Skip to content

Commit

Permalink
refactor: move config TOML parsing into a submodule (#737)
Browse files Browse the repository at this point in the history
Move large parts of the config TOML parsing logic in server spec builder
into their own module. The parsing logic is functionally the same; the main
difference is that there's a new, more descriptive error type
(ConfigTomlError) that converts to a ServerSpecBuilderError variant instead
of a variant that just takes a String. The idea is eventually to have
separate modules for parsing config TOMLs, InstanceEnsureRequests, and
VersionedInstanceSpecs; this is the first small step in that direction.

Tests: PHD, cargo test, ad hoc propolis-server testing; launched a Falcon
topology and verified by hitting the /instance/spec endpoint that it
created all the correct devices.
  • Loading branch information
gjcolombo authored Aug 12, 2024
1 parent 5e46c25 commit 9edd439
Show file tree
Hide file tree
Showing 2 changed files with 316 additions and 226 deletions.
277 changes: 277 additions & 0 deletions bin/propolis-server/src/lib/spec/config_toml.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,277 @@
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at https://mozilla.org/MPL/2.0/.

//! Functions for converting a config TOML into instance spec elements.

use std::str::{FromStr, ParseBoolError};

use propolis_api_types::instance_spec::{
components::{
backends::{FileStorageBackend, VirtioNetworkBackend},
devices::{NvmeDisk, PciPciBridge, VirtioDisk, VirtioNic},
},
v0::{
NetworkBackendV0, NetworkDeviceV0, StorageBackendV0, StorageDeviceV0,
},
PciPath,
};
use thiserror::Error;

#[cfg(feature = "falcon")]
use propolis_api_types::instance_spec::components::devices::{
P9fs, SoftNpuP9, SoftNpuPciPort, SoftNpuPort,
};

use crate::config;

#[derive(Debug, Error)]
pub enum ConfigTomlError {
#[error("unrecognized device type {0:?}")]
UnrecognizedDeviceType(String),

#[error("invalid value {0:?} for enable-pcie flag in chipset")]
EnablePcieParseFailed(String),

#[error("failed to get PCI path for device {0:?}")]
InvalidPciPath(String),

#[error("failed to parse PCI path string {0:?}")]
PciPathParseFailed(String, #[source] std::io::Error),

#[error("invalid storage device kind {kind:?} for device {name}")]
InvalidStorageDeviceType { kind: String, name: String },

#[error("no backend name for storage device {0:?}")]
NoBackendNameForStorageDevice(String),

#[error("invalid storage backend kind {kind:?} for backend {name}")]
InvalidStorageBackendType { kind: String, name: String },

#[error("couldn't get path for file backend {0:?}")]
InvalidFileBackendPath(String),

#[error("failed to parse read-only option for file backend {0:?}")]
FileBackendReadonlyParseFailed(String, #[source] ParseBoolError),

#[error("failed to get VNIC name for device {0:?}")]
NoVnicName(String),

#[cfg(feature = "falcon")]
#[error("failed to get source for p9 device {0:?}")]
NoP9Source(String),

#[cfg(feature = "falcon")]
#[error("failed to get source for p9 device {0:?}")]
NoP9Target(String),
}

pub(super) fn parse_storage_backend_from_config(
name: &str,
backend: &config::BlockDevice,
) -> Result<StorageBackendV0, ConfigTomlError> {
let backend_spec = match backend.bdtype.as_str() {
"file" => StorageBackendV0::File(FileStorageBackend {
path: backend
.options
.get("path")
.ok_or_else(|| {
ConfigTomlError::InvalidFileBackendPath(name.to_owned())
})?
.as_str()
.ok_or_else(|| {
ConfigTomlError::InvalidFileBackendPath(name.to_owned())
})?
.to_string(),
readonly: match backend.options.get("readonly") {
Some(toml::Value::Boolean(ro)) => Some(*ro),
Some(toml::Value::String(v)) => {
Some(v.parse::<bool>().map_err(|e| {
ConfigTomlError::FileBackendReadonlyParseFailed(
name.to_owned(),
e,
)
})?)
}
_ => None,
}
.unwrap_or(false),
}),
_ => {
return Err(ConfigTomlError::InvalidStorageBackendType {
kind: backend.bdtype.clone(),
name: name.to_owned(),
});
}
};

Ok(backend_spec)
}

pub(super) fn parse_storage_device_from_config(
name: &str,
device: &config::Device,
) -> Result<StorageDeviceV0, ConfigTomlError> {
enum Interface {
Virtio,
Nvme,
}

let interface = match device.driver.as_str() {
"pci-virtio-block" => Interface::Virtio,
"pci-nvme" => Interface::Nvme,
_ => {
return Err(ConfigTomlError::InvalidStorageDeviceType {
kind: device.driver.clone(),
name: name.to_owned(),
});
}
};

let backend_name = device
.options
.get("block_dev")
.ok_or_else(|| {
ConfigTomlError::NoBackendNameForStorageDevice(name.to_owned())
})?
.as_str()
.ok_or_else(|| {
ConfigTomlError::NoBackendNameForStorageDevice(name.to_owned())
})?
.to_owned();

let pci_path: PciPath = device
.get("pci-path")
.ok_or_else(|| ConfigTomlError::InvalidPciPath(name.to_owned()))?;

Ok(match interface {
Interface::Virtio => {
StorageDeviceV0::VirtioDisk(VirtioDisk { backend_name, pci_path })
}
Interface::Nvme => {
StorageDeviceV0::NvmeDisk(NvmeDisk { backend_name, pci_path })
}
})
}

pub(super) struct ParsedNetworkDevice {
pub(super) device_name: String,
pub(super) device_spec: NetworkDeviceV0,
pub(super) backend_name: String,
pub(super) backend_spec: NetworkBackendV0,
}

pub(super) fn parse_network_device_from_config(
name: &str,
device: &config::Device,
) -> Result<ParsedNetworkDevice, ConfigTomlError> {
let vnic_name = device
.get_string("vnic")
.ok_or_else(|| ConfigTomlError::NoVnicName(name.to_owned()))?;

let pci_path: PciPath = device
.get("pci-path")
.ok_or_else(|| ConfigTomlError::InvalidPciPath(name.to_owned()))?;

let (device_name, backend_name) = super::pci_path_to_nic_names(pci_path);
let backend_spec = NetworkBackendV0::Virtio(VirtioNetworkBackend {
vnic_name: vnic_name.to_owned(),
});

let device_spec = NetworkDeviceV0::VirtioNic(VirtioNic {
backend_name: backend_name.clone(),
pci_path,
});

Ok(ParsedNetworkDevice {
device_name,
device_spec,
backend_name,
backend_spec,
})
}

pub(super) struct ParsedPciPciBridge {
pub(super) name: String,
pub(super) bridge: PciPciBridge,
}

pub(super) fn parse_pci_bridge_from_config(
bridge: &config::PciBridge,
) -> Result<ParsedPciPciBridge, ConfigTomlError> {
let name = format!("pci-bridge-{}", bridge.downstream_bus);
let pci_path = PciPath::from_str(&bridge.pci_path).map_err(|e| {
ConfigTomlError::PciPathParseFailed(bridge.pci_path.to_string(), e)
})?;

Ok(ParsedPciPciBridge {
name,
bridge: PciPciBridge {
downstream_bus: bridge.downstream_bus,
pci_path,
},
})
}

#[cfg(feature = "falcon")]
pub(super) fn parse_softnpu_p9_from_config(
name: &str,
device: &config::Device,
) -> Result<SoftNpuP9, ConfigTomlError> {
let pci_path: PciPath = device
.get("pci-path")
.ok_or_else(|| ConfigTomlError::InvalidPciPath(name.to_owned()))?;

Ok(SoftNpuP9 { pci_path })
}

#[cfg(feature = "falcon")]
pub(super) fn parse_softnpu_pci_port_from_config(
name: &str,
device: &config::Device,
) -> Result<SoftNpuPciPort, ConfigTomlError> {
let pci_path: PciPath = device
.get("pci-path")
.ok_or_else(|| ConfigTomlError::InvalidPciPath(name.to_owned()))?;

Ok(SoftNpuPciPort { pci_path })
}

#[cfg(feature = "falcon")]
pub(super) fn parse_softnpu_port_from_config(
name: &str,
device: &config::Device,
) -> Result<SoftNpuPort, ConfigTomlError> {
let vnic_name = device
.get_string("vnic")
.ok_or_else(|| ConfigTomlError::NoVnicName(name.to_owned()))?;

Ok(SoftNpuPort {
name: name.to_owned(),
backend_name: vnic_name.to_owned(),
})
}

#[cfg(feature = "falcon")]
pub(super) fn parse_p9fs_from_config(
name: &str,
device: &config::Device,
) -> Result<P9fs, ConfigTomlError> {
let source = device
.get_string("source")
.ok_or_else(|| ConfigTomlError::NoP9Source(name.to_owned()))?;
let target = device
.get_string("target")
.ok_or_else(|| ConfigTomlError::NoP9Target(name.to_owned()))?;
let pci_path: PciPath = device
.get("pci-path")
.ok_or_else(|| ConfigTomlError::InvalidPciPath(name.to_owned()))?;

let chunk_size = device.get("chunk_size").unwrap_or(65536);
Ok(P9fs {
source: source.to_owned(),
target: target.to_owned(),
chunk_size,
pci_path,
})
}
Loading

0 comments on commit 9edd439

Please sign in to comment.