WIP: Generic activation program #9

Draft
ecoppens wants to merge 6 commits from ecoppens/colmena:main into main
5 changed files with 72 additions and 39 deletions
Showing only changes of commit c53d80aa08 - Show all commits

View file

@ -44,6 +44,7 @@ version = "1.28.1"
features = [ features = [
"fs", "fs",
"io-util", "io-util",
"io-std",
"macros", "macros",
"process", "process",
"rt", "rt",

View file

@ -281,7 +281,8 @@ impl Hive {
node.0 node.0
); );
let system_config = registry.systems.get(system_type).unwrap(); let system_config = registry.systems.get(system_type).unwrap();
let generic_host = config.to_generic_host(system_config); let mut generic_host = config.to_generic_host(system_config)?;
generic_host.connect().await?;
let target = TargetNode::new(node.clone(), Some(Box::new(generic_host)), config); let target = TargetNode::new(node.clone(), Some(Box::new(generic_host)), config);
targets.insert(node, target); targets.insert(node, target);
} else { } else {

View file

@ -134,6 +134,13 @@ with builtins; rec {
type = types.nullOr types.str; type = types.nullOr types.str;
default = "root"; default = "root";
}; };
connectionOptions = lib.mkOption {
description = mdDoc ''
Connection options given to the activation program.
'';
type = types.attrsOf types.str;
default = { };
};
allowLocalDeployment = lib.mkOption { allowLocalDeployment = lib.mkOption {
description = mdDoc '' description = mdDoc ''
Allow the configuration to be applied locally on the host running Allow the configuration to be applied locally on the host running

View file

@ -4,7 +4,7 @@ use std::process::Stdio;
use async_trait::async_trait; use async_trait::async_trait;
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use tokio::io::{AsyncBufReadExt, AsyncWriteExt, BufReader, BufWriter}; use tokio::io::{AsyncBufReadExt, AsyncWriteExt, BufReader, BufWriter};
use tokio::process::Command; use tokio::process::{Child, ChildStdin, ChildStdout, Command};
use super::{CopyDirection, CopyOptions, Host, RebootOptions}; use super::{CopyDirection, CopyOptions, Host, RebootOptions};
use crate::error::{ColmenaError, ColmenaResult}; use crate::error::{ColmenaError, ColmenaResult};
@ -35,9 +35,12 @@ pub enum Request {
/// Asks for activation program's capabilities /// Asks for activation program's capabilities
Capabilities, Capabilities,
Connection {
connection_options: HashMap<String, String>,
},
/// Copy closure to/from host /// Copy closure to/from host
CopyClosure { CopyClosure {
transport: TransportId,
path: StorePath, path: StorePath,
to_host: bool, to_host: bool,
options: CopyOptions, options: CopyOptions,
@ -45,7 +48,6 @@ pub enum Request {
/// Deploys the profile to host /// Deploys the profile to host
Deploy { Deploy {
transport: TransportId,
goal: GoalId, goal: GoalId,
toplevel: StorePath, toplevel: StorePath,
options: CopyOptions, options: CopyOptions,
@ -53,25 +55,21 @@ pub enum Request {
/// Realizes the derivation /// Realizes the derivation
Realize { Realize {
transport: TransportId,
path: StorePath, path: StorePath,
}, },
/// Uploads keys to host /// Uploads keys to host
UploadKeys { UploadKeys {
transport: TransportId,
keys: HashMap<String, Key>, keys: HashMap<String, Key>,
require_ownership: bool, require_ownership: bool,
}, },
Activate { Activate {
transport: TransportId,
profile: StorePath, profile: StorePath,
goal: GoalId, goal: GoalId,
}, },
Reboot { Reboot {
transport: TransportId,
wait_for_boot: bool, wait_for_boot: bool,
}, },
} }
@ -90,12 +88,20 @@ pub enum Response {
Capabilities(CapabilityResponse), Capabilities(CapabilityResponse),
Progress { phase: String }, Progress { phase: String },
NewStorePath { store_path: StorePath }, NewStorePath { store_path: StorePath },
Failed { error: String },
}
#[derive(Debug)]
pub struct OpenedCommand {
command: Child,
stdin: BufWriter<ChildStdin>,
stdout: BufReader<ChildStdout>,
} }
#[derive(Debug)] #[derive(Debug)]
pub struct GenericHost { pub struct GenericHost {
activation_program: StorePath, activation_program: OpenedCommand,
transport: TransportId, connection_options: HashMap<String, String>,
} }
#[async_trait] #[async_trait]
@ -107,7 +113,6 @@ impl Host for GenericHost {
options: CopyOptions, options: CopyOptions,
) -> ColmenaResult<()> { ) -> ColmenaResult<()> {
self.call_default_handler(Request::CopyClosure { self.call_default_handler(Request::CopyClosure {
transport: self.transport.clone(),
path: closure.clone(), path: closure.clone(),
to_host: direction == CopyDirection::ToRemote, to_host: direction == CopyDirection::ToRemote,
options, options,
@ -119,7 +124,6 @@ impl Host for GenericHost {
Ok(self Ok(self
.call( .call(
Request::Realize { Request::Realize {
transport: self.transport.clone(),
path: derivation.clone(), path: derivation.clone(),
}, },
move |response, mut store_paths| { move |response, mut store_paths| {
@ -144,7 +148,6 @@ impl Host for GenericHost {
copy_options: CopyOptions, copy_options: CopyOptions,
) -> ColmenaResult<()> { ) -> ColmenaResult<()> {
self.call_default_handler(Request::Deploy { self.call_default_handler(Request::Deploy {
transport: self.transport.clone(),
goal: goal.to_string(), goal: goal.to_string(),
toplevel: profile.as_store_path().clone(), toplevel: profile.as_store_path().clone(),
options: copy_options, options: copy_options,
@ -158,7 +161,6 @@ impl Host for GenericHost {
require_ownership: bool, require_ownership: bool,
) -> ColmenaResult<()> { ) -> ColmenaResult<()> {
self.call_default_handler(Request::UploadKeys { self.call_default_handler(Request::UploadKeys {
transport: self.transport.clone(),
keys: keys.clone(), keys: keys.clone(),
require_ownership, require_ownership,
}) })
@ -175,7 +177,6 @@ impl Host for GenericHost {
async fn activate(&mut self, profile: &Profile, goal: nix::Goal) -> ColmenaResult<()> { async fn activate(&mut self, profile: &Profile, goal: nix::Goal) -> ColmenaResult<()> {
self.call_default_handler(Request::Activate { self.call_default_handler(Request::Activate {
transport: self.transport.clone(),
profile: profile.as_store_path().clone(), profile: profile.as_store_path().clone(),
goal: goal.to_string(), goal: goal.to_string(),
}) })
@ -184,7 +185,6 @@ impl Host for GenericHost {
async fn reboot(&mut self, options: RebootOptions) -> ColmenaResult<()> { async fn reboot(&mut self, options: RebootOptions) -> ColmenaResult<()> {
self.call_default_handler(Request::Reboot { self.call_default_handler(Request::Reboot {
transport: self.transport.clone(),
wait_for_boot: options.wait_for_boot, wait_for_boot: options.wait_for_boot,
}) })
.await .await
@ -192,11 +192,36 @@ impl Host for GenericHost {
} }
impl GenericHost { impl GenericHost {
pub fn new(system: &SystemTypeConfig) -> GenericHost { pub fn new(
Self { system: &SystemTypeConfig,
activation_program: system.activation_program.clone(), connection_options: &HashMap<String, String>,
transport: system.protocol.clone(), ) -> ColmenaResult<GenericHost> {
let mut command = Command::new(system.activation_program.as_path())
.stdin(Stdio::piped())
.stdout(Stdio::piped())
.stderr(Stdio::inherit())
.spawn()?;
let stdin = BufWriter::new(command.stdin.take().unwrap());
let stdout = BufReader::new(command.stdout.take().unwrap());
let activation_program = OpenedCommand {
command,
stdin,
stdout,
};
Ok(Self {
activation_program,
connection_options: connection_options.clone(),
})
} }
pub async fn connect(&mut self) -> ColmenaResult<()> {
self.call_default_handler(Request::Connection {
connection_options: self.connection_options.clone(),
})
.await
} }
async fn call<F, T>( async fn call<F, T>(
@ -208,30 +233,26 @@ impl GenericHost {
where where
F: Fn(Response, T) -> T, F: Fn(Response, T) -> T,
{ {
let mut command = Command::new(self.activation_program.as_path())
.stdin(Stdio::piped())
.stdout(Stdio::piped())
.stderr(Stdio::piped())
.spawn()?;
let json = serde_json::to_string(&request) let json = serde_json::to_string(&request)
.map_err(|error| ColmenaError::InvalidActivationProgramJson { error })?; .map_err(|error| ColmenaError::InvalidActivationProgramJson { error })?;
let mut stdin = BufWriter::new(command.stdin.take().unwrap()); log::trace!("giving to activation program stdin {}", json.as_str());
let mut stdout = BufReader::new(command.stdout.take().unwrap()).lines();
let stdin = &mut self.activation_program.stdin;
let stdout = &mut self.activation_program.stdout;
stdin.write_all(json.as_bytes()).await?; stdin.write_all(json.as_bytes()).await?;
stdin.write_all(b"\n").await?;
stdin.flush().await?;
tokio::spawn(async move { let mut line = String::new();
let _status = command
.wait()
.await
.expect("child process encountered an error");
});
let mut value = initial_value; let mut value = initial_value;
while let Some(line) = stdout.next_line().await? { while stdout.read_line(&mut line).await.is_ok_and(|x| x != 0) {
if line == "\n" {
break;
}
log::trace!("receiving from activation program:\n{}", line);
let response: Response = serde_json::from_str(line.as_str()) let response: Response = serde_json::from_str(line.as_str())
.map_err(|error| ColmenaError::InvalidActivationProgramJson { error })?; .map_err(|error| ColmenaError::InvalidActivationProgramJson { error })?;
value = handler(response, value); value = handler(response, value);

View file

@ -67,6 +67,9 @@ pub struct NodeConfig {
#[serde(rename = "targetPort")] #[serde(rename = "targetPort")]
target_port: Option<u16>, target_port: Option<u16>,
#[serde(rename = "connectionOptions")]
connection_options: HashMap<String, String>,
#[serde(rename = "allowLocalDeployment")] #[serde(rename = "allowLocalDeployment")]
allow_local_deployment: bool, allow_local_deployment: bool,
@ -214,8 +217,8 @@ impl NodeConfig {
}) })
} }
pub fn to_generic_host(&self, system_config: &SystemTypeConfig) -> GenericHost { pub fn to_generic_host(&self, system_config: &SystemTypeConfig) -> ColmenaResult<GenericHost> {
GenericHost::new(system_config) GenericHost::new(system_config, &self.connection_options)
} }
} }