WIP: Generic activation program #9
5 changed files with 72 additions and 39 deletions
|
@ -44,6 +44,7 @@ version = "1.28.1"
|
||||||
features = [
|
features = [
|
||||||
"fs",
|
"fs",
|
||||||
"io-util",
|
"io-util",
|
||||||
|
"io-std",
|
||||||
"macros",
|
"macros",
|
||||||
"process",
|
"process",
|
||||||
"rt",
|
"rt",
|
||||||
|
|
|
@ -281,7 +281,8 @@ impl Hive {
|
||||||
node.0
|
node.0
|
||||||
);
|
);
|
||||||
let system_config = registry.systems.get(system_type).unwrap();
|
let system_config = registry.systems.get(system_type).unwrap();
|
||||||
let generic_host = config.to_generic_host(system_config);
|
let mut generic_host = config.to_generic_host(system_config)?;
|
||||||
|
generic_host.connect().await?;
|
||||||
let target = TargetNode::new(node.clone(), Some(Box::new(generic_host)), config);
|
let target = TargetNode::new(node.clone(), Some(Box::new(generic_host)), config);
|
||||||
targets.insert(node, target);
|
targets.insert(node, target);
|
||||||
} else {
|
} else {
|
||||||
|
|
|
@ -134,6 +134,13 @@ with builtins; rec {
|
||||||
type = types.nullOr types.str;
|
type = types.nullOr types.str;
|
||||||
default = "root";
|
default = "root";
|
||||||
};
|
};
|
||||||
|
connectionOptions = lib.mkOption {
|
||||||
|
description = mdDoc ''
|
||||||
|
Connection options given to the activation program.
|
||||||
|
'';
|
||||||
|
type = types.attrsOf types.str;
|
||||||
|
default = { };
|
||||||
|
};
|
||||||
allowLocalDeployment = lib.mkOption {
|
allowLocalDeployment = lib.mkOption {
|
||||||
description = mdDoc ''
|
description = mdDoc ''
|
||||||
Allow the configuration to be applied locally on the host running
|
Allow the configuration to be applied locally on the host running
|
||||||
|
|
|
@ -4,7 +4,7 @@ use std::process::Stdio;
|
||||||
use async_trait::async_trait;
|
use async_trait::async_trait;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
use tokio::io::{AsyncBufReadExt, AsyncWriteExt, BufReader, BufWriter};
|
use tokio::io::{AsyncBufReadExt, AsyncWriteExt, BufReader, BufWriter};
|
||||||
use tokio::process::Command;
|
use tokio::process::{Child, ChildStdin, ChildStdout, Command};
|
||||||
|
|
||||||
use super::{CopyDirection, CopyOptions, Host, RebootOptions};
|
use super::{CopyDirection, CopyOptions, Host, RebootOptions};
|
||||||
use crate::error::{ColmenaError, ColmenaResult};
|
use crate::error::{ColmenaError, ColmenaResult};
|
||||||
|
@ -35,9 +35,12 @@ pub enum Request {
|
||||||
/// Asks for activation program's capabilities
|
/// Asks for activation program's capabilities
|
||||||
Capabilities,
|
Capabilities,
|
||||||
|
|
||||||
|
Connection {
|
||||||
|
connection_options: HashMap<String, String>,
|
||||||
|
},
|
||||||
|
|
||||||
/// Copy closure to/from host
|
/// Copy closure to/from host
|
||||||
CopyClosure {
|
CopyClosure {
|
||||||
transport: TransportId,
|
|
||||||
path: StorePath,
|
path: StorePath,
|
||||||
to_host: bool,
|
to_host: bool,
|
||||||
options: CopyOptions,
|
options: CopyOptions,
|
||||||
|
@ -45,7 +48,6 @@ pub enum Request {
|
||||||
|
|
||||||
/// Deploys the profile to host
|
/// Deploys the profile to host
|
||||||
Deploy {
|
Deploy {
|
||||||
transport: TransportId,
|
|
||||||
goal: GoalId,
|
goal: GoalId,
|
||||||
toplevel: StorePath,
|
toplevel: StorePath,
|
||||||
options: CopyOptions,
|
options: CopyOptions,
|
||||||
|
@ -53,25 +55,21 @@ pub enum Request {
|
||||||
|
|
||||||
/// Realizes the derivation
|
/// Realizes the derivation
|
||||||
Realize {
|
Realize {
|
||||||
transport: TransportId,
|
|
||||||
path: StorePath,
|
path: StorePath,
|
||||||
},
|
},
|
||||||
|
|
||||||
/// Uploads keys to host
|
/// Uploads keys to host
|
||||||
UploadKeys {
|
UploadKeys {
|
||||||
transport: TransportId,
|
|
||||||
keys: HashMap<String, Key>,
|
keys: HashMap<String, Key>,
|
||||||
require_ownership: bool,
|
require_ownership: bool,
|
||||||
},
|
},
|
||||||
|
|
||||||
Activate {
|
Activate {
|
||||||
transport: TransportId,
|
|
||||||
profile: StorePath,
|
profile: StorePath,
|
||||||
goal: GoalId,
|
goal: GoalId,
|
||||||
},
|
},
|
||||||
|
|
||||||
Reboot {
|
Reboot {
|
||||||
transport: TransportId,
|
|
||||||
wait_for_boot: bool,
|
wait_for_boot: bool,
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
@ -90,12 +88,20 @@ pub enum Response {
|
||||||
Capabilities(CapabilityResponse),
|
Capabilities(CapabilityResponse),
|
||||||
Progress { phase: String },
|
Progress { phase: String },
|
||||||
NewStorePath { store_path: StorePath },
|
NewStorePath { store_path: StorePath },
|
||||||
|
Failed { error: String },
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub struct OpenedCommand {
|
||||||
|
command: Child,
|
||||||
|
stdin: BufWriter<ChildStdin>,
|
||||||
|
stdout: BufReader<ChildStdout>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug)]
|
#[derive(Debug)]
|
||||||
pub struct GenericHost {
|
pub struct GenericHost {
|
||||||
activation_program: StorePath,
|
activation_program: OpenedCommand,
|
||||||
transport: TransportId,
|
connection_options: HashMap<String, String>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[async_trait]
|
#[async_trait]
|
||||||
|
@ -107,7 +113,6 @@ impl Host for GenericHost {
|
||||||
options: CopyOptions,
|
options: CopyOptions,
|
||||||
) -> ColmenaResult<()> {
|
) -> ColmenaResult<()> {
|
||||||
self.call_default_handler(Request::CopyClosure {
|
self.call_default_handler(Request::CopyClosure {
|
||||||
transport: self.transport.clone(),
|
|
||||||
path: closure.clone(),
|
path: closure.clone(),
|
||||||
to_host: direction == CopyDirection::ToRemote,
|
to_host: direction == CopyDirection::ToRemote,
|
||||||
options,
|
options,
|
||||||
|
@ -119,7 +124,6 @@ impl Host for GenericHost {
|
||||||
Ok(self
|
Ok(self
|
||||||
.call(
|
.call(
|
||||||
Request::Realize {
|
Request::Realize {
|
||||||
transport: self.transport.clone(),
|
|
||||||
path: derivation.clone(),
|
path: derivation.clone(),
|
||||||
},
|
},
|
||||||
move |response, mut store_paths| {
|
move |response, mut store_paths| {
|
||||||
|
@ -144,7 +148,6 @@ impl Host for GenericHost {
|
||||||
copy_options: CopyOptions,
|
copy_options: CopyOptions,
|
||||||
) -> ColmenaResult<()> {
|
) -> ColmenaResult<()> {
|
||||||
self.call_default_handler(Request::Deploy {
|
self.call_default_handler(Request::Deploy {
|
||||||
transport: self.transport.clone(),
|
|
||||||
goal: goal.to_string(),
|
goal: goal.to_string(),
|
||||||
toplevel: profile.as_store_path().clone(),
|
toplevel: profile.as_store_path().clone(),
|
||||||
options: copy_options,
|
options: copy_options,
|
||||||
|
@ -158,7 +161,6 @@ impl Host for GenericHost {
|
||||||
require_ownership: bool,
|
require_ownership: bool,
|
||||||
) -> ColmenaResult<()> {
|
) -> ColmenaResult<()> {
|
||||||
self.call_default_handler(Request::UploadKeys {
|
self.call_default_handler(Request::UploadKeys {
|
||||||
transport: self.transport.clone(),
|
|
||||||
keys: keys.clone(),
|
keys: keys.clone(),
|
||||||
require_ownership,
|
require_ownership,
|
||||||
})
|
})
|
||||||
|
@ -175,7 +177,6 @@ impl Host for GenericHost {
|
||||||
|
|
||||||
async fn activate(&mut self, profile: &Profile, goal: nix::Goal) -> ColmenaResult<()> {
|
async fn activate(&mut self, profile: &Profile, goal: nix::Goal) -> ColmenaResult<()> {
|
||||||
self.call_default_handler(Request::Activate {
|
self.call_default_handler(Request::Activate {
|
||||||
transport: self.transport.clone(),
|
|
||||||
profile: profile.as_store_path().clone(),
|
profile: profile.as_store_path().clone(),
|
||||||
goal: goal.to_string(),
|
goal: goal.to_string(),
|
||||||
})
|
})
|
||||||
|
@ -184,7 +185,6 @@ impl Host for GenericHost {
|
||||||
|
|
||||||
async fn reboot(&mut self, options: RebootOptions) -> ColmenaResult<()> {
|
async fn reboot(&mut self, options: RebootOptions) -> ColmenaResult<()> {
|
||||||
self.call_default_handler(Request::Reboot {
|
self.call_default_handler(Request::Reboot {
|
||||||
transport: self.transport.clone(),
|
|
||||||
wait_for_boot: options.wait_for_boot,
|
wait_for_boot: options.wait_for_boot,
|
||||||
})
|
})
|
||||||
.await
|
.await
|
||||||
|
@ -192,11 +192,36 @@ impl Host for GenericHost {
|
||||||
}
|
}
|
||||||
|
|
||||||
impl GenericHost {
|
impl GenericHost {
|
||||||
pub fn new(system: &SystemTypeConfig) -> GenericHost {
|
pub fn new(
|
||||||
Self {
|
system: &SystemTypeConfig,
|
||||||
activation_program: system.activation_program.clone(),
|
connection_options: &HashMap<String, String>,
|
||||||
transport: system.protocol.clone(),
|
) -> ColmenaResult<GenericHost> {
|
||||||
|
let mut command = Command::new(system.activation_program.as_path())
|
||||||
|
.stdin(Stdio::piped())
|
||||||
|
.stdout(Stdio::piped())
|
||||||
|
.stderr(Stdio::inherit())
|
||||||
|
.spawn()?;
|
||||||
|
|
||||||
|
let stdin = BufWriter::new(command.stdin.take().unwrap());
|
||||||
|
let stdout = BufReader::new(command.stdout.take().unwrap());
|
||||||
|
|
||||||
|
let activation_program = OpenedCommand {
|
||||||
|
command,
|
||||||
|
stdin,
|
||||||
|
stdout,
|
||||||
|
};
|
||||||
|
|
||||||
|
Ok(Self {
|
||||||
|
activation_program,
|
||||||
|
connection_options: connection_options.clone(),
|
||||||
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub async fn connect(&mut self) -> ColmenaResult<()> {
|
||||||
|
self.call_default_handler(Request::Connection {
|
||||||
|
connection_options: self.connection_options.clone(),
|
||||||
|
})
|
||||||
|
.await
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn call<F, T>(
|
async fn call<F, T>(
|
||||||
|
@ -208,30 +233,26 @@ impl GenericHost {
|
||||||
where
|
where
|
||||||
F: Fn(Response, T) -> T,
|
F: Fn(Response, T) -> T,
|
||||||
{
|
{
|
||||||
let mut command = Command::new(self.activation_program.as_path())
|
|
||||||
.stdin(Stdio::piped())
|
|
||||||
.stdout(Stdio::piped())
|
|
||||||
.stderr(Stdio::piped())
|
|
||||||
.spawn()?;
|
|
||||||
|
|
||||||
let json = serde_json::to_string(&request)
|
let json = serde_json::to_string(&request)
|
||||||
.map_err(|error| ColmenaError::InvalidActivationProgramJson { error })?;
|
.map_err(|error| ColmenaError::InvalidActivationProgramJson { error })?;
|
||||||
|
|
||||||
let mut stdin = BufWriter::new(command.stdin.take().unwrap());
|
log::trace!("giving to activation program stdin {}", json.as_str());
|
||||||
let mut stdout = BufReader::new(command.stdout.take().unwrap()).lines();
|
|
||||||
|
let stdin = &mut self.activation_program.stdin;
|
||||||
|
let stdout = &mut self.activation_program.stdout;
|
||||||
|
|
||||||
stdin.write_all(json.as_bytes()).await?;
|
stdin.write_all(json.as_bytes()).await?;
|
||||||
|
stdin.write_all(b"\n").await?;
|
||||||
|
stdin.flush().await?;
|
||||||
|
|
||||||
tokio::spawn(async move {
|
let mut line = String::new();
|
||||||
let _status = command
|
|
||||||
.wait()
|
|
||||||
.await
|
|
||||||
.expect("child process encountered an error");
|
|
||||||
});
|
|
||||||
|
|
||||||
let mut value = initial_value;
|
let mut value = initial_value;
|
||||||
|
|
||||||
while let Some(line) = stdout.next_line().await? {
|
while stdout.read_line(&mut line).await.is_ok_and(|x| x != 0) {
|
||||||
|
if line == "\n" {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
log::trace!("receiving from activation program:\n{}", line);
|
||||||
let response: Response = serde_json::from_str(line.as_str())
|
let response: Response = serde_json::from_str(line.as_str())
|
||||||
.map_err(|error| ColmenaError::InvalidActivationProgramJson { error })?;
|
.map_err(|error| ColmenaError::InvalidActivationProgramJson { error })?;
|
||||||
value = handler(response, value);
|
value = handler(response, value);
|
||||||
|
|
|
@ -67,6 +67,9 @@ pub struct NodeConfig {
|
||||||
#[serde(rename = "targetPort")]
|
#[serde(rename = "targetPort")]
|
||||||
target_port: Option<u16>,
|
target_port: Option<u16>,
|
||||||
|
|
||||||
|
#[serde(rename = "connectionOptions")]
|
||||||
|
connection_options: HashMap<String, String>,
|
||||||
|
|
||||||
#[serde(rename = "allowLocalDeployment")]
|
#[serde(rename = "allowLocalDeployment")]
|
||||||
allow_local_deployment: bool,
|
allow_local_deployment: bool,
|
||||||
|
|
||||||
|
@ -214,8 +217,8 @@ impl NodeConfig {
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn to_generic_host(&self, system_config: &SystemTypeConfig) -> GenericHost {
|
pub fn to_generic_host(&self, system_config: &SystemTypeConfig) -> ColmenaResult<GenericHost> {
|
||||||
GenericHost::new(system_config)
|
GenericHost::new(system_config, &self.connection_options)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue