This file which ships with C++ Nix is required for evaluating nixpkgs. Like C++ Nix, we now inject a pseudo path in EvalIO from which this will resolve as <nix/fetchurl.nix> Change-Id: Ic948c476a2cfc6381d5655d308bc2d5fa25b7123 Reviewed-on: https://cl.tvl.fyi/c/depot/+/8213 Reviewed-by: raitobezarius <tvl@lahfa.xyz> Tested-by: BuildkiteCI
127 lines
4 KiB
Rust
127 lines
4 KiB
Rust
//! This module implements (temporary) compatibility shims between
|
|
//! Tvix and C++ Nix.
|
|
//!
|
|
//! These are not intended to be long-lived, but should bootstrap Tvix
|
|
//! by piggybacking off functionality that already exists in Nix and
|
|
//! is still being implemented in Tvix.
|
|
|
|
use std::cell::RefCell;
|
|
use std::collections::HashMap;
|
|
use std::path::Path;
|
|
use std::process::Command;
|
|
use std::rc::Rc;
|
|
use std::{io, path::PathBuf};
|
|
|
|
use crate::known_paths::KnownPaths;
|
|
use smol_str::SmolStr;
|
|
use tvix_eval::{ErrorKind, EvalIO, FileType, StdIO};
|
|
|
|
/// Compatibility implementation of [`EvalIO`] that uses C++ Nix to
|
|
/// write files to the Nix store.
|
|
pub struct NixCompatIO {
|
|
/// Most IO requests are tunneled through to [`tvix_eval::StdIO`]
|
|
/// instead.
|
|
underlying: StdIO,
|
|
|
|
/// Ingested paths must be reported to this known paths tracker
|
|
/// for accurate build reference scanning.
|
|
known_paths: Rc<RefCell<KnownPaths>>,
|
|
|
|
/// Cache paths for identical files being imported to the store.
|
|
// TODO(tazjin): This could be done better by having a thunk cache
|
|
// for these calls on the eval side, but that is a little more
|
|
// complex.
|
|
import_cache: RefCell<HashMap<PathBuf, PathBuf>>,
|
|
}
|
|
|
|
impl EvalIO for NixCompatIO {
|
|
fn store_dir(&self) -> Option<String> {
|
|
Some("/nix/store".into())
|
|
}
|
|
|
|
// Pass path imports through to `nix-store --add`
|
|
fn import_path(&self, path: &Path) -> Result<PathBuf, ErrorKind> {
|
|
let path = path.to_owned();
|
|
if let Some(path) = self.import_cache.borrow().get(&path) {
|
|
return Ok(path.to_path_buf());
|
|
}
|
|
|
|
let store_path = self.add_to_store(&path).map_err(|error| ErrorKind::IO {
|
|
error: std::rc::Rc::new(error),
|
|
path: Some(path.to_path_buf()),
|
|
})?;
|
|
|
|
self.import_cache
|
|
.borrow_mut()
|
|
.insert(path, store_path.clone());
|
|
Ok(store_path)
|
|
}
|
|
|
|
// Pass the rest of the functions through to `Self::underlying`
|
|
fn path_exists(&self, path: PathBuf) -> Result<bool, ErrorKind> {
|
|
if path.starts_with("/__corepkgs__") {
|
|
return Ok(true);
|
|
}
|
|
|
|
self.underlying.path_exists(path)
|
|
}
|
|
|
|
fn read_to_string(&self, path: PathBuf) -> Result<String, ErrorKind> {
|
|
// Bundled version of corepkgs/fetchurl.nix. This workaround
|
|
// is similar to what cppnix does for passing the path
|
|
// through.
|
|
//
|
|
// TODO: this comparison is bad and allocates, we should use
|
|
// the sane path library.
|
|
if path.starts_with("/__corepkgs__/fetchurl.nix") {
|
|
return Ok(include_str!("fetchurl.nix").to_string());
|
|
}
|
|
|
|
self.underlying.read_to_string(path)
|
|
}
|
|
|
|
fn read_dir(&self, path: PathBuf) -> Result<Vec<(SmolStr, FileType)>, ErrorKind> {
|
|
self.underlying.read_dir(path)
|
|
}
|
|
}
|
|
|
|
impl NixCompatIO {
|
|
pub fn new(known_paths: Rc<RefCell<KnownPaths>>) -> Self {
|
|
NixCompatIO {
|
|
underlying: StdIO,
|
|
import_cache: RefCell::new(HashMap::new()),
|
|
known_paths,
|
|
}
|
|
}
|
|
|
|
/// Add a path to the Nix store using the `nix-store --add`
|
|
/// functionality from C++ Nix.
|
|
fn add_to_store(&self, path: &Path) -> Result<PathBuf, io::Error> {
|
|
if !path.try_exists()? {
|
|
return Err(io::Error::from(io::ErrorKind::NotFound));
|
|
}
|
|
|
|
let mut cmd = Command::new("nix-store");
|
|
cmd.arg("--add");
|
|
cmd.arg(path);
|
|
|
|
let out = cmd.output()?;
|
|
|
|
if !out.status.success() {
|
|
return Err(io::Error::new(
|
|
io::ErrorKind::Other,
|
|
String::from_utf8_lossy(&out.stderr).trim().to_owned(),
|
|
));
|
|
}
|
|
|
|
let out_path_str = String::from_utf8(out.stdout)
|
|
.map_err(|err| io::Error::new(io::ErrorKind::InvalidData, err))?;
|
|
let out_path_trimmed = out_path_str.trim();
|
|
|
|
self.known_paths.borrow_mut().plain(out_path_trimmed);
|
|
|
|
let mut out_path = PathBuf::new();
|
|
out_path.push(out_path_trimmed);
|
|
Ok(out_path)
|
|
}
|
|
}
|