be48ba75ab
NixHTTPPathInfoService acts as a bridge in between the Nix HTTP Binary cache protocol provided by Nix binary caches such as cache.nixos.org, and the Tvix Store Model. It implements the [PathInfoService] trait in an interesting way: Every [PathInfoService::get] fetches the .narinfo and referred NAR file, inserting components into a [BlobService] and [DirectoryService], then returning a [PathInfo] struct with the root. Due to this being quite a costly operation, clients are expected to layer this service with store composition, so they're only ingested once. The client is expected to be (indirectly) using the same [BlobService] and [DirectoryService], so able to fetch referred Directories and Blobs. [PathInfoService::put] and [PathInfoService::nar] are not implemented and return an error if called. This behaves very similar to the nar-bridge-pathinfo code in nar-bridge, except it's now in Rust. Change-Id: Ia03d4fed9d0657965d100299af97cd917a03f2f0 Reviewed-on: https://cl.tvl.fyi/c/depot/+/10069 Tested-by: BuildkiteCI Autosubmit: flokli <flokli@flokli.de> Reviewed-by: raitobezarius <tvl@lahfa.xyz>
100 lines
2.5 KiB
TOML
100 lines
2.5 KiB
TOML
[package]
|
|
name = "tvix-store"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
|
|
[dependencies]
|
|
anyhow = "1.0.68"
|
|
async-stream = "0.3.5"
|
|
blake3 = { version = "1.3.1", features = ["rayon", "std"] }
|
|
bytes = "1.4.0"
|
|
clap = { version = "4.0", features = ["derive", "env"] }
|
|
count-write = "0.1.0"
|
|
data-encoding = "2.3.3"
|
|
futures = "0.3.28"
|
|
lazy_static = "1.4.0"
|
|
nix-compat = { path = "../nix-compat", features = ["async"] }
|
|
parking_lot = "0.12.1"
|
|
pin-project-lite = "0.2.13"
|
|
prost = "0.12.1"
|
|
sha2 = "0.10.6"
|
|
sled = { version = "0.34.7", features = ["compression"] }
|
|
thiserror = "1.0.38"
|
|
tokio = { version = "1.32.0", features = ["fs", "macros", "net", "rt", "rt-multi-thread", "signal"] }
|
|
tokio-listener = { version = "0.2.2", features = [ "tonic010" ] }
|
|
tokio-stream = { version = "0.1.14", features = ["fs"] }
|
|
tokio-util = { version = "0.7.9", features = ["io", "io-util", "compat"] }
|
|
tonic = { version = "0.10.2", features = ["tls", "tls-roots"] }
|
|
tower = "0.4.13"
|
|
tracing = "0.1.37"
|
|
tracing-subscriber = { version = "0.3.16", features = ["json"] }
|
|
tvix-castore = { path = "../castore" }
|
|
url = "2.4.0"
|
|
walkdir = "2.4.0"
|
|
async-recursion = "1.0.5"
|
|
reqwest = { version = "0.11.22", features = ["rustls-tls", "stream"], default-features = false }
|
|
xz2 = "0.1.7"
|
|
|
|
[dependencies.fuse-backend-rs]
|
|
optional = true
|
|
# TODO: Switch back to upstream version once https://github.com/cloud-hypervisor/fuse-backend-rs/pull/157 lands.
|
|
git = "https://github.com/griff/fuse-backend-rs"
|
|
branch = "macfuse-fix"
|
|
|
|
[dependencies.vhost]
|
|
optional = true
|
|
version = "0.6"
|
|
|
|
[dependencies.vhost-user-backend]
|
|
optional = true
|
|
version = "0.8"
|
|
|
|
[dependencies.virtio-queue]
|
|
optional = true
|
|
version = "0.7"
|
|
|
|
[dependencies.vm-memory]
|
|
optional = true
|
|
version = "0.10"
|
|
|
|
[dependencies.vmm-sys-util]
|
|
optional = true
|
|
version = "0.11"
|
|
|
|
[dependencies.virtio-bindings]
|
|
optional = true
|
|
version = "0.2.1"
|
|
|
|
[dependencies.tonic-reflection]
|
|
optional = true
|
|
version = "0.10.2"
|
|
|
|
[dependencies.libc]
|
|
optional = true
|
|
version = "0.2.144"
|
|
|
|
[build-dependencies]
|
|
prost-build = "0.12.1"
|
|
tonic-build = "0.10.2"
|
|
|
|
[dev-dependencies]
|
|
test-case = "2.2.2"
|
|
tempfile = "3.3.0"
|
|
tokio-retry = "0.3.0"
|
|
|
|
[features]
|
|
default = ["fuse", "tonic-reflection"]
|
|
fs = ["dep:libc", "dep:fuse-backend-rs"]
|
|
virtiofs = [
|
|
"fs",
|
|
"dep:vhost",
|
|
"dep:vhost-user-backend",
|
|
"dep:virtio-queue",
|
|
"dep:vm-memory",
|
|
"dep:vmm-sys-util",
|
|
"dep:virtio-bindings",
|
|
"fuse-backend-rs?/vhost-user-fs", # impl FsCacheReqHandler for SlaveFsCacheReq
|
|
"fuse-backend-rs?/virtiofs",
|
|
]
|
|
fuse = ["fs"]
|
|
tonic-reflection = ["dep:tonic-reflection", "tvix-castore/tonic-reflection"]
|