a4f65ddba0
This allows copying individual store paths from the local /nix/store into tvix-store. As we don't support getting this information from Nix yet, we currently expect metadata to be provided externally: Nix' `exportReferencesGraph` feature contains pretty much all data we need for this. Expect a list of this information at a well-known key (`closure`, similar to nixpkgs' `pkgs/build-support/binary-cache/ default.nix`). We currently simply upload all store paths sequentially, without any parallelism or awareness in how the reference graph looks like. As long as the connected stores don't enforce this, this is fine, at least for now. Change-Id: Ib83c998465adddfdb110db994843c44e26b3d3d8 Reviewed-on: https://cl.tvl.fyi/c/depot/+/11397 Reviewed-by: raitobezarius <tvl@lahfa.xyz> Tested-by: BuildkiteCI Autosubmit: flokli <flokli@flokli.de>
77 lines
2.3 KiB
TOML
77 lines
2.3 KiB
TOML
[package]
|
|
name = "tvix-store"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
|
|
[dependencies]
|
|
anyhow = "1.0.68"
|
|
async-stream = "0.3.5"
|
|
blake3 = { version = "1.3.1", features = ["rayon", "std"] }
|
|
bstr = "1.6.0"
|
|
bytes = "1.4.0"
|
|
clap = { version = "4.0", features = ["derive", "env"] }
|
|
count-write = "0.1.0"
|
|
data-encoding = "2.3.3"
|
|
futures = "0.3.30"
|
|
lazy_static = "1.4.0"
|
|
nix-compat = { path = "../nix-compat", features = ["async"] }
|
|
pin-project-lite = "0.2.13"
|
|
prost = "0.12.1"
|
|
opentelemetry = { version = "0.21.0", optional = true}
|
|
opentelemetry-otlp = { version = "0.14.0", optional = true }
|
|
opentelemetry_sdk = { version = "0.21.0", features = ["rt-tokio"], optional = true}
|
|
serde = { version = "1.0.197", features = [ "derive" ] }
|
|
serde_json = "1.0"
|
|
serde_with = "3.7.0"
|
|
serde_qs = "0.12.0"
|
|
sha2 = "0.10.6"
|
|
sled = { version = "0.34.7" }
|
|
thiserror = "1.0.38"
|
|
tokio = { version = "1.32.0", features = ["fs", "macros", "net", "rt", "rt-multi-thread", "signal"] }
|
|
tokio-listener = { version = "0.3.2", features = [ "tonic011" ] }
|
|
tokio-stream = { version = "0.1.14", features = ["fs"] }
|
|
tokio-util = { version = "0.7.9", features = ["io", "io-util", "compat"] }
|
|
tonic = { version = "0.11.0", features = ["tls", "tls-roots"] }
|
|
tower = "0.4.13"
|
|
tracing = "0.1.37"
|
|
tracing-opentelemetry = "0.22.0"
|
|
tracing-subscriber = { version = "0.3.16", features = ["env-filter", "json"] }
|
|
tvix-castore = { path = "../castore" }
|
|
url = "2.4.0"
|
|
walkdir = "2.4.0"
|
|
async-recursion = "1.0.5"
|
|
reqwest = { version = "0.11.22", features = ["rustls-tls-native-roots", "stream"], default-features = false }
|
|
xz2 = "0.1.7"
|
|
|
|
[dependencies.tonic-reflection]
|
|
optional = true
|
|
version = "0.11.0"
|
|
|
|
[dependencies.bigtable_rs]
|
|
optional = true
|
|
# https://github.com/liufuyang/bigtable_rs/pull/72
|
|
git = "https://github.com/flokli/bigtable_rs"
|
|
rev = "0af404741dfc40eb9fa99cf4d4140a09c5c20df7"
|
|
|
|
[build-dependencies]
|
|
prost-build = "0.12.1"
|
|
tonic-build = "0.11.0"
|
|
|
|
[dev-dependencies]
|
|
async-process = "2.1.0"
|
|
rstest = "0.19.0"
|
|
rstest_reuse = "0.6.0"
|
|
test-case = "3.3.1"
|
|
tempfile = "3.3.0"
|
|
tokio-retry = "0.3.0"
|
|
|
|
[features]
|
|
default = ["cloud", "fuse", "otlp", "tonic-reflection"]
|
|
cloud = [
|
|
"dep:bigtable_rs",
|
|
"tvix-castore/cloud"
|
|
]
|
|
fuse = ["tvix-castore/fuse"]
|
|
otlp = ["dep:opentelemetry", "dep:opentelemetry-otlp", "dep:opentelemetry_sdk"]
|
|
tonic-reflection = ["dep:tonic-reflection", "tvix-castore/tonic-reflection"]
|
|
virtiofs = ["tvix-castore/virtiofs"]
|