20513e7a52
This adds the tracing-indicatif crate, and configures it as a layer in our tracing_subscriber pipeline to emit progress for every span that's configured so. It also moves from using std::io::stderr to write logs to using their writer, to avoid clobbering output. Progress bar styles are defined in a lazy_static, moving this into a general tracing is left for later. This adds some usage of this to the `imports` and `copy` commands. The output can still be improved a bit - we should probably split each task up into a smaller (instrumented) helper functions, so we can create a progress bar for each task. Change-Id: I59a1915aa4e0caa89c911632dec59c4cbeba1b89 Reviewed-on: https://cl.tvl.fyi/c/depot/+/11747 Reviewed-by: flokli <flokli@flokli.de> Reviewed-by: Simon Hauser <simon.hauser@helsinki-systems.de> Tested-by: BuildkiteCI Autosubmit: flokli <flokli@flokli.de>
86 lines
2.6 KiB
TOML
86 lines
2.6 KiB
TOML
[package]
|
|
name = "tvix-store"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
|
|
[dependencies]
|
|
anyhow = "1.0.68"
|
|
async-compression = { version = "0.4.9", features = ["tokio", "bzip2", "gzip", "xz", "zstd"]}
|
|
async-stream = "0.3.5"
|
|
blake3 = { version = "1.3.1", features = ["rayon", "std"] }
|
|
bstr = "1.6.0"
|
|
bytes = "1.4.0"
|
|
clap = { version = "4.0", features = ["derive", "env"] }
|
|
count-write = "0.1.0"
|
|
data-encoding = "2.3.3"
|
|
futures = "0.3.30"
|
|
lazy_static = "1.4.0"
|
|
nix-compat = { path = "../nix-compat", features = ["async"] }
|
|
pin-project-lite = "0.2.13"
|
|
prost = "0.12.1"
|
|
opentelemetry = { version = "0.22.0", optional = true}
|
|
opentelemetry-otlp = { version = "0.15.0", optional = true }
|
|
opentelemetry_sdk = { version = "0.22.1", features = ["rt-tokio"], optional = true}
|
|
serde = { version = "1.0.197", features = [ "derive" ] }
|
|
serde_json = "1.0"
|
|
serde_with = "3.7.0"
|
|
serde_qs = "0.12.0"
|
|
sha2 = "0.10.6"
|
|
sled = { version = "0.34.7" }
|
|
thiserror = "1.0.38"
|
|
tokio = { version = "1.32.0", features = ["fs", "macros", "net", "rt", "rt-multi-thread", "signal"] }
|
|
tokio-listener = { version = "0.4.1", features = [ "tonic011" ] }
|
|
tokio-stream = { version = "0.1.14", features = ["fs"] }
|
|
tokio-util = { version = "0.7.9", features = ["io", "io-util", "compat"] }
|
|
tonic = { version = "0.11.0", features = ["tls", "tls-roots"] }
|
|
tower = "0.4.13"
|
|
tracing = "0.1.37"
|
|
tracing-opentelemetry = "0.23.0"
|
|
tracing-subscriber = { version = "0.3.18", features = ["env-filter"] }
|
|
tvix-castore = { path = "../castore" }
|
|
url = "2.4.0"
|
|
walkdir = "2.4.0"
|
|
reqwest = { version = "0.11.22", features = ["rustls-tls-native-roots", "stream"], default-features = false }
|
|
lru = "0.12.3"
|
|
parking_lot = "0.12.2"
|
|
indicatif = "0.17.8"
|
|
tracing-indicatif = "0.3.6"
|
|
|
|
[dependencies.tonic-reflection]
|
|
optional = true
|
|
version = "0.11.0"
|
|
|
|
[dependencies.bigtable_rs]
|
|
optional = true
|
|
# https://github.com/liufuyang/bigtable_rs/pull/72
|
|
git = "https://github.com/flokli/bigtable_rs"
|
|
rev = "0af404741dfc40eb9fa99cf4d4140a09c5c20df7"
|
|
|
|
[build-dependencies]
|
|
prost-build = "0.12.1"
|
|
tonic-build = "0.11.0"
|
|
|
|
[dev-dependencies]
|
|
async-process = "2.1.0"
|
|
rstest = "0.19.0"
|
|
rstest_reuse = "0.6.0"
|
|
tempfile = "3.3.0"
|
|
tokio-retry = "0.3.0"
|
|
|
|
[features]
|
|
default = ["cloud", "fuse", "otlp", "tonic-reflection"]
|
|
cloud = [
|
|
"dep:bigtable_rs",
|
|
"tvix-castore/cloud"
|
|
]
|
|
fuse = ["tvix-castore/fuse"]
|
|
otlp = ["dep:opentelemetry", "dep:opentelemetry-otlp", "dep:opentelemetry_sdk"]
|
|
tonic-reflection = ["dep:tonic-reflection", "tvix-castore/tonic-reflection"]
|
|
virtiofs = ["tvix-castore/virtiofs"]
|
|
# Whether to run the integration tests.
|
|
# Requires the following packages in $PATH:
|
|
# cbtemulator, google-cloud-bigtable-tool
|
|
integration = []
|
|
|
|
[lints]
|
|
workspace = true
|