f6aee3534b
We previously didn't handle compression in nar-bridge, and left it up to a fronting reverse proxy. However, at least nginx with http2 enabled pins each connection to a single core, causing compression to be limited by the throughput of a single CPU. Change-Id: Ia11c2ff5c012192b25eb8ad05dae5542a2d2f777 Reviewed-on: https://cl.tvl.fyi/c/depot/+/12834 Tested-by: BuildkiteCI Reviewed-by: flokli <flokli@flokli.de> Autosubmit: flokli <flokli@flokli.de> Reviewed-by: Ilan Joselevich <personal@ilanjoselevich.com> Reviewed-by: Jörg Thalheim <joerg@thalheim.io>
91 lines
2.8 KiB
Rust
91 lines
2.8 KiB
Rust
use axum::http::StatusCode;
|
|
use axum::response::IntoResponse;
|
|
use axum::routing::{head, put};
|
|
use axum::{routing::get, Router};
|
|
use lru::LruCache;
|
|
use nix_compat::nix_http;
|
|
use parking_lot::RwLock;
|
|
use std::num::NonZeroUsize;
|
|
use std::sync::Arc;
|
|
use tvix_castore::blobservice::BlobService;
|
|
use tvix_castore::directoryservice::DirectoryService;
|
|
use tvix_castore::Node;
|
|
use tvix_store::pathinfoservice::PathInfoService;
|
|
|
|
mod nar;
|
|
mod narinfo;
|
|
|
|
#[derive(Clone)]
|
|
pub struct AppState {
|
|
blob_service: Arc<dyn BlobService>,
|
|
directory_service: Arc<dyn DirectoryService>,
|
|
path_info_service: Arc<dyn PathInfoService>,
|
|
|
|
/// Lookup table from NarHash to [Node], necessary to populate the root_node
|
|
/// field of the PathInfo when processing the narinfo upload.
|
|
root_nodes: Arc<RwLock<LruCache<[u8; 32], Node>>>,
|
|
}
|
|
|
|
impl AppState {
|
|
pub fn new(
|
|
blob_service: Arc<dyn BlobService>,
|
|
directory_service: Arc<dyn DirectoryService>,
|
|
path_info_service: Arc<dyn PathInfoService>,
|
|
root_nodes_cache_capacity: NonZeroUsize,
|
|
) -> Self {
|
|
Self {
|
|
blob_service,
|
|
directory_service,
|
|
path_info_service,
|
|
root_nodes: Arc::new(RwLock::new(LruCache::new(root_nodes_cache_capacity))),
|
|
}
|
|
}
|
|
}
|
|
|
|
pub fn gen_router(priority: u64) -> Router<AppState> {
|
|
#[cfg(feature = "otlp")]
|
|
let metrics_meter = opentelemetry::global::meter("nar-bridge");
|
|
|
|
#[cfg(feature = "otlp")]
|
|
let metrics_layer = tower_otel_http_metrics::HTTPMetricsLayerBuilder::new()
|
|
.with_meter(metrics_meter)
|
|
.build()
|
|
.unwrap();
|
|
|
|
let router = Router::new()
|
|
.route("/", get(root))
|
|
.route("/nar/:nar_str", get(four_o_four))
|
|
.route("/nar/:nar_str", head(nar::head_root_nodes))
|
|
.route("/nar/:nar_str", put(nar::put))
|
|
.route("/nar/tvix-castore/:root_node_enc", get(nar::get_head))
|
|
.route("/nar/tvix-castore/:root_node_enc", head(nar::get_head))
|
|
.route("/:narinfo_str", get(narinfo::get))
|
|
.route("/:narinfo_str", head(narinfo::head))
|
|
.route("/:narinfo_str", put(narinfo::put))
|
|
.route("/nix-cache-info", get(move || nix_cache_info(priority)));
|
|
|
|
let router = router.layer(tower_http::compression::CompressionLayer::new());
|
|
|
|
#[cfg(feature = "otlp")]
|
|
return router.layer(metrics_layer);
|
|
#[cfg(not(feature = "otlp"))]
|
|
return router;
|
|
}
|
|
|
|
async fn root() -> &'static str {
|
|
"Hello from nar-bridge"
|
|
}
|
|
|
|
async fn four_o_four() -> Result<(), StatusCode> {
|
|
Err(StatusCode::NOT_FOUND)
|
|
}
|
|
|
|
async fn nix_cache_info(priority: u64) -> impl IntoResponse {
|
|
(
|
|
[("Content-Type", nix_http::MIME_TYPE_CACHE_INFO)],
|
|
format!(
|
|
"StoreDir: /nix/store\nWantMassQuery: 1\nPriority: {}\n",
|
|
priority
|
|
),
|
|
)
|
|
}
|