98c17147c6
… and nar size / sha256 digest. Instead of producing sparse PathInfo messages when NARs are sent to nar-bridge, the nar-bridge http server now keeps a lookup table (narsha256) -> (rootNode, narSize) This removes a whole bunch of noise, because we don't need to keep sparse fields around. A convenience function `GenPathInfo(rootNode *castorev1pb.Node, narInfo *narinfo.NarInfo)` is added, which is used to produce PathInfo messages, either when receiving a NAR file over http and uploading it to a remote PathInfoService, or to synthesize the PathInfoMessage to return to the client, if nar-bridge is acting as a PathInfoService for a remove Nix HTTP Binary cache. Change-Id: Ibba1ab6238a050816c4fab29cb21ae88877d8613 Reviewed-on: https://cl.tvl.fyi/c/depot/+/9651 Tested-by: BuildkiteCI Reviewed-by: Brian McGee <brian@bmcgee.ie>
101 lines
2.5 KiB
Go
101 lines
2.5 KiB
Go
package http
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/http"
|
|
"sync"
|
|
"time"
|
|
|
|
castorev1pb "code.tvl.fyi/tvix/castore/protos"
|
|
storev1pb "code.tvl.fyi/tvix/store/protos"
|
|
"github.com/go-chi/chi/middleware"
|
|
"github.com/go-chi/chi/v5"
|
|
log "github.com/sirupsen/logrus"
|
|
)
|
|
|
|
type Server struct {
|
|
srv *http.Server
|
|
handler chi.Router
|
|
|
|
directoryServiceClient castorev1pb.DirectoryServiceClient
|
|
blobServiceClient castorev1pb.BlobServiceClient
|
|
pathInfoServiceClient storev1pb.PathInfoServiceClient
|
|
|
|
// When uploading NAR files to a HTTP binary cache, the .nar
|
|
// files are uploaded before the .narinfo files.
|
|
// We need *both* to be able to fully construct a PathInfo object.
|
|
// Keep a in-memory map of narhash(es) (in SRI) to (unnamed) root node and nar
|
|
// size.
|
|
// This is necessary until we can ask a PathInfoService for a node with a given
|
|
// narSha256.
|
|
narDbMu sync.Mutex
|
|
narDb map[string]*narData
|
|
}
|
|
|
|
type narData struct {
|
|
rootNode *castorev1pb.Node
|
|
narSize uint64
|
|
}
|
|
|
|
func New(
|
|
directoryServiceClient castorev1pb.DirectoryServiceClient,
|
|
blobServiceClient castorev1pb.BlobServiceClient,
|
|
pathInfoServiceClient storev1pb.PathInfoServiceClient,
|
|
enableAccessLog bool,
|
|
priority int,
|
|
) *Server {
|
|
r := chi.NewRouter()
|
|
|
|
if enableAccessLog {
|
|
r.Use(middleware.Logger)
|
|
}
|
|
|
|
r.Get("/", func(w http.ResponseWriter, r *http.Request) {
|
|
_, err := w.Write([]byte("nar-bridge"))
|
|
if err != nil {
|
|
log.Errorf("Unable to write response: %v", err)
|
|
}
|
|
})
|
|
|
|
r.Get("/nix-cache-info", func(w http.ResponseWriter, r *http.Request) {
|
|
_, err := w.Write([]byte(fmt.Sprintf("StoreDir: /nix/store\nWantMassQuery: 1\nPriority: %d\n", priority)))
|
|
if err != nil {
|
|
log.Errorf("Unable to write response: %v", err)
|
|
}
|
|
})
|
|
|
|
s := &Server{
|
|
handler: r,
|
|
directoryServiceClient: directoryServiceClient,
|
|
blobServiceClient: blobServiceClient,
|
|
pathInfoServiceClient: pathInfoServiceClient,
|
|
narDb: make(map[string]*narData),
|
|
}
|
|
|
|
registerNarPut(s)
|
|
registerNarinfoPut(s)
|
|
|
|
registerNarinfoGet(s)
|
|
registerNarGet(s)
|
|
|
|
return s
|
|
}
|
|
|
|
func (s *Server) Shutdown(ctx context.Context) error {
|
|
return s.srv.Shutdown(ctx)
|
|
}
|
|
|
|
// ListenAndServer starts the webserver, and waits for it being closed or
|
|
// shutdown, after which it'll return ErrServerClosed.
|
|
func (s *Server) ListenAndServe(addr string) error {
|
|
s.srv = &http.Server{
|
|
Addr: addr,
|
|
Handler: s.handler,
|
|
ReadTimeout: 500 * time.Second,
|
|
WriteTimeout: 500 * time.Second,
|
|
IdleTimeout: 500 * time.Second,
|
|
}
|
|
|
|
return s.srv.ListenAndServe()
|
|
}
|