chore(tvix/castore/protof): buf format

Change-Id: Idf11de78b0d6eca69fda34a89f2c57a00ed89ad5
Reviewed-on: https://cl.tvl.fyi/c/depot/+/10237
Autosubmit: flokli <flokli@flokli.de>
Tested-by: BuildkiteCI
Reviewed-by: Adam Joseph <adam@westernsemico.com>
This commit is contained in:
Florian Klink 2023-12-09 15:22:33 +02:00 committed by clbot
parent db3ef5255f
commit 459d9e106f
5 changed files with 97 additions and 97 deletions

View file

@ -24,8 +24,8 @@ const (
) )
// A Directory can contain Directory, File or Symlink nodes. // A Directory can contain Directory, File or Symlink nodes.
// Each of these nodes have a name attribute, which is the basename in that directory // Each of these nodes have a name attribute, which is the basename in that
// and node type specific attributes. // directory and node type specific attributes.
// The name attribute: // The name attribute:
// - MUST not contain slashes or null bytes // - MUST not contain slashes or null bytes
// - MUST not be '.' or '..' // - MUST not be '.' or '..'
@ -108,14 +108,14 @@ type DirectoryNode struct {
Digest []byte `protobuf:"bytes,2,opt,name=digest,proto3" json:"digest,omitempty"` Digest []byte `protobuf:"bytes,2,opt,name=digest,proto3" json:"digest,omitempty"`
// Number of child elements in the Directory referred to by `digest`. // Number of child elements in the Directory referred to by `digest`.
// Calculated by summing up the numbers of `directories`, `files` and // Calculated by summing up the numbers of `directories`, `files` and
// `symlinks`, and for each directory, its size field. Used for inode // `symlinks`, and for each directory, its size field. Used for inode number
// number calculation. // calculation.
// This field is precisely as verifiable as any other Merkle tree edge. // This field is precisely as verifiable as any other Merkle tree edge.
// Resolve `digest`, and you can compute it incrementally. Resolve the // Resolve `digest`, and you can compute it incrementally. Resolve the entire
// entire tree, and you can fully compute it from scratch. // tree, and you can fully compute it from scratch.
// A credulous implementation won't reject an excessive size, but this is // A credulous implementation won't reject an excessive size, but this is
// harmless: you'll have some ordinals without nodes. Undersizing is // harmless: you'll have some ordinals without nodes. Undersizing is obvious
// obvious and easy to reject: you won't have an ordinal for some nodes. // and easy to reject: you won't have an ordinal for some nodes.
Size uint64 `protobuf:"varint,3,opt,name=size,proto3" json:"size,omitempty"` Size uint64 `protobuf:"varint,3,opt,name=size,proto3" json:"size,omitempty"`
} }

View file

@ -8,8 +8,8 @@ package tvix.castore.v1;
option go_package = "code.tvl.fyi/tvix/castore-go;castorev1"; option go_package = "code.tvl.fyi/tvix/castore-go;castorev1";
// A Directory can contain Directory, File or Symlink nodes. // A Directory can contain Directory, File or Symlink nodes.
// Each of these nodes have a name attribute, which is the basename in that directory // Each of these nodes have a name attribute, which is the basename in that
// and node type specific attributes. // directory and node type specific attributes.
// The name attribute: // The name attribute:
// - MUST not contain slashes or null bytes // - MUST not contain slashes or null bytes
// - MUST not be '.' or '..' // - MUST not be '.' or '..'
@ -17,56 +17,55 @@ option go_package = "code.tvl.fyi/tvix/castore-go;castorev1";
// Elements in each list need to be lexicographically ordered by the name // Elements in each list need to be lexicographically ordered by the name
// attribute. // attribute.
message Directory { message Directory {
repeated DirectoryNode directories = 1; repeated DirectoryNode directories = 1;
repeated FileNode files = 2; repeated FileNode files = 2;
repeated SymlinkNode symlinks = 3; repeated SymlinkNode symlinks = 3;
} }
// A DirectoryNode represents a directory in a Directory. // A DirectoryNode represents a directory in a Directory.
message DirectoryNode { message DirectoryNode {
// The (base)name of the directory // The (base)name of the directory
bytes name = 1; bytes name = 1;
// The blake3 hash of a Directory message, serialized in protobuf canonical form. // The blake3 hash of a Directory message, serialized in protobuf canonical form.
bytes digest = 2; bytes digest = 2;
// Number of child elements in the Directory referred to by `digest`. // Number of child elements in the Directory referred to by `digest`.
// Calculated by summing up the numbers of `directories`, `files` and // Calculated by summing up the numbers of `directories`, `files` and
// `symlinks`, and for each directory, its size field. Used for inode // `symlinks`, and for each directory, its size field. Used for inode number
// number calculation. // calculation.
// This field is precisely as verifiable as any other Merkle tree edge. // This field is precisely as verifiable as any other Merkle tree edge.
// Resolve `digest`, and you can compute it incrementally. Resolve the // Resolve `digest`, and you can compute it incrementally. Resolve the entire
// entire tree, and you can fully compute it from scratch. // tree, and you can fully compute it from scratch.
// A credulous implementation won't reject an excessive size, but this is // A credulous implementation won't reject an excessive size, but this is
// harmless: you'll have some ordinals without nodes. Undersizing is // harmless: you'll have some ordinals without nodes. Undersizing is obvious
// obvious and easy to reject: you won't have an ordinal for some nodes. // and easy to reject: you won't have an ordinal for some nodes.
uint64 size = 3; uint64 size = 3;
} }
// A FileNode represents a regular or executable file in a Directory. // A FileNode represents a regular or executable file in a Directory.
message FileNode { message FileNode {
// The (base)name of the file // The (base)name of the file
bytes name = 1; bytes name = 1;
// The blake3 digest of the file contents // The blake3 digest of the file contents
bytes digest = 2; bytes digest = 2;
// The file content size // The file content size
uint64 size = 3; uint64 size = 3;
// Whether the file is executable // Whether the file is executable
bool executable = 4; bool executable = 4;
} }
// A SymlinkNode represents a symbolic link in a Directory. // A SymlinkNode represents a symbolic link in a Directory.
message SymlinkNode { message SymlinkNode {
// The (base)name of the symlink // The (base)name of the symlink
bytes name = 1; bytes name = 1;
// The target of the symlink. // The target of the symlink.
bytes target = 2; bytes target = 2;
} }
// A Node is either a DirectoryNode, FileNode or SymlinkNode. // A Node is either a DirectoryNode, FileNode or SymlinkNode.
message Node { message Node {
oneof node { oneof node {
DirectoryNode directory = 1; DirectoryNode directory = 1;
FileNode file = 2; FileNode file = 2;
SymlinkNode symlink = 3; SymlinkNode symlink = 3;
} }
} }

View file

@ -24,6 +24,7 @@
buildPhase = '' buildPhase = ''
export HOME=$TMPDIR export HOME=$TMPDIR
buf lint buf lint
buf format -d --exit-code
buf generate buf generate
mkdir -p $out mkdir -p $out

View file

@ -11,75 +11,75 @@ option go_package = "code.tvl.fyi/tvix/castore-go;castorev1";
// return the BLAKE3 digest of it, and that's the identifier used to Read/Stat // return the BLAKE3 digest of it, and that's the identifier used to Read/Stat
// them too. // them too.
service BlobService { service BlobService {
// Stat can be used to check for the existence of a blob, as well as // Stat can be used to check for the existence of a blob, as well as
// gathering more data about it, like more granular chunking information // gathering more data about it, like more granular chunking information
// or baos. // or baos.
// Server implementations are not required to provide more granular chunking // Server implementations are not required to provide more granular chunking
// information, especially if the digest specified in [StatBlobRequest] is // information, especially if the digest specified in [StatBlobRequest] is
// already a chunk of a blob. // already a chunk of a blob.
rpc Stat(StatBlobRequest) returns (StatBlobResponse); rpc Stat(StatBlobRequest) returns (StatBlobResponse);
// Read allows reading (all) data of a blob/chunk by the BLAKE3 digest of // Read allows reading (all) data of a blob/chunk by the BLAKE3 digest of
// its contents. // its contents.
// If the backend communicated more granular chunks in the `Stat` request, // If the backend communicated more granular chunks in the `Stat` request,
// this can also be used to read chunks. // this can also be used to read chunks.
// This request returns a stream of BlobChunk, which is just a container for // This request returns a stream of BlobChunk, which is just a container for
// a stream of bytes. // a stream of bytes.
// The server may decide on whatever chunking it may seem fit as a size for // The server may decide on whatever chunking it may seem fit as a size for
// the individual BlobChunk sent in the response stream, this is mostly to // the individual BlobChunk sent in the response stream, this is mostly to
// keep individual messages at a manageable size. // keep individual messages at a manageable size.
rpc Read(ReadBlobRequest) returns (stream BlobChunk); rpc Read(ReadBlobRequest) returns (stream BlobChunk);
// Put uploads a Blob, by reading a stream of bytes. // Put uploads a Blob, by reading a stream of bytes.
// //
// The way the data is chunked up in individual BlobChunk messages sent in // The way the data is chunked up in individual BlobChunk messages sent in
// the stream has no effect on how the server ends up chunking blobs up, if // the stream has no effect on how the server ends up chunking blobs up, if
// it does at all. // it does at all.
rpc Put(stream BlobChunk) returns (PutBlobResponse); rpc Put(stream BlobChunk) returns (PutBlobResponse);
} }
message StatBlobRequest { message StatBlobRequest {
// The blake3 digest of the blob requested // The blake3 digest of the blob requested
bytes digest = 1; bytes digest = 1;
// Whether the server should reply with a list of more granular chunks. // Whether the server should reply with a list of more granular chunks.
bool send_chunks = 2; bool send_chunks = 2;
// Whether the server should reply with a bao. // Whether the server should reply with a bao.
bool send_bao = 3; bool send_bao = 3;
} }
message StatBlobResponse { message StatBlobResponse {
// If `send_chunks` was set to true, this MAY contain a list of more // If `send_chunks` was set to true, this MAY contain a list of more
// granular chunks, which then may be read individually via the `Read` // granular chunks, which then may be read individually via the `Read`
// method. // method.
repeated ChunkMeta chunks = 2; repeated ChunkMeta chunks = 2;
message ChunkMeta { message ChunkMeta {
// Digest of that specific chunk // Digest of that specific chunk
bytes digest = 1; bytes digest = 1;
// Length of that chunk, in bytes. // Length of that chunk, in bytes.
uint64 size = 2; uint64 size = 2;
} }
// If `send_bao` was set to true, this MAY contain a outboard bao. // If `send_bao` was set to true, this MAY contain a outboard bao.
// The exact format and message types here will still be fleshed out. // The exact format and message types here will still be fleshed out.
bytes bao = 3; bytes bao = 3;
} }
message ReadBlobRequest { message ReadBlobRequest {
// The blake3 digest of the blob or chunk requested // The blake3 digest of the blob or chunk requested
bytes digest = 1; bytes digest = 1;
} }
// This represents some bytes of a blob. // This represents some bytes of a blob.
// Blobs are sent in smaller chunks to keep message sizes manageable. // Blobs are sent in smaller chunks to keep message sizes manageable.
message BlobChunk { message BlobChunk {
bytes data = 1; bytes data = 1;
} }
message PutBlobResponse { message PutBlobResponse {
// The blake3 digest of the data that was sent. // The blake3 digest of the data that was sent.
bytes digest = 1; bytes digest = 1;
} }

View file

@ -30,10 +30,10 @@ service DirectoryService {
message GetDirectoryRequest { message GetDirectoryRequest {
oneof by_what { oneof by_what {
// The blake3 hash of the (root) Directory message, serialized in // The blake3 hash of the (root) Directory message, serialized in
// protobuf canonical form. // protobuf canonical form.
// Keep in mind this can be a subtree of another root. // Keep in mind this can be a subtree of another root.
bytes digest = 1; bytes digest = 1;
} }
// If set to true, recursively resolve all child Directory messages. // If set to true, recursively resolve all child Directory messages.