2023-10-10 20:04:19 +02:00
|
|
|
package storev1_test
|
2022-11-19 21:34:49 +01:00
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"io"
|
|
|
|
"os"
|
|
|
|
"testing"
|
|
|
|
|
2023-09-22 15:38:10 +02:00
|
|
|
castorev1pb "code.tvl.fyi/tvix/castore/protos"
|
2022-11-19 21:34:49 +01:00
|
|
|
storev1pb "code.tvl.fyi/tvix/store/protos"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"lukechampine.com/blake3"
|
|
|
|
)
|
|
|
|
|
2023-10-03 12:59:13 +02:00
|
|
|
func mustDirectoryDigest(d *castorev1pb.Directory) []byte {
|
2022-11-19 21:34:49 +01:00
|
|
|
dgst, err := d.Digest()
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
return dgst
|
|
|
|
}
|
|
|
|
|
2023-10-03 12:59:13 +02:00
|
|
|
func mustBlobDigest(r io.Reader) []byte {
|
|
|
|
hasher := blake3.New(32, nil)
|
|
|
|
_, err := io.Copy(hasher, r)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
return hasher.Sum([]byte{})
|
|
|
|
}
|
|
|
|
|
2022-11-19 21:34:49 +01:00
|
|
|
func TestSymlink(t *testing.T) {
|
2023-10-10 21:24:36 +02:00
|
|
|
node := &castorev1pb.Node{
|
|
|
|
Node: &castorev1pb.Node_Symlink{
|
|
|
|
Symlink: &castorev1pb.SymlinkNode{
|
|
|
|
Name: []byte("doesntmatter"),
|
|
|
|
Target: []byte("/nix/store/somewhereelse"),
|
2022-11-19 21:34:49 +01:00
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
var buf bytes.Buffer
|
|
|
|
|
2023-10-10 21:24:36 +02:00
|
|
|
err := storev1pb.Export(&buf, node, func([]byte) (*castorev1pb.Directory, error) {
|
2022-11-19 21:34:49 +01:00
|
|
|
panic("no directories expected")
|
|
|
|
}, func([]byte) (io.ReadCloser, error) {
|
|
|
|
panic("no files expected")
|
|
|
|
})
|
|
|
|
require.NoError(t, err, "exporter shouldn't fail")
|
|
|
|
|
2023-10-10 20:04:19 +02:00
|
|
|
f, err := os.Open("testdata/symlink.nar")
|
2022-11-19 21:34:49 +01:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
bytesExpected, err := io.ReadAll(f)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
require.Equal(t, bytesExpected, buf.Bytes(), "expected nar contents to match")
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestRegular(t *testing.T) {
|
|
|
|
// The blake3 digest of the 0x01 byte.
|
|
|
|
BLAKE3_DIGEST_0X01 := []byte{
|
|
|
|
0x48, 0xfc, 0x72, 0x1f, 0xbb, 0xc1, 0x72, 0xe0, 0x92, 0x5f, 0xa2, 0x7a, 0xf1, 0x67, 0x1d,
|
|
|
|
0xe2, 0x25, 0xba, 0x92, 0x71, 0x34, 0x80, 0x29, 0x98, 0xb1, 0x0a, 0x15, 0x68, 0xa1, 0x88,
|
|
|
|
0x65, 0x2b,
|
|
|
|
}
|
|
|
|
|
2023-10-10 21:24:36 +02:00
|
|
|
node := &castorev1pb.Node{
|
|
|
|
Node: &castorev1pb.Node_File{
|
|
|
|
File: &castorev1pb.FileNode{
|
|
|
|
Name: []byte("doesntmatter"),
|
|
|
|
Digest: BLAKE3_DIGEST_0X01,
|
|
|
|
Size: 1,
|
|
|
|
Executable: false,
|
2022-11-19 21:34:49 +01:00
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
var buf bytes.Buffer
|
|
|
|
|
2023-10-10 21:24:36 +02:00
|
|
|
err := storev1pb.Export(&buf, node, func([]byte) (*castorev1pb.Directory, error) {
|
2022-11-19 21:34:49 +01:00
|
|
|
panic("no directories expected")
|
|
|
|
}, func(blobRef []byte) (io.ReadCloser, error) {
|
|
|
|
if !bytes.Equal(blobRef, BLAKE3_DIGEST_0X01) {
|
|
|
|
panic("unexpected blobref")
|
|
|
|
}
|
|
|
|
return io.NopCloser(bytes.NewBuffer([]byte{0x01})), nil
|
|
|
|
})
|
|
|
|
require.NoError(t, err, "exporter shouldn't fail")
|
|
|
|
|
2023-10-10 20:04:19 +02:00
|
|
|
f, err := os.Open("testdata/onebyteregular.nar")
|
2022-11-19 21:34:49 +01:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
bytesExpected, err := io.ReadAll(f)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
require.Equal(t, bytesExpected, buf.Bytes(), "expected nar contents to match")
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestEmptyDirectory(t *testing.T) {
|
|
|
|
// construct empty directory node this refers to
|
2023-09-22 15:38:10 +02:00
|
|
|
emptyDirectory := &castorev1pb.Directory{
|
|
|
|
Directories: []*castorev1pb.DirectoryNode{},
|
|
|
|
Files: []*castorev1pb.FileNode{},
|
|
|
|
Symlinks: []*castorev1pb.SymlinkNode{},
|
2022-11-19 21:34:49 +01:00
|
|
|
}
|
2023-10-03 12:59:13 +02:00
|
|
|
emptyDirectoryDigest := mustDirectoryDigest(emptyDirectory)
|
2022-11-19 21:34:49 +01:00
|
|
|
|
2023-10-10 21:24:36 +02:00
|
|
|
node := &castorev1pb.Node{
|
|
|
|
Node: &castorev1pb.Node_Directory{
|
|
|
|
Directory: &castorev1pb.DirectoryNode{
|
|
|
|
Name: []byte("doesntmatter"),
|
|
|
|
Digest: emptyDirectoryDigest,
|
|
|
|
Size: 0,
|
2022-11-19 21:34:49 +01:00
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
var buf bytes.Buffer
|
|
|
|
|
2023-10-10 21:24:36 +02:00
|
|
|
err := storev1pb.Export(&buf, node, func(directoryRef []byte) (*castorev1pb.Directory, error) {
|
2022-11-19 21:34:49 +01:00
|
|
|
if !bytes.Equal(directoryRef, emptyDirectoryDigest) {
|
|
|
|
panic("unexpected directoryRef")
|
|
|
|
}
|
|
|
|
return emptyDirectory, nil
|
|
|
|
}, func([]byte) (io.ReadCloser, error) {
|
|
|
|
panic("no files expected")
|
|
|
|
})
|
|
|
|
require.NoError(t, err, "exporter shouldn't fail")
|
|
|
|
|
2023-10-10 20:04:19 +02:00
|
|
|
f, err := os.Open("testdata/emptydirectory.nar")
|
2022-11-19 21:34:49 +01:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
bytesExpected, err := io.ReadAll(f)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
require.Equal(t, bytesExpected, buf.Bytes(), "expected nar contents to match")
|
|
|
|
}
|