tvl-depot/tvix/store/src/tests/nar_renderer.rs

use crate::nar::calculate_size_and_sha256;
use crate::nar::write_nar;
use crate::proto::DirectoryNode;
use crate::proto::FileNode;
use crate::proto::SymlinkNode;
use crate::tests::fixtures::*;
use crate::tests::utils::*;
use sha2::{Digest, Sha256};
use std::io;

#[test]
fn single_symlink() {
    let mut buf: Vec<u8> = vec![];

    write_nar(
        &mut buf,
        &crate::proto::node::Node::Symlink(SymlinkNode {
            name: "doesntmatter".into(),
            target: "/nix/store/somewhereelse".into(),
        }),
        // don't put anything in the stores, as we don't actually do any requests.
        gen_blob_service(),
        gen_directory_service(),
    )
    .expect("must succeed");

    assert_eq!(buf, NAR_CONTENTS_SYMLINK.to_vec());
}

/// Make sure the NARRenderer fails if a referred blob doesn't exist.
#[tokio::test]
async fn single_file_missing_blob() {
    let mut buf: Vec<u8> = vec![];

    let e = tokio::task::spawn_blocking(move || {
        write_nar(
            &mut buf,
            &crate::proto::node::Node::File(FileNode {
                name: "doesntmatter".into(),
                digest: HELLOWORLD_BLOB_DIGEST.clone().into(),
                size: HELLOWORLD_BLOB_CONTENTS.len() as u32,
                executable: false,
            }),
            // the blobservice is empty intentionally, to provoke the error.
            gen_blob_service(),
            gen_directory_service(),
        )
    })
    .await
    .unwrap()
    .expect_err("must fail");

    match e {
        crate::nar::RenderError::NARWriterError(e) => {
            assert_eq!(io::ErrorKind::NotFound, e.kind());
        }
        _ => panic!("unexpected error: {:?}", e),
    }
}

/// Make sure the NAR Renderer fails if the returned blob meta has another size
/// than specified in the proto node.
#[tokio::test]
async fn single_file_wrong_blob_size() {
    let blob_service = gen_blob_service();

    // insert blob into the store
    let mut writer = blob_service.open_write().await;
    tokio::io::copy(
        &mut io::Cursor::new(HELLOWORLD_BLOB_CONTENTS.to_vec()),
        &mut writer,
    )
    .await
    .unwrap();
    assert_eq!(
        HELLOWORLD_BLOB_DIGEST.clone(),
        writer.close().await.unwrap()
    );

    let bs = blob_service.clone();
    // Test with a root FileNode of a too big size
    {
        let mut buf: Vec<u8> = vec![];

        let e = tokio::task::spawn_blocking(move || {
            write_nar(
                &mut buf,
                &crate::proto::node::Node::File(FileNode {
                    name: "doesntmatter".into(),
                    digest: HELLOWORLD_BLOB_DIGEST.clone().into(),
                    size: 42, // <- note the wrong size here!
                    executable: false,
                }),
                bs,
                gen_directory_service(),
            )
        })
        .await
        .unwrap()
        .expect_err("must fail");

        match e {
            crate::nar::RenderError::NARWriterError(e) => {
                assert_eq!(io::ErrorKind::UnexpectedEof, e.kind());
            }
            _ => panic!("unexpected error: {:?}", e),
        }
    }

    let bs = blob_service.clone();
    // Test with a root FileNode of a too small size
    {
        let mut buf: Vec<u8> = vec![];

        let e = tokio::task::spawn_blocking(move || {
            write_nar(
                &mut buf,
                &crate::proto::node::Node::File(FileNode {
                    name: "doesntmatter".into(),
                    digest: HELLOWORLD_BLOB_DIGEST.clone().into(),
                    size: 2, // <- note the wrong size here!
                    executable: false,
                }),
                bs,
                gen_directory_service(),
            )
            .expect_err("must fail")
        })
        .await
        .unwrap();

        match e {
            crate::nar::RenderError::NARWriterError(e) => {
                assert_eq!(io::ErrorKind::InvalidInput, e.kind());
            }
            _ => panic!("unexpected error: {:?}", e),
        }
    }
}

#[tokio::test]
async fn single_file() {
    let blob_service = gen_blob_service();

    // insert blob into the store
    let mut writer = blob_service.open_write().await;
    tokio::io::copy(
        &mut io::Cursor::new(HELLOWORLD_BLOB_CONTENTS.clone()),
        &mut writer,
    )
    .await
    .unwrap();

    assert_eq!(
        HELLOWORLD_BLOB_DIGEST.clone(),
        writer.close().await.unwrap()
    );

    let mut buf: Vec<u8> = vec![];

    let buf = tokio::task::spawn_blocking(move || {
        write_nar(
            &mut buf,
            &crate::proto::node::Node::File(FileNode {
                name: "doesntmatter".into(),
                digest: HELLOWORLD_BLOB_DIGEST.clone().into(),
                size: HELLOWORLD_BLOB_CONTENTS.len() as u32,
                executable: false,
            }),
            blob_service,
            gen_directory_service(),
        )
        .expect("must succeed");

        buf
    })
    .await
    .unwrap();

    assert_eq!(buf, NAR_CONTENTS_HELLOWORLD.to_vec());
}

#[tokio::test]
async fn test_complicated() {
    let blob_service = gen_blob_service();
    let directory_service = gen_directory_service();

    // put all data into the stores.
    // insert blob into the store
    let mut writer = blob_service.open_write().await;
    tokio::io::copy(
        &mut io::Cursor::new(EMPTY_BLOB_CONTENTS.clone()),
        &mut writer,
    )
    .await
    .unwrap();
    assert_eq!(EMPTY_BLOB_DIGEST.clone(), writer.close().await.unwrap());

    directory_service.put(DIRECTORY_WITH_KEEP.clone()).unwrap();
    directory_service
        .put(DIRECTORY_COMPLICATED.clone())
        .unwrap();

    let mut buf: Vec<u8> = vec![];

    let bs = blob_service.clone();
    let ds = directory_service.clone();

    let buf = tokio::task::spawn_blocking(move || {
        write_nar(
            &mut buf,
            &crate::proto::node::Node::Directory(DirectoryNode {
                name: "doesntmatter".into(),
                digest: DIRECTORY_COMPLICATED.digest().into(),
                size: DIRECTORY_COMPLICATED.size(),
            }),
            bs,
            ds,
        )
        .expect("must succeed");
        buf
    })
    .await
    .unwrap();

    assert_eq!(buf, NAR_CONTENTS_COMPLICATED.to_vec());

    // ensure calculate_nar does return the correct sha256 digest and sum.
    let bs = blob_service.clone();
    let ds = directory_service.clone();
    let (nar_size, nar_digest) = tokio::task::spawn_blocking(move || {
        calculate_size_and_sha256(
            &crate::proto::node::Node::Directory(DirectoryNode {
                name: "doesntmatter".into(),
                digest: DIRECTORY_COMPLICATED.digest().into(),
                size: DIRECTORY_COMPLICATED.size(),
            }),
            bs,
            ds,
        )
    })
    .await
    .unwrap()
    .expect("must succeed");

    assert_eq!(NAR_CONTENTS_COMPLICATED.len() as u64, nar_size);
    let d = Sha256::digest(NAR_CONTENTS_COMPLICATED.clone());
    assert_eq!(d.as_slice(), nar_digest);
}