test(tvix/eval): make sure all language tests also pass with C++ Nix
Change-Id: I8428a82db9bf7af5c0273178acbf3e4d7355f5d9 Reviewed-on: https://cl.tvl.fyi/c/depot/+/6153 Tested-by: BuildkiteCI Reviewed-by: tazjin <tazjin@tvl.su>
This commit is contained in:
parent
d952b29fca
commit
4523703a98
2 changed files with 121 additions and 2 deletions
|
@ -1,6 +1,125 @@
|
|||
{ depot, ... }:
|
||||
{ depot, pkgs, lib, ... }:
|
||||
|
||||
lib.fix (self:
|
||||
depot.third_party.naersk.buildPackage {
|
||||
src = ./.;
|
||||
doCheck = true;
|
||||
|
||||
meta.ci.targets = builtins.attrNames self.passthru;
|
||||
|
||||
passthru.cpp-nix-run-lang-tests = pkgs.stdenv.mkDerivation {
|
||||
name = "cpp-nix-run-lang-tests";
|
||||
|
||||
src = ./src/tests;
|
||||
dontConfigure = true;
|
||||
|
||||
nativeBuildInputs = [
|
||||
pkgs.buildPackages.nix
|
||||
];
|
||||
|
||||
buildPhase = ''
|
||||
chmod +x $scriptPath
|
||||
patchShebangs --build $scriptPath
|
||||
|
||||
mkdir store var
|
||||
export NIX_STORE_DIR="$(realpath store)"
|
||||
export NIX_STATE_DIR="$(realpath var)"
|
||||
|
||||
$scriptPath
|
||||
'';
|
||||
|
||||
installPhase = "touch $out";
|
||||
|
||||
passAsFile = [ "script" ];
|
||||
script = ''
|
||||
#!/usr/bin/env bash
|
||||
# SPDX-License-Identifier: LGPL-2.1-only
|
||||
# SPDX-FileCopyrightText: © 2022 The TVL Contributors
|
||||
# SPDX-FileCopyrightText: © 2004-2022 The Nix Contributors
|
||||
#
|
||||
# Execute language tests found in tvix_tests and nix_tests
|
||||
# using the C++ Nix implementation. Based on NixOS/nix:tests/lang.sh.
|
||||
|
||||
expect() {
|
||||
local expected res
|
||||
expected="$1"
|
||||
shift
|
||||
set +e
|
||||
"$@"
|
||||
res="$?"
|
||||
set -e
|
||||
[[ $res -eq $expected ]]
|
||||
}
|
||||
|
||||
TESTDIR="''${1:-.}"
|
||||
|
||||
fail=0
|
||||
|
||||
for i in "$TESTDIR/"*_tests/parse-fail-*.nix; do
|
||||
echo "parsing $i (should fail)";
|
||||
if ! expect 1 nix-instantiate --parse - < $i 2> /dev/null; then
|
||||
echo "FAIL: $i shouldn't parse"
|
||||
fail=1
|
||||
fi
|
||||
done
|
||||
|
||||
for i in "$TESTDIR/"*_tests/parse-okay-*.nix; do
|
||||
echo "parsing $i (should succeed)";
|
||||
if ! expect 0 nix-instantiate --parse - < $i > /dev/null; then
|
||||
echo "FAIL: $i should parse"
|
||||
fail=1
|
||||
fi
|
||||
done
|
||||
|
||||
for i in "$TESTDIR/"*_tests/eval-fail-*.nix; do
|
||||
echo "evaluating $i (should fail)";
|
||||
if ! expect 1 nix-instantiate --eval $i 2> /dev/null; then
|
||||
echo "FAIL: $i shouldn't evaluate"
|
||||
fail=1
|
||||
fi
|
||||
done
|
||||
|
||||
export TEST_VAR="foo"
|
||||
|
||||
for i in "$TESTDIR/"*_tests/eval-okay-*.nix; do
|
||||
echo "evaluating $i (should succeed)";
|
||||
|
||||
base="$(dirname "$i")/$(basename "$i" ".nix")"
|
||||
|
||||
if [[ "$(basename "$i")" == "eval-okay-search-path.nix" ]]; then
|
||||
# TODO(sterni): fix this test
|
||||
echo "SKIPPED: $i"
|
||||
continue
|
||||
fi
|
||||
|
||||
if test -e $base.exp; then
|
||||
flags=
|
||||
if test -e $base.flags; then
|
||||
flags=$(cat $base.flags)
|
||||
fi
|
||||
if ! expect 0 nix-instantiate $flags --eval --strict $base.nix > $base.out; then
|
||||
echo "FAIL: $i should evaluate"
|
||||
fail=1
|
||||
elif ! diff $base.out $base.exp; then
|
||||
echo "FAIL: evaluation result of $i not as expected"
|
||||
fail=1
|
||||
fi
|
||||
fi
|
||||
|
||||
if test -e $base.exp.xml; then
|
||||
if ! expect 0 nix-instantiate --eval --xml --no-location --strict \
|
||||
$base.nix > $base.out.xml; then
|
||||
echo "FAIL: $i should evaluate"
|
||||
fail=1
|
||||
elif ! cmp -s $base.out.xml $base.exp.xml; then
|
||||
echo "FAIL: XML evaluation result of $i not as expected"
|
||||
fail=1
|
||||
fi
|
||||
fi
|
||||
done
|
||||
|
||||
exit $fail
|
||||
'';
|
||||
};
|
||||
}
|
||||
)
|
||||
|
|
|
@ -1 +1 @@
|
|||
--arg lib import(lang/lib.nix) --argstr xyzzy xyzzy! -A result
|
||||
--arg lib import(nix_tests/lib.nix) --argstr xyzzy xyzzy! -A result
|
||||
|
|
Loading…
Reference in a new issue