fix(scripts): Refactor cache uploading
All checks were successful
Check meta / check_dns (pull_request) Successful in 28s
Check meta / check_meta (pull_request) Successful in 28s
Check workflows / check_workflows (pull_request) Successful in 27s
Run pre-commit on all files / pre-commit (push) Successful in 44s
Build all the nodes / ap01 (pull_request) Successful in 1m11s
Build all the nodes / bridge01 (pull_request) Successful in 1m54s
Build all the nodes / geo01 (pull_request) Successful in 2m6s
Build all the nodes / geo02 (pull_request) Successful in 2m7s
Build all the nodes / hypervisor01 (pull_request) Successful in 2m3s
Build all the nodes / compute01 (pull_request) Successful in 2m34s
Build all the nodes / hypervisor02 (pull_request) Successful in 1m49s
Build all the nodes / netcore02 (pull_request) Successful in 32s
Build all the nodes / hypervisor03 (pull_request) Successful in 1m50s
Build all the nodes / rescue01 (pull_request) Successful in 2m1s
Build all the nodes / vault01 (pull_request) Successful in 2m3s
Build all the nodes / storage01 (pull_request) Successful in 2m24s
Build the shell / build-shell (pull_request) Successful in 43s
Build all the nodes / web02 (pull_request) Successful in 2m13s
Run pre-commit on all files / pre-commit (pull_request) Successful in 37s
Build all the nodes / web03 (pull_request) Successful in 2m5s
Build all the nodes / web01 (pull_request) Successful in 3m0s

This commit is contained in:
sinavir 2024-12-21 14:01:10 +01:00
parent 97d3b9fc57
commit 6a3511cc71
No known key found for this signature in database
7 changed files with 25 additions and 63 deletions

View file

@ -8,7 +8,7 @@ jobs:
STORE_PASSWORD: ${{ secrets.STORE_PASSWORD }}
STORE_USER: admin
name: Build and cache shell
run: nix-shell -A eval-shell --run "nix-cache -A devShell"
run: nix-shell -A eval-shell --run "nix-build-and-cache -A devShell"
name: Build the shell
on:
pull_request:

View file

@ -180,7 +180,7 @@ in
pre-commit.shellHook = git-checks.shellHook;
check-workflows.shellHook = workflows.shellHook;
eval-nodes.packages = [ scripts.cache-node ];
eval-shell.packages = [ scripts.nix-cache ];
eval-shell.packages = [ scripts.nix-build-and-cache ];
};
};
}

View file

@ -35,23 +35,4 @@ esac
drv=$(colmena eval --instantiate -E "{ nodes, ... }: nodes.${BUILD_NODE}.${toplevel_path}" --show-trace)
# Build the derivation and send it to the great beyond
nix-store --query --requisites --force-realise --include-outputs "$drv" | grep -v '.*\.drv' >paths.txt
if [ "$STORE_PASSWORD" == "" ]; then
echo "No password given for the remote cache, uploading cannot take place."
exit 0
fi
cat <<EOF >.netrc
default
login $STORE_USER
password $STORE_PASSWORD
EOF
nix copy \
--extra-experimental-features nix-command \
--to "$STORE_ENDPOINT?compression=none" \
--netrc-file .netrc \
"$(nix-store --realise "$drv")"
rm .netrc
push-to-cache "$(nix-store --realise "$drv")"

View file

@ -20,8 +20,12 @@ let
;
scripts = {
cache-node = [ colmena ];
nix-cache = [ colmena ];
cache-node = [
colmena
self.push-to-cache
];
push-to-cache = [ ];
nix-build-and-cache = [ self.push-to-cache ];
check-deployment = [
colmena
jq
@ -30,13 +34,14 @@ let
launch-vm = [ colmena ];
list-nodes = [ jq ];
};
self = mapAttrs (
name: runtimeInputs:
writeShellApplication {
inherit name runtimeInputs;
text = builtins.readFile ./${name}.sh;
}
) scripts;
in
mapAttrs (
name: runtimeInputs:
writeShellApplication {
inherit name runtimeInputs;
text = builtins.readFile ./${name}.sh;
}
) scripts
self

View file

@ -0,0 +1,5 @@
# SPDX-FileCopyrightText: 2024 Maurice Debray <maurice@dgnum.eu>
#
# SPDX-License-Identifier: EUPL-1.2
push-to-cache "$(nix-build "$@")"

View file

@ -1,29 +0,0 @@
# SPDX-FileCopyrightText: 2024 Ryan Lahfa <ryan.lahfa@dgnum.eu>
# SPDX-FileCopyrightText: 2024 Tom Hubrecht <tom.hubrecht@dgnum.eu>
# SPDX-FileContributor: Maurice Debray <maurice@dgnum.eu>
#
# SPDX-License-Identifier: EUPL-1.2
# Build the derivation and send it to the great beyond
drv=$(nix-instantiate "$@")
nix-store --query --requisites --force-realise --include-outputs "$drv" | grep -v '.*\.drv' > paths.txt
if [ "$STORE_PASSWORD" == "" ]; then
echo "No password given for the remote cache, uploading cannot take place."
exit 0
fi
cat <<EOF >.netrc
default
login $STORE_USER
password $STORE_PASSWORD
EOF
nix copy \
--extra-experimental-features nix-command \
--to "$STORE_ENDPOINT?compression=none" \
--netrc-file .netrc \
"$(nix-store --realise "$drv")"
rm .netrc

View file

@ -16,7 +16,7 @@
{ uses = "actions/checkout@v3"; }
{
name = "Build and cache shell";
run = "nix-shell -A eval-shell --run \"nix-cache -A devShell\"";
run = ''nix-shell -A eval-shell --run "nix-build-and-cache -A devShell"'';
env = {
STORE_ENDPOINT = "https://tvix-store.dgnum.eu/infra-signing/";
STORE_USER = "admin";