feat(nix/lazy-deps): Add function to generate lazy binary dispatcher
There is a reoccuring problem in readTree-type repositories that use nix-shell, where evaluation of the full set of dependencies that should be made available to users takes a noticeable amount of time, slowing down operations when `direnv` is involved. In depot, we have so far fixed this by maintaining a manual `//bin` directory which contains a set of symlinks to a central dispatch script that can dispatch to various tools in depot lazily. This script can instead be generated ad-hoc by Nix (pretty fast if we can make assumptions like `git` and `nix-build` existing on user's machines already) and added to $PATH. The function introduced in this commit implements the logic for that. The structure of the script is based on the existing `//bin/__dispatch`. This does not yet switch depot's envrc to use this new method of installing dependencies lazily. Change-Id: I92efcd9bb6aa51aa2709ad910a464e9dac97ee89 Reviewed-on: https://cl.tvl.fyi/c/depot/+/5512 Tested-by: BuildkiteCI Reviewed-by: ezemtsov <eugene.zemtsov@gmail.com>
This commit is contained in:
parent
419dd2a7aa
commit
0ce396bdab
1 changed files with 75 additions and 0 deletions
75
nix/lazy-deps/default.nix
Normal file
75
nix/lazy-deps/default.nix
Normal file
|
@ -0,0 +1,75 @@
|
|||
# Helper function to synthesize a directory of "lazy-built" binaries
|
||||
# that can be added to $PATH inside of a repository.
|
||||
#
|
||||
# Using this, a Nix shell environment in some repository can contain
|
||||
# several slow-to-build commands without blowing up evaluation and
|
||||
# build time whenever the shell is loaded.
|
||||
#
|
||||
# Note that the generated script is deliberately impure to speed up
|
||||
# evaluation, and expects both `git` and `nix-build` to exist in the
|
||||
# user's $PATH. If required, this can be done in the shell
|
||||
# configuration invoking this function.
|
||||
{ pkgs, ... }:
|
||||
|
||||
let
|
||||
inherit (builtins) attrNames attrValues mapAttrs;
|
||||
inherit (pkgs.lib) concatStringsSep;
|
||||
|
||||
# Create the case statement for a command invocations, optionally
|
||||
# overriding the `TARGET_TOOL` variable.
|
||||
invoke = name: { attr, cmd ? null }: ''
|
||||
${name})
|
||||
attr="${attr}"
|
||||
${if cmd != null then "TARGET_TOOL=\"${cmd}\"\n;;" else ";;"}
|
||||
'';
|
||||
|
||||
# Create command to symlink to the dispatch script for each tool.
|
||||
link = name: "ln -s $target $out/bin/${name}";
|
||||
|
||||
invocations = tools: concatStringsSep "\n" (attrValues (mapAttrs invoke tools));
|
||||
in
|
||||
|
||||
# Attribute set of tools that should be lazily-added to the $PATH.
|
||||
|
||||
# The name of each attribute is used as the command name (on $PATH).
|
||||
# It must contain the keys 'attr' (containing the Nix attribute path
|
||||
# to the tool's derivation from the top-level), and may optionally
|
||||
# contain the key 'cmd' to override the name of the binary inside the
|
||||
# derivation.
|
||||
tools:
|
||||
|
||||
pkgs.writeTextFile {
|
||||
name = "lazy-dispatch";
|
||||
executable = true;
|
||||
destination = "/bin/__dispatch";
|
||||
|
||||
text = ''
|
||||
#!${pkgs.runtimeShell}
|
||||
set -ue
|
||||
|
||||
if ! type git>/dev/null || ! type nix-build>/dev/null; then
|
||||
echo "The 'git' and 'nix-build' commands must be available." >&2
|
||||
exit 127
|
||||
fi
|
||||
|
||||
readonly REPO_ROOT=$(git rev-parse --show-toplevel)
|
||||
TARGET_TOOL=$(basename "$0")
|
||||
|
||||
case "''${TARGET_TOOL}" in
|
||||
${invocations tools}
|
||||
*)
|
||||
echo "''${TARGET_TOOL} is currently not installed in this repository." >&2
|
||||
exit 127
|
||||
;;
|
||||
esac
|
||||
|
||||
result=$(nix-build --no-out-link --attr "''${attr}" "''${REPO_ROOT}")
|
||||
PATH="''${result}/bin:$PATH"
|
||||
exec "''${TARGET_TOOL}" "''${@}"
|
||||
'';
|
||||
|
||||
checkPhase = ''
|
||||
${pkgs.stdenv.shellDryRun} "$target"
|
||||
${concatStringsSep "\n" (map link (attrNames tools))}
|
||||
'';
|
||||
}
|
Loading…
Reference in a new issue