0779f96687
This changes the logic for build pipeline generation to inspect an (optional) parentTargetMap attribute which contains the derivation map of a target commit. Targets that existed in a parent commit with the same drv hash will be skipped, as they are not considered to have changed. This does not yet wire up any logic for retrieving the target map from storage, meaning that at this commit all targets are always built. The intention is that we will have logic to fetch the target map (initially from Buildkite artefact storage), which we then pass to the depot via externalArgs when actually generating the pipeline. Change-Id: I3373c60aaf4b56b94c6ab64e2e5eef68dea9287c Reviewed-on: https://cl.tvl.fyi/c/depot/+/4946 Tested-by: BuildkiteCI Reviewed-by: sterni <sternenseemann@systemli.org>
36 lines
1.1 KiB
Nix
36 lines
1.1 KiB
Nix
# This file configures the primary build pipeline used for the
|
|
# top-level list of depot targets.
|
|
{ depot, pkgs, externalArgs, ... }:
|
|
|
|
let
|
|
# Protobuf check step which validates that changes to .proto files
|
|
# between revisions don't cause backwards-incompatible or otherwise
|
|
# flawed changes.
|
|
protoCheck = {
|
|
command = "${depot.nix.bufCheck}/bin/ci-buf-check";
|
|
label = ":water_buffalo:";
|
|
};
|
|
|
|
# Formatting check which validates that all supported auto-formatted
|
|
# files are formatted correctly. See //tools/depotfmt for details.
|
|
depotfmtCheck = {
|
|
command = "${depot.tools.depotfmt.check}";
|
|
label = ":evergreen_tree: (tools/depotfmt)";
|
|
};
|
|
|
|
pipeline = depot.nix.buildkite.mkPipeline {
|
|
headBranch = "refs/heads/canon";
|
|
drvTargets = depot.ci.targets;
|
|
additionalSteps = [ depotfmtCheck protoCheck ];
|
|
|
|
parentTargetMap = if (externalArgs ? parentTargetMap)
|
|
then builtins.fromJSON (builtins.readFile externalArgs.parentTargetMap)
|
|
else {};
|
|
};
|
|
|
|
drvmap = depot.nix.buildkite.mkDrvmap depot.ci.targets;
|
|
in pkgs.runCommandNoCC "depot-pipeline" {} ''
|
|
mkdir $out
|
|
cp -r ${pipeline}/* $out
|
|
cp ${drvmap} $out/drvmap.json
|
|
''
|