107 lines
4 KiB
Bash
107 lines
4 KiB
Bash
|
#!/usr/bin/env bash
|
||
|
|
#
|
||
|
|
# Copyright 2019 Google LLC
|
||
|
|
#
|
||
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
# you may not use this file except in compliance with the License.
|
||
|
|
# You may obtain a copy of the License at
|
||
|
|
#
|
||
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
#
|
||
|
|
# Unless required by applicable law or agreed to in writing, software
|
||
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
# See the License for the specific language governing permissions and
|
||
|
|
# limitations under the License.
|
||
|
|
|
||
|
|
set -eu
|
||
|
|
|
||
|
|
if [[ $# -eq 1 ]]; then
|
||
|
|
export TEST_TARGET="${1}"
|
||
|
|
elif [[ -n "${KOKORO_JOB_NAME:-}" ]]; then
|
||
|
|
# Kokoro injects the KOKORO_JOB_NAME environment variable, the value of this
|
||
|
|
# variable is cloud-cpp/spanner/<config-file-name-without-cfg> (or more
|
||
|
|
# generally <path/to/config-file-without-cfg>). By convention we name these
|
||
|
|
# files `$foo.cfg` for continuous builds and `$foo-presubmit.cfg` for
|
||
|
|
# presubmit builds. Here we extract the value of "foo" and use it as the build
|
||
|
|
# name.
|
||
|
|
TEST_TARGET="$(basename "${KOKORO_JOB_NAME}" "-presubmit")"
|
||
|
|
export TEST_TARGET
|
||
|
|
else
|
||
|
|
echo "Aborting build as the distribution name is not defined."
|
||
|
|
echo "If you are invoking this script via the command line use:"
|
||
|
|
echo " $0 <distro-name>"
|
||
|
|
echo
|
||
|
|
echo "If this script is invoked by Kokoro, the CI system is expected to set"
|
||
|
|
echo "the KOKORO_JOB_NAME environment variable."
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo "================================================================"
|
||
|
|
echo "Change working directory to project root $(date)."
|
||
|
|
cd "$(dirname "$0")/../../.."
|
||
|
|
|
||
|
|
if [[ -z "${PROJECT_ID+x}" ]]; then
|
||
|
|
readonly PROJECT_ID="cloud-devrel-kokoro-resources"
|
||
|
|
fi
|
||
|
|
|
||
|
|
readonly DEV_IMAGE="gcr.io/${PROJECT_ID}/cpp-cmakefiles/test-install-dev-${TEST_TARGET}"
|
||
|
|
readonly IMAGE="gcr.io/${PROJECT_ID}/cpp-cmakefiles/test-install-${TEST_TARGET}"
|
||
|
|
|
||
|
|
has_cache="false"
|
||
|
|
|
||
|
|
# We download the cached dev image for pull requests on kokoro. For continuous
|
||
|
|
# jobs, we don't download the cached image. This means we build from scratch and
|
||
|
|
# upload the image for future builds for pull requests.
|
||
|
|
if [[ -n "${KOKORO_JOB_NAME:-}" ]] \
|
||
|
|
&& [[ -n "${KOKORO_GITHUB_PULL_REQUEST_NUMBER:-}" ]]; then
|
||
|
|
echo "================================================================"
|
||
|
|
echo "Download existing image (if available) for ${TEST_TARGET} $(date)."
|
||
|
|
if docker pull "${DEV_IMAGE}:latest"; then
|
||
|
|
echo "Existing image successfully downloaded."
|
||
|
|
has_cache="true"
|
||
|
|
fi
|
||
|
|
echo "================================================================"
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo "================================================================"
|
||
|
|
echo "Build base image with minimal development tools for ${TEST_TARGET} $(date)."
|
||
|
|
update_cache="false"
|
||
|
|
|
||
|
|
devtools_flags=(
|
||
|
|
# Only build up to the stage that installs the minimal development tools, but
|
||
|
|
# does not compile any of our code.
|
||
|
|
"--target" "devtools"
|
||
|
|
# Create the image with the same tag as the cache we are using, so we can
|
||
|
|
# upload it.
|
||
|
|
"-t" "${DEV_IMAGE}:latest"
|
||
|
|
"-f" "ci/kokoro/install/Dockerfile.${TEST_TARGET}"
|
||
|
|
)
|
||
|
|
|
||
|
|
if "${has_cache}"; then
|
||
|
|
devtools_flags+=("--cache-from=${DEV_IMAGE}:latest")
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo "Running docker build with " "${devtools_flags[@]}"
|
||
|
|
if docker build "${devtools_flags[@]}" ci; then
|
||
|
|
update_cache="true"
|
||
|
|
fi
|
||
|
|
|
||
|
|
# We upload the cached image for continuous builds.
|
||
|
|
if "${update_cache}" && [[ -z "${KOKORO_GITHUB_PULL_REQUEST_NUMBER:-}" ]] \
|
||
|
|
&& [[ -n "${KOKORO_JOB_NAME:-}" ]]; then
|
||
|
|
echo "================================================================"
|
||
|
|
echo "Uploading updated base image for ${TEST_TARGET} $(date)."
|
||
|
|
# Do not stop the build on a failure to update the cache.
|
||
|
|
docker push "${DEV_IMAGE}:latest" || true
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo "================================================================"
|
||
|
|
echo "Run validation script for INSTALL instructions on ${TEST_TARGET}."
|
||
|
|
docker build \
|
||
|
|
"--cache-from=${DEV_IMAGE}:latest" \
|
||
|
|
"--target=install" \
|
||
|
|
-t "${IMAGE}" \
|
||
|
|
-f "ci/kokoro/install/Dockerfile.${TEST_TARGET}" .
|
||
|
|
echo "================================================================"
|