1#!/bin/bash 2# Copyright 2021 The gRPC Authors 3# 4# Licensed under the Apache License, Version 2.0 (the "License"); 5# you may not use this file except in compliance with the License. 6# You may obtain a copy of the License at 7# 8# http://www.apache.org/licenses/LICENSE-2.0 9# 10# Unless required by applicable law or agreed to in writing, software 11# distributed under the License is distributed on an "AS IS" BASIS, 12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13# See the License for the specific language governing permissions and 14# limitations under the License. 15 16set -ex 17 18# avoid slow finalization after the script has exited. 19source $(dirname $0)/../../../tools/internal_ci/helper_scripts/move_src_tree_and_respawn_itself_rc 20 21# change to grpc repo root 22cd $(dirname $0)/../../.. 23 24source tools/internal_ci/helper_scripts/prepare_build_linux_rc 25 26# some distribtests use a pre-registered binfmt_misc hook 27# to automatically execute foreign binaries (such as aarch64) 28# under qemu emulator. 29source tools/internal_ci/helper_scripts/prepare_qemu_rc 30 31# configure ccache 32source tools/internal_ci/helper_scripts/prepare_ccache_rc 33 34# Build all python linux artifacts (this step actually builds all the binary wheels and source archives) 35tools/run_tests/task_runner.py -f artifact linux python ${TASK_RUNNER_EXTRA_FILTERS} -j 12 -x build_artifacts/sponge_log.xml || FAILED="true" 36 37# the next step expects to find the artifacts from the previous step in the "input_artifacts" folder. 38rm -rf input_artifacts 39mkdir -p input_artifacts 40cp -r artifacts/* input_artifacts/ || true 41 42# This step simply collects python artifacts from subdirectories of input_artifacts/ and copies them to artifacts/ 43tools/run_tests/task_runner.py -f package linux python -x build_packages/sponge_log.xml || FAILED="true" 44 45# the next step expects to find the artifacts from the previous step in the "input_artifacts" folder. 46# in addition to that, preserve the contents of "artifacts" directory since we want kokoro 47# to upload its contents as job output artifacts 48rm -rf input_artifacts 49mkdir -p input_artifacts 50cp -r artifacts/* input_artifacts/ || true 51 52# Run all python linux distribtests 53# We run the distribtests even if some of the artifacts have failed to build, since that gives 54# a better signal about which distribtest are affected by the currently broken artifact builds. 55tools/run_tests/task_runner.py -f distribtest linux python ${TASK_RUNNER_EXTRA_FILTERS} -j 12 -x distribtests/sponge_log.xml || FAILED="true" 56 57# This step checks if any of the artifacts exceeds a per-file size limit. 58tools/internal_ci/helper_scripts/check_python_artifacts_size.sh 59 60tools/internal_ci/helper_scripts/store_artifacts_from_moved_src_tree.sh 61 62if [ "$FAILED" != "" ] 63then 64 exit 1 65fi 66