kokoro/presubmit/presubmit_main.sh

#!/bin/bash
# Copyright 2023 The Bazel Authors. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# This file is primarily used as a library file containing the main
# rules_android presubmit entrypoint. However, it can also be relatively easily
# used as a standalone script to test presubmit changes locally.
# To do so, clone a copy of rules_android in <ANY_DIR>/git/rules_android and run
# `export KOKORO_ARTIFACTS_DIR=<ANY_DIR>`. Then cd into rules_android and run
# `bash kokoro/presubmit/presubmit_main.sh`.

function DownloadBazelisk()  {
  # Utility function to download a specified version of bazelisk to a given
  # installation directory. Adds the directory to PATH.
  # Positional arguments:
  #   version: The version to install.
  #   platform: The platform to install. Currently only "linux" has been
  #     validated.
  #   arch: Architecture to install. Currently only "arm64" has been validated.
  #   dest: Where to install Bazelisk. Must be a user-writeable directory,
  #     otherwise the root user must call this function through sudo.
  (
    set -euxo pipefail

    # Positional arguments
    local version="${1:-1.18.0}"
    local platform="${2:-linux}"
    local arch="${3:-amd64}"
    local dest="${4:-${TMPDIR}/bazelisk-release}"

    download_url="https://github.com/bazelbuild/bazelisk/releases/download/v${version}/bazelisk-${platform}-${arch}"
    mkdir -p "${dest}"
    wget -nv ${download_url} -O "${dest}/bazelisk"
    chmod +x "${dest}/bazelisk"
    ln -s "${dest}/bazelisk" "${dest}/bazel"
    export PATH="${dest}:${PATH}"
    type -a bazel
    echo "Bazelisk ${version} installation completed."
  )
}

function main() {
  set -euxo pipefail
  echo "== installing bazelisk ========================================="
  bazel_install_dir=$(mktemp -d)
  BAZELISK_VERSION="1.18.0"
  export USE_BAZEL_VERSION="9.0.0rc3"
  DownloadBazelisk "$BAZELISK_VERSION" linux amd64 "$bazel_install_dir"
  bazel="$bazel_install_dir/bazel"
  echo "============================================================="

  function Cleanup() {
    # Clean up all temporary directories: bazelisk install, sandbox, and
    # android_tools.
    rm -rf "$bazel_install_dir"
  }
  trap Cleanup EXIT

  function cd () {
    # This is necessary due to a weird docker image issue where non-root
    # accounts have `cd` overriden by a function that has an unbound variable.
    # The unbound variable caues presubmit failure to due `set -u` above.
    # The `cd` override only happens for non-root users.
    builtin cd "$@"
  }

  # ANDROID_HOME is already in the environment.
  set +u
  if [[ -z "$ANDROID_NDK_HOME" ]]; then
    # Set the NDK location if not already set by the environment.
    export ANDROID_NDK_HOME="/opt/android-ndk-r16b"
  fi
  set -u

  # Create a tmpfs in the sandbox at "/tmp/hsperfdata_$USERNAME" to avoid the
  # problems described in https://github.com/bazelbuild/bazel/issues/3236
  # Basically, the JVM creates a file at /tmp/hsperfdata_$USERNAME/$PID, but
  # processes all get a PID of 2 in the sandbox, so concurrent Java build actions
  # could crash because they're trying to modify the same file. So, tell the
  # sandbox to mount a tmpfs at /tmp/hsperfdata_$(whoami) so that each JVM gets
  # its own version of that directory.
  hsperfdata_dir="/tmp/hsperfdata_$(whoami)_rules_android"
  mkdir "$hsperfdata_dir"

  # Re-use cache between rule tests and basic app build.
  local disk_cache=$(mktemp -d)

  COMMON_ARGS=(
    "--sandbox_tmpfs_path=$hsperfdata_dir"
    "--disk_cache=$disk_cache"
    "--verbose_failures"
    "--incompatible_enable_proto_toolchain_resolution"
    "--@com_google_protobuf//bazel/toolchains:prefer_prebuilt_protoc=true"
  )

  TEST_ARGS=(
    "--build_tests_only"
    "--test_output=errors"
  )

  # Go to rules_android workspace and run relevant tests.
  cd "${KOKORO_ARTIFACTS_DIR}/git/rules_android"

  # Maven artifact consistency test
  # The sed commands in the `<()` blocks extract the artifacts list from maven_install.
  # `diff -w` compares the two files without whitespaces.
  diff -w <(sed -n '/artifacts =/{:start /]/!{N;b start};/.*/p}' defs.bzl \
    | grep -v "\(bazel worker api\)\|\(protobuf maven deps\)") \
    <(sed -n '/artifacts =/{:start /]/!{N;b start};/.*/p}' MODULE.bazel)

  TEST_TARGETS=(
    "//src/common/golang/..."
    "//src/tools/ak/..."
    "//src/tools/javatests/..."
    "//src/tools/jdeps/..."
    "//src/tools/java/..."
    "//src/tools/mi/..."
    "//src/validations/..."
    "//rules/..."
    "//test/..."
    "//tools/android/..."
    "//stardoc/..."
    # TODO(https://github.com/bazelbuild/rules_android/issues/170):
    # Re-enable when tests use proper way to find data files.
    "-//src/tools/javatests/com/google/devtools/build/android/sandboxedsdktoolbox/apidescriptors:ExtractApiDescriptorsCommandTest"
    "-//src/tools/javatests/com/google/devtools/build/android/sandboxedsdktoolbox/runtimeenabledsdkconfig:GenerateRuntimeEnabledSdkConfigCommandTest"
    "-//src/tools/javatests/com/google/devtools/build/android/sandboxedsdktoolbox/sdkdependenciesmanifest:GenerateSdkDependenciesManifestCommandTest"
  )

  # TODO(b/374793348): Re-enable once we figure out how to make Kokoro presubmit faster.
  # "$bazel" test \
  #   "${COMMON_ARGS[@]}" \
  #   "${TEST_ARGS[@]}" \
  #   -- \
  #   "${TEST_TARGETS[@]}"

  # Go to basic app workspace in the source tree
  cd "${KOKORO_ARTIFACTS_DIR}/git/rules_android/examples/basicapp"

  "$bazel" build \
    "${COMMON_ARGS[@]}" \
    "${RULE_ARGS[@]}" \
    -- \
    //java/com/basicapp:basic_app \
    //java/com/basicapp:basic_app_bundle

  # Mobile-install test with no deployment
  "$bazel" mobile-install \
    "${COMMON_ARGS[@]}" \
    "${RULE_ARGS[@]}" \
    -- \
    //java/com/basicapp:basic_app \
    --nodeploy

}

main