| [ |
| { |
| "cmd": [], |
| "name": "checkout pigweed" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[START_DIR]/checkout" |
| ], |
| "infra_step": true, |
| "name": "checkout pigweed.makedirs", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "init" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.git init", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "remote", |
| "add", |
| "origin", |
| "https://pigweed.googlesource.com/pigweed/pigweed" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.git remote", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "checkout pigweed.cache", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[CACHE]/git/pigweed.googlesource.com-pigweed-pigweed" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "infra_step": true, |
| "name": "checkout pigweed.cache.makedirs", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "init", |
| "--bare" |
| ], |
| "cwd": "[CACHE]/git/pigweed.googlesource.com-pigweed-pigweed", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.cache.git init", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "config", |
| "remote.origin.url", |
| "https://pigweed.googlesource.com/pigweed/pigweed" |
| ], |
| "cwd": "[CACHE]/git/pigweed.googlesource.com-pigweed-pigweed", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.cache.remote set-url", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "config", |
| "--replace-all", |
| "remote.origin.fetch", |
| "+refs/heads/*:refs/heads/*", |
| "\\+refs/heads/\\*:.*" |
| ], |
| "cwd": "[CACHE]/git/pigweed.googlesource.com-pigweed-pigweed", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.cache.git config", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "fetch", |
| "--prune", |
| "--tags", |
| "origin" |
| ], |
| "cwd": "[CACHE]/git/pigweed.googlesource.com-pigweed-pigweed", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.cache.git fetch", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[START_DIR]/checkout/.git/objects/info" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "infra_step": true, |
| "name": "checkout pigweed.cache.makedirs object/info", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "copy", |
| "[CACHE]/git/pigweed.googlesource.com-pigweed-pigweed/objects\n", |
| "[START_DIR]/checkout/.git/objects/info/alternates" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "infra_step": true, |
| "name": "checkout pigweed.cache.alternates", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@", |
| "@@@STEP_LOG_LINE@alternates@[CACHE]/git/pigweed.googlesource.com-pigweed-pigweed/objects@@@", |
| "@@@STEP_LOG_END@alternates@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "fetch", |
| "--tags", |
| "origin", |
| "master", |
| "--recurse-submodules" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.git fetch", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "checkout", |
| "-f", |
| "FETCH_HEAD" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.git checkout", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "rev-parse", |
| "HEAD" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.git rev-parse", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "clean", |
| "-f", |
| "-d", |
| "-x" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.git clean", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "checkout pigweed.submodule", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "submodule", |
| "sync" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.submodule.git submodule sync", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "submodule", |
| "update", |
| "--init", |
| "--recursive" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "infra_step": true, |
| "name": "checkout pigweed.submodule.git submodule update", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "checkout pigweed.git log", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "log", |
| "--oneline", |
| "-n", |
| "10" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "name": "checkout pigweed.git log.[START_DIR]/checkout", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "environment" |
| }, |
| { |
| "cmd": [], |
| "name": "environment.setup cipd", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "environment.setup python", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "environment.setup python.find_python_packages", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "environment.setup python.find_python_packages.packages", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@3@@@", |
| "@@@STEP_LOG_END@matches@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "environment.setup python.setup virtualenv", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python3", |
| "-m", |
| "venv", |
| "[START_DIR]/venv" |
| ], |
| "env": { |
| "PW_CIPD_INSTALL_DIR": "[START_DIR]/cipd", |
| "PW_ROOT": "[START_DIR]/checkout" |
| }, |
| "name": "environment.setup python.setup virtualenv.create venv", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@3@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/venv/bin/python", |
| "-m", |
| "pip", |
| "install", |
| "--upgrade", |
| "pip" |
| ], |
| "env": { |
| "PW_CIPD_INSTALL_DIR": "[START_DIR]/cipd", |
| "PW_ROOT": "[START_DIR]/checkout" |
| }, |
| "name": "environment.setup python.setup virtualenv.upgrade pip", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@3@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "environment.setup python.install packages", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/venv/bin/python", |
| "-m", |
| "pip", |
| "install" |
| ], |
| "env": { |
| "PW_CIPD_INSTALL_DIR": "[START_DIR]/cipd", |
| "PW_ROOT": "[START_DIR]/checkout", |
| "VIRTUAL_ENV": "[START_DIR]/venv" |
| }, |
| "env_prefixes": { |
| "PATH": [ |
| "[START_DIR]/venv/bin" |
| ] |
| }, |
| "name": "environment.setup python.install packages.pigweed tools", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@3@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[START_DIR]/out" |
| ], |
| "infra_step": true, |
| "name": "mkdir out" |
| }, |
| { |
| "cmd": [ |
| "bazel", |
| "build", |
| "--symlink_prefix", |
| "[START_DIR]/out/bazel-" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GOCACHE": "[CACHE]/go", |
| "PW_CIPD_INSTALL_DIR": "[START_DIR]/cipd", |
| "PW_ROOT": "[START_DIR]/checkout", |
| "VIRTUAL_ENV": "[START_DIR]/venv" |
| }, |
| "env_prefixes": { |
| "PATH": [ |
| "[START_DIR]/venv/bin" |
| ] |
| }, |
| "name": "bazel clean" |
| }, |
| { |
| "cmd": [ |
| "bazel", |
| "--bazelrc", |
| "[START_DIR]/cipd/kythe/extractors.bazelrc", |
| "build", |
| "--define", |
| "kythe_corpus=pigweed.googlesource.com/pigweed/pigweed", |
| "--override_repository", |
| "kythe_release=[START_DIR]/cipd/kythe", |
| "//...", |
| "--verbose_failures", |
| "--verbose_explanations", |
| "--worker_verbose", |
| "--symlink_prefix", |
| "[START_DIR]/out/bazel-" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GOCACHE": "[CACHE]/go", |
| "PW_CIPD_INSTALL_DIR": "[START_DIR]/cipd", |
| "PW_ROOT": "[START_DIR]/checkout", |
| "VIRTUAL_ENV": "[START_DIR]/venv" |
| }, |
| "env_prefixes": { |
| "PATH": [ |
| "[START_DIR]/venv/bin" |
| ] |
| }, |
| "name": "bazel build" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "listdir", |
| "[START_DIR]/out/bazel-pigweed", |
| "--recursive" |
| ], |
| "infra_step": true, |
| "name": "ls out/bazel-pigweed", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_END@listdir@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "kzips", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_END@kzips@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "log", |
| "--max-count=1", |
| "--pretty=format:%H" |
| ], |
| "cwd": "[START_DIR]/checkout", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "2048000", |
| "GIT_HTTP_LOW_SPEED_TIME": "60" |
| }, |
| "name": "git log" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd/kythe/tools/kzip", |
| "merge", |
| "--output", |
| "[START_DIR]/out/HASH.zip" |
| ], |
| "name": "kzip merge" |
| }, |
| { |
| "cmd": [], |
| "name": "install infra/gsutil" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[CACHE]/cipd/infra/gsutil/version%3A4.41" |
| ], |
| "infra_step": true, |
| "name": "install infra/gsutil.ensure package directory", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[CACHE]/cipd/infra/gsutil/version%3A4.41", |
| "-ensure-file", |
| "infra/gsutil version:4.41", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "install infra/gsutil.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-version:4.41----\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/gsutil\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-vpython-spec", |
| "RECIPE_MODULE[fuchsia::gsutil]/resources/gsutil.vpython", |
| "-u", |
| "[CACHE]/cipd/infra/gsutil/version%3A4.41/gsutil", |
| "-o", |
| "GSUtil:software_update_check_period=0", |
| "cp", |
| "[START_DIR]/out/HASH.zip", |
| "gs://pigweed-kythe/testing/swarming-fake-task-id/HASH.zip" |
| ], |
| "infra_step": true, |
| "name": "gsutil cp", |
| "~followup_annotations": [ |
| "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/pigweed-kythe/testing/swarming-fake-task-id/HASH.zip@@@" |
| ] |
| }, |
| { |
| "name": "$result" |
| } |
| ] |
