mirror of
https://chromium.googlesource.com/crosvm/crosvm
synced 2025-02-06 02:25:23 +00:00
dd4b8f1676
The builder runs as a post-submit and will force push changes to github. Authentication is done via an access token stored in gcloud secrets manager. For this to work in the bot pool, the bots need to be reconfigured to receive the scope needed for access to the secrets API as done in https://crrev.com/i/4782519 Once this bot is working, the kokoro one can be turned off. Since we mirror from platform/crosvm to the new repo, luci is triggered for all new changes. BUG=b:233913820 TEST=./recipe.py run push_to_github Change-Id: I45478a076b87767ec10f0d0148c0713da7656264 Reviewed-on: https://chromium-review.googlesource.com/c/chromiumos/platform/crosvm/+/3671131 Tested-by: kokoro <noreply+kokoro@google.com> Reviewed-by: Alexandre Courbot <acourbot@chromium.org> Commit-Queue: Dennis Kempin <denniskempin@google.com>
289 lines
8 KiB
Text
Executable file
289 lines
8 KiB
Text
Executable file
#!/usr/bin/env lucicfg
|
|
|
|
lucicfg.check_version("1.30.9", "Please update depot_tools")
|
|
|
|
# Use LUCI Scheduler BBv2 names and add Scheduler realms configs.
|
|
lucicfg.enable_experiment("crbug.com/1182002")
|
|
|
|
lucicfg.config(
|
|
config_dir = "generated",
|
|
tracked_files = ["*.cfg"],
|
|
fail_on_warnings = True,
|
|
lint_checks = ["default", "-module-docstring"],
|
|
)
|
|
|
|
luci.project(
|
|
name = "crosvm",
|
|
buildbucket = "cr-buildbucket.appspot.com",
|
|
logdog = "luci-logdog.appspot.com",
|
|
milo = "luci-milo.appspot.com",
|
|
notify = "luci-notify.appspot.com",
|
|
scheduler = "luci-scheduler.appspot.com",
|
|
swarming = "chromium-swarm.appspot.com",
|
|
tricium = "tricium-prod.appspot.com",
|
|
bindings = [
|
|
# Allow owners to submit any task in any pool.
|
|
luci.binding(
|
|
roles = [
|
|
"role/swarming.poolOwner",
|
|
"role/swarming.poolUser",
|
|
"role/swarming.taskTriggerer",
|
|
],
|
|
groups = "mdb/crosvm-acl-luci-admin",
|
|
),
|
|
|
|
# Allow any googler to see all bots and tasks there.
|
|
luci.binding(
|
|
roles = "role/swarming.poolViewer",
|
|
groups = "googlers",
|
|
),
|
|
|
|
# Allow any googler to read/validate/reimport the project configs.
|
|
luci.binding(
|
|
roles = "role/configs.developer",
|
|
groups = "googlers",
|
|
),
|
|
],
|
|
acls = [
|
|
# Publicly readable.
|
|
acl.entry(
|
|
roles = [
|
|
acl.BUILDBUCKET_READER,
|
|
acl.LOGDOG_READER,
|
|
acl.PROJECT_CONFIGS_READER,
|
|
acl.SCHEDULER_READER,
|
|
],
|
|
groups = "all",
|
|
),
|
|
# Allow committers to use CQ and to force-trigger and stop CI builds.
|
|
acl.entry(
|
|
roles = [
|
|
acl.SCHEDULER_OWNER,
|
|
acl.CQ_COMMITTER,
|
|
],
|
|
groups = "mdb/crosvm-acl-luci-admin",
|
|
),
|
|
# Group with bots that have write access to the Logdog prefix.
|
|
acl.entry(
|
|
roles = acl.LOGDOG_WRITER,
|
|
groups = "luci-logdog-chromium-writers",
|
|
),
|
|
],
|
|
)
|
|
|
|
# Per-service tweaks.
|
|
luci.logdog(gs_bucket = "logdog-crosvm-archive")
|
|
|
|
# Realms with ACLs for corresponding Swarming pools.
|
|
luci.realm(name = "pools/ci")
|
|
luci.realm(name = "pools/try")
|
|
|
|
# Global recipe defaults
|
|
luci.recipe.defaults.cipd_version.set("refs/heads/main")
|
|
luci.recipe.defaults.cipd_package.set("infra/recipe_bundles/chromium.googlesource.com/crosvm/crosvm")
|
|
luci.recipe.defaults.use_python3.set(True)
|
|
|
|
# The try bucket will include builders which work on pre-commit or pre-review
|
|
# code.
|
|
luci.bucket(name = "try")
|
|
|
|
# The ci bucket will include builders which work on post-commit code.
|
|
luci.bucket(
|
|
name = "ci",
|
|
acls = [
|
|
acl.entry(
|
|
roles = acl.BUILDBUCKET_TRIGGERER,
|
|
groups = [
|
|
"mdb/crosvm-acl-luci-admin",
|
|
],
|
|
),
|
|
],
|
|
)
|
|
|
|
# The prod bucket will include builders which work on post-commit code and
|
|
# generate executable artifacts used by other users or machines.
|
|
luci.bucket(name = "prod")
|
|
|
|
# This sets the default CIPD ref to use in builds to get the right version of
|
|
# recipes for the build.
|
|
#
|
|
# The recipe bundler sets CIPD refs equal in name to the git refs that it
|
|
# processed the recipe code from.
|
|
#
|
|
# Note: This will cause all recipe commits to automatically deploy as soon
|
|
# as the recipe bundler compiles them from your refs/heads/main branch.
|
|
cipd_version = "refs/heads/main"
|
|
|
|
# Configure Change Verifier to watch crosvm
|
|
luci.cq(
|
|
status_host = "chromium-cq-status.appspot.com",
|
|
)
|
|
luci.cq_group(
|
|
name = "main",
|
|
watch = cq.refset(
|
|
repo = "https://chromium.googlesource.com/crosvm/crosvm",
|
|
refs = ["refs/heads/.+"], # will watch all branches
|
|
),
|
|
)
|
|
|
|
# Console showing all postsubmit verify builders
|
|
luci.console_view(
|
|
name = "Postsubmit",
|
|
repo = "https://chromium.googlesource.com/crosvm/crosvm",
|
|
)
|
|
|
|
# Console showing all postsubmit infra builders
|
|
luci.console_view(
|
|
name = "Infra",
|
|
repo = "https://chromium.googlesource.com/crosvm/crosvm",
|
|
)
|
|
|
|
def verify_builder(name, dimensions, presubmit = True, postsubmit = True, **args):
|
|
"""Creates both a CI and try builder with the same properties.
|
|
|
|
The CI builder is attached to the gitlies poller and console view, and the try builder
|
|
is added to the change verifier.
|
|
|
|
Args:
|
|
name: Name of the builder
|
|
dimensions: Passed to luci.builder
|
|
presubmit: Create a presubmit builder (defaults to True)
|
|
postsubmit: Creaet a postsubmit builder (defaults to True)
|
|
**args: Passed to luci.builder
|
|
"""
|
|
|
|
# CI builder
|
|
if postsubmit:
|
|
luci.builder(
|
|
name = name,
|
|
bucket = "ci",
|
|
service_account = "crosvm-luci-ci-builder@crosvm-infra.iam.gserviceaccount.com",
|
|
dimensions = dict(pool = "luci.crosvm.ci", **dimensions),
|
|
**args
|
|
)
|
|
luci.gitiles_poller(
|
|
name = "main source",
|
|
bucket = "ci",
|
|
repo = "https://chromium.googlesource.com/crosvm/crosvm",
|
|
triggers = ["ci/%s" % name],
|
|
)
|
|
luci.console_view_entry(
|
|
console_view = "Postsubmit",
|
|
builder = "ci/%s" % name,
|
|
category = "linux",
|
|
)
|
|
|
|
# Try builder
|
|
if presubmit:
|
|
luci.builder(
|
|
name = name,
|
|
bucket = "try",
|
|
service_account = "crosvm-luci-try-builder@crosvm-infra.iam.gserviceaccount.com",
|
|
dimensions = dict(pool = "luci.crosvm.try", **dimensions),
|
|
**args
|
|
)
|
|
|
|
# Attach try builder to Change Verifier
|
|
luci.cq_tryjob_verifier(
|
|
builder = "try/%s" % name,
|
|
cq_group = "main",
|
|
)
|
|
|
|
def verify_linux_builder(arch, **kwargs):
|
|
"""Creates a verify builder that builds crosvm on linux
|
|
|
|
Args:
|
|
arch: Architecture to build and test
|
|
**kwargs: Passed to verify_builder
|
|
"""
|
|
verify_builder(
|
|
name = "crosvm_linux_%s" % arch,
|
|
dimensions = {
|
|
"os": "Ubuntu",
|
|
"cpu": "x86-64",
|
|
},
|
|
executable = luci.recipe(
|
|
name = "build_linux",
|
|
),
|
|
properties = {
|
|
"test_arch": arch,
|
|
},
|
|
**kwargs
|
|
)
|
|
|
|
def verify_chromeos_builder(board, **kwargs):
|
|
"""Creates a verify builder that builds crosvm for ChromeOS
|
|
|
|
Args:
|
|
board: ChromeOS board to build and test
|
|
**kwargs: Passed to verify_builder
|
|
"""
|
|
verify_builder(
|
|
name = "crosvm_chromeos_%s" % board,
|
|
dimensions = {
|
|
"os": "Ubuntu",
|
|
"cpu": "x86-64",
|
|
},
|
|
executable = luci.recipe(
|
|
name = "build_chromeos",
|
|
),
|
|
properties = {
|
|
"board": board,
|
|
},
|
|
**kwargs
|
|
)
|
|
|
|
def infra_builder(name, **args):
|
|
"""Creates a ci job to run infra recipes that are not involved in verifying changes.
|
|
|
|
The builders are added to a separate infra dashboard.
|
|
|
|
Args:
|
|
name: Name of the builder
|
|
**args: Passed to luci.builder
|
|
"""
|
|
luci.builder(
|
|
name = name,
|
|
bucket = "ci",
|
|
service_account = "crosvm-luci-ci-builder@crosvm-infra.iam.gserviceaccount.com",
|
|
dimensions = {
|
|
"pool": "luci.crosvm.ci",
|
|
"os": "Ubuntu",
|
|
"cpu": "x86-64",
|
|
},
|
|
**args
|
|
)
|
|
luci.gitiles_poller(
|
|
name = "main source",
|
|
bucket = "ci",
|
|
repo = "https://chromium.googlesource.com/crosvm/crosvm",
|
|
triggers = ["ci/%s" % name],
|
|
)
|
|
luci.console_view_entry(
|
|
console_view = "Infra",
|
|
builder = "ci/%s" % name,
|
|
)
|
|
|
|
verify_linux_builder("x86_64")
|
|
verify_linux_builder("aarch64")
|
|
verify_linux_builder("armhf")
|
|
|
|
verify_chromeos_builder("amd64-generic", presubmit = False)
|
|
|
|
verify_builder(
|
|
name = "crosvm_health_check",
|
|
dimensions = {
|
|
"os": "Ubuntu",
|
|
"cpu": "x86-64",
|
|
},
|
|
executable = luci.recipe(
|
|
name = "health_check",
|
|
),
|
|
)
|
|
|
|
infra_builder(
|
|
name = "crosvm_push_to_github",
|
|
executable = luci.recipe(
|
|
name = "push_to_github",
|
|
),
|
|
)
|