#!/usr/bin/env lucicfg # # Copyright 2021 The Tint Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. # """ main.star: lucicfg configuration for Tint's standalone builers. """ # Enable realms experiment. lucicfg.enable_experiment("crbug.com/1085650") # TODO(https://crbug.com/1216166): ramp up to 100%. luci.builder.defaults.experiments.set({"luci.use_realms": 20}) lucicfg.config(fail_on_warnings = True) luci.project( name = "tint", buildbucket = "cr-buildbucket.appspot.com", logdog = "luci-logdog.appspot.com", milo = "luci-milo.appspot.com", notify = "luci-notify.appspot.com", scheduler = "luci-scheduler.appspot.com", swarming = "chromium-swarm.appspot.com", acls = [ acl.entry( roles = [ acl.PROJECT_CONFIGS_READER, acl.LOGDOG_READER, acl.BUILDBUCKET_READER, acl.SCHEDULER_READER, ], groups = "all", ), acl.entry( roles = [ acl.SCHEDULER_OWNER, ], groups = "project-tint-admins", ), acl.entry( roles = [ acl.LOGDOG_WRITER, ], groups = "luci-logdog-chromium-writers", ), ], ) luci.logdog(gs_bucket = "chromium-luci-logdog") luci.bucket( name = "ci", acls = [ acl.entry( roles = [ acl.BUILDBUCKET_READER, ], groups = "all", ), acl.entry( acl.BUILDBUCKET_TRIGGERER, ), ], ) luci.bucket( name = "try", acls = [ acl.entry( acl.BUILDBUCKET_TRIGGERER, groups = [ "project-tint-tryjob-access", "service-account-cq", ], ), ], ) os_category = struct( LINUX = "Linux", MAC = "Mac", WINDOWS = "Windows", UNKNOWN = "Unknown", ) def os_enum(dimension, category, console_name): return struct(dimension = dimension, category = category, console_name = console_name) os = struct( LINUX = os_enum("Ubuntu-18.04", os_category.LINUX, "linux"), MAC = os_enum("Mac-10.15", os_category.MAC, "mac"), WINDOWS = os_enum("Windows-10", os_category.WINDOWS, "win"), UNKNOWN = os_enum("Unknown", os_category.UNKNOWN, "unknown"), ) # Recipes def get_builder_executable(): """Get standard executable for builders Returns: A luci.recipe """ return luci.recipe( name = "tint", cipd_package = "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build", cipd_version = "refs/heads/master", ) def get_os_from_arg(arg): """Get OS enum for a builder name string Args: arg: builder name string to get enum for Returns: An OS enum struct """ if arg.startswith("linux"): return os.LINUX if arg.startswith("win"): return os.WINDOWS if arg.startswith("mac"): return os.MAC return os.UNKNOWN def get_default_caches(os, clang): """Get standard caches for builders Args: os: OS enum for the builder clang: is this builder running clang Returns: A list of caches """ caches = [] if os.category == os_category.WINDOWS and clang: caches.append(swarming.cache(name = "win_toolchain", path = "win_toolchain")) elif os.category == os_category.MAC: # Cache for mac_toolchain tool and XCode.app caches.append(swarming.cache(name = "osx_sdk", path = "osx_sdk")) return caches def get_default_dimensions(os): """Get dimensions for a builder that don't depend on being CI vs Try Args: os: OS enum for the builder Returns: A dimension dict """ dimensions = {} # We have 32bit test configurations but some of our toolchain is 64bit (like CIPD) dimensions["cpu"] = "x86-64" dimensions["os"] = os.dimension return dimensions def get_default_properties(os, clang, debug, cpu): """Get the properties for a builder that don't depend on being CI vs Try Args: os: OS enum for the builder clang: is this builder running clang debug: is this builder generating debug builds cpu: string representing the target CPU architecture Returns: A properties dict """ properties = {} properties["debug"] = debug properties["target_cpu"] = cpu properties["clang"] = clang msvc = os.category == os_category.WINDOWS and not clang if msvc != True: goma_props = {} goma_props.update({ "server_host": "goma.chromium.org", "rpc_extra_params": "?prod", }) if os.category != os_category.MAC: goma_props["enable_ats"] = True properties["$build/goma"] = goma_props if os.category == os_category.MAC: properties["$depot_tools/osx_sdk"] = { "sdk_version": "11b52", } return properties def add_ci_builder(name, os, clang, debug, cpu): """Add a CI builder Args: name: builder's name in string form os: OS enum for the builder clang: is this builder running clang debug: is this builder generating debug builds cpu: string representing the target CPU architecture """ dimensions_ci = get_default_dimensions(os) dimensions_ci["pool"] = "luci.flex.ci" properties_ci = get_default_properties(os, clang, debug, cpu) triggered_by_ci = ["primary-poller"] luci.builder( name = name, bucket = "ci", triggered_by = triggered_by_ci, executable = get_builder_executable(), properties = properties_ci, dimensions = dimensions_ci, caches = get_default_caches(os, clang), service_account = "tint-ci-builder@chops-service-accounts.iam.gserviceaccount.com", ) def add_try_builder(name, os, clang, debug, cpu): """Add a Try builder Args: name: builder's name in string form os: OS enum for the builder clang: is this builder running clang debug: is this builder generating debug builds cpu: string representing the target CPU architecture """ dimensions_try = get_default_dimensions(os) dimensions_try["pool"] = "luci.flex.try" properties_try = get_default_properties(os, clang, debug, cpu) properties_try["$depot_tools/bot_update"] = { "apply_patch_on_gclient": True, } luci.builder( name = name, bucket = "try", executable = get_builder_executable(), properties = properties_try, dimensions = dimensions_try, caches = get_default_caches(os, clang), service_account = "tint-try-builder@chops-service-accounts.iam.gserviceaccount.com", ) def tint_standalone_builder(name, clang, debug, cpu): """Adds both the CI and Try standalone builders Args: name: builder's name in string form clang: is this builder running clang debug: is this builder generating debug builds cpu: string representing the target CPU architecture """ os = get_os_from_arg(name) add_ci_builder(name, os, clang, debug, cpu) add_try_builder(name, os, clang, debug, cpu) config = "" if clang: config = "clang" elif os.category == os_category.WINDOWS: config = "msvc" category = os.console_name if os.category != os_category.MAC: category += "|" + config if config != "msvc": category += "|dbg" if debug else "|rel" short_name = "dbg" if debug else "rel" if os.category != os_category.MAC: if config != "msvc": short_name = cpu luci.console_view_entry( console_view = "ci", builder = "ci/" + name, category = category, short_name = short_name, ) luci.list_view_entry( list_view = "try", builder = "try/" + name, ) luci.cq_tryjob_verifier( cq_group = "Tint-CQ", builder = "tint:try/" + name, ) luci.gitiles_poller( name = "primary-poller", bucket = "ci", repo = "https://dawn.googlesource.com/tint", refs = [ "refs/heads/main", ], ) luci.list_view_entry( list_view = "try", builder = "try/presubmit", ) luci.builder( name = "presubmit", bucket = "try", executable = luci.recipe( name = "run_presubmit", cipd_package = "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build", cipd_version = "refs/heads/master", ), dimensions = { "cpu": "x86-64", "os": os.LINUX.dimension, "pool": "luci.flex.try", }, properties = { "repo_name": "tint", "runhooks": True, "$depot_tools/bot_update": { "apply_patch_on_gclient": True, }, }, service_account = "tint-try-builder@chops-service-accounts.iam.gserviceaccount.com", ) # name, clang, debug, cpu tint_standalone_builder("linux-clang-dbg-x64", True, True, "x64") tint_standalone_builder("linux-clang-rel-x64", True, False, "x64") tint_standalone_builder("linux-clang-dbg-x86", True, True, "x86") tint_standalone_builder("linux-clang-rel-x86", True, False, "x86") tint_standalone_builder("mac-dbg", True, True, "x64") tint_standalone_builder("mac-rel", True, False, "x64") tint_standalone_builder("win-clang-dbg-x64", True, True, "x64") tint_standalone_builder("win-clang-rel-x64", True, False, "x64") tint_standalone_builder("win-clang-dbg-x86", True, True, "x86") tint_standalone_builder("win-clang-rel-x86", True, False, "x86") tint_standalone_builder("win-msvc-dbg-x64", False, True, "x64") tint_standalone_builder("win-msvc-rel-x64", False, False, "x64") # Views luci.console_view( name = "ci", title = "Tint CI Builders", repo = "https://dawn.googlesource.com/tint", refs = ["refs/heads/main"], ) luci.list_view( name = "try", title = "Tint try Builders", ) # CQ luci.cq( status_host = "chromium-cq-status.appspot.com", submit_max_burst = 4, submit_burst_delay = 480 * time.second, ) luci.cq_group( name = "Tint-CQ", watch = cq.refset( "https://dawn.googlesource.com/tint", refs = ["refs/heads/.+"], ), acls = [ acl.entry( acl.CQ_COMMITTER, groups = "project-tint-committers", ), acl.entry( acl.CQ_DRY_RUNNER, groups = "project-tint-tryjobs-access", ), ], verifiers = [ luci.cq_tryjob_verifier( builder = "tint:try/presubmit", disable_reuse = True, ), ], retry_config = cq.retry_config( single_quota = 1, global_quota = 2, failure_weight = 1, transient_failure_weight = 1, timeout_weight = 2, ), )