982 lines
36 KiB
Python
982 lines
36 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
"""This module contains constants used by cbuildbot and related code."""
|
|
|
|
from __future__ import print_function
|
|
|
|
import itertools
|
|
import os
|
|
|
|
def _FindSourceRoot():
|
|
"""Try and find the root check out of the chromiumos tree"""
|
|
source_root = path = os.path.realpath(
|
|
os.path.join(os.path.abspath(__file__), '..', '..', '..'))
|
|
while True:
|
|
if os.path.isdir(os.path.join(path, '.repo')):
|
|
return path
|
|
elif path == '/':
|
|
break
|
|
path = os.path.dirname(path)
|
|
return source_root
|
|
|
|
|
|
SOURCE_ROOT = _FindSourceRoot()
|
|
CHROOT_SOURCE_ROOT = '/mnt/host/source'
|
|
CHROOT_CACHE_ROOT = '/var/cache/chromeos-cache'
|
|
DEPOT_TOOLS_SUBPATH = 'src/chromium/depot_tools'
|
|
|
|
CROSUTILS_DIR = os.path.join(SOURCE_ROOT, 'src/scripts')
|
|
CHROMITE_DIR = os.path.realpath(os.path.join(
|
|
os.path.abspath(__file__), '..', '..'))
|
|
BOOTSTRAP_DIR = os.path.join(CHROMITE_DIR, 'bootstrap')
|
|
DEPOT_TOOLS_DIR = os.path.join(SOURCE_ROOT, DEPOT_TOOLS_SUBPATH)
|
|
CHROMITE_BIN_SUBDIR = 'chromite/bin'
|
|
CHROMITE_BIN_DIR = os.path.join(CHROMITE_DIR, 'bin')
|
|
CHROMITE_SCRIPTS_DIR = os.path.join(CHROMITE_DIR, 'scripts')
|
|
PATH_TO_CBUILDBOT = os.path.join(CHROMITE_BIN_SUBDIR, 'cbuildbot')
|
|
DEFAULT_CHROOT_DIR = 'chroot'
|
|
DEFAULT_CHROOT_PATH = os.path.join(SOURCE_ROOT, DEFAULT_CHROOT_DIR)
|
|
TERMINA_TOOLS_DIR = os.path.join(
|
|
SOURCE_ROOT, 'src/platform/container-guest-tools/termina')
|
|
|
|
STATEFUL_DIR = '/mnt/stateful_partition'
|
|
|
|
# These constants are defined and used in the die_hook that logs failed
|
|
# packages: 'cros_log_failed_packages' in profiles/base/profile.bashrc in
|
|
# chromiumos-overlay. The status file is generated in CROS_METRICS_DIR, and
|
|
# only if that environment variable is defined.
|
|
CROS_METRICS_DIR_ENVVAR = 'CROS_METRICS_DIR'
|
|
DIE_HOOK_STATUS_FILE_NAME = 'FAILED_PACKAGES'
|
|
|
|
CHROMEOS_CONFIG_FILE = os.path.join(CHROMITE_DIR, 'config', 'config_dump.json')
|
|
WATERFALL_CONFIG_FILE = os.path.join(
|
|
CHROMITE_DIR, 'config', 'waterfall_layout_dump.txt')
|
|
LUCI_SCHEDULER_CONFIG_FILE = os.path.join(
|
|
CHROMITE_DIR, 'config', 'luci-scheduler.cfg')
|
|
|
|
GE_BUILD_CONFIG_FILE = os.path.join(
|
|
CHROMITE_DIR, 'config', 'ge_build_config.json')
|
|
|
|
# The following define the location for storing toolchain packages and
|
|
# SDK overlay tarballs created during SDK builder runs. The paths are relative
|
|
# to the build root's chroot, which guarantees that they are reachable from it
|
|
# and get cleaned up when it is removed.
|
|
SDK_TOOLCHAINS_OUTPUT = 'tmp/toolchain-pkgs'
|
|
SDK_OVERLAYS_OUTPUT = 'tmp/sdk-overlays'
|
|
|
|
AUTOTEST_BUILD_PATH = 'usr/local/build/autotest'
|
|
UNITTEST_PKG_PATH = 'test-packages'
|
|
|
|
# Only used for testing pinned images on test images.
|
|
GUEST_IMAGES_PINS_PATH = 'usr/local/opt/google/containers/pins'
|
|
PIN_KEY_FILENAME = 'filename'
|
|
PIN_KEY_GSURI = 'gsuri'
|
|
|
|
# Path to the lsb-release file on the device.
|
|
LSB_RELEASE_PATH = '/etc/lsb-release'
|
|
|
|
HOME_DIRECTORY = os.path.expanduser('~')
|
|
|
|
# If cbuiltbot is running on a bot, then the cidb access credentials will be
|
|
# available here. This directory will not exist otherwise.
|
|
CIDB_PROD_BOT_CREDS = os.path.join(HOME_DIRECTORY, '.cidb_creds',
|
|
'prod_cidb_bot')
|
|
CIDB_DEBUG_BOT_CREDS = os.path.join(HOME_DIRECTORY, '.cidb_creds',
|
|
'debug_cidb_bot')
|
|
|
|
# Crash Server upload API key.
|
|
CRASH_API_KEY = os.path.join('/', 'creds', 'api_keys',
|
|
'api_key-chromeos-crash-uploader')
|
|
|
|
# Buildbucket build status
|
|
BUILDBUCKET_BUILDER_STATUS_SCHEDULED = 'SCHEDULED'
|
|
BUILDBUCKET_BUILDER_STATUS_STARTED = 'STARTED'
|
|
BUILDBUCKET_BUILDER_STATUS_COMPLETED = 'COMPLETED'
|
|
|
|
BUILDBUCKET_BUILDER_STATUSES = (BUILDBUCKET_BUILDER_STATUS_SCHEDULED,
|
|
BUILDBUCKET_BUILDER_STATUS_STARTED,
|
|
BUILDBUCKET_BUILDER_STATUS_COMPLETED)
|
|
|
|
BUILDBUCKET_BUILDER_RESULT_SUCCESS = 'SUCCESS'
|
|
BUILDBUCKET_BUILDER_RESULT_FAILURE = 'FAILURE'
|
|
BUILDBUCKET_BUILDER_RESULT_CANCELED = 'CANCELED'
|
|
|
|
# Builder status strings
|
|
BUILDER_STATUS_FAILED = 'fail'
|
|
BUILDER_STATUS_PASSED = 'pass'
|
|
BUILDER_STATUS_INFLIGHT = 'inflight'
|
|
BUILDER_STATUS_MISSING = 'missing'
|
|
BUILDER_STATUS_ABORTED = 'aborted'
|
|
# The following statuses are currently only used for build stages.
|
|
BUILDER_STATUS_PLANNED = 'planned'
|
|
BUILDER_STATUS_WAITING = 'waiting'
|
|
BUILDER_STATUS_SKIPPED = 'skipped'
|
|
BUILDER_STATUS_FORGIVEN = 'forgiven'
|
|
BUILDER_COMPLETED_STATUSES = (BUILDER_STATUS_PASSED,
|
|
BUILDER_STATUS_FAILED,
|
|
BUILDER_STATUS_ABORTED,
|
|
BUILDER_STATUS_SKIPPED,
|
|
BUILDER_STATUS_FORGIVEN)
|
|
BUILDER_ALL_STATUSES = (BUILDER_STATUS_FAILED,
|
|
BUILDER_STATUS_PASSED,
|
|
BUILDER_STATUS_INFLIGHT,
|
|
BUILDER_STATUS_MISSING,
|
|
BUILDER_STATUS_ABORTED,
|
|
BUILDER_STATUS_WAITING,
|
|
BUILDER_STATUS_PLANNED,
|
|
BUILDER_STATUS_SKIPPED,
|
|
BUILDER_STATUS_FORGIVEN)
|
|
BUILDER_NON_FAILURE_STATUSES = (BUILDER_STATUS_PLANNED,
|
|
BUILDER_STATUS_PASSED,
|
|
BUILDER_STATUS_SKIPPED,
|
|
# Quick fix for Buildbucket race problems.
|
|
BUILDER_STATUS_INFLIGHT,
|
|
BUILDER_STATUS_FORGIVEN)
|
|
|
|
# Partition labels
|
|
CROS_PART_STATEFUL = 'STATE'
|
|
|
|
# Signer status strings
|
|
SIGNER_STATUS_PASSED = 'passed'
|
|
SIGNER_STATUS_FAILED = 'failed'
|
|
|
|
# Change sources
|
|
CHANGE_SOURCE_INTERNAL = 'internal'
|
|
CHANGE_SOURCE_EXTERNAL = 'external'
|
|
|
|
# Exception categories, as recorded in cidb
|
|
EXCEPTION_CATEGORY_UNKNOWN = 'unknown'
|
|
EXCEPTION_CATEGORY_BUILD = 'build'
|
|
EXCEPTION_CATEGORY_TEST = 'test'
|
|
EXCEPTION_CATEGORY_INFRA = 'infra'
|
|
EXCEPTION_CATEGORY_LAB = 'lab'
|
|
|
|
EXCEPTION_CATEGORY_ALL_CATEGORIES = (
|
|
EXCEPTION_CATEGORY_UNKNOWN,
|
|
EXCEPTION_CATEGORY_BUILD,
|
|
EXCEPTION_CATEGORY_TEST,
|
|
EXCEPTION_CATEGORY_INFRA,
|
|
EXCEPTION_CATEGORY_LAB,
|
|
)
|
|
|
|
# Monarch metric names
|
|
MON_LAST_SLAVE = 'chromeos/cbuildbot/last_completed_slave'
|
|
MON_BUILD_COMP_COUNT = 'chromeos/cbuildbot/build/completed_count'
|
|
MON_BUILD_DURATION = 'chromeos/cbuildbot/build/durations'
|
|
MON_STAGE_COMP_COUNT = 'chromeos/cbuildbot/stage/completed_count'
|
|
MON_STAGE_DURATION = 'chromeos/cbuildbot/stage/durations'
|
|
MON_STAGE_INSTANCE_DURATION = 'chromeos/cbuildbot/stage/instance_durations'
|
|
MON_STAGE_FAILURE_COUNT = 'chromeos/cbuildbot/stage/failure_count'
|
|
MON_FAILED_STAGE = 'chromeos/chromite/cbuildbot_launch/failed_stage'
|
|
MON_CHROOT_USED = 'chromeos/cbuildbot/chroot_at_version'
|
|
MON_REPO_SYNC_COUNT = 'chromeos/cbuildbot/repo/sync_count'
|
|
MON_REPO_SYNC_RETRY_COUNT = 'chromeos/cbuildbot/repo/sync_retry_count'
|
|
MON_REPO_SELFUPDATE_FAILURE_COUNT = ('chromeos/cbuildbot/repo/'
|
|
'selfupdate_failure_count')
|
|
MON_REPO_INIT_RETRY_COUNT = 'chromeos/cbuildbot/repo/init_retry_count'
|
|
MON_REPO_MANIFEST_FAILURE_COUNT = ('chromeos/cbuildbot/repo/'
|
|
'manifest_failure_count')
|
|
MON_BB_RETRY_BUILD_COUNT = ('chromeos/cbuildbot/buildbucket/'
|
|
'retry_build_count')
|
|
MON_BB_CANCEL_BATCH_BUILDS_COUNT = ('chromeos/cbuildbot/buildbucket/'
|
|
'cancel_batch_builds_count')
|
|
MON_EXPORT_TO_GCLOUD = 'chromeos/cbuildbot/export_to_gcloud'
|
|
|
|
# Stage Categorization for failed stages metric.
|
|
UNCATEGORIZED_STAGE = 'Uncategorized'
|
|
CI_INFRA_STAGE = 'CI-Infra'
|
|
TEST_INFRA_STAGE = 'Test-Infra'
|
|
PRODUCT_OS_STAGE = 'Product-OS'
|
|
PRODUCT_ANDROID_STAGE = 'Product-Android'
|
|
PRODUCT_CHROME_STAGE = 'Product-Chrome'
|
|
PRODUCT_TOOLCHAIN_STAGE = 'Product-Toolchain'
|
|
|
|
|
|
# Re-execution API constants.
|
|
# Used by --resume and --bootstrap to decipher which options they
|
|
# can pass to the target cbuildbot (since it may not have that
|
|
# option).
|
|
# Format is Major.Minor. Minor is used for tracking new options added
|
|
# that aren't critical to the older version if it's not ran.
|
|
# Major is used for tracking heavy API breakage- for example, no longer
|
|
# supporting the --resume option.
|
|
REEXEC_API_MAJOR = 0
|
|
REEXEC_API_MINOR = 12
|
|
REEXEC_API_VERSION = '%i.%i' % (REEXEC_API_MAJOR, REEXEC_API_MINOR)
|
|
|
|
# Support --master-build-id
|
|
REEXEC_API_MASTER_BUILD_ID = 3
|
|
# Support --git-cache-dir
|
|
REEXEC_API_GIT_CACHE_DIR = 4
|
|
# Support --goma_dir and --goma_client_json
|
|
REEXEC_API_GOMA = 5
|
|
# Support --ts-mon-task-num
|
|
REEXEC_API_TSMON_TASK_NUM = 6
|
|
# Support --sanity-check-build
|
|
REEXEC_API_SANITY_CHECK_BUILD = 7
|
|
# Support --previous-build-state
|
|
REEXEC_API_PREVIOUS_BUILD_STATE = 8
|
|
# Support --workspace
|
|
REEXEC_API_WORKSPACE = 9
|
|
# Support --master-buildbucket-id
|
|
REEXEC_API_MASTER_BUILDBUCKET_ID = 10
|
|
# Support --chromeos_goma_dir
|
|
REEXEC_API_CHROMEOS_GOMA_DIR = 11
|
|
# Support --chrome-preload-dir
|
|
REEXEC_API_CHROME_PRELOAD_DIR = 12
|
|
|
|
# We rely on the (waterfall, builder name, build number) to uniquely identify
|
|
# a build. However, future migrations or state wipes of the buildbot master may
|
|
# cause it to reset its build number counter. When that happens, this value
|
|
# should be incremented, ensuring that (waterfall, builder name, build number,
|
|
# buildbot generation) is a unique identifier of builds.
|
|
BUILDBOT_GENERATION = 1
|
|
|
|
ISOLATESERVER = 'https://isolateserver.appspot.com'
|
|
|
|
GOOGLE_EMAIL = '@google.com'
|
|
CHROMIUM_EMAIL = '@chromium.org'
|
|
|
|
CORP_DOMAIN = 'corp.google.com'
|
|
GOLO_DOMAIN = 'golo.chromium.org'
|
|
CHROME_DOMAIN = 'chrome.' + CORP_DOMAIN
|
|
CHROMEOS_BOT_INTERNAL = 'chromeos-bot.internal'
|
|
|
|
GOB_HOST = '%s.googlesource.com'
|
|
|
|
EXTERNAL_GOB_INSTANCE = 'chromium'
|
|
EXTERNAL_GERRIT_INSTANCE = 'chromium-review'
|
|
EXTERNAL_GOB_HOST = GOB_HOST % EXTERNAL_GOB_INSTANCE
|
|
EXTERNAL_GERRIT_HOST = GOB_HOST % EXTERNAL_GERRIT_INSTANCE
|
|
EXTERNAL_GOB_URL = 'https://%s' % EXTERNAL_GOB_HOST
|
|
EXTERNAL_GERRIT_URL = 'https://%s' % EXTERNAL_GERRIT_HOST
|
|
|
|
INTERNAL_GOB_INSTANCE = 'chrome-internal'
|
|
INTERNAL_GERRIT_INSTANCE = 'chrome-internal-review'
|
|
INTERNAL_GOB_HOST = GOB_HOST % INTERNAL_GOB_INSTANCE
|
|
INTERNAL_GERRIT_HOST = GOB_HOST % INTERNAL_GERRIT_INSTANCE
|
|
INTERNAL_GOB_URL = 'https://%s' % INTERNAL_GOB_HOST
|
|
INTERNAL_GERRIT_URL = 'https://%s' % INTERNAL_GERRIT_HOST
|
|
|
|
# Tests without 'cheets_CTS_', 'cheets_GTS.' prefix will not considered
|
|
# as CTS/GTS test in chromite.lib.cts_helper
|
|
DEFAULT_CTS_TEST_XML_MAP = {
|
|
'cheets_CTS_': 'test_result.xml',
|
|
'cheets_GTS.': 'test_result.xml',
|
|
'cheets_GTS_': 'test_result.xml',
|
|
}
|
|
# Google Storage bucket URI to store results in.
|
|
DEFAULT_CTS_RESULTS_GSURI = 'gs://chromeos-cts-results/'
|
|
DEFAULT_CTS_APFE_GSURI = 'gs://chromeos-cts-apfe/'
|
|
|
|
ANDROID_CONTAINER_PACKAGE_KEYWORD = 'android-container'
|
|
ANDROID_VM_PACKAGE_KEYWORD = 'android-vm'
|
|
|
|
ANDROID_BUCKET_URL = 'gs://android-build-chromeos/builds'
|
|
ANDROID_PI_BUILD_BRANCH = 'git_pi-arc'
|
|
ANDROID_VMRVC_BUILD_BRANCH = 'git_rvc-arc-dev'
|
|
ANDROID_VMMST_BUILD_BRANCH = 'git_master-arc-dev'
|
|
|
|
ANDROID_PI_BUILD_TARGETS = {
|
|
# Roll XkbToKcmConverter with system image. It's a host executable and
|
|
# doesn't depend on the target as long as it's pi-arc branch. The converter
|
|
# is ARC specific and not a part of Android SDK. Having a custom target like
|
|
# SDK_TOOLS might be better in the long term, but let's use one from ARM or
|
|
# X86 target as there's no other similar executables right now.
|
|
# We put it in two buckets because we have separate ACLs for arm and x86.
|
|
# http://b/128405786
|
|
'APPS': ('linux-apps', 'org.chromium.arc.cachebuilder.jar'),
|
|
'ARM': ('linux-cheets_arm-user', r'(\.zip|/XkbToKcmConverter)$'),
|
|
'ARM64': ('linux-cheets_arm64-user', r'(\.zip|/XkbToKcmConverter)$'),
|
|
'X86': ('linux-cheets_x86-user', r'(\.zip|/XkbToKcmConverter)$'),
|
|
'X86_64': ('linux-cheets_x86_64-user', r'\.zip$'),
|
|
'ARM_USERDEBUG': ('linux-cheets_arm-userdebug', r'\.zip$'),
|
|
'ARM64_USERDEBUG': ('linux-cheets_arm64-userdebug', r'\.zip$'),
|
|
'X86_USERDEBUG': ('linux-cheets_x86-userdebug', r'\.zip$'),
|
|
'X86_64_USERDEBUG': ('linux-cheets_x86_64-userdebug', r'\.zip$'),
|
|
'SDK_GOOGLE_X86_USERDEBUG': ('linux-sdk_cheets_x86-userdebug', r'\.zip$'),
|
|
'SDK_GOOGLE_X86_64_USERDEBUG': ('linux-sdk_cheets_x86_64-userdebug',
|
|
r'\.zip$'),
|
|
}
|
|
ANDROID_VMMST_BUILD_TARGETS = {
|
|
# For XkbToKcmConverter, see the comment in ANDROID_PI_BUILD_TARGETS.
|
|
'X86_64_USERDEBUG': ('linux-bertha_x86_64-userdebug',
|
|
r'(\.zip|/XkbToKcmConverter)$'),
|
|
}
|
|
ANDROID_VMRVC_BUILD_TARGETS = {
|
|
# For XkbToKcmConverter, see the comment in ANDROID_PI_BUILD_TARGETS.
|
|
'APPS': ('linux-apps', 'org.chromium.arc.cachebuilder.jar'),
|
|
'ARM64': ('linux-bertha_arm64-user', r'(\.zip|/XkbToKcmConverter)$'),
|
|
'X86_64': ('linux-bertha_x86_64-user', r'(\.zip|/XkbToKcmConverter)$'),
|
|
'ARM64_USERDEBUG': ('linux-bertha_arm64-userdebug',
|
|
r'(\.zip|/XkbToKcmConverter)$'),
|
|
'X86_64_USERDEBUG': ('linux-bertha_x86_64-userdebug',
|
|
r'(\.zip|/XkbToKcmConverter)$'),
|
|
}
|
|
|
|
# These refer to *_TARGET variables in Android ebuild files, used when
|
|
# parsing ebuilds to determine the corresponding Android branch.
|
|
# NOTE: We may use `|` operator to union dict keys after we completely go
|
|
# Python 3.
|
|
ANDROID_ALL_BUILD_TARGETS = frozenset(
|
|
x + '_TARGET' for x in itertools.chain(
|
|
ANDROID_PI_BUILD_TARGETS,
|
|
ANDROID_VMMST_BUILD_TARGETS,
|
|
ANDROID_VMRVC_BUILD_TARGETS,
|
|
)
|
|
)
|
|
|
|
ARC_BUCKET_URL = 'gs://chromeos-arc-images/builds'
|
|
ARC_BUCKET_ACLS = {
|
|
'APPS': 'googlestorage_acl_public.txt',
|
|
'ARM': 'googlestorage_acl_arm.txt',
|
|
'ARM64': 'googlestorage_acl_arm.txt',
|
|
'X86': 'googlestorage_acl_x86.txt',
|
|
'X86_64': 'googlestorage_acl_x86.txt',
|
|
'ARM_USERDEBUG': 'googlestorage_acl_arm.txt',
|
|
'ARM64_USERDEBUG': 'googlestorage_acl_arm.txt',
|
|
'X86_USERDEBUG': 'googlestorage_acl_x86.txt',
|
|
'X86_64_USERDEBUG': 'googlestorage_acl_x86.txt',
|
|
'SDK_GOOGLE_X86_USERDEBUG': 'googlestorage_acl_x86.txt',
|
|
'SDK_GOOGLE_X86_64_USERDEBUG': 'googlestorage_acl_x86.txt',
|
|
}
|
|
ANDROID_SYMBOLS_URL_TEMPLATE = (
|
|
ARC_BUCKET_URL +
|
|
'/%(branch)s-linux-%(target)s_%(arch)s-%(variant)s/%(version)s'
|
|
'/%(target)s_%(arch)s%(suffix)s-symbols-%(version)s.zip')
|
|
ANDROID_SYMBOLS_FILE = 'android-symbols.zip'
|
|
# x86-user, x86-userdebug and x86-eng builders create build artifacts with the
|
|
# same name, e.g. cheets_x86-target_files-${VERSION}.zip. ChromeOS builders
|
|
# that need to select x86-user or x86-userdebug artifacts at emerge time need
|
|
# the artifacts to have different filenames to avoid checksum failures. These
|
|
# targets will have their artifacts renamed when the PFQ copies them from the
|
|
# the Android bucket to the ARC++ bucket (b/33072485).
|
|
ARC_BUILDS_NEED_ARTIFACTS_RENAMED = {
|
|
'ARM_USERDEBUG',
|
|
'ARM64_USERDEBUG',
|
|
'X86_USERDEBUG',
|
|
'X86_64_USERDEBUG',
|
|
'SDK_GOOGLE_X86_USERDEBUG',
|
|
'SDK_GOOGLE_X86_64_USERDEBUG',
|
|
}
|
|
# All builds will have the same name without target prefix.
|
|
# Emerge checksum failures will be workarounded by ebuild rename symbol (->).
|
|
ARC_ARTIFACTS_RENAME_NOT_NEEDED = [
|
|
'push_to_device.zip',
|
|
'sepolicy.zip',
|
|
'XkbToKcmConverter',
|
|
]
|
|
|
|
GOB_COOKIE_PATH = os.path.expanduser('~/.git-credential-cache/cookie')
|
|
GITCOOKIES_PATH = os.path.expanduser('~/.gitcookies')
|
|
|
|
# Timestamps in the JSON from GoB's web interface is of the form 'Tue
|
|
# Dec 02 17:48:06 2014' and is assumed to be in UTC.
|
|
GOB_COMMIT_TIME_FORMAT = '%a %b %d %H:%M:%S %Y'
|
|
|
|
CHROMITE_PROJECT = 'chromiumos/chromite'
|
|
CHROMITE_URL = '%s/%s' % (EXTERNAL_GOB_URL, CHROMITE_PROJECT)
|
|
CHROMIUM_SRC_PROJECT = 'chromium/src'
|
|
CHROMIUM_GOB_URL = '%s/%s.git' % (EXTERNAL_GOB_URL, CHROMIUM_SRC_PROJECT)
|
|
CHROME_INTERNAL_PROJECT = 'chrome/src-internal'
|
|
CHROME_INTERNAL_GOB_URL = '%s/%s.git' % (
|
|
INTERNAL_GOB_URL, CHROME_INTERNAL_PROJECT)
|
|
|
|
DEFAULT_MANIFEST = 'default.xml'
|
|
OFFICIAL_MANIFEST = 'official.xml'
|
|
LKGM_MANIFEST = 'LKGM/lkgm.xml'
|
|
|
|
SHARED_CACHE_ENVVAR = 'CROS_CACHEDIR'
|
|
PARALLEL_EMERGE_STATUS_FILE_ENVVAR = 'PARALLEL_EMERGE_STATUS_FILE'
|
|
|
|
# These projects can be responsible for infra failures.
|
|
INFRA_PROJECTS = (CHROMITE_PROJECT,)
|
|
|
|
# The manifest contains extra attributes in the 'project' nodes to determine our
|
|
# branching strategy for the project.
|
|
# create: Create a new branch on the project repo for the new CrOS branch.
|
|
# This is the default.
|
|
# pin: On the CrOS branch, pin the project to the current revision.
|
|
# tot: On the CrOS branch, the project still tracks ToT.
|
|
MANIFEST_ATTR_BRANCHING = 'branch-mode'
|
|
MANIFEST_ATTR_BRANCHING_CREATE = 'create'
|
|
MANIFEST_ATTR_BRANCHING_PIN = 'pin'
|
|
MANIFEST_ATTR_BRANCHING_TOT = 'tot'
|
|
MANIFEST_ATTR_BRANCHING_ALL = (
|
|
MANIFEST_ATTR_BRANCHING_CREATE,
|
|
MANIFEST_ATTR_BRANCHING_PIN,
|
|
MANIFEST_ATTR_BRANCHING_TOT,
|
|
)
|
|
|
|
STREAK_COUNTERS = 'streak_counters'
|
|
|
|
PATCH_BRANCH = 'patch_branch'
|
|
STABLE_EBUILD_BRANCH = 'stabilizing_branch'
|
|
MERGE_BRANCH = 'merge_branch'
|
|
|
|
# These branches are deleted at the beginning of every buildbot run.
|
|
CREATED_BRANCHES = [
|
|
PATCH_BRANCH,
|
|
STABLE_EBUILD_BRANCH,
|
|
MERGE_BRANCH
|
|
]
|
|
|
|
# Default OS target packages.
|
|
TARGET_OS_PKG = 'virtual/target-os'
|
|
TARGET_OS_DEV_PKG = 'virtual/target-os-dev'
|
|
TARGET_OS_TEST_PKG = 'virtual/target-os-test'
|
|
TARGET_OS_FACTORY_PKG = 'virtual/target-os-factory'
|
|
|
|
# Constants for uprevving Chrome
|
|
|
|
CHROMEOS_BASE = 'chromeos-base'
|
|
|
|
# Portage category and package name for Chrome.
|
|
CHROME_CN = CHROMEOS_BASE
|
|
CHROME_PN = 'chromeos-chrome'
|
|
CHROME_CP = '%s/%s' % (CHROME_CN, CHROME_PN)
|
|
|
|
# Other packages to uprev while uprevving Chrome.
|
|
OTHER_CHROME_PACKAGES = ['chromeos-base/chromium-source',
|
|
'chromeos-base/chrome-icu']
|
|
|
|
# Chrome use flags
|
|
USE_CHROME_INTERNAL = 'chrome_internal'
|
|
USE_AFDO_USE = 'afdo_use'
|
|
|
|
|
|
# Builds and validates _alpha ebuilds. These builds sync to the latest
|
|
# revsion of the Chromium src tree and build with that checkout.
|
|
CHROME_REV_TOT = 'tot'
|
|
|
|
# Builds and validates chrome at a given revision through cbuildbot
|
|
# --chrome_version
|
|
CHROME_REV_SPEC = 'spec'
|
|
|
|
# Builds and validates the latest Chromium release as defined by
|
|
# ~/trunk/releases in the Chrome src tree. These ebuilds are suffixed with rc.
|
|
CHROME_REV_LATEST = 'latest_release'
|
|
|
|
# Builds and validates the latest Chromium release for a specific Chromium
|
|
# branch that we want to watch. These ebuilds are suffixed with rc.
|
|
CHROME_REV_STICKY = 'stable_release'
|
|
|
|
# Builds and validates Chromium for a pre-populated directory.
|
|
# Also uses _alpha, since portage doesn't have anything lower.
|
|
CHROME_REV_LOCAL = 'local'
|
|
VALID_CHROME_REVISIONS = [CHROME_REV_TOT, CHROME_REV_LATEST,
|
|
CHROME_REV_STICKY, CHROME_REV_LOCAL, CHROME_REV_SPEC]
|
|
|
|
|
|
# Constants for uprevving Android.
|
|
|
|
# Portage package name for Android container.
|
|
ANDROID_PACKAGE_NAME = 'android-container'
|
|
|
|
# Builds and validates the latest Android release.
|
|
ANDROID_REV_LATEST = 'latest_release'
|
|
VALID_ANDROID_REVISIONS = [ANDROID_REV_LATEST]
|
|
|
|
# Build types supported.
|
|
|
|
# TODO(sosa): Deprecate PFQ type.
|
|
# Incremental builds that are built using binary packages when available.
|
|
# These builds have less validation than other build types.
|
|
INCREMENTAL_TYPE = 'binary'
|
|
|
|
# These builds serve as PFQ builders. This is being deprecated.
|
|
PFQ_TYPE = 'pfq'
|
|
|
|
# Android PFQ type. Builds and validates new versions of Android.
|
|
ANDROID_PFQ_TYPE = 'android'
|
|
|
|
# Builds from source and non-incremental. This builds fully wipe their
|
|
# chroot before the start of every build and no not use a BINHOST.
|
|
FULL_TYPE = 'full'
|
|
|
|
# Full but with versioned logic.
|
|
CANARY_TYPE = 'canary'
|
|
|
|
# Generate payloads for an already built build/version.
|
|
PAYLOADS_TYPE = 'payloads'
|
|
|
|
# Similar behavior to canary, but used to validate toolchain changes.
|
|
TOOLCHAIN_TYPE = 'toolchain'
|
|
|
|
# Generic type of tryjob only build configs.
|
|
TRYJOB_TYPE = 'tryjob'
|
|
|
|
# Special build type for Chroot builders. These builds focus on building
|
|
# toolchains and validate that they work.
|
|
CHROOT_BUILDER_TYPE = 'chroot'
|
|
CHROOT_BUILDER_BOARD = 'amd64-host'
|
|
|
|
# Use for builds that don't requite a type.
|
|
GENERIC_TYPE = 'generic'
|
|
|
|
VALID_BUILD_TYPES = (
|
|
INCREMENTAL_TYPE,
|
|
FULL_TYPE,
|
|
CANARY_TYPE,
|
|
CHROOT_BUILDER_TYPE,
|
|
CHROOT_BUILDER_BOARD,
|
|
ANDROID_PFQ_TYPE,
|
|
PFQ_TYPE,
|
|
PAYLOADS_TYPE,
|
|
TOOLCHAIN_TYPE,
|
|
TRYJOB_TYPE,
|
|
GENERIC_TYPE,
|
|
)
|
|
|
|
HWTEST_TRYBOT_NUM = 3
|
|
HWTEST_QUOTA_POOL = 'quota'
|
|
|
|
HWTEST_QUOTA_ACCOUNT_BVT = 'legacypool-bvt'
|
|
HWTEST_QUOTA_ACCOUNT_BVT_SYNC = 'bvt-sync'
|
|
HWTEST_QUOTA_ACCOUNT_PFQ = 'pfq'
|
|
HWTEST_QUOTA_ACCOUNT_SUITES = 'legacypool-suites'
|
|
HWTEST_QUOTA_ACCOUNT_TOOLCHAIN = 'toolchain'
|
|
|
|
# How many total test retries should be done for a suite.
|
|
HWTEST_MAX_RETRIES = 5
|
|
|
|
# Defines for the various hardware test suites:
|
|
# BVT: Basic blocking suite to be run against any build that
|
|
# requires a HWTest phase.
|
|
# COMMIT: Suite of basic tests required for commits to the source
|
|
# tree. Runs as a blocking suite on the CQ and PFQ; runs as
|
|
# a non-blocking suite on canaries.
|
|
# CANARY: Non-blocking suite run only against the canaries.
|
|
# AFDO: Non-blocking suite run only AFDO builders.
|
|
# MOBLAB: Blocking Suite run only on *_moblab builders.
|
|
# INSTALLER: Blocking suite run against all canaries; tests basic installer
|
|
# functionality.
|
|
HWTEST_ARC_COMMIT_SUITE = 'bvt-arc'
|
|
HWTEST_BVT_SUITE = 'bvt-inline'
|
|
HWTEST_COMMIT_SUITE = 'bvt-cq'
|
|
HWTEST_CANARY_SUITE = 'bvt-perbuild'
|
|
HWTEST_INSTALLER_SUITE = 'bvt-installer'
|
|
# Runs all non-informational Tast tests (exercising any of OS, Chrome, and ARC).
|
|
HWTEST_TAST_CQ_SUITE = 'bvt-tast-cq'
|
|
# Runs non-informational Tast tests exercising either Chrome or ARC.
|
|
HWTEST_TAST_CHROME_PFQ_SUITE = 'bvt-tast-chrome-pfq'
|
|
# Runs non-informational Tast tests exercising ARC.
|
|
HWTEST_TAST_ANDROID_PFQ_SUITE = 'bvt-tast-android-pfq'
|
|
# Runs all Tast informational tests.
|
|
HWTEST_TAST_INFORMATIONAL_SUITE = 'bvt-tast-informational'
|
|
HWTEST_AFDO_SUITE = 'AFDO_record'
|
|
HWTEST_JETSTREAM_COMMIT_SUITE = 'jetstream_cq'
|
|
HWTEST_MOBLAB_SUITE = 'moblab'
|
|
HWTEST_MOBLAB_QUICK_SUITE = 'moblab_quick'
|
|
HWTEST_SANITY_SUITE = 'sanity'
|
|
HWTEST_TOOLCHAIN_SUITE = 'toolchain-tests'
|
|
# Non-blocking informational hardware tests for Chrome, run throughout the
|
|
# day on tip-of-trunk Chrome rather than on the daily Chrome branch.
|
|
HWTEST_CHROME_INFORMATIONAL = 'chrome-informational'
|
|
|
|
# Additional timeout to wait for autotest to abort a suite if the test takes
|
|
# too long to run. This is meant to be overly conservative as a timeout may
|
|
# indicate that autotest is at capacity.
|
|
HWTEST_TIMEOUT_EXTENSION = 10 * 60
|
|
|
|
HWTEST_WEEKLY_PRIORITY = 'Weekly'
|
|
HWTEST_CTS_PRIORITY = 'CTS'
|
|
HWTEST_GTS_PRIORITY = HWTEST_CTS_PRIORITY
|
|
HWTEST_DAILY_PRIORITY = 'Daily'
|
|
HWTEST_DEFAULT_PRIORITY = 'DEFAULT'
|
|
HWTEST_CQ_PRIORITY = 'CQ'
|
|
HWTEST_BUILD_PRIORITY = 'Build'
|
|
HWTEST_PFQ_PRIORITY = 'PFQ'
|
|
HWTEST_POST_BUILD_PRIORITY = 'PostBuild'
|
|
|
|
# Ordered by priority (first item being lowest).
|
|
HWTEST_VALID_PRIORITIES = [HWTEST_WEEKLY_PRIORITY,
|
|
HWTEST_CTS_PRIORITY,
|
|
HWTEST_DAILY_PRIORITY,
|
|
HWTEST_POST_BUILD_PRIORITY,
|
|
HWTEST_DEFAULT_PRIORITY,
|
|
HWTEST_BUILD_PRIORITY,
|
|
HWTEST_PFQ_PRIORITY,
|
|
HWTEST_CQ_PRIORITY]
|
|
|
|
# Creates a mapping of priorities to make easy comparsions.
|
|
# Use the same priorities mapping as autotest/client/common_lib/priorities.py
|
|
HWTEST_PRIORITIES_MAP = {
|
|
HWTEST_WEEKLY_PRIORITY: 10,
|
|
HWTEST_CTS_PRIORITY: 11,
|
|
HWTEST_DAILY_PRIORITY: 20,
|
|
HWTEST_POST_BUILD_PRIORITY: 30,
|
|
HWTEST_DEFAULT_PRIORITY: 40,
|
|
HWTEST_BUILD_PRIORITY: 50,
|
|
HWTEST_PFQ_PRIORITY: 60,
|
|
HWTEST_CQ_PRIORITY: 70}
|
|
|
|
# Creates a mapping of priorities for skylab hwtest tasks. In swarming,
|
|
# lower number means high priorities. Priority lower than 48 will be special
|
|
# tasks. The upper bound of priority is 255.
|
|
# Use the same priorities mapping as autotest/venv/skylab_suite/swarming_lib.py
|
|
SKYLAB_HWTEST_PRIORITIES_MAP = {
|
|
HWTEST_WEEKLY_PRIORITY: 230,
|
|
HWTEST_CTS_PRIORITY: 215,
|
|
HWTEST_DAILY_PRIORITY: 200,
|
|
HWTEST_POST_BUILD_PRIORITY: 170,
|
|
HWTEST_DEFAULT_PRIORITY: 140,
|
|
HWTEST_BUILD_PRIORITY: 110,
|
|
HWTEST_PFQ_PRIORITY: 80,
|
|
HWTEST_CQ_PRIORITY: 50,
|
|
}
|
|
|
|
# The environment for executing tests.
|
|
ENV_SKYLAB = 'skylab'
|
|
ENV_AUTOTEST = 'autotest'
|
|
|
|
# The cipd package for skylab tool
|
|
CIPD_SKYLAB_PACKAGE = 'chromiumos/infra/skylab/linux-amd64'
|
|
# crbug.com/1108489: The skylab tool CIPD package is pinned to a specific
|
|
# version to avoid uncontrolled tool release and so that the tool is effectively
|
|
# branched with cbuildbot.
|
|
CIPD_SKYLAB_INSTANCE_ID = 'LU2Xmdk1oXyZPuiEfzDQhUWFMXY3jYQNPOzHRkRkZBEC'
|
|
|
|
# HWTest result statuses
|
|
HWTEST_STATUS_PASS = 'pass'
|
|
HWTEST_STATUS_FAIL = 'fail'
|
|
HWTEST_STATUS_ABORT = 'abort'
|
|
HWTEST_STATUS_OTHER = 'other'
|
|
HWTEST_STATUES_NOT_PASSED = frozenset([HWTEST_STATUS_FAIL,
|
|
HWTEST_STATUS_ABORT,
|
|
HWTEST_STATUS_OTHER])
|
|
|
|
# Build messages
|
|
MESSAGE_TYPE_IGNORED_REASON = 'ignored_reason'
|
|
MESSAGE_TYPE_ANNOTATIONS_FINALIZED = 'annotations_finalized'
|
|
# MESSSGE_TYPE_IGNORED_REASON messages store the affected build as
|
|
# the CIDB column message_value.
|
|
MESSAGE_SUBTYPE_SELF_DESTRUCTION = 'self_destruction'
|
|
|
|
# Define HWTEST job_keyvals
|
|
JOB_KEYVAL_DATASTORE_PARENT_KEY = 'datastore_parent_key'
|
|
JOB_KEYVAL_CIDB_BUILD_ID = 'cidb_build_id'
|
|
JOB_KEYVAL_CIDB_BUILD_STAGE_ID = 'cidb_build_stage_id'
|
|
JOB_KEYVAL_BUILD_CONFIG = 'build_config'
|
|
JOB_KEYVAL_MASTER_BUILD_CONFIG = 'master_build_config'
|
|
JOB_KEYVAL_BRANCH = 'branch'
|
|
|
|
|
|
# How many total test retries should be done for a suite.
|
|
VM_TEST_MAX_RETRIES = 5
|
|
# Defines VM Test types.
|
|
SIMPLE_AU_TEST_TYPE = 'pfq_suite'
|
|
VM_SUITE_TEST_TYPE = 'vm_suite'
|
|
GCE_SUITE_TEST_TYPE = 'gce_suite'
|
|
CROS_VM_TEST_TYPE = 'cros_vm_test'
|
|
DEV_MODE_TEST_TYPE = 'dev_mode_test'
|
|
VALID_VM_TEST_TYPES = [
|
|
SIMPLE_AU_TEST_TYPE,
|
|
VM_SUITE_TEST_TYPE,
|
|
GCE_SUITE_TEST_TYPE,
|
|
CROS_VM_TEST_TYPE,
|
|
DEV_MODE_TEST_TYPE
|
|
]
|
|
VALID_GCE_TEST_SUITES = ['gce-smoke', 'gce-sanity']
|
|
# MoblabVM tests are suites of tests used to validate a moblab image via
|
|
# VMTests.
|
|
MOBLAB_VM_SMOKE_TEST_TYPE = 'moblab_smoke_test'
|
|
|
|
CHROMIUMOS_OVERLAY_DIR = 'src/third_party/chromiumos-overlay'
|
|
PORTAGE_STABLE_OVERLAY_DIR = 'src/third_party/portage-stable'
|
|
ECLASS_OVERLAY_DIR = 'src/third_party/eclass-overlay'
|
|
CHROMEOS_PARTNER_OVERLAY_DIR = 'src/private-overlays/chromeos-partner-overlay/'
|
|
PUBLIC_BINHOST_CONF_DIR = os.path.join(CHROMIUMOS_OVERLAY_DIR,
|
|
'chromeos/binhost')
|
|
PRIVATE_BINHOST_CONF_DIR = os.path.join(CHROMEOS_PARTNER_OVERLAY_DIR,
|
|
'chromeos/binhost')
|
|
|
|
VERSION_FILE = os.path.join(CHROMIUMOS_OVERLAY_DIR,
|
|
'chromeos/config/chromeos_version.sh')
|
|
SDK_VERSION_FILE = os.path.join(PUBLIC_BINHOST_CONF_DIR,
|
|
'host/sdk_version.conf')
|
|
SDK_GS_BUCKET = 'chromiumos-sdk'
|
|
|
|
PUBLIC = 'public'
|
|
PRIVATE = 'private'
|
|
|
|
BOTH_OVERLAYS = 'both'
|
|
PUBLIC_OVERLAYS = PUBLIC
|
|
PRIVATE_OVERLAYS = PRIVATE
|
|
VALID_OVERLAYS = [BOTH_OVERLAYS, PUBLIC_OVERLAYS, PRIVATE_OVERLAYS, None]
|
|
|
|
# Common default logging settings for use with the logging module.
|
|
LOGGER_FMT = '%(asctime)s: %(levelname)s: %(message)s'
|
|
LOGGER_DATE_FMT = '%H:%M:%S'
|
|
|
|
# Used by remote patch serialization/deserialzation.
|
|
INTERNAL_PATCH_TAG = 'i'
|
|
EXTERNAL_PATCH_TAG = 'e'
|
|
PATCH_TAGS = (INTERNAL_PATCH_TAG, EXTERNAL_PATCH_TAG)
|
|
|
|
GERRIT_ON_BORG_LABELS = {
|
|
'Code-Review': 'CRVW',
|
|
'Commit-Queue': 'COMR',
|
|
'Verified': 'VRIF',
|
|
}
|
|
|
|
# Environment variables that should be exposed to all children processes
|
|
# invoked via cros_build_lib.run.
|
|
ENV_PASSTHRU = ('CROS_SUDO_KEEP_ALIVE', SHARED_CACHE_ENVVAR,
|
|
PARALLEL_EMERGE_STATUS_FILE_ENVVAR)
|
|
|
|
# List of variables to proxy into the chroot from the host, and to
|
|
# have sudo export if existent. Anytime this list is modified, a new
|
|
# chroot_version_hooks.d upgrade script that symlinks to 153_rewrite_sudoers.d
|
|
# should be created.
|
|
CHROOT_ENVIRONMENT_WHITELIST = (
|
|
'CHROMEOS_OFFICIAL',
|
|
'CHROMEOS_VERSION_AUSERVER',
|
|
'CHROMEOS_VERSION_DEVSERVER',
|
|
'CHROMEOS_VERSION_TRACK',
|
|
'GCC_GITHASH',
|
|
'GIT_AUTHOR_EMAIL',
|
|
'GIT_AUTHOR_NAME',
|
|
'GIT_COMMITTER_EMAIL',
|
|
'GIT_COMMITTER_NAME',
|
|
'GIT_PROXY_COMMAND',
|
|
'GIT_SSH',
|
|
'RSYNC_PROXY',
|
|
'SSH_AGENT_PID',
|
|
'SSH_AUTH_SOCK',
|
|
'TMUX',
|
|
'USE',
|
|
'all_proxy',
|
|
'ftp_proxy',
|
|
'http_proxy',
|
|
'https_proxy',
|
|
'no_proxy',
|
|
)
|
|
|
|
# Paths for Chrome LKGM which are relative to the Chromium base url.
|
|
CHROME_LKGM_FILE = 'CHROMEOS_LKGM'
|
|
PATH_TO_CHROME_LKGM = 'chromeos/%s' % CHROME_LKGM_FILE
|
|
# Path for the Chrome LKGM's closest OWNERS file.
|
|
PATH_TO_CHROME_CHROMEOS_OWNERS = 'chromeos/OWNERS'
|
|
|
|
# Cache constants.
|
|
COMMON_CACHE = 'common'
|
|
|
|
def _SlashToUnderscore(string):
|
|
"""Artifact constants."""
|
|
return string.replace('/', '_')
|
|
|
|
|
|
def ImageBinToGceTar(image_bin):
|
|
"""GCE tar ball constants."""
|
|
assert image_bin.endswith('.bin'), (
|
|
'Filename %s does not end with ".bin"' % image_bin)
|
|
return '%s_gce.tar.gz' % os.path.splitext(image_bin)[0]
|
|
|
|
|
|
RELEASE_BUCKET = 'gs://chromeos-releases'
|
|
TRASH_BUCKET = 'gs://chromeos-throw-away-bucket'
|
|
CHROME_SYSROOT_TAR = 'sysroot_%s.tar.xz' % _SlashToUnderscore(CHROME_CP)
|
|
CHROME_ENV_TAR = 'environment_%s.tar.xz' % _SlashToUnderscore(CHROME_CP)
|
|
CHROME_ENV_FILE = 'environment'
|
|
BASE_IMAGE_NAME = 'chromiumos_base_image'
|
|
BASE_IMAGE_TAR = '%s.tar.xz' % BASE_IMAGE_NAME
|
|
BASE_IMAGE_BIN = '%s.bin' % BASE_IMAGE_NAME
|
|
BASE_IMAGE_GCE_TAR = ImageBinToGceTar(BASE_IMAGE_BIN)
|
|
IMAGE_SCRIPTS_NAME = 'image_scripts'
|
|
IMAGE_SCRIPTS_TAR = '%s.tar.xz' % IMAGE_SCRIPTS_NAME
|
|
TARGET_SYSROOT_TAR = 'sysroot_%s.tar.xz' % _SlashToUnderscore(TARGET_OS_PKG)
|
|
VM_IMAGE_NAME = 'chromiumos_qemu_image'
|
|
VM_IMAGE_BIN = '%s.bin' % VM_IMAGE_NAME
|
|
VM_IMAGE_TAR = '%s.tar.xz' % VM_IMAGE_NAME
|
|
VM_DISK_PREFIX = 'chromiumos_qemu_disk.bin'
|
|
VM_MEM_PREFIX = 'chromiumos_qemu_mem.bin'
|
|
VM_NUM_RETRIES = 0
|
|
# Disabling Tast VM retries because of https://crbug.com/1098346.
|
|
TAST_VM_NUM_RETRIES = 0
|
|
TAST_VM_TEST_RESULTS = 'tast_vm_test_results_%(attempt)s'
|
|
BASE_GUEST_VM_DIR = 'guest-vm-base'
|
|
TEST_GUEST_VM_DIR = 'guest-vm-test'
|
|
BASE_GUEST_VM_TAR = '%s.tar.xz' % BASE_GUEST_VM_DIR
|
|
TEST_GUEST_VM_TAR = '%s.tar.xz' % TEST_GUEST_VM_DIR
|
|
|
|
TEST_IMAGE_NAME = 'chromiumos_test_image'
|
|
TEST_IMAGE_TAR = '%s.tar.xz' % TEST_IMAGE_NAME
|
|
TEST_IMAGE_BIN = '%s.bin' % TEST_IMAGE_NAME
|
|
TEST_IMAGE_GCE_TAR = ImageBinToGceTar(TEST_IMAGE_BIN)
|
|
TEST_KEY_PRIVATE = 'id_rsa'
|
|
TEST_KEY_PUBLIC = 'id_rsa.pub'
|
|
|
|
DEV_IMAGE_NAME = 'chromiumos_image'
|
|
DEV_IMAGE_BIN = '%s.bin' % DEV_IMAGE_NAME
|
|
|
|
RECOVERY_IMAGE_NAME = 'recovery_image'
|
|
RECOVERY_IMAGE_BIN = '%s.bin' % RECOVERY_IMAGE_NAME
|
|
RECOVERY_IMAGE_TAR = '%s.tar.xz' % RECOVERY_IMAGE_NAME
|
|
|
|
# Image type constants.
|
|
IMAGE_TYPE_BASE = 'base'
|
|
IMAGE_TYPE_DEV = 'dev'
|
|
IMAGE_TYPE_TEST = 'test'
|
|
IMAGE_TYPE_RECOVERY = 'recovery'
|
|
IMAGE_TYPE_FACTORY = 'factory'
|
|
IMAGE_TYPE_FIRMWARE = 'firmware'
|
|
# USB PD accessory microcontroller firmware (e.g. power brick, display dongle).
|
|
IMAGE_TYPE_ACCESSORY_USBPD = 'accessory_usbpd'
|
|
# Standalone accessory microcontroller firmware (e.g. wireless keyboard).
|
|
IMAGE_TYPE_ACCESSORY_RWSIG = 'accessory_rwsig'
|
|
# Cr50 Firmware.
|
|
IMAGE_TYPE_CR50_FIRMWARE = 'cr50_firmware'
|
|
|
|
IMAGE_TYPE_TO_NAME = {
|
|
IMAGE_TYPE_BASE: BASE_IMAGE_BIN,
|
|
IMAGE_TYPE_DEV: DEV_IMAGE_BIN,
|
|
IMAGE_TYPE_RECOVERY: RECOVERY_IMAGE_BIN,
|
|
IMAGE_TYPE_TEST: TEST_IMAGE_BIN,
|
|
}
|
|
IMAGE_NAME_TO_TYPE = dict((v, k) for k, v in IMAGE_TYPE_TO_NAME.items())
|
|
|
|
METADATA_JSON = 'metadata.json'
|
|
PARTIAL_METADATA_JSON = 'partial-metadata.json'
|
|
METADATA_TAGS = 'tags'
|
|
DELTA_SYSROOT_TAR = 'delta_sysroot.tar.xz'
|
|
DELTA_SYSROOT_BATCH = 'batch'
|
|
|
|
FIRMWARE_ARCHIVE_NAME = 'firmware_from_source.tar.bz2'
|
|
|
|
# Global configuration constants.
|
|
CHROMITE_CONFIG_DIR = os.path.expanduser('~/.chromite')
|
|
CHROME_SDK_BASHRC = os.path.join(CHROMITE_CONFIG_DIR, 'chrome_sdk.bashrc')
|
|
SYNC_RETRIES = 4
|
|
SLEEP_TIMEOUT = 30
|
|
|
|
# Lab status url.
|
|
LAB_STATUS_URL = 'http://chromiumos-lab.appspot.com/current?format=json'
|
|
|
|
GOLO_SMTP_SERVER = 'mail.golo.chromium.org'
|
|
|
|
CHROME_GARDENER = 'chrome'
|
|
# Email alias to add as reviewer in Gerrit, which GWSQ will then automatically
|
|
# assign to the current gardener.
|
|
CHROME_GARDENER_REVIEW_EMAIL = 'chrome-os-gardeners@google.com'
|
|
|
|
# Useful config targets.
|
|
CANARY_MASTER = 'master-release'
|
|
PFQ_MASTER = 'master-chromium-pfq'
|
|
VMMST_ANDROID_PFQ_MASTER = 'master-vmmst-android-pfq'
|
|
PI_ANDROID_PFQ_MASTER = 'master-pi-android-pfq'
|
|
VMRVC_ANDROID_PFQ_MASTER = 'master-vmrvc-android-pfq'
|
|
TOOLCHAIN_MASTTER = 'master-toolchain'
|
|
|
|
|
|
# Email validation regex. Not quite fully compliant with RFC 2822, but good
|
|
# approximation.
|
|
EMAIL_REGEX = r'[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,4}'
|
|
|
|
# Blacklist of files not allowed to be uploaded into the Partner Project Google
|
|
# Storage Buckets:
|
|
# debug.tgz contains debug symbols.
|
|
# manifest.xml exposes all of our repo names.
|
|
# vm_test_results can contain symbolicated crash dumps.
|
|
EXTRA_BUCKETS_FILES_BLACKLIST = [
|
|
'debug.tgz',
|
|
'manifest.xml',
|
|
'vm_test_results_*'
|
|
]
|
|
|
|
# AFDO common constants.
|
|
# How long does the AFDO_record autotest have to generate the AFDO perf data.
|
|
AFDO_GENERATE_TIMEOUT = 120 * 60
|
|
|
|
# Gmail Credentials.
|
|
GMAIL_TOKEN_CACHE_FILE = os.path.expanduser('~/.gmail_credentials')
|
|
GMAIL_TOKEN_JSON_FILE = '/creds/refresh_tokens/chromeos_gmail_alerts'
|
|
|
|
# Maximum number of boards per release group builder. This should be
|
|
# chosen/adjusted based on expected release build times such that successive
|
|
# builds don't overlap and create a backlog.
|
|
MAX_RELEASE_GROUP_BOARDS = 4
|
|
|
|
CHROMEOS_SERVICE_ACCOUNT = os.path.join('/', 'creds', 'service_accounts',
|
|
'service-account-chromeos.json')
|
|
|
|
# Buildbucket buckets
|
|
CHROMEOS_RELEASE_BUILDBUCKET_BUCKET = 'master.chromeos_release'
|
|
CHROMEOS_BUILDBUCKET_BUCKET = 'master.chromeos'
|
|
INTERNAL_SWARMING_BUILDBUCKET_BUCKET = 'luci.chromeos.general'
|
|
|
|
ACTIVE_BUCKETS = [
|
|
CHROMEOS_RELEASE_BUILDBUCKET_BUCKET,
|
|
CHROMEOS_BUILDBUCKET_BUCKET,
|
|
INTERNAL_SWARMING_BUILDBUCKET_BUCKET,
|
|
]
|
|
|
|
# Build retry limit on buildbucket
|
|
#
|
|
# 2020-05-13 by engeg@: This is rarely effective, causes confusion,
|
|
# higher bot utilization, and if the initial try was past uploading artifacts
|
|
# then the retry is destined to fail with a difficult to parse error.
|
|
# 2020-05-19 by seanabraham@: Leave this at zero. These retries can break
|
|
# Chrome-wide profiling. http://b/156994019
|
|
BUILDBUCKET_BUILD_RETRY_LIMIT = 0 # Do not change. Read the above.
|
|
|
|
# TODO(nxia): consolidate all run.metadata key constants,
|
|
# add a unit test to avoid duplicated keys in run_metadata
|
|
|
|
# Builder_run metadata keys
|
|
METADATA_SCHEDULED_IMPORTANT_SLAVES = 'scheduled_important_slaves'
|
|
METADATA_SCHEDULED_EXPERIMENTAL_SLAVES = 'scheduled_experimental_slaves'
|
|
METADATA_UNSCHEDULED_SLAVES = 'unscheduled_slaves'
|
|
# List of builders marked as experimental through the tree status, not all the
|
|
# experimental builders for a run.
|
|
METADATA_EXPERIMENTAL_BUILDERS = 'experimental_builders'
|
|
|
|
# Metadata key to indicate whether a build is self-destructed.
|
|
SELF_DESTRUCTED_BUILD = 'self_destructed_build'
|
|
|
|
# Metadata key to indicate whether a build is self-destructed with success.
|
|
SELF_DESTRUCTED_WITH_SUCCESS_BUILD = 'self_destructed_with_success_build'
|
|
|
|
# Chroot snapshot names
|
|
CHROOT_SNAPSHOT_CLEAN = 'clean-chroot'
|
|
|
|
# Partition labels.
|
|
PART_STATE = 'STATE'
|
|
PART_ROOT_A = 'ROOT-A'
|
|
PART_ROOT_B = 'ROOT-B'
|
|
PART_KERN_A = 'KERN-A'
|
|
PART_KERN_B = 'KERN-B'
|
|
|
|
# Quick provision payloads. These file names should never be changed, otherwise
|
|
# very bad things can happen :). The reason is we have already uploaded these
|
|
# files with these names for all boards. So if the name changes, all scripts
|
|
# that have been using this need to handle both cases to be backward compatible.
|
|
QUICK_PROVISION_PAYLOAD_KERNEL = 'full_dev_part_KERN.bin.gz'
|
|
QUICK_PROVISION_PAYLOAD_ROOTFS = 'full_dev_part_ROOT.bin.gz'
|
|
|
|
# Mock build and stage IDs.
|
|
MOCK_STAGE_ID = 313377
|
|
MOCK_BUILD_ID = 31337
|
|
|
|
# Topology dictionary copied from CIDB.
|
|
TOPOLOGY_DICT = {
|
|
'/buildbucket/host':
|
|
'cr-buildbucket.appspot.com',
|
|
'/chrome_swarming_proxy/host':
|
|
'chromeos-swarming.appspot.com',
|
|
'/datastore/creds_file': ('/creds/service_accounts/service-account-chromeos'
|
|
'-datastore-writer-prod.json'),
|
|
'/sheriffomatic/host':
|
|
'sheriff-o-matic.appspot.com',
|
|
'/statsd/es_host':
|
|
'104.154.79.237',
|
|
'/statsd/host':
|
|
'104.154.79.237',
|
|
}
|
|
|
|
# Percentage of child builders that need to complete to update LKGM
|
|
LKGM_THRESHOLD = 80
|