188 lines
7.0 KiB
Python
188 lines
7.0 KiB
Python
# Copyright 2016 The Chromium Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
|
|
# Recipe module for Skia Swarming compile.
|
|
|
|
PYTHON_VERSION_COMPATIBILITY = "PY3"
|
|
|
|
DEPS = [
|
|
'build',
|
|
'checkout',
|
|
'recipe_engine/context',
|
|
'recipe_engine/file',
|
|
'recipe_engine/json',
|
|
'recipe_engine/path',
|
|
'recipe_engine/platform',
|
|
'recipe_engine/properties',
|
|
'recipe_engine/python',
|
|
'recipe_engine/step',
|
|
'depot_tools/gitiles',
|
|
'run',
|
|
'vars',
|
|
]
|
|
|
|
|
|
def RunSteps(api):
|
|
api.vars.setup()
|
|
|
|
# Check out code.
|
|
bot_update = True
|
|
checkout_root = api.checkout.default_checkout_root
|
|
skip_patch = False
|
|
revision = api.properties['revision']
|
|
|
|
if 'NoDEPS' in api.properties['buildername']:
|
|
bot_update = False
|
|
checkout_root = api.path['start_dir']
|
|
if 'NoPatch' in api.vars.builder_name:
|
|
skip_patch = True
|
|
checkout_root = api.path['start_dir']
|
|
|
|
# If we are running on the CI (post submit), we want to do a diff with the
|
|
# previous commit. To do this, we use gitiles to look up the current
|
|
# git revision, and find its parent. In the unlikely event of there being
|
|
# multiple parents, we pick the first one arbitrarily.
|
|
if not api.vars.is_trybot:
|
|
# Fetches something like
|
|
# https://skia.googlesource.com/skia.git/+log/b44572fbfeb669998053b023f473b9c274f2f2cf?format=JSON
|
|
#
|
|
# https://chromium.googlesource.com/chromium/tools/depot_tools/+/dca14bc463857bd2a0fee59c86ffa289b535d5d3/recipes/recipe_modules/gitiles/api.py#75
|
|
response, _ = api.gitiles.log(
|
|
url = api.properties['repository'],
|
|
ref = api.properties['revision'],
|
|
limit = 1)
|
|
# Response looks like:
|
|
# [{
|
|
# 'parents': ['<githash>'],
|
|
# ...
|
|
# }]
|
|
revision = response[0]['parents'][0]
|
|
|
|
if bot_update:
|
|
api.checkout.bot_update(
|
|
checkout_root=checkout_root,
|
|
skip_patch=skip_patch,
|
|
override_revision=revision)
|
|
|
|
if 'NoPatch' in api.vars.builder_name:
|
|
# The CodeSize-* family of tasks compute size diffs between the binaries produced by
|
|
# Build-<CONFIG>-NoPatch tasks and those produced by Build-<CONFIG> tasks. Some debug strings
|
|
# in said binaries might contain relative paths from the output directory to the sources
|
|
# directory (e.g. "../../../dm/DM.cpp"). In order to prevent spurious deltas, we must make
|
|
# the Build-<CONFIG>-NoPatch tasks match the paths used by Build-<CONFIG> tasks. For example,
|
|
# Build-<CONFIG> tasks place the Skia checkout at /mnt/pd0/s/w/ir/skia, so
|
|
# Build-<CONFIG>-NoPatch tasks must do the same.
|
|
#
|
|
# For some reason api.checkout.bot_update places the Skia checkout at /mnt/pd0/s/w/ir/k
|
|
# even though we specified /mnt/pd0/s/w/ir as the checkout root. As a workaround, we manually
|
|
# copy the Skia checkout to the intended location.
|
|
#
|
|
# An inline Python script is necessary here because api.file.copytree[1] does not pipe
|
|
# through the dirs_exist_ok argument to the underlying shutil.copytree[2] call.
|
|
#
|
|
# [1] https://chromium.googlesource.com/infra/luci/recipes-py.git/+/cfdb92cc6933d8f72c2340233ba03b602b447507/recipe_modules/file/api.py#146
|
|
# [2] https://docs.python.org/3/library/shutil.html#shutil.copytree
|
|
src = api.path['start_dir'].join('k', 'skia')
|
|
dst = api.path['start_dir'].join('skia')
|
|
api.python.inline(
|
|
name='copy Skia repository checkout from %s to %s' % (src, dst),
|
|
program='''
|
|
import shutil
|
|
import sys
|
|
shutil.copytree(sys.argv[1], sys.argv[2], dirs_exist_ok=True)
|
|
''',
|
|
args=[src, dst])
|
|
api.file.rmtree('remove %s' % src, src)
|
|
|
|
else:
|
|
api.checkout.git(checkout_root=checkout_root)
|
|
|
|
api.file.ensure_directory('makedirs tmp_dir', api.vars.tmp_dir)
|
|
|
|
out_dir = checkout_root.join(
|
|
'skia', 'out', api.vars.builder_name, api.vars.configuration)
|
|
if 'NoPatch' in api.vars.builder_name:
|
|
# Similarly as with the checkout root, we use the same output directory in
|
|
# Build-<CONFIG>-NoPatch tasks as we do on Build-<CONFIG> tasks to prevent spurious deltas.
|
|
out_dir = api.vars.cache_dir.join(
|
|
'work', 'skia', 'out', api.vars.builder_name, api.vars.configuration)
|
|
|
|
try:
|
|
api.build(checkout_root=checkout_root, out_dir=out_dir)
|
|
|
|
# TODO(borenet): Move this out of the try/finally.
|
|
dst = api.vars.swarming_out_dir
|
|
api.build.copy_build_products(out_dir=out_dir, dst=dst)
|
|
finally:
|
|
if 'Win' in api.vars.builder_cfg.get('os', ''):
|
|
api.python.inline(
|
|
name='cleanup',
|
|
program='''
|
|
# [VPYTHON:BEGIN]
|
|
# wheel: <
|
|
# name: "infra/python/wheels/psutil/${vpython_platform}"
|
|
# version: "version:5.4.7"
|
|
# >
|
|
# [VPYTHON:END]
|
|
|
|
import psutil
|
|
for p in psutil.process_iter():
|
|
try:
|
|
if p.name in ('mspdbsrv.exe', 'vctip.exe', 'cl.exe', 'link.exe'):
|
|
p.kill()
|
|
except psutil._error.AccessDenied:
|
|
pass
|
|
''',
|
|
infra_step=True,
|
|
venv=True)
|
|
|
|
api.run.check_failure()
|
|
|
|
|
|
def GenTests(api):
|
|
yield (
|
|
api.test('Build-Win10-Clang-x86_64-Release-NoDEPS') +
|
|
api.properties(buildername='Build-Win10-Clang-x86_64-Release-NoDEPS',
|
|
repository='https://skia.googlesource.com/skia.git',
|
|
revision='abc123',
|
|
path_config='kitchen',
|
|
swarm_out_dir='[SWARM_OUT_DIR]') +
|
|
api.platform('win', 64)
|
|
)
|
|
|
|
yield (
|
|
# git revisions based off of real data
|
|
api.test('Build-Debian10-Clang-arm-Release-NoPatch') +
|
|
api.properties(buildername='Build-Debian10-Clang-arm-Release-NoPatch',
|
|
repository='https://skia.googlesource.com/skia.git',
|
|
revision='b44572fbfeb669998053b023f473b9c274f2f2cf',
|
|
path_config='kitchen',
|
|
swarm_out_dir='[SWARM_OUT_DIR]') +
|
|
# This tells recipes to use this fake data for a step with the given
|
|
# name. Inspired by
|
|
# https://chromium.googlesource.com/chromium/tools/depot_tools/+/dca14bc463857bd2a0fee59c86ffa289b535d5d3/recipes/recipe_modules/gitiles/examples/full.py#62
|
|
# Even though we use the commit 6e0e0... as the "seed string", the actual
|
|
# commit (and parent commit) returned from make_log_test_data is
|
|
# different. Mocked commit is 188e23c7abc4b205f0f80fb345ff63ec5b716be8
|
|
# and parent commit is d2231a340fd47b47d61d0f99a188e46e6aabba0a
|
|
api.step_data(
|
|
'gitiles log: b44572fbfeb669998053b023f473b9c274f2f2cf',
|
|
api.gitiles.make_log_test_data('6e0e0a9f6cbf09078aa4730d1a0dc0aa722ddc11'),
|
|
)
|
|
)
|
|
|
|
yield (
|
|
api.test('Build-Debian10-Clang-arm-Release-NoPatch (tryjob)') +
|
|
api.properties(buildername='Build-Debian10-Clang-arm-Release-NoPatch',
|
|
repository='https://skia.googlesource.com/skia.git',
|
|
revision='abc123',
|
|
path_config='kitchen',
|
|
swarm_out_dir='[SWARM_OUT_DIR]',
|
|
patch_issue=123,
|
|
patch_set=123,
|
|
patch_ref=123)
|
|
)
|
|
|