1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import Schema
from voluptuous import Any, Optional, Required
transforms = TransformSequence()
bootstrap_schema = Schema(
{
# Name of the bootstrap task.
Required("name"): str,
# Name of the docker image. Ideally, we'd also have tasks for mac and windows,
# but we unfortunately don't have workers barebones enough for such testing
# to be satisfactory.
Required("image"): Any(str, {"in-tree": str}),
# Initialization commands.
Required("pre-commands"): [str],
# relative path (from config.path) to the file task was defined in
Optional("job-from"): str,
}
)
transforms.add_validate(bootstrap_schema)
@transforms.add
def bootstrap_tasks(config, tasks):
for task in tasks:
name = task.pop("name")
image = task.pop("image")
pre_commands = task.pop("pre-commands")
head_repo = config.params["head_repository"]
head_rev = config.params["head_rev"]
# Get all the non macos/windows local toolchains (the only ones bootstrap can use),
# and use them as dependencies for the tasks we create, so that they don't start
# before any potential toolchain task that would be triggered on the same push
# (which would lead to bootstrap failing).
dependencies = {
name: name
for name, task in config.kind_dependencies_tasks.items()
if task.attributes.get("local-toolchain")
and not name.startswith(("toolchain-macos", "toolchain-win"))
}
# We don't test the artifacts variants, or js, because they are essentially subsets.
# Mobile and browser are different enough to warrant testing them separately.
for app in ("browser", "mobile_android"):
commands = pre_commands + [
# MOZ_AUTOMATION changes the behavior, and we want something closer to user
# machines.
"unset MOZ_AUTOMATION",
f"curl -O {head_repo}/raw-file/{head_rev}/python/mozboot/bin/bootstrap.py",
f"python3 bootstrap.py --no-interactive --application-choice {app}",
"cd mozilla-unified",
# After bootstrap, configure should go through without its own auto-bootstrap.
"./mach configure --disable-bootstrap",
# Then a build should go through too.
"./mach build",
]
taskdesc = {
"label": f"{config.kind}-{name}-{app}",
"description": f"Bootstrap {app} build on {name}",
"always-target": True,
"scopes": [],
"treeherder": {
"symbol": f"Boot({name})",
"platform": {
"browser": "linux64/opt",
"mobile_android": "android-5-0-armv7/opt",
}[app],
"kind": "other",
"tier": 2,
},
"run-on-projects": ["trunk"],
"worker-type": "b-linux-gcp",
"worker": {
"implementation": "docker-worker",
"docker-image": image,
"os": "linux",
"env": {
"GECKO_HEAD_REPOSITORY": head_repo,
"GECKO_HEAD_REV": head_rev,
"MACH_NO_TERMINAL_FOOTER": "1",
"MOZ_SCM_LEVEL": config.params["level"],
},
"command": ["sh", "-c", "-x", "-e", " && ".join(commands)],
"max-run-time": 7200,
},
"dependencies": dependencies,
"optimization": {
"skip-unless-changed": [
"python/mozboot/bin/bootstrap.py",
"python/mozboot/mozboot/**",
],
},
}
yield taskdesc
|
