1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
# -*- bazel-starlark -*-
# Copyright 2023 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Siso configuration main entry."""
load("@builtin//encoding.star", "json")
load("@builtin//runtime.star", "runtime")
load("@builtin//struct.star", "module")
load("./blink_all.star", "blink_all")
load("./linux.star", chromium_linux = "chromium")
load("./mac.star", chromium_mac = "chromium")
load("./mojo.star", "mojo")
load("./platform.star", "platform")
load("./reproxy.star", "reproxy")
load("./simple.star", "simple")
load("./windows.star", chromium_windows = "chromium")
def __use_large_b289968566(ctx, step_config):
# TODO(b/289968566): they often faile with exit=137 (OOM?).
# They need to run on a machine has more memory than the default machine type n2-custom-2-3840
exit137_list = [
"./android_clang_arm/obj/third_party/distributed_point_functions/distributed_point_functions/evaluate_prg_hwy.o",
"./ash_clang_x64/obj/chrome/browser/ash/ash/autotest_private_api.o",
"./ash_clang_x64/obj/chrome/browser/ash/ash/chrome_browser_main_parts_ash.o",
"./ash_clang_x64/obj/chrome/browser/browser/browser_prefs.o",
"./ash_clang_x64/obj/chrome/browser/browser/chrome_browser_interface_binders.o",
"./obj/chrome/browser/ash/ash/autotest_private_api.o",
"./obj/chrome/browser/ash/ash/chrome_browser_main_parts_ash.o",
"./obj/chrome/browser/ash/system_web_apps/browser_tests/system_web_app_manager_browsertest.o",
"./obj/chrome/browser/browser/browser_prefs.o",
"./obj/chrome/browser/browser/chrome_browser_interface_binders.o",
"./obj/chrome/browser/ui/ash/holding_space/browser_tests/holding_space_ui_browsertest.o",
"./obj/chrome/test/browser_tests/browser_non_client_frame_view_chromeos_browsertest.o",
"./obj/chrome/test/browser_tests/chrome_shelf_controller_browsertest.o",
"./obj/chrome/test/browser_tests/device_local_account_browsertest.o",
"./obj/chrome/test/browser_tests/file_manager_browsertest_base.o",
"./obj/chrome/test/browser_tests/remote_apps_manager_browsertest.o",
"./obj/chrome/test/browser_tests/spoken_feedback_browsertest.o",
"./obj/chrome/test/unit_tests/chrome_browsing_data_remover_delegate_unittest.o",
"./obj/chrome/test/unit_tests/site_settings_handler_unittest.o",
"./obj/content/browser/browser/browser_interface_binders.o",
"./obj/fuchsia_web/runners/cast_runner_integration_tests__exec/cast_runner_integration_test.o",
"./obj/fuchsia_web/webengine/web_engine_core/frame_impl.o",
]
if runtime.os == "windows":
exit137_list = [obj.removesuffix(".o") + ".obj" for obj in exit137_list if obj.startswith("./obj/")]
new_rules = []
for rule in step_config["rules"]:
if not rule["name"].endswith("/cxx"):
new_rules.append(rule)
continue
if "action_outs" in rule:
fail("unexpeced \"action_outs\" in cxx rule %s" % rule["name"])
r = {}
r.update(rule)
r["name"] += "/b289968566/exit-137"
r["action_outs"] = exit137_list
r["platform_ref"] = "large"
new_rules.append(r)
new_rules.append(rule)
step_config["rules"] = new_rules
return step_config
def init(ctx):
print("runtime: os:%s arch:%s run:%d" % (
runtime.os,
runtime.arch,
runtime.num_cpu,
))
host = {
"linux": chromium_linux,
"darwin": chromium_mac,
"windows": chromium_windows,
}[runtime.os]
step_config = {
"platforms": {
"default": {
"OSFamily": "Linux",
"container-image": "docker://gcr.io/chops-public-images-prod/rbe/siso-chromium/linux@sha256:912808c295e578ccde53b0685bcd0d56c15d7a03e819dcce70694bfe3fdab35e",
"label:action_default": "1",
},
# Large workers are usually used for Python actions like generate bindings, mojo generators etc
# They can run on Linux workers.
"large": {
"OSFamily": "Linux",
"container-image": "docker://gcr.io/chops-public-images-prod/rbe/siso-chromium/linux@sha256:912808c295e578ccde53b0685bcd0d56c15d7a03e819dcce70694bfe3fdab35e",
# As of Jul 2023, the action_large pool uses n2-highmem-8 with 200GB of pd-ssd.
# The pool is intended for the following actions.
# - slow actions that can benefit from multi-cores and/or faster disk I/O. e.g. link, mojo, generate bindings etc.
# - actions that fail for OOM.
"label:action_large": "1",
},
},
"input_deps": {},
"rules": [],
}
step_config = blink_all.step_config(ctx, step_config)
step_config = host.step_config(ctx, step_config)
step_config = mojo.step_config(ctx, step_config)
step_config = simple.step_config(ctx, step_config)
if reproxy.enabled(ctx):
step_config = reproxy.step_config(ctx, step_config)
# Python actions may use an absolute path at the first argument.
# e.g. C:/src/depot_tools/bootstrap-2@3_8_10_chromium_26_bin/python3/bin/python3.exe
# It needs to set `pyhton3` or `python3.exe` to remote_command.
for rule in step_config["rules"]:
if rule["name"].startswith("clang-coverage"):
# clang_code_coverage_wrapper.run() strips the python wrapper.
# So it shouldn't set `remote_command: python3`.
continue
# On Linux worker, it needs to be `python3` instead of `python3.exe`.
arg0 = rule.get("command_prefix", "").split(" ")[0].strip("\"")
if arg0 != platform.python_bin:
continue
p = rule.get("reproxy_config", {}).get("platform") or step_config["platforms"].get(rule.get("platform_ref", "default"))
if not p:
continue
if p.get("OSFamily") == "Linux":
arg0 = arg0.removesuffix(".exe")
rule["remote_command"] = arg0
step_config = __use_large_b289968566(ctx, step_config)
filegroups = {}
filegroups.update(blink_all.filegroups(ctx))
filegroups.update(host.filegroups(ctx))
filegroups.update(simple.filegroups(ctx))
handlers = {}
handlers.update(blink_all.handlers)
handlers.update(host.handlers)
handlers.update(simple.handlers)
handlers.update(reproxy.handlers)
return module(
"config",
step_config = json.encode(step_config),
filegroups = filegroups,
handlers = handlers,
)
|
