1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
|
#!/usr/bin/env python3
# Copyright 2020 The ChromiumOS Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Gets info about completed chromiumos-sdk runs.
Moreover, this script exists to get versions of published sdk tarballs in
gs://chromiumos-sdk/. The hope is that it'll help answer the question "when did
the toolchain ebuild ${x} go live?"
"""
import argparse
import json
import logging
import os
from pathlib import Path
import shutil
import subprocess
import sys
import tempfile
from typing import Dict, List
def fetch_all_sdk_manifest_paths() -> List[str]:
"""Fetches all paths of SDK manifests; newer = later in the return value."""
results = subprocess.run(
["gsutil", "ls", "gs://chromiumos-sdk/cros-sdk-20??.*.Manifest"],
check=True,
stdout=subprocess.PIPE,
encoding="utf-8",
).stdout
# These are named so that sorted order == newest last.
return sorted(x.strip() for x in results.splitlines())
def fetch_manifests_into(into_dir: Path, manifests: List[str]):
# Wrap this in a `try` block because gsutil likes to print to stdout *and*
# stderr even on success, so we silence them & only print on failure.
try:
subprocess.run(
[
"gsutil",
"-m",
"cp",
"-I",
str(into_dir),
],
check=True,
input="\n".join(manifests),
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
encoding="utf-8",
)
except subprocess.CalledProcessError as e:
logging.exception("gsutil failed; output:\n%s", e.stdout)
def load_manifest_versions(manifest: Path) -> Dict[str, str]:
with manifest.open(encoding="utf-8") as f:
raw_versions = json.load(f)
# We get a dict of list of lists of versions and some other metadata, e.g.
# {"foo/bar": [["1.2.3", {}]]}
# Trim out the metadata.
return {k: v[0][0] for k, v in raw_versions["packages"].items()}
def main():
parser = argparse.ArgumentParser(
description=__doc__,
formatter_class=argparse.RawDescriptionHelpFormatter,
)
parser.add_argument(
"-d", "--debug", action="store_true", help="Emit debugging output"
)
parser.add_argument(
"-n",
"--number",
type=int,
default=20,
help="Number of recent manifests to fetch info about. 0 means unlimited.",
)
args = parser.parse_args()
is_debug = args.debug
logging.basicConfig(level=logging.DEBUG if is_debug else logging.INFO)
logging.debug("Fetching SDK manifests")
manifest_paths = fetch_all_sdk_manifest_paths()
logging.debug("%d SDK manifests fetched", len(manifest_paths))
number = args.number
if number:
manifest_paths = manifest_paths[-number:]
tempdir = Path(tempfile.mkdtemp(prefix="cros-sdk-rolls"))
try:
logging.debug("Working in tempdir %r", tempdir)
fetch_manifests_into(tempdir, manifest_paths)
for path in manifest_paths:
basename = os.path.basename(path)
versions = load_manifest_versions(tempdir.joinpath(basename))
print(f'{basename}: {versions["sys-devel/llvm"]}')
finally:
if is_debug:
logging.debug("Keeping around tempdir %r to aid debugging", tempdir)
else:
shutil.rmtree(tempdir)
if __name__ == "__main__":
sys.exit(main())
|
