1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
#!/usr/bin/env python3
# Copyright 2020 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Gets info about completed chromiumos-sdk runs.
Moreover, this script exists to get versions of published sdk tarballs in
gs://chromiumos-sdk/. The hope is that it'll help answer the question "when did
the toolchain ebuild ${x} go live?"
"""
import argparse
import json
import logging
import os
import shutil
import subprocess
import sys
import tempfile
from typing import Dict, List
from pathlib import Path
def fetch_all_sdk_manifest_paths() -> List[str]:
"""Fetches all paths of SDK manifests; newer = later in the return value."""
results = subprocess.run(
['gsutil', 'ls', 'gs://chromiumos-sdk/cros-sdk-20??.*.Manifest'],
check=True,
stdout=subprocess.PIPE,
encoding='utf-8',
).stdout
# These are named so that sorted order == newest last.
return sorted(x.strip() for x in results.splitlines())
def fetch_manifests_into(into_dir: Path, manifests: List[str]):
# Wrap this in a `try` block because gsutil likes to print to stdout *and*
# stderr even on success, so we silence them & only print on failure.
try:
subprocess.run(
[
'gsutil',
'-m',
'cp',
'-I',
str(into_dir),
],
check=True,
input='\n'.join(manifests),
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
encoding='utf-8',
)
except subprocess.CalledProcessError as e:
logging.exception('gsutil failed; output:\n%s', e.stdout)
def load_manifest_versions(manifest: Path) -> Dict[str, str]:
with manifest.open(encoding='utf-8') as f:
raw_versions = json.load(f)
# We get a dict of list of lists of versions and some other metadata, e.g.
# {"foo/bar": [["1.2.3", {}]]}
# Trim out the metadata.
return {k: v[0][0] for k, v in raw_versions['packages'].items()}
def main():
parser = argparse.ArgumentParser(
description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
parser.add_argument(
'-d', '--debug', action='store_true', help='Emit debugging output')
parser.add_argument(
'-n',
'--number',
type=int,
default=20,
help='Number of recent manifests to fetch info about. 0 means unlimited.')
args = parser.parse_args()
is_debug = args.debug
logging.basicConfig(level=logging.DEBUG if is_debug else logging.INFO)
logging.debug('Fetching SDK manifests')
manifest_paths = fetch_all_sdk_manifest_paths()
logging.debug('%d SDK manifests fetched', len(manifest_paths))
number = args.number
if number:
manifest_paths = manifest_paths[-number:]
tempdir = Path(tempfile.mkdtemp(prefix='cros-sdk-rolls'))
try:
logging.debug('Working in tempdir %r', tempdir)
fetch_manifests_into(tempdir, manifest_paths)
for path in manifest_paths:
basename = os.path.basename(path)
versions = load_manifest_versions(tempdir.joinpath(basename))
print(f'{basename}: {versions["sys-devel/llvm"]}')
finally:
if is_debug:
logging.debug('Keeping around tempdir %r to aid debugging', tempdir)
else:
shutil.rmtree(tempdir)
if __name__ == '__main__':
sys.exit(main())
|
