1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
build / fuchsia / update_sdk.py [blame]
#!/usr/bin/env python3
# Copyright 2022 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Check out the Fuchsia SDK from a given GCS path. Should be used in a
'hooks_os' entry so that it only runs when .gclient's custom_vars includes
'fuchsia'."""
import argparse
import json
import logging
import os
import platform
import subprocess
import sys
from typing import Optional
from gcs_download import DownloadAndUnpackFromCloudStorage
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__),
'test')))
from common import SDK_ROOT, get_host_os, make_clean_directory
_VERSION_FILE = os.path.join(SDK_ROOT, 'meta', 'manifest.json')
def _GetHostArch():
host_arch = platform.machine()
# platform.machine() returns AMD64 on 64-bit Windows.
if host_arch in ['x86_64', 'AMD64']:
return 'amd64'
elif host_arch == 'aarch64':
return 'arm64'
raise Exception('Unsupported host architecture: %s' % host_arch)
def GetSDKOverrideGCSPath() -> Optional[str]:
"""Fetches the sdk override path from a file or an environment variable.
Returns:
The override sdk location, stripped of white space.
Example: gs://fuchsia-artifacts/development/some-id/sdk
"""
if os.getenv('FUCHSIA_SDK_OVERRIDE'):
return os.environ['FUCHSIA_SDK_OVERRIDE'].strip()
path = os.path.join(os.path.dirname(__file__), 'sdk_override.txt')
if os.path.isfile(path):
with open(path, 'r') as f:
return f.read().strip()
return None
def _GetCurrentVersionFromManifest() -> Optional[str]:
if not os.path.exists(_VERSION_FILE):
return None
with open(_VERSION_FILE) as f:
return json.load(f)['id']
def main():
parser = argparse.ArgumentParser()
parser.add_argument('--cipd-prefix', help='CIPD base directory for the SDK.')
parser.add_argument('--version', help='Specifies the SDK version.')
parser.add_argument('--verbose',
'-v',
action='store_true',
help='Enable debug-level logging.')
parser.add_argument(
'--file',
help='Specifies the sdk tar.gz file name without .tar.gz suffix',
default='core')
args = parser.parse_args()
logging.basicConfig(level=logging.DEBUG if args.verbose else logging.INFO)
# Exit if there's no SDK support for this platform.
try:
host_plat = get_host_os()
except:
logging.warning('Fuchsia SDK is not supported on this platform.')
return 0
# TODO(crbug.com/326004432): Remove this once DEPS have been fixed not to
# include the "version:" prefix.
if args.version.startswith('version:'):
args.version = args.version[len('version:'):]
gcs_tarball_prefix = GetSDKOverrideGCSPath()
if not gcs_tarball_prefix:
# sdk_override contains the full path but not only the version id. But since
# the scenario is limited to dry-run, it's not worth complexity to extract
# the version id.
if args.version == _GetCurrentVersionFromManifest():
return 0
make_clean_directory(SDK_ROOT)
# Download from CIPD if there is no override file.
if not gcs_tarball_prefix:
if not args.cipd_prefix:
parser.exit(1, '--cipd-prefix must be specified.')
if not args.version:
parser.exit(2, '--version must be specified.')
logging.info('Downloading SDK from CIPD...')
ensure_file = '%s%s-%s version:%s' % (args.cipd_prefix, host_plat,
_GetHostArch(), args.version)
subprocess.run(('cipd', 'ensure', '-ensure-file', '-', '-root', SDK_ROOT,
'-log-level', 'warning'),
check=True,
text=True,
input=ensure_file)
# Verify that the downloaded version matches the expected one.
downloaded_version = _GetCurrentVersionFromManifest()
if downloaded_version != args.version:
logging.error(
'SDK version after download does not match expected (downloaded:%s '
'vs expected:%s)', downloaded_version, args.version)
return 3
else:
logging.info('Downloading SDK from GCS...')
DownloadAndUnpackFromCloudStorage(
f'{gcs_tarball_prefix}/{get_host_os()}-{_GetHostArch()}/'
f'{args.file}.tar.gz', SDK_ROOT)
# Build rules (e.g. fidl_library()) depend on updates to the top-level
# manifest to spot when to rebuild for an SDK update. Ensure that ninja
# sees that the SDK manifest has changed, regardless of the mtime set by
# the download & unpack steps above, by setting mtime to now.
# See crbug.com/1457463
os.utime(os.path.join(SDK_ROOT, 'meta', 'manifest.json'), None)
root_dir = os.path.dirname(os.path.realpath(__file__))
build_def_cmd = [
os.path.join(root_dir, 'gen_build_defs.py'),
]
subprocess.run(build_def_cmd, check=True)
return 0
if __name__ == '__main__':
sys.exit(main())