1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
build / util / ide_query [blame]
#!/usr/bin/env python3
# Copyright 2024 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""A script gets the information needed by lDE language services.
Expected to run it at repository root, where top DEP, .gn etc exists.
Not intended to run by user.
See go/reqs-for-peep
"""
import argparse
import os
import re
import subprocess
import sys
def _gn_lines(output_dir, path):
"""
Generator function that returns args.gn lines one at a time, following
import directives as needed.
"""
import_re = re.compile(r'\s*import\("(.*)"\)')
with open(path, encoding="utf-8") as f:
for line in f:
match = import_re.match(line)
if match:
raw_import_path = match.groups()[0]
if raw_import_path[:2] == "//":
import_path = os.path.normpath(
os.path.join(output_dir, "..", "..",
raw_import_path[2:]))
else:
import_path = os.path.normpath(
os.path.join(os.path.dirname(path), raw_import_path))
for import_line in _gn_lines(output_dir, import_path):
yield import_line
else:
yield line
def _use_reclient(outdir):
use_remoteexec = False
use_reclient = None
args_gn = os.path.join(outdir, 'args.gn')
if not os.path.exists(args_gn):
return False
for line in _gn_lines(outdir, args_gn):
line_without_comment = line.split('#')[0]
m = re.match(r"(^|\s*)use_remoteexec\s*=\s*(true|false)\s*$",
line_without_comment)
if m:
use_remoteexec = m.group(2) == 'true'
continue
m = re.match(r"(^|\s*)use_reclient\s*=\s*(true|false)\s*$",
line_without_comment)
if m:
use_reclient = m.group(2) == 'true'
if use_reclient == None:
use_reclient = use_remoteexec
return use_reclient
def main():
parser = argparse.ArgumentParser()
parser.add_argument('source', nargs='+',
help=('The source file being analyzed.'
'Multiple source arguments can be passed in order to batch '
'process if desired.'))
parser.add_argument('--perform-build', action='store_true',
help=('If specified, actually build the target, including any generated '
'prerequisite files. '
'If --perform-build is not passed, the contents of '
'the GeneratedFile results will only be returned if a build has '
'been previously completed, and may be stale.'))
parser.add_argument('--out-dir',
help=('Output directory, containing args.gn, which specifies the build '
'configuration.'))
parser.add_argument('--log-dir', help=('Directory to save log files to.'))
options = parser.parse_args()
this_dir = os.path.dirname(__file__)
repo_root = os.path.join(this_dir, '..', '..')
targets = []
use_prepare_header_only = True
for source in options.source:
_, ext = os.path.splitext(source)
if ext not in ('.c', '.cc', '.cxx', '.cpp', '.m', '.mm', '.S',
'.h', '.hxx', '.hpp', '.inc'):
use_prepare_header_only = False
# source is repo root (cwd) relative,
# but siso uses out dir relative target.
target = os.path.relpath(source, start=options.out_dir) + "^"
targets.append(target)
if _use_reclient(options.out_dir):
# b/335795623 ide_query compiler_arguments contain non-compiler arguments
sys.stderr.write(
'ide_query won\'t work well with "use_reclient=true"\n'
'Set "use_reclient=false" in args.gn.\n')
sys.exit(1)
if options.perform_build:
args = ['siso', 'ninja']
# use `-k=0` to build generated files as much as possible.
args.extend([
'-k=0',
'--prepare',
'-C',
options.out_dir,
])
if options.log_dir:
args.extend(['-log_dir', options.log_dir])
args.extend(targets)
env = os.environ.copy()
if use_prepare_header_only:
env['SISO_EXPERIMENTS'] = 'no-fast-deps,prepare-header-only'
else:
env['SISO_EXPERIMENTS'] = 'no-fast-deps'
with subprocess.Popen(
args,
cwd=repo_root,
env=env,
stderr=subprocess.STDOUT,
stdout=subprocess.PIPE,
universal_newlines=True
) as p:
for line in p.stdout:
print(line, end='', file=sys.stderr)
# loop ends when program finishes, but must wait else returncode is None.
p.wait()
if p.returncode != 0:
# TODO: report error in IdeAnalysis.Status?
sys.stderr.write('build failed with %d\n' % p.returncode)
# even if build fails, it should report ideanalysis back.
args = ['siso', 'query', 'ideanalysis', '-C', options.out_dir]
args.extend(targets)
subprocess.run(args, cwd=repo_root, check=True)
if __name__ == '__main__':
sys.exit(main())