xref: /aosp_15_r20/external/cronet/testing/scripts/check_static_initializers.py (revision 6777b5387eb2ff775bb5750e3f5d96f37fb7352b)
1*6777b538SAndroid Build Coastguard Worker#!/usr/bin/env python3
2*6777b538SAndroid Build Coastguard Worker# Copyright 2018 The Chromium Authors
3*6777b538SAndroid Build Coastguard Worker# Use of this source code is governed by a BSD-style license that can be
4*6777b538SAndroid Build Coastguard Worker# found in the LICENSE file.
5*6777b538SAndroid Build Coastguard Worker
6*6777b538SAndroid Build Coastguard Workerfrom __future__ import print_function
7*6777b538SAndroid Build Coastguard Worker
8*6777b538SAndroid Build Coastguard Workerimport copy
9*6777b538SAndroid Build Coastguard Workerimport json
10*6777b538SAndroid Build Coastguard Workerimport os
11*6777b538SAndroid Build Coastguard Workerimport re
12*6777b538SAndroid Build Coastguard Workerimport subprocess
13*6777b538SAndroid Build Coastguard Workerimport sys
14*6777b538SAndroid Build Coastguard Worker
15*6777b538SAndroid Build Coastguard Worker# Add src/testing/ into sys.path for importing common without pylint errors.
16*6777b538SAndroid Build Coastguard Workersys.path.append(
17*6777b538SAndroid Build Coastguard Worker    os.path.abspath(os.path.join(os.path.dirname(__file__), os.path.pardir)))
18*6777b538SAndroid Build Coastguard Workerfrom scripts import common
19*6777b538SAndroid Build Coastguard Worker
20*6777b538SAndroid Build Coastguard Worker# A list of filename regexes that are allowed to have static initializers.
21*6777b538SAndroid Build Coastguard Worker# If something adds a static initializer, revert it. We don't accept regressions
22*6777b538SAndroid Build Coastguard Worker# in static initializers.
23*6777b538SAndroid Build Coastguard Worker_LINUX_SI_ALLOWLIST = {
24*6777b538SAndroid Build Coastguard Worker    'chrome': [
25*6777b538SAndroid Build Coastguard Worker        # Only in coverage builds, not production.
26*6777b538SAndroid Build Coastguard Worker        'InstrProfilingRuntime\\.cpp : ' +
27*6777b538SAndroid Build Coastguard Worker        '_GLOBAL__sub_I_InstrProfilingRuntime\\.cpp',
28*6777b538SAndroid Build Coastguard Worker
29*6777b538SAndroid Build Coastguard Worker        # TODO(crbug.com/973554): Remove.
30*6777b538SAndroid Build Coastguard Worker        'iostream\\.cpp : _GLOBAL__I_000100',
31*6777b538SAndroid Build Coastguard Worker
32*6777b538SAndroid Build Coastguard Worker        # TODO(crbug.com/1445935): Rust stdlib argv handling.
33*6777b538SAndroid Build Coastguard Worker        # https://github.com/rust-lang/rust/blob/b08148f6a76010ea3d4e91d61245aa7aac59e4b4/library/std/src/sys/unix/args.rs#L107-L127
34*6777b538SAndroid Build Coastguard Worker        # https://github.com/rust-lang/rust/issues/111921
35*6777b538SAndroid Build Coastguard Worker        '.* : std::sys::pal::unix::args::imp::ARGV_INIT_ARRAY::init_wrapper',
36*6777b538SAndroid Build Coastguard Worker
37*6777b538SAndroid Build Coastguard Worker        # Added by libgcc due to USE_EH_FRAME_REGISTRY.
38*6777b538SAndroid Build Coastguard Worker        'crtstuff\\.c : frame_dummy',
39*6777b538SAndroid Build Coastguard Worker    ],
40*6777b538SAndroid Build Coastguard Worker}
41*6777b538SAndroid Build Coastguard Worker
42*6777b538SAndroid Build Coastguard Worker# Mac can use this list when a dsym is available, otherwise it will fall back
43*6777b538SAndroid Build Coastguard Worker# to checking the count.
44*6777b538SAndroid Build Coastguard Worker_MAC_SI_FILE_ALLOWLIST = [
45*6777b538SAndroid Build Coastguard Worker    'InstrProfilingRuntime\\.cpp', # Only in coverage builds, not in production.
46*6777b538SAndroid Build Coastguard Worker    'sysinfo\\.cc', # Only in coverage builds, not in production.
47*6777b538SAndroid Build Coastguard Worker    'iostream\\.cpp', # Used to setup std::cin/cout/cerr.
48*6777b538SAndroid Build Coastguard Worker    '000100', # Used to setup std::cin/cout/cerr
49*6777b538SAndroid Build Coastguard Worker]
50*6777b538SAndroid Build Coastguard Worker
51*6777b538SAndroid Build Coastguard Worker# Two static initializers are needed on Mac for libc++ to set up
52*6777b538SAndroid Build Coastguard Worker# std::cin/cout/cerr before main() runs. Only iostream.cpp needs to be counted
53*6777b538SAndroid Build Coastguard Worker# here. Plus, PartitionAlloc-Everywhere uses one static initializer
54*6777b538SAndroid Build Coastguard Worker# (InitializeDefaultMallocZoneWithPartitionAlloc) to install a malloc zone.
55*6777b538SAndroid Build Coastguard WorkerFALLBACK_EXPECTED_MAC_SI_COUNT = 3
56*6777b538SAndroid Build Coastguard Worker
57*6777b538SAndroid Build Coastguard Worker# Similar to mac, iOS needs the iosstream and PartitionAlloc-Everywhere static
58*6777b538SAndroid Build Coastguard Worker# initializer (InitializeDefaultMallocZoneWithPartitionAlloc) to install a
59*6777b538SAndroid Build Coastguard Worker# malloc zone.
60*6777b538SAndroid Build Coastguard WorkerFALLBACK_EXPECTED_IOS_SI_COUNT = 2
61*6777b538SAndroid Build Coastguard Worker
62*6777b538SAndroid Build Coastguard Worker# For coverage builds, also allow 'IntrProfilingRuntime.cpp'
63*6777b538SAndroid Build Coastguard WorkerCOVERAGE_BUILD_FALLBACK_EXPECTED_MAC_SI_COUNT = 4
64*6777b538SAndroid Build Coastguard Worker
65*6777b538SAndroid Build Coastguard Worker
66*6777b538SAndroid Build Coastguard Worker# Returns true if args contains properties which look like a chromeos-esque
67*6777b538SAndroid Build Coastguard Worker# builder.
68*6777b538SAndroid Build Coastguard Workerdef check_if_chromeos(args):
69*6777b538SAndroid Build Coastguard Worker  return 'buildername' in args.properties and \
70*6777b538SAndroid Build Coastguard Worker      'chromeos' in args.properties['buildername']
71*6777b538SAndroid Build Coastguard Worker
72*6777b538SAndroid Build Coastguard Workerdef get_mod_init_count(src_dir, executable, hermetic_xcode_path):
73*6777b538SAndroid Build Coastguard Worker  show_mod_init_func = os.path.join(src_dir, 'tools', 'mac',
74*6777b538SAndroid Build Coastguard Worker      'show_mod_init_func.py')
75*6777b538SAndroid Build Coastguard Worker  args = [show_mod_init_func]
76*6777b538SAndroid Build Coastguard Worker  args.append(executable)
77*6777b538SAndroid Build Coastguard Worker  if os.path.exists(hermetic_xcode_path):
78*6777b538SAndroid Build Coastguard Worker    args.extend(['--xcode-path', hermetic_xcode_path])
79*6777b538SAndroid Build Coastguard Worker  stdout = run_process(args)
80*6777b538SAndroid Build Coastguard Worker  si_count = len(stdout.splitlines()) - 1  # -1 for executable name
81*6777b538SAndroid Build Coastguard Worker  return (stdout, si_count)
82*6777b538SAndroid Build Coastguard Worker
83*6777b538SAndroid Build Coastguard Workerdef run_process(command):
84*6777b538SAndroid Build Coastguard Worker  p = subprocess.Popen(command, stdout=subprocess.PIPE, universal_newlines=True)
85*6777b538SAndroid Build Coastguard Worker  stdout = p.communicate()[0]
86*6777b538SAndroid Build Coastguard Worker  if p.returncode != 0:
87*6777b538SAndroid Build Coastguard Worker    raise Exception(
88*6777b538SAndroid Build Coastguard Worker        'ERROR from command "%s": %d' % (' '.join(command), p.returncode))
89*6777b538SAndroid Build Coastguard Worker  return stdout
90*6777b538SAndroid Build Coastguard Worker
91*6777b538SAndroid Build Coastguard Workerdef main_ios(src_dir, hermetic_xcode_path):
92*6777b538SAndroid Build Coastguard Worker  base_names = ('Chromium', 'Chrome')
93*6777b538SAndroid Build Coastguard Worker  ret = 0
94*6777b538SAndroid Build Coastguard Worker  for base_name in base_names:
95*6777b538SAndroid Build Coastguard Worker    app_bundle = base_name + '.app'
96*6777b538SAndroid Build Coastguard Worker    chromium_executable = os.path.join(app_bundle, base_name)
97*6777b538SAndroid Build Coastguard Worker    if os.path.exists(chromium_executable):
98*6777b538SAndroid Build Coastguard Worker      stdout, si_count = get_mod_init_count(src_dir, chromium_executable,
99*6777b538SAndroid Build Coastguard Worker                                            hermetic_xcode_path)
100*6777b538SAndroid Build Coastguard Worker      expected_si_count = FALLBACK_EXPECTED_IOS_SI_COUNT
101*6777b538SAndroid Build Coastguard Worker      if si_count != expected_si_count:
102*6777b538SAndroid Build Coastguard Worker        print('Expected %d static initializers in %s, but found %d' %
103*6777b538SAndroid Build Coastguard Worker            (expected_si_count, chromium_executable, si_count))
104*6777b538SAndroid Build Coastguard Worker        print(stdout)
105*6777b538SAndroid Build Coastguard Worker        ret = 1
106*6777b538SAndroid Build Coastguard Worker  return ret
107*6777b538SAndroid Build Coastguard Worker
108*6777b538SAndroid Build Coastguard Worker
109*6777b538SAndroid Build Coastguard Workerdef main_mac(src_dir, hermetic_xcode_path, allow_coverage_initializer = False):
110*6777b538SAndroid Build Coastguard Worker  base_names = ('Chromium', 'Google Chrome')
111*6777b538SAndroid Build Coastguard Worker  ret = 0
112*6777b538SAndroid Build Coastguard Worker  for base_name in base_names:
113*6777b538SAndroid Build Coastguard Worker    app_bundle = base_name + '.app'
114*6777b538SAndroid Build Coastguard Worker    framework_name = base_name + ' Framework'
115*6777b538SAndroid Build Coastguard Worker    framework_bundle = framework_name + '.framework'
116*6777b538SAndroid Build Coastguard Worker    chromium_executable = os.path.join(app_bundle, 'Contents', 'MacOS',
117*6777b538SAndroid Build Coastguard Worker                                       base_name)
118*6777b538SAndroid Build Coastguard Worker    chromium_framework_executable = os.path.join(framework_bundle,
119*6777b538SAndroid Build Coastguard Worker                                                 framework_name)
120*6777b538SAndroid Build Coastguard Worker    if os.path.exists(chromium_executable):
121*6777b538SAndroid Build Coastguard Worker      # Count the number static initializers.
122*6777b538SAndroid Build Coastguard Worker      stdout, si_count = get_mod_init_count(src_dir,
123*6777b538SAndroid Build Coastguard Worker                                            chromium_framework_executable,
124*6777b538SAndroid Build Coastguard Worker                                            hermetic_xcode_path)
125*6777b538SAndroid Build Coastguard Worker      min_si_count = allowed_si_count = FALLBACK_EXPECTED_MAC_SI_COUNT
126*6777b538SAndroid Build Coastguard Worker      if allow_coverage_initializer:
127*6777b538SAndroid Build Coastguard Worker        allowed_si_count = COVERAGE_BUILD_FALLBACK_EXPECTED_MAC_SI_COUNT
128*6777b538SAndroid Build Coastguard Worker      if si_count > allowed_si_count or si_count < min_si_count:
129*6777b538SAndroid Build Coastguard Worker        print('Expected %d static initializers in %s, but found %d' %
130*6777b538SAndroid Build Coastguard Worker              (allowed_si_count, chromium_framework_executable,
131*6777b538SAndroid Build Coastguard Worker              si_count))
132*6777b538SAndroid Build Coastguard Worker        print(stdout)
133*6777b538SAndroid Build Coastguard Worker        ret = 1
134*6777b538SAndroid Build Coastguard Worker  return ret
135*6777b538SAndroid Build Coastguard Worker
136*6777b538SAndroid Build Coastguard Worker
137*6777b538SAndroid Build Coastguard Workerdef main_linux(src_dir):
138*6777b538SAndroid Build Coastguard Worker  ret = 0
139*6777b538SAndroid Build Coastguard Worker  allowlist = _LINUX_SI_ALLOWLIST
140*6777b538SAndroid Build Coastguard Worker  for binary_name in allowlist:
141*6777b538SAndroid Build Coastguard Worker    if not os.path.exists(binary_name):
142*6777b538SAndroid Build Coastguard Worker      continue
143*6777b538SAndroid Build Coastguard Worker
144*6777b538SAndroid Build Coastguard Worker    dump_static_initializers = os.path.join(src_dir, 'tools', 'linux',
145*6777b538SAndroid Build Coastguard Worker                                            'dump-static-initializers.py')
146*6777b538SAndroid Build Coastguard Worker    stdout = run_process([dump_static_initializers, '--json', binary_name])
147*6777b538SAndroid Build Coastguard Worker    entries = json.loads(stdout)['entries']
148*6777b538SAndroid Build Coastguard Worker
149*6777b538SAndroid Build Coastguard Worker    for e in entries:
150*6777b538SAndroid Build Coastguard Worker      # Get the basename and remove line number suffix.
151*6777b538SAndroid Build Coastguard Worker      basename = os.path.basename(e['filename']).split(':')[0]
152*6777b538SAndroid Build Coastguard Worker      symbol = e['symbol_name']
153*6777b538SAndroid Build Coastguard Worker      descriptor = f"{basename} : {symbol}"
154*6777b538SAndroid Build Coastguard Worker      if not any(re.match(p, descriptor) for p in allowlist[binary_name]):
155*6777b538SAndroid Build Coastguard Worker        ret = 1
156*6777b538SAndroid Build Coastguard Worker        print(('Error: file "%s" is not expected to have static initializers in'
157*6777b538SAndroid Build Coastguard Worker               ' binary "%s", but found "%s"') % (e['filename'], binary_name,
158*6777b538SAndroid Build Coastguard Worker                                                  e['symbol_name']))
159*6777b538SAndroid Build Coastguard Worker
160*6777b538SAndroid Build Coastguard Worker    print('\n# Static initializers in %s:' % binary_name)
161*6777b538SAndroid Build Coastguard Worker    for e in entries:
162*6777b538SAndroid Build Coastguard Worker      print('# 0x%x %s %s' % (e['address'], e['filename'], e['symbol_name']))
163*6777b538SAndroid Build Coastguard Worker      print(e['disassembly'])
164*6777b538SAndroid Build Coastguard Worker
165*6777b538SAndroid Build Coastguard Worker    print('Found %d files containing static initializers.' % len(entries))
166*6777b538SAndroid Build Coastguard Worker  return ret
167*6777b538SAndroid Build Coastguard Worker
168*6777b538SAndroid Build Coastguard Worker
169*6777b538SAndroid Build Coastguard Workerdef main_run(args):
170*6777b538SAndroid Build Coastguard Worker  if args.build_config_fs != 'Release':
171*6777b538SAndroid Build Coastguard Worker    raise Exception('Only release builds are supported')
172*6777b538SAndroid Build Coastguard Worker
173*6777b538SAndroid Build Coastguard Worker  src_dir = args.paths['checkout']
174*6777b538SAndroid Build Coastguard Worker  build_dir = os.path.join(src_dir, 'out', args.build_config_fs)
175*6777b538SAndroid Build Coastguard Worker  os.chdir(build_dir)
176*6777b538SAndroid Build Coastguard Worker
177*6777b538SAndroid Build Coastguard Worker  if sys.platform.startswith('darwin'):
178*6777b538SAndroid Build Coastguard Worker    # If the checkout uses the hermetic xcode binaries, then otool must be
179*6777b538SAndroid Build Coastguard Worker    # directly invoked. The indirection via /usr/bin/otool won't work unless
180*6777b538SAndroid Build Coastguard Worker    # there's an actual system install of Xcode.
181*6777b538SAndroid Build Coastguard Worker    hermetic_xcode_path = os.path.join(src_dir, 'build', 'mac_files',
182*6777b538SAndroid Build Coastguard Worker        'xcode_binaries')
183*6777b538SAndroid Build Coastguard Worker
184*6777b538SAndroid Build Coastguard Worker    is_ios = 'target_platform' in args.properties and \
185*6777b538SAndroid Build Coastguard Worker      'ios' in args.properties['target_platform']
186*6777b538SAndroid Build Coastguard Worker    if is_ios:
187*6777b538SAndroid Build Coastguard Worker      rc = main_ios(src_dir, hermetic_xcode_path)
188*6777b538SAndroid Build Coastguard Worker    else:
189*6777b538SAndroid Build Coastguard Worker      rc = main_mac(src_dir, hermetic_xcode_path,
190*6777b538SAndroid Build Coastguard Worker        allow_coverage_initializer = '--allow-coverage-initializer' in \
191*6777b538SAndroid Build Coastguard Worker          args.args)
192*6777b538SAndroid Build Coastguard Worker  elif sys.platform.startswith('linux'):
193*6777b538SAndroid Build Coastguard Worker    # TODO(crbug.com/1492865): Delete this assert if it's not seen to fail
194*6777b538SAndroid Build Coastguard Worker    # anywhere.
195*6777b538SAndroid Build Coastguard Worker    assert not check_if_chromeos(args), (
196*6777b538SAndroid Build Coastguard Worker        "This script is no longer supported for CrOS")
197*6777b538SAndroid Build Coastguard Worker    rc = main_linux(src_dir)
198*6777b538SAndroid Build Coastguard Worker  else:
199*6777b538SAndroid Build Coastguard Worker    sys.stderr.write('Unsupported platform %s.\n' % repr(sys.platform))
200*6777b538SAndroid Build Coastguard Worker    return 2
201*6777b538SAndroid Build Coastguard Worker
202*6777b538SAndroid Build Coastguard Worker  common.record_local_script_results(
203*6777b538SAndroid Build Coastguard Worker      'check_static_initializers', args.output, [], rc == 0)
204*6777b538SAndroid Build Coastguard Worker
205*6777b538SAndroid Build Coastguard Worker  return rc
206*6777b538SAndroid Build Coastguard Worker
207*6777b538SAndroid Build Coastguard Worker
208*6777b538SAndroid Build Coastguard Workerdef main_compile_targets(args):
209*6777b538SAndroid Build Coastguard Worker  if sys.platform.startswith('darwin'):
210*6777b538SAndroid Build Coastguard Worker    if 'ios' in args.properties.get('target_platform', []):
211*6777b538SAndroid Build Coastguard Worker      compile_targets = ['ios/chrome/app:chrome']
212*6777b538SAndroid Build Coastguard Worker    else:
213*6777b538SAndroid Build Coastguard Worker      compile_targets = ['chrome']
214*6777b538SAndroid Build Coastguard Worker  elif sys.platform.startswith('linux'):
215*6777b538SAndroid Build Coastguard Worker    compile_targets = ['chrome']
216*6777b538SAndroid Build Coastguard Worker  else:
217*6777b538SAndroid Build Coastguard Worker    compile_targets = []
218*6777b538SAndroid Build Coastguard Worker
219*6777b538SAndroid Build Coastguard Worker  json.dump(compile_targets, args.output)
220*6777b538SAndroid Build Coastguard Worker
221*6777b538SAndroid Build Coastguard Worker  return 0
222*6777b538SAndroid Build Coastguard Worker
223*6777b538SAndroid Build Coastguard Worker
224*6777b538SAndroid Build Coastguard Workerif __name__ == '__main__':
225*6777b538SAndroid Build Coastguard Worker  funcs = {
226*6777b538SAndroid Build Coastguard Worker      'run': main_run,
227*6777b538SAndroid Build Coastguard Worker      'compile_targets': main_compile_targets,
228*6777b538SAndroid Build Coastguard Worker  }
229*6777b538SAndroid Build Coastguard Worker  sys.exit(common.run_script(sys.argv[1:], funcs))
230