1*6777b538SAndroid Build Coastguard Worker#!/usr/bin/env python3 2*6777b538SAndroid Build Coastguard Worker# Copyright 2018 The Chromium Authors 3*6777b538SAndroid Build Coastguard Worker# Use of this source code is governed by a BSD-style license that can be 4*6777b538SAndroid Build Coastguard Worker# found in the LICENSE file. 5*6777b538SAndroid Build Coastguard Worker 6*6777b538SAndroid Build Coastguard Workerfrom __future__ import print_function 7*6777b538SAndroid Build Coastguard Worker 8*6777b538SAndroid Build Coastguard Workerimport copy 9*6777b538SAndroid Build Coastguard Workerimport json 10*6777b538SAndroid Build Coastguard Workerimport os 11*6777b538SAndroid Build Coastguard Workerimport re 12*6777b538SAndroid Build Coastguard Workerimport subprocess 13*6777b538SAndroid Build Coastguard Workerimport sys 14*6777b538SAndroid Build Coastguard Worker 15*6777b538SAndroid Build Coastguard Worker# Add src/testing/ into sys.path for importing common without pylint errors. 16*6777b538SAndroid Build Coastguard Workersys.path.append( 17*6777b538SAndroid Build Coastguard Worker os.path.abspath(os.path.join(os.path.dirname(__file__), os.path.pardir))) 18*6777b538SAndroid Build Coastguard Workerfrom scripts import common 19*6777b538SAndroid Build Coastguard Worker 20*6777b538SAndroid Build Coastguard Worker# A list of filename regexes that are allowed to have static initializers. 21*6777b538SAndroid Build Coastguard Worker# If something adds a static initializer, revert it. We don't accept regressions 22*6777b538SAndroid Build Coastguard Worker# in static initializers. 23*6777b538SAndroid Build Coastguard Worker_LINUX_SI_ALLOWLIST = { 24*6777b538SAndroid Build Coastguard Worker 'chrome': [ 25*6777b538SAndroid Build Coastguard Worker # Only in coverage builds, not production. 26*6777b538SAndroid Build Coastguard Worker 'InstrProfilingRuntime\\.cpp : ' + 27*6777b538SAndroid Build Coastguard Worker '_GLOBAL__sub_I_InstrProfilingRuntime\\.cpp', 28*6777b538SAndroid Build Coastguard Worker 29*6777b538SAndroid Build Coastguard Worker # TODO(crbug.com/973554): Remove. 30*6777b538SAndroid Build Coastguard Worker 'iostream\\.cpp : _GLOBAL__I_000100', 31*6777b538SAndroid Build Coastguard Worker 32*6777b538SAndroid Build Coastguard Worker # TODO(crbug.com/1445935): Rust stdlib argv handling. 33*6777b538SAndroid Build Coastguard Worker # https://github.com/rust-lang/rust/blob/b08148f6a76010ea3d4e91d61245aa7aac59e4b4/library/std/src/sys/unix/args.rs#L107-L127 34*6777b538SAndroid Build Coastguard Worker # https://github.com/rust-lang/rust/issues/111921 35*6777b538SAndroid Build Coastguard Worker '.* : std::sys::pal::unix::args::imp::ARGV_INIT_ARRAY::init_wrapper', 36*6777b538SAndroid Build Coastguard Worker 37*6777b538SAndroid Build Coastguard Worker # Added by libgcc due to USE_EH_FRAME_REGISTRY. 38*6777b538SAndroid Build Coastguard Worker 'crtstuff\\.c : frame_dummy', 39*6777b538SAndroid Build Coastguard Worker ], 40*6777b538SAndroid Build Coastguard Worker} 41*6777b538SAndroid Build Coastguard Worker 42*6777b538SAndroid Build Coastguard Worker# Mac can use this list when a dsym is available, otherwise it will fall back 43*6777b538SAndroid Build Coastguard Worker# to checking the count. 44*6777b538SAndroid Build Coastguard Worker_MAC_SI_FILE_ALLOWLIST = [ 45*6777b538SAndroid Build Coastguard Worker 'InstrProfilingRuntime\\.cpp', # Only in coverage builds, not in production. 46*6777b538SAndroid Build Coastguard Worker 'sysinfo\\.cc', # Only in coverage builds, not in production. 47*6777b538SAndroid Build Coastguard Worker 'iostream\\.cpp', # Used to setup std::cin/cout/cerr. 48*6777b538SAndroid Build Coastguard Worker '000100', # Used to setup std::cin/cout/cerr 49*6777b538SAndroid Build Coastguard Worker] 50*6777b538SAndroid Build Coastguard Worker 51*6777b538SAndroid Build Coastguard Worker# Two static initializers are needed on Mac for libc++ to set up 52*6777b538SAndroid Build Coastguard Worker# std::cin/cout/cerr before main() runs. Only iostream.cpp needs to be counted 53*6777b538SAndroid Build Coastguard Worker# here. Plus, PartitionAlloc-Everywhere uses one static initializer 54*6777b538SAndroid Build Coastguard Worker# (InitializeDefaultMallocZoneWithPartitionAlloc) to install a malloc zone. 55*6777b538SAndroid Build Coastguard WorkerFALLBACK_EXPECTED_MAC_SI_COUNT = 3 56*6777b538SAndroid Build Coastguard Worker 57*6777b538SAndroid Build Coastguard Worker# Similar to mac, iOS needs the iosstream and PartitionAlloc-Everywhere static 58*6777b538SAndroid Build Coastguard Worker# initializer (InitializeDefaultMallocZoneWithPartitionAlloc) to install a 59*6777b538SAndroid Build Coastguard Worker# malloc zone. 60*6777b538SAndroid Build Coastguard WorkerFALLBACK_EXPECTED_IOS_SI_COUNT = 2 61*6777b538SAndroid Build Coastguard Worker 62*6777b538SAndroid Build Coastguard Worker# For coverage builds, also allow 'IntrProfilingRuntime.cpp' 63*6777b538SAndroid Build Coastguard WorkerCOVERAGE_BUILD_FALLBACK_EXPECTED_MAC_SI_COUNT = 4 64*6777b538SAndroid Build Coastguard Worker 65*6777b538SAndroid Build Coastguard Worker 66*6777b538SAndroid Build Coastguard Worker# Returns true if args contains properties which look like a chromeos-esque 67*6777b538SAndroid Build Coastguard Worker# builder. 68*6777b538SAndroid Build Coastguard Workerdef check_if_chromeos(args): 69*6777b538SAndroid Build Coastguard Worker return 'buildername' in args.properties and \ 70*6777b538SAndroid Build Coastguard Worker 'chromeos' in args.properties['buildername'] 71*6777b538SAndroid Build Coastguard Worker 72*6777b538SAndroid Build Coastguard Workerdef get_mod_init_count(src_dir, executable, hermetic_xcode_path): 73*6777b538SAndroid Build Coastguard Worker show_mod_init_func = os.path.join(src_dir, 'tools', 'mac', 74*6777b538SAndroid Build Coastguard Worker 'show_mod_init_func.py') 75*6777b538SAndroid Build Coastguard Worker args = [show_mod_init_func] 76*6777b538SAndroid Build Coastguard Worker args.append(executable) 77*6777b538SAndroid Build Coastguard Worker if os.path.exists(hermetic_xcode_path): 78*6777b538SAndroid Build Coastguard Worker args.extend(['--xcode-path', hermetic_xcode_path]) 79*6777b538SAndroid Build Coastguard Worker stdout = run_process(args) 80*6777b538SAndroid Build Coastguard Worker si_count = len(stdout.splitlines()) - 1 # -1 for executable name 81*6777b538SAndroid Build Coastguard Worker return (stdout, si_count) 82*6777b538SAndroid Build Coastguard Worker 83*6777b538SAndroid Build Coastguard Workerdef run_process(command): 84*6777b538SAndroid Build Coastguard Worker p = subprocess.Popen(command, stdout=subprocess.PIPE, universal_newlines=True) 85*6777b538SAndroid Build Coastguard Worker stdout = p.communicate()[0] 86*6777b538SAndroid Build Coastguard Worker if p.returncode != 0: 87*6777b538SAndroid Build Coastguard Worker raise Exception( 88*6777b538SAndroid Build Coastguard Worker 'ERROR from command "%s": %d' % (' '.join(command), p.returncode)) 89*6777b538SAndroid Build Coastguard Worker return stdout 90*6777b538SAndroid Build Coastguard Worker 91*6777b538SAndroid Build Coastguard Workerdef main_ios(src_dir, hermetic_xcode_path): 92*6777b538SAndroid Build Coastguard Worker base_names = ('Chromium', 'Chrome') 93*6777b538SAndroid Build Coastguard Worker ret = 0 94*6777b538SAndroid Build Coastguard Worker for base_name in base_names: 95*6777b538SAndroid Build Coastguard Worker app_bundle = base_name + '.app' 96*6777b538SAndroid Build Coastguard Worker chromium_executable = os.path.join(app_bundle, base_name) 97*6777b538SAndroid Build Coastguard Worker if os.path.exists(chromium_executable): 98*6777b538SAndroid Build Coastguard Worker stdout, si_count = get_mod_init_count(src_dir, chromium_executable, 99*6777b538SAndroid Build Coastguard Worker hermetic_xcode_path) 100*6777b538SAndroid Build Coastguard Worker expected_si_count = FALLBACK_EXPECTED_IOS_SI_COUNT 101*6777b538SAndroid Build Coastguard Worker if si_count != expected_si_count: 102*6777b538SAndroid Build Coastguard Worker print('Expected %d static initializers in %s, but found %d' % 103*6777b538SAndroid Build Coastguard Worker (expected_si_count, chromium_executable, si_count)) 104*6777b538SAndroid Build Coastguard Worker print(stdout) 105*6777b538SAndroid Build Coastguard Worker ret = 1 106*6777b538SAndroid Build Coastguard Worker return ret 107*6777b538SAndroid Build Coastguard Worker 108*6777b538SAndroid Build Coastguard Worker 109*6777b538SAndroid Build Coastguard Workerdef main_mac(src_dir, hermetic_xcode_path, allow_coverage_initializer = False): 110*6777b538SAndroid Build Coastguard Worker base_names = ('Chromium', 'Google Chrome') 111*6777b538SAndroid Build Coastguard Worker ret = 0 112*6777b538SAndroid Build Coastguard Worker for base_name in base_names: 113*6777b538SAndroid Build Coastguard Worker app_bundle = base_name + '.app' 114*6777b538SAndroid Build Coastguard Worker framework_name = base_name + ' Framework' 115*6777b538SAndroid Build Coastguard Worker framework_bundle = framework_name + '.framework' 116*6777b538SAndroid Build Coastguard Worker chromium_executable = os.path.join(app_bundle, 'Contents', 'MacOS', 117*6777b538SAndroid Build Coastguard Worker base_name) 118*6777b538SAndroid Build Coastguard Worker chromium_framework_executable = os.path.join(framework_bundle, 119*6777b538SAndroid Build Coastguard Worker framework_name) 120*6777b538SAndroid Build Coastguard Worker if os.path.exists(chromium_executable): 121*6777b538SAndroid Build Coastguard Worker # Count the number static initializers. 122*6777b538SAndroid Build Coastguard Worker stdout, si_count = get_mod_init_count(src_dir, 123*6777b538SAndroid Build Coastguard Worker chromium_framework_executable, 124*6777b538SAndroid Build Coastguard Worker hermetic_xcode_path) 125*6777b538SAndroid Build Coastguard Worker min_si_count = allowed_si_count = FALLBACK_EXPECTED_MAC_SI_COUNT 126*6777b538SAndroid Build Coastguard Worker if allow_coverage_initializer: 127*6777b538SAndroid Build Coastguard Worker allowed_si_count = COVERAGE_BUILD_FALLBACK_EXPECTED_MAC_SI_COUNT 128*6777b538SAndroid Build Coastguard Worker if si_count > allowed_si_count or si_count < min_si_count: 129*6777b538SAndroid Build Coastguard Worker print('Expected %d static initializers in %s, but found %d' % 130*6777b538SAndroid Build Coastguard Worker (allowed_si_count, chromium_framework_executable, 131*6777b538SAndroid Build Coastguard Worker si_count)) 132*6777b538SAndroid Build Coastguard Worker print(stdout) 133*6777b538SAndroid Build Coastguard Worker ret = 1 134*6777b538SAndroid Build Coastguard Worker return ret 135*6777b538SAndroid Build Coastguard Worker 136*6777b538SAndroid Build Coastguard Worker 137*6777b538SAndroid Build Coastguard Workerdef main_linux(src_dir): 138*6777b538SAndroid Build Coastguard Worker ret = 0 139*6777b538SAndroid Build Coastguard Worker allowlist = _LINUX_SI_ALLOWLIST 140*6777b538SAndroid Build Coastguard Worker for binary_name in allowlist: 141*6777b538SAndroid Build Coastguard Worker if not os.path.exists(binary_name): 142*6777b538SAndroid Build Coastguard Worker continue 143*6777b538SAndroid Build Coastguard Worker 144*6777b538SAndroid Build Coastguard Worker dump_static_initializers = os.path.join(src_dir, 'tools', 'linux', 145*6777b538SAndroid Build Coastguard Worker 'dump-static-initializers.py') 146*6777b538SAndroid Build Coastguard Worker stdout = run_process([dump_static_initializers, '--json', binary_name]) 147*6777b538SAndroid Build Coastguard Worker entries = json.loads(stdout)['entries'] 148*6777b538SAndroid Build Coastguard Worker 149*6777b538SAndroid Build Coastguard Worker for e in entries: 150*6777b538SAndroid Build Coastguard Worker # Get the basename and remove line number suffix. 151*6777b538SAndroid Build Coastguard Worker basename = os.path.basename(e['filename']).split(':')[0] 152*6777b538SAndroid Build Coastguard Worker symbol = e['symbol_name'] 153*6777b538SAndroid Build Coastguard Worker descriptor = f"{basename} : {symbol}" 154*6777b538SAndroid Build Coastguard Worker if not any(re.match(p, descriptor) for p in allowlist[binary_name]): 155*6777b538SAndroid Build Coastguard Worker ret = 1 156*6777b538SAndroid Build Coastguard Worker print(('Error: file "%s" is not expected to have static initializers in' 157*6777b538SAndroid Build Coastguard Worker ' binary "%s", but found "%s"') % (e['filename'], binary_name, 158*6777b538SAndroid Build Coastguard Worker e['symbol_name'])) 159*6777b538SAndroid Build Coastguard Worker 160*6777b538SAndroid Build Coastguard Worker print('\n# Static initializers in %s:' % binary_name) 161*6777b538SAndroid Build Coastguard Worker for e in entries: 162*6777b538SAndroid Build Coastguard Worker print('# 0x%x %s %s' % (e['address'], e['filename'], e['symbol_name'])) 163*6777b538SAndroid Build Coastguard Worker print(e['disassembly']) 164*6777b538SAndroid Build Coastguard Worker 165*6777b538SAndroid Build Coastguard Worker print('Found %d files containing static initializers.' % len(entries)) 166*6777b538SAndroid Build Coastguard Worker return ret 167*6777b538SAndroid Build Coastguard Worker 168*6777b538SAndroid Build Coastguard Worker 169*6777b538SAndroid Build Coastguard Workerdef main_run(args): 170*6777b538SAndroid Build Coastguard Worker if args.build_config_fs != 'Release': 171*6777b538SAndroid Build Coastguard Worker raise Exception('Only release builds are supported') 172*6777b538SAndroid Build Coastguard Worker 173*6777b538SAndroid Build Coastguard Worker src_dir = args.paths['checkout'] 174*6777b538SAndroid Build Coastguard Worker build_dir = os.path.join(src_dir, 'out', args.build_config_fs) 175*6777b538SAndroid Build Coastguard Worker os.chdir(build_dir) 176*6777b538SAndroid Build Coastguard Worker 177*6777b538SAndroid Build Coastguard Worker if sys.platform.startswith('darwin'): 178*6777b538SAndroid Build Coastguard Worker # If the checkout uses the hermetic xcode binaries, then otool must be 179*6777b538SAndroid Build Coastguard Worker # directly invoked. The indirection via /usr/bin/otool won't work unless 180*6777b538SAndroid Build Coastguard Worker # there's an actual system install of Xcode. 181*6777b538SAndroid Build Coastguard Worker hermetic_xcode_path = os.path.join(src_dir, 'build', 'mac_files', 182*6777b538SAndroid Build Coastguard Worker 'xcode_binaries') 183*6777b538SAndroid Build Coastguard Worker 184*6777b538SAndroid Build Coastguard Worker is_ios = 'target_platform' in args.properties and \ 185*6777b538SAndroid Build Coastguard Worker 'ios' in args.properties['target_platform'] 186*6777b538SAndroid Build Coastguard Worker if is_ios: 187*6777b538SAndroid Build Coastguard Worker rc = main_ios(src_dir, hermetic_xcode_path) 188*6777b538SAndroid Build Coastguard Worker else: 189*6777b538SAndroid Build Coastguard Worker rc = main_mac(src_dir, hermetic_xcode_path, 190*6777b538SAndroid Build Coastguard Worker allow_coverage_initializer = '--allow-coverage-initializer' in \ 191*6777b538SAndroid Build Coastguard Worker args.args) 192*6777b538SAndroid Build Coastguard Worker elif sys.platform.startswith('linux'): 193*6777b538SAndroid Build Coastguard Worker # TODO(crbug.com/1492865): Delete this assert if it's not seen to fail 194*6777b538SAndroid Build Coastguard Worker # anywhere. 195*6777b538SAndroid Build Coastguard Worker assert not check_if_chromeos(args), ( 196*6777b538SAndroid Build Coastguard Worker "This script is no longer supported for CrOS") 197*6777b538SAndroid Build Coastguard Worker rc = main_linux(src_dir) 198*6777b538SAndroid Build Coastguard Worker else: 199*6777b538SAndroid Build Coastguard Worker sys.stderr.write('Unsupported platform %s.\n' % repr(sys.platform)) 200*6777b538SAndroid Build Coastguard Worker return 2 201*6777b538SAndroid Build Coastguard Worker 202*6777b538SAndroid Build Coastguard Worker common.record_local_script_results( 203*6777b538SAndroid Build Coastguard Worker 'check_static_initializers', args.output, [], rc == 0) 204*6777b538SAndroid Build Coastguard Worker 205*6777b538SAndroid Build Coastguard Worker return rc 206*6777b538SAndroid Build Coastguard Worker 207*6777b538SAndroid Build Coastguard Worker 208*6777b538SAndroid Build Coastguard Workerdef main_compile_targets(args): 209*6777b538SAndroid Build Coastguard Worker if sys.platform.startswith('darwin'): 210*6777b538SAndroid Build Coastguard Worker if 'ios' in args.properties.get('target_platform', []): 211*6777b538SAndroid Build Coastguard Worker compile_targets = ['ios/chrome/app:chrome'] 212*6777b538SAndroid Build Coastguard Worker else: 213*6777b538SAndroid Build Coastguard Worker compile_targets = ['chrome'] 214*6777b538SAndroid Build Coastguard Worker elif sys.platform.startswith('linux'): 215*6777b538SAndroid Build Coastguard Worker compile_targets = ['chrome'] 216*6777b538SAndroid Build Coastguard Worker else: 217*6777b538SAndroid Build Coastguard Worker compile_targets = [] 218*6777b538SAndroid Build Coastguard Worker 219*6777b538SAndroid Build Coastguard Worker json.dump(compile_targets, args.output) 220*6777b538SAndroid Build Coastguard Worker 221*6777b538SAndroid Build Coastguard Worker return 0 222*6777b538SAndroid Build Coastguard Worker 223*6777b538SAndroid Build Coastguard Worker 224*6777b538SAndroid Build Coastguard Workerif __name__ == '__main__': 225*6777b538SAndroid Build Coastguard Worker funcs = { 226*6777b538SAndroid Build Coastguard Worker 'run': main_run, 227*6777b538SAndroid Build Coastguard Worker 'compile_targets': main_compile_targets, 228*6777b538SAndroid Build Coastguard Worker } 229*6777b538SAndroid Build Coastguard Worker sys.exit(common.run_script(sys.argv[1:], funcs)) 230