1*d9f75844SAndroid Build Coastguard Worker#!/usr/bin/env python3 2*d9f75844SAndroid Build Coastguard Worker 3*d9f75844SAndroid Build Coastguard Worker"""Script to do the first step of Abseil roll into chromium. 4*d9f75844SAndroid Build Coastguard Worker""" 5*d9f75844SAndroid Build Coastguard Worker 6*d9f75844SAndroid Build Coastguard Workerimport logging 7*d9f75844SAndroid Build Coastguard Workerimport os 8*d9f75844SAndroid Build Coastguard Workerimport re 9*d9f75844SAndroid Build Coastguard Workerimport subprocess 10*d9f75844SAndroid Build Coastguard Workerimport tempfile 11*d9f75844SAndroid Build Coastguard Workerfrom datetime import datetime 12*d9f75844SAndroid Build Coastguard Worker 13*d9f75844SAndroid Build Coastguard WorkerABSL_URI = 'https://github.com/abseil/abseil-cpp.git' 14*d9f75844SAndroid Build Coastguard Worker 15*d9f75844SAndroid Build Coastguard Workerdef _PullAbseil(abseil_dir): 16*d9f75844SAndroid Build Coastguard Worker logging.info('Updating abseil...') 17*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(['git', 'clone', ABSL_URI], 18*d9f75844SAndroid Build Coastguard Worker cwd=abseil_dir) 19*d9f75844SAndroid Build Coastguard Worker 20*d9f75844SAndroid Build Coastguard Workerdef _SyncChromium(chromium_dir): 21*d9f75844SAndroid Build Coastguard Worker logging.info('Updating chromium...') 22*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(['git', 'checkout', 'main'], cwd=chromium_dir) 23*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(['git', 'pull', '--rebase'], cwd=chromium_dir) 24*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(['gclient', 'sync'], cwd=chromium_dir) 25*d9f75844SAndroid Build Coastguard Worker 26*d9f75844SAndroid Build Coastguard Worker 27*d9f75844SAndroid Build Coastguard Workerdef _UpdateChromiumReadme(readme_filename, abseil_dir): 28*d9f75844SAndroid Build Coastguard Worker logging.info('Updating ' + readme_filename) 29*d9f75844SAndroid Build Coastguard Worker 30*d9f75844SAndroid Build Coastguard Worker stdout = subprocess.check_output(['git', 'log', '-n1', '--pretty=short'], 31*d9f75844SAndroid Build Coastguard Worker cwd=abseil_dir) 32*d9f75844SAndroid Build Coastguard Worker new_revision = re.search('commit\\s(.{40})', str(stdout)).group(1) 33*d9f75844SAndroid Build Coastguard Worker 34*d9f75844SAndroid Build Coastguard Worker with open(readme_filename, 'r+') as f: 35*d9f75844SAndroid Build Coastguard Worker content = f.read() 36*d9f75844SAndroid Build Coastguard Worker prefix = 'Revision: ' 37*d9f75844SAndroid Build Coastguard Worker pos = content.find(prefix) 38*d9f75844SAndroid Build Coastguard Worker assert(pos > 0) 39*d9f75844SAndroid Build Coastguard Worker pos = pos + len(prefix) 40*d9f75844SAndroid Build Coastguard Worker old_revision = content[pos:pos+40] 41*d9f75844SAndroid Build Coastguard Worker f.seek(pos) 42*d9f75844SAndroid Build Coastguard Worker f.write(new_revision) 43*d9f75844SAndroid Build Coastguard Worker 44*d9f75844SAndroid Build Coastguard Worker logging.info('Abseil old revision is ' + old_revision) 45*d9f75844SAndroid Build Coastguard Worker logging.info('Abseil new revision is ' + new_revision) 46*d9f75844SAndroid Build Coastguard Worker return old_revision[0:10] + '..' + new_revision[0:10] 47*d9f75844SAndroid Build Coastguard Worker 48*d9f75844SAndroid Build Coastguard Worker 49*d9f75844SAndroid Build Coastguard Workerdef _UpdateAbseilInChromium(abseil_dir, chromium_dir): 50*d9f75844SAndroid Build Coastguard Worker logging.info('Syncing abseil in chromium/src/third_party...') 51*d9f75844SAndroid Build Coastguard Worker exclude = [ 52*d9f75844SAndroid Build Coastguard Worker '*BUILD.gn', 53*d9f75844SAndroid Build Coastguard Worker 'DIR_METADATA', 54*d9f75844SAndroid Build Coastguard Worker 'README.chromium', 55*d9f75844SAndroid Build Coastguard Worker 'OWNERS', 56*d9f75844SAndroid Build Coastguard Worker '.gitignore', 57*d9f75844SAndroid Build Coastguard Worker '.git', 58*d9f75844SAndroid Build Coastguard Worker '*.gni', 59*d9f75844SAndroid Build Coastguard Worker '*clang-format', 60*d9f75844SAndroid Build Coastguard Worker 'patches/*', 61*d9f75844SAndroid Build Coastguard Worker 'patches', 62*d9f75844SAndroid Build Coastguard Worker 'absl_hardening_test.cc', 63*d9f75844SAndroid Build Coastguard Worker 'roll_abseil.py', 64*d9f75844SAndroid Build Coastguard Worker 'generate_def_files.py', 65*d9f75844SAndroid Build Coastguard Worker '*.def', 66*d9f75844SAndroid Build Coastguard Worker ] 67*d9f75844SAndroid Build Coastguard Worker params = ['rsync', '-aP', abseil_dir, os.path.join(chromium_dir, 'third_party'), '--delete'] 68*d9f75844SAndroid Build Coastguard Worker for e in exclude: 69*d9f75844SAndroid Build Coastguard Worker params.append('--exclude={}'.format(e)) 70*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(params, cwd=chromium_dir) 71*d9f75844SAndroid Build Coastguard Worker 72*d9f75844SAndroid Build Coastguard Worker 73*d9f75844SAndroid Build Coastguard Workerdef _PatchAbseil(abseil_in_chromium_dir): 74*d9f75844SAndroid Build Coastguard Worker logging.info('Patching abseil...') 75*d9f75844SAndroid Build Coastguard Worker for patch in os.listdir(os.path.join(abseil_in_chromium_dir, 'patches')): 76*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(['patch', '--strip', '1', '-i', os.path.join(abseil_in_chromium_dir, 'patches', patch)]) 77*d9f75844SAndroid Build Coastguard Worker 78*d9f75844SAndroid Build Coastguard Worker os.remove(os.path.join(abseil_in_chromium_dir, 'absl', 'base', 'internal', 'thread_annotations.h')) 79*d9f75844SAndroid Build Coastguard Worker os.remove(os.path.join(abseil_in_chromium_dir, 'absl', 'base', 'internal', 'dynamic_annotations.h')) 80*d9f75844SAndroid Build Coastguard Worker 81*d9f75844SAndroid Build Coastguard Worker 82*d9f75844SAndroid Build Coastguard Workerdef _Commit(chromium_dir, hash_diff): 83*d9f75844SAndroid Build Coastguard Worker logging.info('Commit...') 84*d9f75844SAndroid Build Coastguard Worker desc="""Roll abseil_revision {0} 85*d9f75844SAndroid Build Coastguard Worker 86*d9f75844SAndroid Build Coastguard WorkerChange Log: 87*d9f75844SAndroid Build Coastguard Workerhttps://chromium.googlesource.com/external/github.com/abseil/abseil-cpp/+log/{0} 88*d9f75844SAndroid Build Coastguard WorkerFull diff: 89*d9f75844SAndroid Build Coastguard Workerhttps://chromium.googlesource.com/external/github.com/abseil/abseil-cpp/+/{0} 90*d9f75844SAndroid Build Coastguard WorkerBug: None""".format(hash_diff) 91*d9f75844SAndroid Build Coastguard Worker 92*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(['git', 'add', 'third_party/abseil-cpp'], cwd=chromium_dir) 93*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(['git', 'commit', '-m', desc], cwd=chromium_dir) 94*d9f75844SAndroid Build Coastguard Worker 95*d9f75844SAndroid Build Coastguard Worker logging.info('Upload...') 96*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(['git', 'cl', 'upload', '-m', desc, '--bypass-hooks'], cwd=chromium_dir) 97*d9f75844SAndroid Build Coastguard Worker 98*d9f75844SAndroid Build Coastguard Worker 99*d9f75844SAndroid Build Coastguard Workerdef _Roll(): 100*d9f75844SAndroid Build Coastguard Worker chromium_dir = os.getcwd() 101*d9f75844SAndroid Build Coastguard Worker abseil_in_chromium_dir = os.path.join(chromium_dir, 'third_party', 'abseil-cpp') 102*d9f75844SAndroid Build Coastguard Worker _SyncChromium(chromium_dir) 103*d9f75844SAndroid Build Coastguard Worker 104*d9f75844SAndroid Build Coastguard Worker branch_name = datetime.today().strftime('rolling-absl-%Y%m%d') 105*d9f75844SAndroid Build Coastguard Worker logging.info('Creating branch ' + branch_name + ' for the roll...') 106*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(['git', 'checkout', '-b', branch_name], cwd=chromium_dir) 107*d9f75844SAndroid Build Coastguard Worker 108*d9f75844SAndroid Build Coastguard Worker with tempfile.TemporaryDirectory() as abseil_root: 109*d9f75844SAndroid Build Coastguard Worker _PullAbseil(abseil_root) 110*d9f75844SAndroid Build Coastguard Worker abseil_dir = os.path.join(abseil_root, 'abseil-cpp') 111*d9f75844SAndroid Build Coastguard Worker _UpdateAbseilInChromium(abseil_dir, chromium_dir) 112*d9f75844SAndroid Build Coastguard Worker hash_diff = _UpdateChromiumReadme(os.path.join(abseil_in_chromium_dir, 'README.chromium'), 113*d9f75844SAndroid Build Coastguard Worker abseil_dir) 114*d9f75844SAndroid Build Coastguard Worker 115*d9f75844SAndroid Build Coastguard Worker _PatchAbseil(abseil_in_chromium_dir) 116*d9f75844SAndroid Build Coastguard Worker _Commit(chromium_dir, hash_diff) 117*d9f75844SAndroid Build Coastguard Worker 118*d9f75844SAndroid Build Coastguard Worker 119*d9f75844SAndroid Build Coastguard Workerif __name__ == '__main__': 120*d9f75844SAndroid Build Coastguard Worker logging.getLogger().setLevel(logging.INFO) 121*d9f75844SAndroid Build Coastguard Worker 122*d9f75844SAndroid Build Coastguard Worker if os.getcwd().endswith('src') and os.path.exists('chrome/browser'): 123*d9f75844SAndroid Build Coastguard Worker _Roll() 124*d9f75844SAndroid Build Coastguard Worker 125*d9f75844SAndroid Build Coastguard Worker logging.info("Next step is manual: Fix BUILD.gn files to match BUILD.bazel changes.") 126*d9f75844SAndroid Build Coastguard Worker logging.info("After that run generate_def_files.py. ") 127*d9f75844SAndroid Build Coastguard Worker else: 128*d9f75844SAndroid Build Coastguard Worker logging.error('Run this script from a chromium/src/ directory.') 129*d9f75844SAndroid Build Coastguard Worker 130*d9f75844SAndroid Build Coastguard Worker 131