1*6777b538SAndroid Build Coastguard Worker#!/usr/bin/env python3 2*6777b538SAndroid Build Coastguard Worker 3*6777b538SAndroid Build Coastguard Worker"""Script to do the first step of Abseil roll into chromium. 4*6777b538SAndroid Build Coastguard Worker""" 5*6777b538SAndroid Build Coastguard Worker 6*6777b538SAndroid Build Coastguard Workerimport logging 7*6777b538SAndroid Build Coastguard Workerimport os 8*6777b538SAndroid Build Coastguard Workerimport re 9*6777b538SAndroid Build Coastguard Workerimport subprocess 10*6777b538SAndroid Build Coastguard Workerimport tempfile 11*6777b538SAndroid Build Coastguard Workerfrom datetime import datetime 12*6777b538SAndroid Build Coastguard Worker 13*6777b538SAndroid Build Coastguard WorkerABSL_URI = 'https://github.com/abseil/abseil-cpp.git' 14*6777b538SAndroid Build Coastguard Worker 15*6777b538SAndroid Build Coastguard Workerdef _PullAbseil(abseil_dir): 16*6777b538SAndroid Build Coastguard Worker logging.info('Updating abseil...') 17*6777b538SAndroid Build Coastguard Worker subprocess.check_call(['git', 'clone', ABSL_URI], 18*6777b538SAndroid Build Coastguard Worker cwd=abseil_dir) 19*6777b538SAndroid Build Coastguard Worker 20*6777b538SAndroid Build Coastguard Workerdef _SyncChromium(chromium_dir): 21*6777b538SAndroid Build Coastguard Worker logging.info('Updating chromium...') 22*6777b538SAndroid Build Coastguard Worker subprocess.check_call(['git', 'checkout', 'main'], cwd=chromium_dir) 23*6777b538SAndroid Build Coastguard Worker subprocess.check_call(['git', 'pull', '--rebase'], cwd=chromium_dir) 24*6777b538SAndroid Build Coastguard Worker subprocess.check_call(['gclient', 'sync'], cwd=chromium_dir) 25*6777b538SAndroid Build Coastguard Worker 26*6777b538SAndroid Build Coastguard Worker 27*6777b538SAndroid Build Coastguard Workerdef _UpdateChromiumReadme(readme_filename, abseil_dir): 28*6777b538SAndroid Build Coastguard Worker logging.info('Updating ' + readme_filename) 29*6777b538SAndroid Build Coastguard Worker 30*6777b538SAndroid Build Coastguard Worker stdout = subprocess.check_output(['git', 'log', '-n1', '--pretty=short'], 31*6777b538SAndroid Build Coastguard Worker cwd=abseil_dir) 32*6777b538SAndroid Build Coastguard Worker new_revision = re.search('commit\\s(.{40})', str(stdout)).group(1) 33*6777b538SAndroid Build Coastguard Worker 34*6777b538SAndroid Build Coastguard Worker with open(readme_filename, 'r+') as f: 35*6777b538SAndroid Build Coastguard Worker content = f.read() 36*6777b538SAndroid Build Coastguard Worker prefix = 'Revision: ' 37*6777b538SAndroid Build Coastguard Worker pos = content.find(prefix) 38*6777b538SAndroid Build Coastguard Worker assert(pos > 0) 39*6777b538SAndroid Build Coastguard Worker pos = pos + len(prefix) 40*6777b538SAndroid Build Coastguard Worker old_revision = content[pos:pos+40] 41*6777b538SAndroid Build Coastguard Worker f.seek(pos) 42*6777b538SAndroid Build Coastguard Worker f.write(new_revision) 43*6777b538SAndroid Build Coastguard Worker 44*6777b538SAndroid Build Coastguard Worker logging.info('Abseil old revision is ' + old_revision) 45*6777b538SAndroid Build Coastguard Worker logging.info('Abseil new revision is ' + new_revision) 46*6777b538SAndroid Build Coastguard Worker return old_revision[0:10] + '..' + new_revision[0:10] 47*6777b538SAndroid Build Coastguard Worker 48*6777b538SAndroid Build Coastguard Worker 49*6777b538SAndroid Build Coastguard Workerdef _UpdateAbseilInChromium(abseil_dir, chromium_dir): 50*6777b538SAndroid Build Coastguard Worker logging.info('Syncing abseil in chromium/src/third_party...') 51*6777b538SAndroid Build Coastguard Worker exclude = [ 52*6777b538SAndroid Build Coastguard Worker '*BUILD.gn', 53*6777b538SAndroid Build Coastguard Worker 'DIR_METADATA', 54*6777b538SAndroid Build Coastguard Worker 'README.chromium', 55*6777b538SAndroid Build Coastguard Worker 'OWNERS', 56*6777b538SAndroid Build Coastguard Worker '.gitignore', 57*6777b538SAndroid Build Coastguard Worker '.git', 58*6777b538SAndroid Build Coastguard Worker '*.gni', 59*6777b538SAndroid Build Coastguard Worker '*clang-format', 60*6777b538SAndroid Build Coastguard Worker 'patches/*', 61*6777b538SAndroid Build Coastguard Worker 'patches', 62*6777b538SAndroid Build Coastguard Worker 'absl_hardening_test.cc', 63*6777b538SAndroid Build Coastguard Worker 'roll_abseil.py', 64*6777b538SAndroid Build Coastguard Worker 'generate_def_files.py', 65*6777b538SAndroid Build Coastguard Worker '*.def', 66*6777b538SAndroid Build Coastguard Worker ] 67*6777b538SAndroid Build Coastguard Worker params = ['rsync', '-aP', abseil_dir, os.path.join(chromium_dir, 'third_party'), '--delete'] 68*6777b538SAndroid Build Coastguard Worker for e in exclude: 69*6777b538SAndroid Build Coastguard Worker params.append('--exclude={}'.format(e)) 70*6777b538SAndroid Build Coastguard Worker subprocess.check_call(params, cwd=chromium_dir) 71*6777b538SAndroid Build Coastguard Worker 72*6777b538SAndroid Build Coastguard Worker 73*6777b538SAndroid Build Coastguard Workerdef _PatchAbseil(abseil_in_chromium_dir): 74*6777b538SAndroid Build Coastguard Worker logging.info('Patching abseil...') 75*6777b538SAndroid Build Coastguard Worker for patch in os.listdir(os.path.join(abseil_in_chromium_dir, 'patches')): 76*6777b538SAndroid Build Coastguard Worker subprocess.check_call(['patch', '--strip', '1', '-i', os.path.join(abseil_in_chromium_dir, 'patches', patch)]) 77*6777b538SAndroid Build Coastguard Worker 78*6777b538SAndroid Build Coastguard Worker os.remove(os.path.join(abseil_in_chromium_dir, 'absl', 'base', 'internal', 'dynamic_annotations.h')) 79*6777b538SAndroid Build Coastguard Worker 80*6777b538SAndroid Build Coastguard Worker 81*6777b538SAndroid Build Coastguard Workerdef _Commit(chromium_dir, hash_diff): 82*6777b538SAndroid Build Coastguard Worker logging.info('Commit...') 83*6777b538SAndroid Build Coastguard Worker desc="""Roll abseil_revision {0} 84*6777b538SAndroid Build Coastguard Worker 85*6777b538SAndroid Build Coastguard WorkerChange Log: 86*6777b538SAndroid Build Coastguard Workerhttps://chromium.googlesource.com/external/github.com/abseil/abseil-cpp/+log/{0} 87*6777b538SAndroid Build Coastguard WorkerFull diff: 88*6777b538SAndroid Build Coastguard Workerhttps://chromium.googlesource.com/external/github.com/abseil/abseil-cpp/+/{0} 89*6777b538SAndroid Build Coastguard WorkerBug: None""".format(hash_diff) 90*6777b538SAndroid Build Coastguard Worker 91*6777b538SAndroid Build Coastguard Worker subprocess.check_call(['git', 'add', 'third_party/abseil-cpp'], cwd=chromium_dir) 92*6777b538SAndroid Build Coastguard Worker subprocess.check_call(['git', 'commit', '-m', desc], cwd=chromium_dir) 93*6777b538SAndroid Build Coastguard Worker 94*6777b538SAndroid Build Coastguard Worker logging.info('Upload...') 95*6777b538SAndroid Build Coastguard Worker subprocess.check_call(['git', 'cl', 'upload', '-m', desc, '--bypass-hooks'], cwd=chromium_dir) 96*6777b538SAndroid Build Coastguard Worker 97*6777b538SAndroid Build Coastguard Worker 98*6777b538SAndroid Build Coastguard Workerdef _Roll(): 99*6777b538SAndroid Build Coastguard Worker chromium_dir = os.getcwd() 100*6777b538SAndroid Build Coastguard Worker abseil_in_chromium_dir = os.path.join(chromium_dir, 'third_party', 'abseil-cpp') 101*6777b538SAndroid Build Coastguard Worker _SyncChromium(chromium_dir) 102*6777b538SAndroid Build Coastguard Worker 103*6777b538SAndroid Build Coastguard Worker branch_name = datetime.today().strftime('rolling-absl-%Y%m%d') 104*6777b538SAndroid Build Coastguard Worker logging.info('Creating branch ' + branch_name + ' for the roll...') 105*6777b538SAndroid Build Coastguard Worker subprocess.check_call(['git', 'checkout', '-b', branch_name], cwd=chromium_dir) 106*6777b538SAndroid Build Coastguard Worker 107*6777b538SAndroid Build Coastguard Worker with tempfile.TemporaryDirectory() as abseil_root: 108*6777b538SAndroid Build Coastguard Worker _PullAbseil(abseil_root) 109*6777b538SAndroid Build Coastguard Worker abseil_dir = os.path.join(abseil_root, 'abseil-cpp') 110*6777b538SAndroid Build Coastguard Worker _UpdateAbseilInChromium(abseil_dir, chromium_dir) 111*6777b538SAndroid Build Coastguard Worker hash_diff = _UpdateChromiumReadme(os.path.join(abseil_in_chromium_dir, 'README.chromium'), 112*6777b538SAndroid Build Coastguard Worker abseil_dir) 113*6777b538SAndroid Build Coastguard Worker 114*6777b538SAndroid Build Coastguard Worker _PatchAbseil(abseil_in_chromium_dir) 115*6777b538SAndroid Build Coastguard Worker _Commit(chromium_dir, hash_diff) 116*6777b538SAndroid Build Coastguard Worker 117*6777b538SAndroid Build Coastguard Worker 118*6777b538SAndroid Build Coastguard Workerif __name__ == '__main__': 119*6777b538SAndroid Build Coastguard Worker logging.getLogger().setLevel(logging.INFO) 120*6777b538SAndroid Build Coastguard Worker 121*6777b538SAndroid Build Coastguard Worker if os.getcwd().endswith('src') and os.path.exists('chrome/browser'): 122*6777b538SAndroid Build Coastguard Worker _Roll() 123*6777b538SAndroid Build Coastguard Worker 124*6777b538SAndroid Build Coastguard Worker logging.info("Next step is manual: Fix BUILD.gn files to match BUILD.bazel changes.") 125*6777b538SAndroid Build Coastguard Worker logging.info("After that run generate_def_files.py. ") 126*6777b538SAndroid Build Coastguard Worker else: 127*6777b538SAndroid Build Coastguard Worker logging.error('Run this script from a chromium/src/ directory.') 128*6777b538SAndroid Build Coastguard Worker 129*6777b538SAndroid Build Coastguard Worker 130