xref: /aosp_15_r20/external/webrtc/third_party/abseil-cpp/roll_abseil.py (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker#!/usr/bin/env python3
2*d9f75844SAndroid Build Coastguard Worker
3*d9f75844SAndroid Build Coastguard Worker"""Script to do the first step of Abseil roll into chromium.
4*d9f75844SAndroid Build Coastguard Worker"""
5*d9f75844SAndroid Build Coastguard Worker
6*d9f75844SAndroid Build Coastguard Workerimport logging
7*d9f75844SAndroid Build Coastguard Workerimport os
8*d9f75844SAndroid Build Coastguard Workerimport re
9*d9f75844SAndroid Build Coastguard Workerimport subprocess
10*d9f75844SAndroid Build Coastguard Workerimport tempfile
11*d9f75844SAndroid Build Coastguard Workerfrom datetime import datetime
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard WorkerABSL_URI = 'https://github.com/abseil/abseil-cpp.git'
14*d9f75844SAndroid Build Coastguard Worker
15*d9f75844SAndroid Build Coastguard Workerdef _PullAbseil(abseil_dir):
16*d9f75844SAndroid Build Coastguard Worker  logging.info('Updating abseil...')
17*d9f75844SAndroid Build Coastguard Worker  subprocess.check_call(['git', 'clone', ABSL_URI],
18*d9f75844SAndroid Build Coastguard Worker                        cwd=abseil_dir)
19*d9f75844SAndroid Build Coastguard Worker
20*d9f75844SAndroid Build Coastguard Workerdef _SyncChromium(chromium_dir):
21*d9f75844SAndroid Build Coastguard Worker  logging.info('Updating chromium...')
22*d9f75844SAndroid Build Coastguard Worker  subprocess.check_call(['git', 'checkout', 'main'], cwd=chromium_dir)
23*d9f75844SAndroid Build Coastguard Worker  subprocess.check_call(['git', 'pull', '--rebase'], cwd=chromium_dir)
24*d9f75844SAndroid Build Coastguard Worker  subprocess.check_call(['gclient', 'sync'], cwd=chromium_dir)
25*d9f75844SAndroid Build Coastguard Worker
26*d9f75844SAndroid Build Coastguard Worker
27*d9f75844SAndroid Build Coastguard Workerdef _UpdateChromiumReadme(readme_filename, abseil_dir):
28*d9f75844SAndroid Build Coastguard Worker  logging.info('Updating ' + readme_filename)
29*d9f75844SAndroid Build Coastguard Worker
30*d9f75844SAndroid Build Coastguard Worker  stdout = subprocess.check_output(['git', 'log', '-n1', '--pretty=short'],
31*d9f75844SAndroid Build Coastguard Worker                                   cwd=abseil_dir)
32*d9f75844SAndroid Build Coastguard Worker  new_revision = re.search('commit\\s(.{40})', str(stdout)).group(1)
33*d9f75844SAndroid Build Coastguard Worker
34*d9f75844SAndroid Build Coastguard Worker  with open(readme_filename, 'r+') as f:
35*d9f75844SAndroid Build Coastguard Worker    content = f.read()
36*d9f75844SAndroid Build Coastguard Worker    prefix = 'Revision: '
37*d9f75844SAndroid Build Coastguard Worker    pos = content.find(prefix)
38*d9f75844SAndroid Build Coastguard Worker    assert(pos > 0)
39*d9f75844SAndroid Build Coastguard Worker    pos = pos + len(prefix)
40*d9f75844SAndroid Build Coastguard Worker    old_revision = content[pos:pos+40]
41*d9f75844SAndroid Build Coastguard Worker    f.seek(pos)
42*d9f75844SAndroid Build Coastguard Worker    f.write(new_revision)
43*d9f75844SAndroid Build Coastguard Worker
44*d9f75844SAndroid Build Coastguard Worker  logging.info('Abseil old revision is ' + old_revision)
45*d9f75844SAndroid Build Coastguard Worker  logging.info('Abseil new revision is ' + new_revision)
46*d9f75844SAndroid Build Coastguard Worker  return old_revision[0:10] + '..' + new_revision[0:10]
47*d9f75844SAndroid Build Coastguard Worker
48*d9f75844SAndroid Build Coastguard Worker
49*d9f75844SAndroid Build Coastguard Workerdef _UpdateAbseilInChromium(abseil_dir, chromium_dir):
50*d9f75844SAndroid Build Coastguard Worker logging.info('Syncing abseil in chromium/src/third_party...')
51*d9f75844SAndroid Build Coastguard Worker exclude = [
52*d9f75844SAndroid Build Coastguard Worker   '*BUILD.gn',
53*d9f75844SAndroid Build Coastguard Worker   'DIR_METADATA',
54*d9f75844SAndroid Build Coastguard Worker   'README.chromium',
55*d9f75844SAndroid Build Coastguard Worker   'OWNERS',
56*d9f75844SAndroid Build Coastguard Worker   '.gitignore',
57*d9f75844SAndroid Build Coastguard Worker   '.git',
58*d9f75844SAndroid Build Coastguard Worker   '*.gni',
59*d9f75844SAndroid Build Coastguard Worker   '*clang-format',
60*d9f75844SAndroid Build Coastguard Worker   'patches/*',
61*d9f75844SAndroid Build Coastguard Worker   'patches',
62*d9f75844SAndroid Build Coastguard Worker   'absl_hardening_test.cc',
63*d9f75844SAndroid Build Coastguard Worker   'roll_abseil.py',
64*d9f75844SAndroid Build Coastguard Worker   'generate_def_files.py',
65*d9f75844SAndroid Build Coastguard Worker   '*.def',
66*d9f75844SAndroid Build Coastguard Worker ]
67*d9f75844SAndroid Build Coastguard Worker params = ['rsync', '-aP', abseil_dir, os.path.join(chromium_dir, 'third_party'), '--delete']
68*d9f75844SAndroid Build Coastguard Worker for e in exclude:
69*d9f75844SAndroid Build Coastguard Worker   params.append('--exclude={}'.format(e))
70*d9f75844SAndroid Build Coastguard Worker subprocess.check_call(params, cwd=chromium_dir)
71*d9f75844SAndroid Build Coastguard Worker
72*d9f75844SAndroid Build Coastguard Worker
73*d9f75844SAndroid Build Coastguard Workerdef _PatchAbseil(abseil_in_chromium_dir):
74*d9f75844SAndroid Build Coastguard Worker  logging.info('Patching abseil...')
75*d9f75844SAndroid Build Coastguard Worker  for patch in os.listdir(os.path.join(abseil_in_chromium_dir, 'patches')):
76*d9f75844SAndroid Build Coastguard Worker    subprocess.check_call(['patch', '--strip', '1', '-i', os.path.join(abseil_in_chromium_dir, 'patches', patch)])
77*d9f75844SAndroid Build Coastguard Worker
78*d9f75844SAndroid Build Coastguard Worker  os.remove(os.path.join(abseil_in_chromium_dir, 'absl', 'base', 'internal', 'thread_annotations.h'))
79*d9f75844SAndroid Build Coastguard Worker  os.remove(os.path.join(abseil_in_chromium_dir, 'absl', 'base', 'internal', 'dynamic_annotations.h'))
80*d9f75844SAndroid Build Coastguard Worker
81*d9f75844SAndroid Build Coastguard Worker
82*d9f75844SAndroid Build Coastguard Workerdef _Commit(chromium_dir, hash_diff):
83*d9f75844SAndroid Build Coastguard Worker  logging.info('Commit...')
84*d9f75844SAndroid Build Coastguard Worker  desc="""Roll abseil_revision {0}
85*d9f75844SAndroid Build Coastguard Worker
86*d9f75844SAndroid Build Coastguard WorkerChange Log:
87*d9f75844SAndroid Build Coastguard Workerhttps://chromium.googlesource.com/external/github.com/abseil/abseil-cpp/+log/{0}
88*d9f75844SAndroid Build Coastguard WorkerFull diff:
89*d9f75844SAndroid Build Coastguard Workerhttps://chromium.googlesource.com/external/github.com/abseil/abseil-cpp/+/{0}
90*d9f75844SAndroid Build Coastguard WorkerBug: None""".format(hash_diff)
91*d9f75844SAndroid Build Coastguard Worker
92*d9f75844SAndroid Build Coastguard Worker  subprocess.check_call(['git', 'add', 'third_party/abseil-cpp'], cwd=chromium_dir)
93*d9f75844SAndroid Build Coastguard Worker  subprocess.check_call(['git', 'commit', '-m', desc], cwd=chromium_dir)
94*d9f75844SAndroid Build Coastguard Worker
95*d9f75844SAndroid Build Coastguard Worker  logging.info('Upload...')
96*d9f75844SAndroid Build Coastguard Worker  subprocess.check_call(['git', 'cl', 'upload', '-m', desc, '--bypass-hooks'], cwd=chromium_dir)
97*d9f75844SAndroid Build Coastguard Worker
98*d9f75844SAndroid Build Coastguard Worker
99*d9f75844SAndroid Build Coastguard Workerdef _Roll():
100*d9f75844SAndroid Build Coastguard Worker  chromium_dir = os.getcwd()
101*d9f75844SAndroid Build Coastguard Worker  abseil_in_chromium_dir = os.path.join(chromium_dir, 'third_party', 'abseil-cpp')
102*d9f75844SAndroid Build Coastguard Worker  _SyncChromium(chromium_dir)
103*d9f75844SAndroid Build Coastguard Worker
104*d9f75844SAndroid Build Coastguard Worker  branch_name = datetime.today().strftime('rolling-absl-%Y%m%d')
105*d9f75844SAndroid Build Coastguard Worker  logging.info('Creating branch ' + branch_name + ' for the roll...')
106*d9f75844SAndroid Build Coastguard Worker  subprocess.check_call(['git', 'checkout', '-b', branch_name], cwd=chromium_dir)
107*d9f75844SAndroid Build Coastguard Worker
108*d9f75844SAndroid Build Coastguard Worker  with tempfile.TemporaryDirectory() as abseil_root:
109*d9f75844SAndroid Build Coastguard Worker    _PullAbseil(abseil_root)
110*d9f75844SAndroid Build Coastguard Worker    abseil_dir = os.path.join(abseil_root, 'abseil-cpp')
111*d9f75844SAndroid Build Coastguard Worker    _UpdateAbseilInChromium(abseil_dir, chromium_dir)
112*d9f75844SAndroid Build Coastguard Worker    hash_diff = _UpdateChromiumReadme(os.path.join(abseil_in_chromium_dir, 'README.chromium'),
113*d9f75844SAndroid Build Coastguard Worker                                      abseil_dir)
114*d9f75844SAndroid Build Coastguard Worker
115*d9f75844SAndroid Build Coastguard Worker  _PatchAbseil(abseil_in_chromium_dir)
116*d9f75844SAndroid Build Coastguard Worker  _Commit(chromium_dir, hash_diff)
117*d9f75844SAndroid Build Coastguard Worker
118*d9f75844SAndroid Build Coastguard Worker
119*d9f75844SAndroid Build Coastguard Workerif __name__ == '__main__':
120*d9f75844SAndroid Build Coastguard Worker  logging.getLogger().setLevel(logging.INFO)
121*d9f75844SAndroid Build Coastguard Worker
122*d9f75844SAndroid Build Coastguard Worker  if os.getcwd().endswith('src') and os.path.exists('chrome/browser'):
123*d9f75844SAndroid Build Coastguard Worker    _Roll()
124*d9f75844SAndroid Build Coastguard Worker
125*d9f75844SAndroid Build Coastguard Worker    logging.info("Next step is manual: Fix BUILD.gn files to match BUILD.bazel changes.")
126*d9f75844SAndroid Build Coastguard Worker    logging.info("After that run generate_def_files.py. ")
127*d9f75844SAndroid Build Coastguard Worker  else:
128*d9f75844SAndroid Build Coastguard Worker    logging.error('Run this script from a chromium/src/ directory.')
129*d9f75844SAndroid Build Coastguard Worker
130*d9f75844SAndroid Build Coastguard Worker
131