xref: /aosp_15_r20/external/protobuf/update_file_lists.sh (revision 1b3f573f81763fcece89efc2b6a5209149e44ab8) 
1#!/bin/bash -u
2
3# This script copies source file lists from src/Makefile.am to cmake files.
4
5get_variable_value() {
6  local FILENAME=$1
7  local VARNAME=$2
8  awk "
9    BEGIN { start = 0; }
10    /^$VARNAME =/ { start = 1; }
11    { if (start) { print \$0; } }
12    /\\\\\$/ { next; }
13    { start = 0; }
14  " $FILENAME \
15    | sed "s/^$VARNAME =//" \
16    | sed "s/[ \\]//g" \
17    | grep -v "^\\$" \
18    | grep -v "^$" \
19    | LC_ALL=C sort | uniq
20}
21
22get_header_files() {
23  get_variable_value $@ | grep '\.h$'
24}
25
26get_source_files() {
27  get_variable_value $@ | grep "cc$\|inc$"
28}
29
30get_proto_files() {
31  get_variable_value $@ | grep "pb.cc$" | sed "s/pb.cc/proto/"
32}
33
34sort_files() {
35  for FILE in $@; do
36    echo $FILE
37  done | LC_ALL=C sort | uniq
38}
39
40MAKEFILE=src/Makefile.am
41
42[ -f "$MAKEFILE" ] || {
43  echo "Cannot find: $MAKEFILE"
44  exit 1
45}
46
47# Extract file lists from src/Makefile.am
48GZHEADERS=$(get_variable_value $MAKEFILE GZHEADERS)
49LIBPROTOBUF_HEADERS=$(get_variable_value $MAKEFILE nobase_include_HEADERS | grep -v /compiler/)
50LIBPROTOBUF_HEADERS=$(sort_files $GZHEADERS $LIBPROTOBUF_HEADERS)
51LIBPROTOBUF_LITE_SOURCES=$(get_source_files $MAKEFILE libprotobuf_lite_la_SOURCES)
52LIBPROTOBUF_SOURCES=$(get_source_files $MAKEFILE libprotobuf_la_SOURCES)
53LIBPROTOC_SOURCES=$(get_source_files $MAKEFILE libprotoc_la_SOURCES)
54LIBPROTOC_HEADERS=$(get_variable_value $MAKEFILE nobase_include_HEADERS | grep /compiler/)
55LITE_PROTOS=$(get_proto_files $MAKEFILE protoc_lite_outputs)
56PROTOS=$(get_proto_files $MAKEFILE protoc_outputs)
57WKT_PROTOS=$(get_variable_value $MAKEFILE nobase_dist_proto_DATA)
58COMMON_TEST_SOURCES=$(get_source_files $MAKEFILE COMMON_TEST_SOURCES)
59COMMON_LITE_TEST_SOURCES=$(get_source_files $MAKEFILE COMMON_LITE_TEST_SOURCES)
60TEST_SOURCES=$(get_source_files $MAKEFILE protobuf_test_SOURCES)
61NON_MSVC_TEST_SOURCES=$(get_source_files $MAKEFILE NON_MSVC_TEST_SOURCES)
62LITE_TEST_SOURCES=$(get_source_files $MAKEFILE protobuf_lite_test_SOURCES)
63LITE_ARENA_TEST_SOURCES=$(get_source_files $MAKEFILE protobuf_lite_arena_test_SOURCES)
64TEST_PLUGIN_SOURCES=$(get_source_files $MAKEFILE test_plugin_SOURCES)
65
66################################################################################
67# Update cmake files.
68################################################################################
69
70CMAKE_DIR=cmake
71EXTRACT_INCLUDES_BAT=cmake/extract_includes.bat.in
72[ -d "$CMAKE_DIR" ] || {
73  echo "Cannot find: $CMAKE_DIR"
74  exit 1
75}
76
77[ -f "$EXTRACT_INCLUDES_BAT" ] || {
78  echo "Cannot find: $EXTRACT_INCLUDES_BAT"
79  exit 1
80}
81
82set_cmake_value() {
83  local FILENAME=$1
84  local VARNAME=$2
85  local PREFIX=$3
86  shift
87  shift
88  shift
89  awk -v values="$*" -v prefix="$PREFIX" "
90    BEGIN { start = 0; }
91    /^set\\($VARNAME/ {
92      start = 1;
93      print \$0;
94      len = split(values, vlist, \" \");
95      for (i = 1; i <= len; ++i) {
96        printf(\"  \");
97        if (vlist[i] !~ /^\\\$/) {
98          printf(\"%s\", prefix);
99        }
100        printf(\"%s\\n\", vlist[i]);
101      }
102      next;
103    }
104    start && /^\\)/ {
105      start = 0;
106    }
107    !start {
108      print \$0;
109    }
110  " $FILENAME > /tmp/$$
111  cp /tmp/$$ $FILENAME
112}
113
114
115# Replace file lists in cmake files.
116CMAKE_PREFIX="\${protobuf_SOURCE_DIR}/src/"
117set_cmake_value $CMAKE_DIR/libprotobuf-lite.cmake libprotobuf_lite_files $CMAKE_PREFIX $LIBPROTOBUF_LITE_SOURCES
118set_cmake_value $CMAKE_DIR/libprotobuf.cmake libprotobuf_files $CMAKE_PREFIX $LIBPROTOBUF_SOURCES
119set_cmake_value $CMAKE_DIR/libprotoc.cmake libprotoc_files $CMAKE_PREFIX $LIBPROTOC_SOURCES
120set_cmake_value $CMAKE_DIR/libprotoc.cmake libprotoc_headers $CMAKE_PREFIX $LIBPROTOC_HEADERS
121set_cmake_value $CMAKE_DIR/tests.cmake lite_test_protos "" $LITE_PROTOS
122set_cmake_value $CMAKE_DIR/tests.cmake tests_protos "" $PROTOS
123set_cmake_value $CMAKE_DIR/tests.cmake common_test_files $CMAKE_PREFIX '${common_lite_test_files}' $COMMON_TEST_SOURCES
124set_cmake_value $CMAKE_DIR/tests.cmake common_lite_test_files $CMAKE_PREFIX $COMMON_LITE_TEST_SOURCES
125set_cmake_value $CMAKE_DIR/tests.cmake tests_files $CMAKE_PREFIX $TEST_SOURCES
126set_cmake_value $CMAKE_DIR/tests.cmake non_msvc_tests_files $CMAKE_PREFIX $NON_MSVC_TEST_SOURCES
127set_cmake_value $CMAKE_DIR/tests.cmake lite_test_files $CMAKE_PREFIX $LITE_TEST_SOURCES
128set_cmake_value $CMAKE_DIR/tests.cmake lite_arena_test_files $CMAKE_PREFIX $LITE_ARENA_TEST_SOURCES
129
130# Generate extract_includes.bat
131echo "mkdir include" > $EXTRACT_INCLUDES_BAT
132for INCLUDE in $LIBPROTOBUF_HEADERS $LIBPROTOC_HEADERS $WKT_PROTOS; do
133  INCLUDE_DIR=$(dirname "$INCLUDE")
134  while [ ! "$INCLUDE_DIR" = "." ]; do
135    echo "mkdir include\\${INCLUDE_DIR//\//\\}"
136    INCLUDE_DIR=$(dirname "$INCLUDE_DIR")
137  done
138done | sort | uniq >> $EXTRACT_INCLUDES_BAT
139for INCLUDE in $(sort_files $LIBPROTOBUF_HEADERS $LIBPROTOC_HEADERS) $WKT_PROTOS; do
140  WINPATH=${INCLUDE//\//\\}
141  echo "copy \"\${PROTOBUF_SOURCE_WIN32_PATH}\\..\\src\\$WINPATH\" include\\$WINPATH" >> $EXTRACT_INCLUDES_BAT
142done
143
144################################################################################
145# Update bazel BUILD files.
146################################################################################
147
148set_bazel_value() {
149  local FILENAME=$1
150  local VARNAME=$2
151  local PREFIX=$3
152  shift
153  shift
154  shift
155  awk -v values="$*" -v prefix="$PREFIX" "
156    BEGIN { start = 0; }
157    /# AUTOGEN\\($VARNAME\\)/ {
158      start = 1;
159      print \$0;
160      # replace \$0 with indent.
161      sub(/#.*/, \"\", \$0)
162      len = split(values, vlist, \" \");
163      for (i = 1; i <= len; ++i) {
164        printf(\"%s\\\"%s%s\\\",\n\", \$0, prefix, vlist[i]);
165      }
166      next;
167    }
168    start && /\]/ {
169      start = 0
170    }
171    !start {
172      print \$0;
173    }
174  " $FILENAME > /tmp/$$
175  cp /tmp/$$ $FILENAME
176}
177
178
179BAZEL_BUILD=./BUILD
180BAZEL_PREFIX="src/"
181if [ -f "$BAZEL_BUILD" ]; then
182  set_bazel_value $BAZEL_BUILD protobuf_lite_srcs $BAZEL_PREFIX $LIBPROTOBUF_LITE_SOURCES
183  set_bazel_value $BAZEL_BUILD protobuf_srcs $BAZEL_PREFIX $LIBPROTOBUF_SOURCES
184  set_bazel_value $BAZEL_BUILD protoc_lib_srcs $BAZEL_PREFIX $LIBPROTOC_SOURCES
185  set_bazel_value $BAZEL_BUILD lite_test_protos "" $LITE_PROTOS
186  set_bazel_value $BAZEL_BUILD well_known_protos "" $WKT_PROTOS
187  set_bazel_value $BAZEL_BUILD test_protos "" $PROTOS
188  set_bazel_value $BAZEL_BUILD common_test_srcs $BAZEL_PREFIX $COMMON_LITE_TEST_SOURCES $COMMON_TEST_SOURCES
189  set_bazel_value $BAZEL_BUILD test_srcs $BAZEL_PREFIX $TEST_SOURCES
190  set_bazel_value $BAZEL_BUILD non_msvc_test_srcs $BAZEL_PREFIX $NON_MSVC_TEST_SOURCES
191  set_bazel_value $BAZEL_BUILD test_plugin_srcs $BAZEL_PREFIX $TEST_PLUGIN_SOURCES
192else
193  echo "Skipped BUILD file update."
194fi
195
196