#!/usr/bin/env python3 # Copyright 2022 The Pigweed Authors # # Licensed under the Apache License, Version 2.0 (the "License"); you may not # use this file except in compliance with the License. You may obtain a copy of # the License at # # https://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations under # the License. """Tests for ninja_parser.""" import difflib from pathlib import Path import unittest from unittest.mock import MagicMock, mock_open, patch from pw_presubmit import ninja_parser _STOP = 'ninja: build stopped:\n' _REAL_BUILD_INPUT = """ [1168/1797] cp ../../pw_software_update/py/dev_sign_test.py python/gen/pw_software_update/py/py.generated_python_package/dev_sign_test.py [1169/1797] ACTION //pw_presubmit/py:py.lint.mypy(//pw_build/python_toolchain:python) \x1b[31mFAILED: python/gen/pw_presubmit/py/py.lint.mypy.pw_pystamp python [...]/py/pw_build/python_runner.py --gn-root ../../ --current-path ../../pw_presubmit/py --default-toolchain=//pw_toolchain/default:default --current-toolchain=//pw_build/python_toolchain:python --env=MYPY_FORCE_COLOR=1 --touch python/gen/pw_presubmit/py/py.lint.mypy.pw_pystamp --capture-output --module mypy --python-virtualenv-config python/gen/pw_env_setup/pigweed_build_venv/venv_metadata.json --python-dep-list-files python/gen/pw_presubmit/py/py.lint.mypy_metadata_path_list.txt -- --pretty --show-error-codes ../../pw_presubmit/py/pw_presubmit/__init__.py ../../pw_presubmit/py/pw_presubmit/build.py ../../pw_presubmit/py/pw_presubmit/cli.py ../../pw_presubmit/py/pw_presubmit/cpp_checks.py ../../pw_presubmit/py/pw_presubmit/format_code.py ../../pw_presubmit/py/pw_presubmit/git_repo.py ../../pw_presubmit/py/pw_presubmit/inclusive_language.py ../../pw_presubmit/py/pw_presubmit/install_hook.py ../../pw_presubmit/py/pw_presubmit/keep_sorted.py ../../pw_presubmit/py/pw_presubmit/ninja_parser.py ../../pw_presubmit/py/pw_presubmit/npm_presubmit.py ../../pw_presubmit/py/pw_presubmit/pigweed_presubmit.py ../../pw_presubmit/py/pw_presubmit/presubmit.py ../../pw_presubmit/py/pw_presubmit/python_checks.py ../../pw_presubmit/py/pw_presubmit/shell_checks.py ../../pw_presubmit/py/pw_presubmit/todo_check.py ../../pw_presubmit/py/pw_presubmit/tools.py ../../pw_presubmit/py/git_repo_test.py ../../pw_presubmit/py/keep_sorted_test.py ../../pw_presubmit/py/ninja_parser_test.py ../../pw_presubmit/py/presubmit_test.py ../../pw_presubmit/py/tools_test.py ../../pw_presubmit/py/setup.py Requirement already satisfied: pyserial in c:\\b\\s\\w\\ir\\x\\w\\co\\environment\\pigweed-venv\\lib\\site-packages (from pigweed==0.0.13+20230126212203) (3.5) ../../pw_presubmit/py/presubmit_test.py:63: error: Module has no attribute "Filter" [attr-defined] TestData(presubmit.Filter(suffix=('.a', '.b')), 'foo.c', False... ^ Found 1 error in 1 file (checked 23 source files) [1170/1797] stamp python/obj/pw_snapshot/metadata_proto.python._mirror_sources_to_out_dir.stamp [1171/1797] stamp python/obj/pw_software_update/py/py._mirror_sources_to_out_dir_dev_sign_test.py.stamp [1172/1797] ACTION //pw_log:protos.python(//pw_build/python_toolchain:python) [1173/1797] ACTION //pw_thread_freertos/py:py.lint.pylint(//pw_build/python_toolchain:python) [1174/1797] ACTION //pw_symbolizer/py:py.lint.pylint(//pw_build/python_toolchain:python) [1175/1797] ACTION //pw_symbolizer/py:py.lint.pylint(//pw_build/python_toolchain:python) [1176/1797] ACTION //pw_thread_freertos/py:py.lint.pylint(//pw_build/python_toolchain:python) [1177/1797] ACTION //pw_tls_client/py:py.lint.pylint(//pw_build/python_toolchain:python) [1178/1797] ACTION //pw_symbolizer/py:py.lint.pylint(//pw_build/python_toolchain:python) [1179/1797] ACTION //pw_console/py:py.lint.pylint(//pw_build/python_toolchain:python) [1180/1797] ACTION //pw_tls_client/py:py.lint.pylint(//pw_build/python_toolchain:python) [1181/1797] ACTION //pw_console/py:py.lint.pylint(//pw_build/python_toolchain:python) [1182/1797] ACTION //pw_console/py:py.lint.pylint(//pw_build/python_toolchain:python) [1183/1797] ACTION //pw_tls_client/py:py.lint.mypy(//pw_build/python_toolchain:python) [1184/1797] ACTION //pw_symbolizer/py:py.lint.pylint(//pw_build/python_toolchain:python) [1185/1797] ACTION //pw_thread_freertos/py:py.lint.pylint(//pw_build/python_toolchain:python) [1186/1797] ACTION //pw_tls_client/py:py.lint.pylint(//pw_build/python_toolchain:python) ninja: build stopped: subcommand failed. [FINISHED] """ _REAL_BUILD_SUMMARY = """ [1169/1797] ACTION //pw_presubmit/py:py.lint.mypy(//pw_build/python_toolchain:python) \x1b[31mFAILED: python/gen/pw_presubmit/py/py.lint.mypy.pw_pystamp python [...]/py/pw_build/python_runner.py --gn-root ../../ --current-path ../../pw_presubmit/py --default-toolchain=//pw_toolchain/default:default --current-toolchain=//pw_build/python_toolchain:python --env=MYPY_FORCE_COLOR=1 --touch python/gen/pw_presubmit/py/py.lint.mypy.pw_pystamp --capture-output --module mypy --python-virtualenv-config python/gen/pw_env_setup/pigweed_build_venv/venv_metadata.json --python-dep-list-files python/gen/pw_presubmit/py/py.lint.mypy_metadata_path_list.txt -- --pretty --show-error-codes [...]/py/pw_presubmit/__init__.py [...]/py/pw_presubmit/build.py [...]/py/pw_presubmit/cli.py [...]/py/pw_presubmit/cpp_checks.py [...]/py/pw_presubmit/format_code.py [...]/py/pw_presubmit/git_repo.py [...]/py/pw_presubmit/inclusive_language.py [...]/py/pw_presubmit/install_hook.py [...]/py/pw_presubmit/keep_sorted.py [...]/py/pw_presubmit/ninja_parser.py [...]/py/pw_presubmit/npm_presubmit.py [...]/py/pw_presubmit/pigweed_presubmit.py [...]/py/pw_presubmit/presubmit.py [...]/py/pw_presubmit/python_checks.py [...]/py/pw_presubmit/shell_checks.py [...]/py/pw_presubmit/todo_check.py [...]/py/pw_presubmit/tools.py ../../pw_presubmit/py/git_repo_test.py ../../pw_presubmit/py/keep_sorted_test.py ../../pw_presubmit/py/ninja_parser_test.py ../../pw_presubmit/py/presubmit_test.py ../../pw_presubmit/py/tools_test.py ../../pw_presubmit/py/setup.py ../../pw_presubmit/py/presubmit_test.py:63: error: Module has no attribute "Filter" [attr-defined] TestData(presubmit.Filter(suffix=('.a', '.b')), 'foo.c', False... ^ Found 1 error in 1 file (checked 23 source files) """ _REAL_TEST_INPUT = r""" [20278/31188] Finished [ld pw_strict_host_clang_size_optimized/obj/pw_rpc/bin/test_rpc_server] (0.0s) [20278/31188] Started [c++ pw_strict_host_clang_size_optimized/obj/pw_rpc/pwpb/fake_channel_output_test.lib.fake_channel_output_test.cc.o] [20279/31188] Finished [c++ pw_strict_host_clang_size_optimized/obj/pw_log_rpc/log_service.log_service.cc.o] (4.9s) [20279/31188] Started [c++ pw_strict_host_clang_size_optimized/obj/pw_rpc/pwpb/method_info_test.lib.method_info_test.cc.o] [20280/31188] Finished [ACTION //pw_rpc:cpp_client_server_integration_test(//targets/host/pigweed_internal:pw_strict_host_clang_debug)] (10.2s) [ACTION //pw_rpc:cpp_client_server_integration_test(//targets/host/pigweed_internal:pw_strict_host_clang_debug)] [31mFAILED: [0mpw_strict_host_clang_debug/gen/pw_rpc/cpp_client_server_integration_test.pw_pystamp python [...]/py/pw_build/python_runner.py --gn-root ../../ --current-path ../../pw_rpc --default-toolchain=//pw_toolchain/default:default --current-toolchain=//targets/host/pigweed_internal:pw_strict_host_clang_debug --touch pw_strict_host_clang_debug/gen/pw_rpc/cpp_client_server_integration_test.pw_pystamp --capture-output --python-virtualenv-config python/gen/pw_env_setup/pigweed_build_venv/venv_metadata.json --python-dep-list-files pw_strict_host_clang_debug/gen/pw_rpc/cpp_client_server_integration_test_metadata_path_list.txt -- [...]/py/pw_rpc/testing.py --server \ --client \ -- 30577 [35m[1mINF[0m Starting pw_rpc server on port 30577 [35m[1mINF[0m Connecting to pw_rpc client at localhost:30577 [35m[1mINF[0m [==========] Running all tests. [35m[1mINF[0m [ RUN ] RawRpcIntegrationTest.Unary [35m[1mINF[0m Test output line [35m[1mINF[0m [ OK ] RawRpcIntegrationTest.Unary [35m[1mINF[0m [ RUN ] RawRpcIntegrationTest.BidirectionalStreaming [35m[1mINF[0m [ OK ] RawRpcIntegrationTest.BidirectionalStreaming [35m[1mINF[0m [ RUN ] RawRpcIntegrationTest.OnNextOverwritesItsOwnCall [33m[1mWRN[0m RPC client received stream message for an unknown call [31m ▄████▄ ██▀███ ▄▄▄ ██████ ██░ ██ ▒██▀ ▀█ ▓██ ▒ ██▒ ▒████▄ ▒██ ▒ ▓██░ ██▒ ▒▓█ 💥 ▄ ▓██ ░▄█ ▒ ▒██ ▀█▄ ░ ▓██▄ ▒██▀▀██░ ▒▓▓▄ ▄██▒ ▒██▀▀█▄ ░██▄▄▄▄██ ▒ ██▒ ░▓█ ░██ ▒ ▓███▀ ░ ░██▓ ▒██▒ ▓█ ▓██▒ ▒██████▒▒ ░▓█▒░██▓ ░ ░▒ ▒ ░ ░ ▒▓ ░▒▓░ ▒▒ ▓▒█░ ▒ ▒▓▒ ▒ ░ ▒ ░░▒░▒ ░ ▒ ░▒ ░ ▒░ ▒ ▒▒ ░ ░ ░▒ ░ ░ ▒ ░▒░ ░ ░ ░░ ░ ░ ▒ ░ ░ ░ ░ ░░ ░ ░ ░ ░ ░ ░ ░ ░ ░ ░ ░ [0m Welp, that didn't go as planned. It seems we crashed. Terribly sorry! [33m CRASH MESSAGE[0m Check failed: sem_.try_acquire_for(10s). [33m CRASH FILE & LINE[0m pw_rpc/client_integration_test.cc:52 [33m CRASH FUNCTION[0m const char *rpc_test::(anonymous namespace)::StringReceiver::Wait() [20281/31188] Finished [c++ pw_strict_host_clang_size_optimized/obj/pw_log_rpc/rpc_log_drain.rpc_log_drain.cc.o] (5.1s) [20282/31188] Finished [c++ pw_strict_host_clang_size_optimized/obj/pw_log_rpc/log_filter_service_test.lib.log_filter_service_test.cc.o] (5.9s) [20283/31188] Finished [c++ pw_strict_host_clang_size_optimized/obj/pw_rpc/fuzz/engine_test.lib.engine_test.cc.o] (2.4s) """ _REAL_TEST_SUMMARY = r""" [ACTION //pw_rpc:cpp_client_server_integration_test(//targets/host/pigweed_internal:pw_strict_host_clang_debug)] [31mFAILED: [0mpw_strict_host_clang_debug/gen/pw_rpc/cpp_client_server_integration_test.pw_pystamp python [...]/py/pw_build/python_runner.py --gn-root ../../ --current-path ../../pw_rpc --default-toolchain=//pw_toolchain/default:default --current-toolchain=//targets/host/pigweed_internal:pw_strict_host_clang_debug --touch pw_strict_host_clang_debug/gen/pw_rpc/cpp_client_server_integration_test.pw_pystamp --capture-output --python-virtualenv-config python/gen/pw_env_setup/pigweed_build_venv/venv_metadata.json --python-dep-list-files pw_strict_host_clang_debug/gen/pw_rpc/cpp_client_server_integration_test_metadata_path_list.txt -- [...]/py/pw_rpc/testing.py --server \ --client \ -- 30577 [35m[1mINF[0m Starting pw_rpc server on port 30577 [35m[1mINF[0m Connecting to pw_rpc client at localhost:30577 [35m[1mINF[0m [==========] Running all tests. [35m[1mINF[0m [ RUN ] RawRpcIntegrationTest.OnNextOverwritesItsOwnCall [33m[1mWRN[0m RPC client received stream message for an unknown call [31m ▄████▄ ██▀███ ▄▄▄ ██████ ██░ ██ ▒██▀ ▀█ ▓██ ▒ ██▒ ▒████▄ ▒██ ▒ ▓██░ ██▒ ▒▓█ 💥 ▄ ▓██ ░▄█ ▒ ▒██ ▀█▄ ░ ▓██▄ ▒██▀▀██░ ▒▓▓▄ ▄██▒ ▒██▀▀█▄ ░██▄▄▄▄██ ▒ ██▒ ░▓█ ░██ ▒ ▓███▀ ░ ░██▓ ▒██▒ ▓█ ▓██▒ ▒██████▒▒ ░▓█▒░██▓ ░ ░▒ ▒ ░ ░ ▒▓ ░▒▓░ ▒▒ ▓▒█░ ▒ ▒▓▒ ▒ ░ ▒ ░░▒░▒ ░ ▒ ░▒ ░ ▒░ ▒ ▒▒ ░ ░ ░▒ ░ ░ ▒ ░▒░ ░ ░ ░░ ░ ░ ▒ ░ ░ ░ ░ ░░ ░ ░ ░ ░ ░ ░ ░ ░ ░ ░ ░ [0m Welp, that didn't go as planned. It seems we crashed. Terribly sorry! [33m CRASH MESSAGE[0m Check failed: sem_.try_acquire_for(10s). [33m CRASH FILE & LINE[0m pw_rpc/client_integration_test.cc:52 [33m CRASH FUNCTION[0m const char *rpc_test::(anonymous namespace)::StringReceiver::Wait() """ class TestNinjaParser(unittest.TestCase): """Test ninja_parser.""" def _run(self, contents: str) -> str: # pylint: disable=no-self-use path = MagicMock(spec=Path('foo/bar')) def mocked_open_read(*args, **kwargs): return mock_open(read_data=contents)(*args, **kwargs) with patch.object(path, 'open', mocked_open_read): return ninja_parser.parse_ninja_stdout(path) def _assert_equal(self, left, right): if ( not isinstance(left, str) or not isinstance(right, str) or '\n' not in left or '\n' not in right ): return self.assertEqual(left, right) diff = ''.join( difflib.unified_diff(left.splitlines(True), right.splitlines(True)) ) return self.assertSequenceEqual(left, right, f'\n{diff}\n') def test_simple(self) -> None: error = '[2/10] baz\nFAILED: something\nerror 1\nerror 2\n' result = self._run('[0/10] foo\n[1/10] bar\n' + error + _STOP) self._assert_equal(error.strip(), result.strip()) def test_short(self) -> None: error = '[2/10] baz\nFAILED: something\n' result = self._run('[0/10] foo\n[1/10] bar\n' + error + _STOP) self._assert_equal(error.strip(), result.strip()) def test_unexpected(self) -> None: error = '[2/10] baz\nERROR: something\nerror 1\n' result = self._run('[0/10] foo\n[1/10] bar\n' + error) self._assert_equal('', result.strip()) def test_real_build(self) -> None: result = self._run(_REAL_BUILD_INPUT) self._assert_equal(_REAL_BUILD_SUMMARY.strip(), result.strip()) def test_real_test(self) -> None: result = self._run(_REAL_TEST_INPUT) self._assert_equal(_REAL_TEST_SUMMARY.strip(), result.strip()) if __name__ == '__main__': unittest.main()