xref: /aosp_15_r20/external/mbedtls/scripts/min_requirements.py (revision 62c56f9862f102b96d72393aff6076c951fb8148)
1*62c56f98SSadaf Ebrahimi#!/usr/bin/env python3
2*62c56f98SSadaf Ebrahimi"""Install all the required Python packages, with the minimum Python version.
3*62c56f98SSadaf Ebrahimi"""
4*62c56f98SSadaf Ebrahimi
5*62c56f98SSadaf Ebrahimi# Copyright The Mbed TLS Contributors
6*62c56f98SSadaf Ebrahimi# SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
7*62c56f98SSadaf Ebrahimi
8*62c56f98SSadaf Ebrahimiimport argparse
9*62c56f98SSadaf Ebrahimiimport os
10*62c56f98SSadaf Ebrahimiimport re
11*62c56f98SSadaf Ebrahimiimport subprocess
12*62c56f98SSadaf Ebrahimiimport sys
13*62c56f98SSadaf Ebrahimiimport tempfile
14*62c56f98SSadaf Ebrahimiimport typing
15*62c56f98SSadaf Ebrahimi
16*62c56f98SSadaf Ebrahimifrom typing import List, Optional
17*62c56f98SSadaf Ebrahimifrom mbedtls_dev import typing_util
18*62c56f98SSadaf Ebrahimi
19*62c56f98SSadaf Ebrahimidef pylint_doesn_t_notice_that_certain_types_are_used_in_annotations(
20*62c56f98SSadaf Ebrahimi        _list: List[typing.Any],
21*62c56f98SSadaf Ebrahimi) -> None:
22*62c56f98SSadaf Ebrahimi    pass
23*62c56f98SSadaf Ebrahimi
24*62c56f98SSadaf Ebrahimi
25*62c56f98SSadaf Ebrahimiclass Requirements:
26*62c56f98SSadaf Ebrahimi    """Collect and massage Python requirements."""
27*62c56f98SSadaf Ebrahimi
28*62c56f98SSadaf Ebrahimi    def __init__(self) -> None:
29*62c56f98SSadaf Ebrahimi        self.requirements = [] #type: List[str]
30*62c56f98SSadaf Ebrahimi
31*62c56f98SSadaf Ebrahimi    def adjust_requirement(self, req: str) -> str:
32*62c56f98SSadaf Ebrahimi        """Adjust a requirement to the minimum specified version."""
33*62c56f98SSadaf Ebrahimi        # allow inheritance #pylint: disable=no-self-use
34*62c56f98SSadaf Ebrahimi        # If a requirement specifies a minimum version, impose that version.
35*62c56f98SSadaf Ebrahimi        split_req = req.split(';', 1)
36*62c56f98SSadaf Ebrahimi        split_req[0] = re.sub(r'>=|~=', r'==', split_req[0])
37*62c56f98SSadaf Ebrahimi        return ';'.join(split_req)
38*62c56f98SSadaf Ebrahimi
39*62c56f98SSadaf Ebrahimi    def add_file(self, filename: str) -> None:
40*62c56f98SSadaf Ebrahimi        """Add requirements from the specified file.
41*62c56f98SSadaf Ebrahimi
42*62c56f98SSadaf Ebrahimi        This method supports a subset of pip's requirement file syntax:
43*62c56f98SSadaf Ebrahimi        * One requirement specifier per line, which is passed to
44*62c56f98SSadaf Ebrahimi          `adjust_requirement`.
45*62c56f98SSadaf Ebrahimi        * Comments (``#`` at the beginning of the line or after whitespace).
46*62c56f98SSadaf Ebrahimi        * ``-r FILENAME`` to include another file.
47*62c56f98SSadaf Ebrahimi        """
48*62c56f98SSadaf Ebrahimi        for line in open(filename):
49*62c56f98SSadaf Ebrahimi            line = line.strip()
50*62c56f98SSadaf Ebrahimi            line = re.sub(r'(\A|\s+)#.*', r'', line)
51*62c56f98SSadaf Ebrahimi            if not line:
52*62c56f98SSadaf Ebrahimi                continue
53*62c56f98SSadaf Ebrahimi            m = re.match(r'-r\s+', line)
54*62c56f98SSadaf Ebrahimi            if m:
55*62c56f98SSadaf Ebrahimi                nested_file = os.path.join(os.path.dirname(filename),
56*62c56f98SSadaf Ebrahimi                                           line[m.end(0):])
57*62c56f98SSadaf Ebrahimi                self.add_file(nested_file)
58*62c56f98SSadaf Ebrahimi                continue
59*62c56f98SSadaf Ebrahimi            self.requirements.append(self.adjust_requirement(line))
60*62c56f98SSadaf Ebrahimi
61*62c56f98SSadaf Ebrahimi    def write(self, out: typing_util.Writable) -> None:
62*62c56f98SSadaf Ebrahimi        """List the gathered requirements."""
63*62c56f98SSadaf Ebrahimi        for req in self.requirements:
64*62c56f98SSadaf Ebrahimi            out.write(req + '\n')
65*62c56f98SSadaf Ebrahimi
66*62c56f98SSadaf Ebrahimi    def install(
67*62c56f98SSadaf Ebrahimi            self,
68*62c56f98SSadaf Ebrahimi            pip_general_options: Optional[List[str]] = None,
69*62c56f98SSadaf Ebrahimi            pip_install_options: Optional[List[str]] = None,
70*62c56f98SSadaf Ebrahimi    ) -> None:
71*62c56f98SSadaf Ebrahimi        """Call pip to install the requirements."""
72*62c56f98SSadaf Ebrahimi        if pip_general_options is None:
73*62c56f98SSadaf Ebrahimi            pip_general_options = []
74*62c56f98SSadaf Ebrahimi        if pip_install_options is None:
75*62c56f98SSadaf Ebrahimi            pip_install_options = []
76*62c56f98SSadaf Ebrahimi        with tempfile.TemporaryDirectory() as temp_dir:
77*62c56f98SSadaf Ebrahimi            # This is more complicated than it needs to be for the sake
78*62c56f98SSadaf Ebrahimi            # of Windows. Use a temporary file rather than the command line
79*62c56f98SSadaf Ebrahimi            # to avoid quoting issues. Use a temporary directory rather
80*62c56f98SSadaf Ebrahimi            # than NamedTemporaryFile because with a NamedTemporaryFile on
81*62c56f98SSadaf Ebrahimi            # Windows, the subprocess can't open the file because this process
82*62c56f98SSadaf Ebrahimi            # has an exclusive lock on it.
83*62c56f98SSadaf Ebrahimi            req_file_name = os.path.join(temp_dir, 'requirements.txt')
84*62c56f98SSadaf Ebrahimi            with open(req_file_name, 'w') as req_file:
85*62c56f98SSadaf Ebrahimi                self.write(req_file)
86*62c56f98SSadaf Ebrahimi            subprocess.check_call([sys.executable, '-m', 'pip'] +
87*62c56f98SSadaf Ebrahimi                                  pip_general_options +
88*62c56f98SSadaf Ebrahimi                                  ['install'] + pip_install_options +
89*62c56f98SSadaf Ebrahimi                                  ['-r', req_file_name])
90*62c56f98SSadaf Ebrahimi
91*62c56f98SSadaf EbrahimiDEFAULT_REQUIREMENTS_FILE = 'ci.requirements.txt'
92*62c56f98SSadaf Ebrahimi
93*62c56f98SSadaf Ebrahimidef main() -> None:
94*62c56f98SSadaf Ebrahimi    """Command line entry point."""
95*62c56f98SSadaf Ebrahimi    parser = argparse.ArgumentParser(description=__doc__)
96*62c56f98SSadaf Ebrahimi    parser.add_argument('--no-act', '-n',
97*62c56f98SSadaf Ebrahimi                        action='store_true',
98*62c56f98SSadaf Ebrahimi                        help="Don't act, just print what will be done")
99*62c56f98SSadaf Ebrahimi    parser.add_argument('--pip-install-option',
100*62c56f98SSadaf Ebrahimi                        action='append', dest='pip_install_options',
101*62c56f98SSadaf Ebrahimi                        help="Pass this option to pip install")
102*62c56f98SSadaf Ebrahimi    parser.add_argument('--pip-option',
103*62c56f98SSadaf Ebrahimi                        action='append', dest='pip_general_options',
104*62c56f98SSadaf Ebrahimi                        help="Pass this general option to pip")
105*62c56f98SSadaf Ebrahimi    parser.add_argument('--user',
106*62c56f98SSadaf Ebrahimi                        action='append_const', dest='pip_install_options',
107*62c56f98SSadaf Ebrahimi                        const='--user',
108*62c56f98SSadaf Ebrahimi                        help="Install to the Python user install directory"
109*62c56f98SSadaf Ebrahimi                             " (short for --pip-install-option --user)")
110*62c56f98SSadaf Ebrahimi    parser.add_argument('files', nargs='*', metavar='FILE',
111*62c56f98SSadaf Ebrahimi                        help="Requirement files"
112*62c56f98SSadaf Ebrahimi                             " (default: {} in the script's directory)" \
113*62c56f98SSadaf Ebrahimi                             .format(DEFAULT_REQUIREMENTS_FILE))
114*62c56f98SSadaf Ebrahimi    options = parser.parse_args()
115*62c56f98SSadaf Ebrahimi    if not options.files:
116*62c56f98SSadaf Ebrahimi        options.files = [os.path.join(os.path.dirname(__file__),
117*62c56f98SSadaf Ebrahimi                                      DEFAULT_REQUIREMENTS_FILE)]
118*62c56f98SSadaf Ebrahimi    reqs = Requirements()
119*62c56f98SSadaf Ebrahimi    for filename in options.files:
120*62c56f98SSadaf Ebrahimi        reqs.add_file(filename)
121*62c56f98SSadaf Ebrahimi    reqs.write(sys.stdout)
122*62c56f98SSadaf Ebrahimi    if not options.no_act:
123*62c56f98SSadaf Ebrahimi        reqs.install(pip_general_options=options.pip_general_options,
124*62c56f98SSadaf Ebrahimi                     pip_install_options=options.pip_install_options)
125*62c56f98SSadaf Ebrahimi
126*62c56f98SSadaf Ebrahimiif __name__ == '__main__':
127*62c56f98SSadaf Ebrahimi    main()
128