1*62c56f98SSadaf Ebrahimi#!/usr/bin/env python3 2*62c56f98SSadaf Ebrahimi"""Install all the required Python packages, with the minimum Python version. 3*62c56f98SSadaf Ebrahimi""" 4*62c56f98SSadaf Ebrahimi 5*62c56f98SSadaf Ebrahimi# Copyright The Mbed TLS Contributors 6*62c56f98SSadaf Ebrahimi# SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later 7*62c56f98SSadaf Ebrahimi 8*62c56f98SSadaf Ebrahimiimport argparse 9*62c56f98SSadaf Ebrahimiimport os 10*62c56f98SSadaf Ebrahimiimport re 11*62c56f98SSadaf Ebrahimiimport subprocess 12*62c56f98SSadaf Ebrahimiimport sys 13*62c56f98SSadaf Ebrahimiimport tempfile 14*62c56f98SSadaf Ebrahimiimport typing 15*62c56f98SSadaf Ebrahimi 16*62c56f98SSadaf Ebrahimifrom typing import List, Optional 17*62c56f98SSadaf Ebrahimifrom mbedtls_dev import typing_util 18*62c56f98SSadaf Ebrahimi 19*62c56f98SSadaf Ebrahimidef pylint_doesn_t_notice_that_certain_types_are_used_in_annotations( 20*62c56f98SSadaf Ebrahimi _list: List[typing.Any], 21*62c56f98SSadaf Ebrahimi) -> None: 22*62c56f98SSadaf Ebrahimi pass 23*62c56f98SSadaf Ebrahimi 24*62c56f98SSadaf Ebrahimi 25*62c56f98SSadaf Ebrahimiclass Requirements: 26*62c56f98SSadaf Ebrahimi """Collect and massage Python requirements.""" 27*62c56f98SSadaf Ebrahimi 28*62c56f98SSadaf Ebrahimi def __init__(self) -> None: 29*62c56f98SSadaf Ebrahimi self.requirements = [] #type: List[str] 30*62c56f98SSadaf Ebrahimi 31*62c56f98SSadaf Ebrahimi def adjust_requirement(self, req: str) -> str: 32*62c56f98SSadaf Ebrahimi """Adjust a requirement to the minimum specified version.""" 33*62c56f98SSadaf Ebrahimi # allow inheritance #pylint: disable=no-self-use 34*62c56f98SSadaf Ebrahimi # If a requirement specifies a minimum version, impose that version. 35*62c56f98SSadaf Ebrahimi split_req = req.split(';', 1) 36*62c56f98SSadaf Ebrahimi split_req[0] = re.sub(r'>=|~=', r'==', split_req[0]) 37*62c56f98SSadaf Ebrahimi return ';'.join(split_req) 38*62c56f98SSadaf Ebrahimi 39*62c56f98SSadaf Ebrahimi def add_file(self, filename: str) -> None: 40*62c56f98SSadaf Ebrahimi """Add requirements from the specified file. 41*62c56f98SSadaf Ebrahimi 42*62c56f98SSadaf Ebrahimi This method supports a subset of pip's requirement file syntax: 43*62c56f98SSadaf Ebrahimi * One requirement specifier per line, which is passed to 44*62c56f98SSadaf Ebrahimi `adjust_requirement`. 45*62c56f98SSadaf Ebrahimi * Comments (``#`` at the beginning of the line or after whitespace). 46*62c56f98SSadaf Ebrahimi * ``-r FILENAME`` to include another file. 47*62c56f98SSadaf Ebrahimi """ 48*62c56f98SSadaf Ebrahimi for line in open(filename): 49*62c56f98SSadaf Ebrahimi line = line.strip() 50*62c56f98SSadaf Ebrahimi line = re.sub(r'(\A|\s+)#.*', r'', line) 51*62c56f98SSadaf Ebrahimi if not line: 52*62c56f98SSadaf Ebrahimi continue 53*62c56f98SSadaf Ebrahimi m = re.match(r'-r\s+', line) 54*62c56f98SSadaf Ebrahimi if m: 55*62c56f98SSadaf Ebrahimi nested_file = os.path.join(os.path.dirname(filename), 56*62c56f98SSadaf Ebrahimi line[m.end(0):]) 57*62c56f98SSadaf Ebrahimi self.add_file(nested_file) 58*62c56f98SSadaf Ebrahimi continue 59*62c56f98SSadaf Ebrahimi self.requirements.append(self.adjust_requirement(line)) 60*62c56f98SSadaf Ebrahimi 61*62c56f98SSadaf Ebrahimi def write(self, out: typing_util.Writable) -> None: 62*62c56f98SSadaf Ebrahimi """List the gathered requirements.""" 63*62c56f98SSadaf Ebrahimi for req in self.requirements: 64*62c56f98SSadaf Ebrahimi out.write(req + '\n') 65*62c56f98SSadaf Ebrahimi 66*62c56f98SSadaf Ebrahimi def install( 67*62c56f98SSadaf Ebrahimi self, 68*62c56f98SSadaf Ebrahimi pip_general_options: Optional[List[str]] = None, 69*62c56f98SSadaf Ebrahimi pip_install_options: Optional[List[str]] = None, 70*62c56f98SSadaf Ebrahimi ) -> None: 71*62c56f98SSadaf Ebrahimi """Call pip to install the requirements.""" 72*62c56f98SSadaf Ebrahimi if pip_general_options is None: 73*62c56f98SSadaf Ebrahimi pip_general_options = [] 74*62c56f98SSadaf Ebrahimi if pip_install_options is None: 75*62c56f98SSadaf Ebrahimi pip_install_options = [] 76*62c56f98SSadaf Ebrahimi with tempfile.TemporaryDirectory() as temp_dir: 77*62c56f98SSadaf Ebrahimi # This is more complicated than it needs to be for the sake 78*62c56f98SSadaf Ebrahimi # of Windows. Use a temporary file rather than the command line 79*62c56f98SSadaf Ebrahimi # to avoid quoting issues. Use a temporary directory rather 80*62c56f98SSadaf Ebrahimi # than NamedTemporaryFile because with a NamedTemporaryFile on 81*62c56f98SSadaf Ebrahimi # Windows, the subprocess can't open the file because this process 82*62c56f98SSadaf Ebrahimi # has an exclusive lock on it. 83*62c56f98SSadaf Ebrahimi req_file_name = os.path.join(temp_dir, 'requirements.txt') 84*62c56f98SSadaf Ebrahimi with open(req_file_name, 'w') as req_file: 85*62c56f98SSadaf Ebrahimi self.write(req_file) 86*62c56f98SSadaf Ebrahimi subprocess.check_call([sys.executable, '-m', 'pip'] + 87*62c56f98SSadaf Ebrahimi pip_general_options + 88*62c56f98SSadaf Ebrahimi ['install'] + pip_install_options + 89*62c56f98SSadaf Ebrahimi ['-r', req_file_name]) 90*62c56f98SSadaf Ebrahimi 91*62c56f98SSadaf EbrahimiDEFAULT_REQUIREMENTS_FILE = 'ci.requirements.txt' 92*62c56f98SSadaf Ebrahimi 93*62c56f98SSadaf Ebrahimidef main() -> None: 94*62c56f98SSadaf Ebrahimi """Command line entry point.""" 95*62c56f98SSadaf Ebrahimi parser = argparse.ArgumentParser(description=__doc__) 96*62c56f98SSadaf Ebrahimi parser.add_argument('--no-act', '-n', 97*62c56f98SSadaf Ebrahimi action='store_true', 98*62c56f98SSadaf Ebrahimi help="Don't act, just print what will be done") 99*62c56f98SSadaf Ebrahimi parser.add_argument('--pip-install-option', 100*62c56f98SSadaf Ebrahimi action='append', dest='pip_install_options', 101*62c56f98SSadaf Ebrahimi help="Pass this option to pip install") 102*62c56f98SSadaf Ebrahimi parser.add_argument('--pip-option', 103*62c56f98SSadaf Ebrahimi action='append', dest='pip_general_options', 104*62c56f98SSadaf Ebrahimi help="Pass this general option to pip") 105*62c56f98SSadaf Ebrahimi parser.add_argument('--user', 106*62c56f98SSadaf Ebrahimi action='append_const', dest='pip_install_options', 107*62c56f98SSadaf Ebrahimi const='--user', 108*62c56f98SSadaf Ebrahimi help="Install to the Python user install directory" 109*62c56f98SSadaf Ebrahimi " (short for --pip-install-option --user)") 110*62c56f98SSadaf Ebrahimi parser.add_argument('files', nargs='*', metavar='FILE', 111*62c56f98SSadaf Ebrahimi help="Requirement files" 112*62c56f98SSadaf Ebrahimi " (default: {} in the script's directory)" \ 113*62c56f98SSadaf Ebrahimi .format(DEFAULT_REQUIREMENTS_FILE)) 114*62c56f98SSadaf Ebrahimi options = parser.parse_args() 115*62c56f98SSadaf Ebrahimi if not options.files: 116*62c56f98SSadaf Ebrahimi options.files = [os.path.join(os.path.dirname(__file__), 117*62c56f98SSadaf Ebrahimi DEFAULT_REQUIREMENTS_FILE)] 118*62c56f98SSadaf Ebrahimi reqs = Requirements() 119*62c56f98SSadaf Ebrahimi for filename in options.files: 120*62c56f98SSadaf Ebrahimi reqs.add_file(filename) 121*62c56f98SSadaf Ebrahimi reqs.write(sys.stdout) 122*62c56f98SSadaf Ebrahimi if not options.no_act: 123*62c56f98SSadaf Ebrahimi reqs.install(pip_general_options=options.pip_general_options, 124*62c56f98SSadaf Ebrahimi pip_install_options=options.pip_install_options) 125*62c56f98SSadaf Ebrahimi 126*62c56f98SSadaf Ebrahimiif __name__ == '__main__': 127*62c56f98SSadaf Ebrahimi main() 128