1*6236dae4SAndroid Build Coastguard Worker#!/usr/bin/env python3 2*6236dae4SAndroid Build Coastguard Worker# -*- coding: utf-8 -*- 3*6236dae4SAndroid Build Coastguard Worker#*************************************************************************** 4*6236dae4SAndroid Build Coastguard Worker# _ _ ____ _ 5*6236dae4SAndroid Build Coastguard Worker# Project ___| | | | _ \| | 6*6236dae4SAndroid Build Coastguard Worker# / __| | | | |_) | | 7*6236dae4SAndroid Build Coastguard Worker# | (__| |_| | _ <| |___ 8*6236dae4SAndroid Build Coastguard Worker# \___|\___/|_| \_\_____| 9*6236dae4SAndroid Build Coastguard Worker# 10*6236dae4SAndroid Build Coastguard Worker# Copyright (C) Daniel Stenberg, <[email protected]>, et al. 11*6236dae4SAndroid Build Coastguard Worker# 12*6236dae4SAndroid Build Coastguard Worker# This software is licensed as described in the file COPYING, which 13*6236dae4SAndroid Build Coastguard Worker# you should have received as part of this distribution. The terms 14*6236dae4SAndroid Build Coastguard Worker# are also available at https://curl.se/docs/copyright.html. 15*6236dae4SAndroid Build Coastguard Worker# 16*6236dae4SAndroid Build Coastguard Worker# You may opt to use, copy, modify, merge, publish, distribute and/or sell 17*6236dae4SAndroid Build Coastguard Worker# copies of the Software, and permit persons to whom the Software is 18*6236dae4SAndroid Build Coastguard Worker# furnished to do so, under the terms of the COPYING file. 19*6236dae4SAndroid Build Coastguard Worker# 20*6236dae4SAndroid Build Coastguard Worker# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY 21*6236dae4SAndroid Build Coastguard Worker# KIND, either express or implied. 22*6236dae4SAndroid Build Coastguard Worker# 23*6236dae4SAndroid Build Coastguard Worker# SPDX-License-Identifier: curl 24*6236dae4SAndroid Build Coastguard Worker# 25*6236dae4SAndroid Build Coastguard Worker########################################################################### 26*6236dae4SAndroid Build Coastguard Worker# 27*6236dae4SAndroid Build Coastguard Workerimport logging 28*6236dae4SAndroid Build Coastguard Workerimport os 29*6236dae4SAndroid Build Coastguard Workerimport pytest 30*6236dae4SAndroid Build Coastguard Worker 31*6236dae4SAndroid Build Coastguard Workerfrom testenv import Env, CurlClient 32*6236dae4SAndroid Build Coastguard Worker 33*6236dae4SAndroid Build Coastguard Worker 34*6236dae4SAndroid Build Coastguard Workerlog = logging.getLogger(__name__) 35*6236dae4SAndroid Build Coastguard Worker 36*6236dae4SAndroid Build Coastguard Worker 37*6236dae4SAndroid Build Coastguard Workerclass TestInfo: 38*6236dae4SAndroid Build Coastguard Worker 39*6236dae4SAndroid Build Coastguard Worker @pytest.fixture(autouse=True, scope='class') 40*6236dae4SAndroid Build Coastguard Worker def _class_scope(self, env, httpd, nghttpx): 41*6236dae4SAndroid Build Coastguard Worker if env.have_h3(): 42*6236dae4SAndroid Build Coastguard Worker nghttpx.start_if_needed() 43*6236dae4SAndroid Build Coastguard Worker httpd.clear_extra_configs() 44*6236dae4SAndroid Build Coastguard Worker httpd.reload() 45*6236dae4SAndroid Build Coastguard Worker 46*6236dae4SAndroid Build Coastguard Worker @pytest.fixture(autouse=True, scope='class') 47*6236dae4SAndroid Build Coastguard Worker def _class_scope(self, env, httpd): 48*6236dae4SAndroid Build Coastguard Worker indir = httpd.docs_dir 49*6236dae4SAndroid Build Coastguard Worker env.make_data_file(indir=indir, fname="data-10k", fsize=10*1024) 50*6236dae4SAndroid Build Coastguard Worker env.make_data_file(indir=indir, fname="data-100k", fsize=100*1024) 51*6236dae4SAndroid Build Coastguard Worker env.make_data_file(indir=indir, fname="data-1m", fsize=1024*1024) 52*6236dae4SAndroid Build Coastguard Worker 53*6236dae4SAndroid Build Coastguard Worker # download plain file 54*6236dae4SAndroid Build Coastguard Worker @pytest.mark.parametrize("proto", ['http/1.1', 'h2', 'h3']) 55*6236dae4SAndroid Build Coastguard Worker def test_16_01_info_download(self, env: Env, httpd, nghttpx, repeat, proto): 56*6236dae4SAndroid Build Coastguard Worker if proto == 'h3' and not env.have_h3(): 57*6236dae4SAndroid Build Coastguard Worker pytest.skip("h3 not supported") 58*6236dae4SAndroid Build Coastguard Worker count = 2 59*6236dae4SAndroid Build Coastguard Worker curl = CurlClient(env=env) 60*6236dae4SAndroid Build Coastguard Worker url = f'https://{env.authority_for(env.domain1, proto)}/data.json?[0-{count-1}]' 61*6236dae4SAndroid Build Coastguard Worker r = curl.http_download(urls=[url], alpn_proto=proto, with_stats=True) 62*6236dae4SAndroid Build Coastguard Worker r.check_stats(count=count, http_status=200, exitcode=0, 63*6236dae4SAndroid Build Coastguard Worker remote_port=env.port_for(alpn_proto=proto), 64*6236dae4SAndroid Build Coastguard Worker remote_ip='127.0.0.1') 65*6236dae4SAndroid Build Coastguard Worker for idx, s in enumerate(r.stats): 66*6236dae4SAndroid Build Coastguard Worker self.check_stat(idx, s, r, dl_size=30, ul_size=0) 67*6236dae4SAndroid Build Coastguard Worker 68*6236dae4SAndroid Build Coastguard Worker # download plain file with a 302 redirect 69*6236dae4SAndroid Build Coastguard Worker @pytest.mark.parametrize("proto", ['http/1.1', 'h2', 'h3']) 70*6236dae4SAndroid Build Coastguard Worker def test_16_02_info_302_download(self, env: Env, httpd, nghttpx, repeat, proto): 71*6236dae4SAndroid Build Coastguard Worker if proto == 'h3' and not env.have_h3(): 72*6236dae4SAndroid Build Coastguard Worker pytest.skip("h3 not supported") 73*6236dae4SAndroid Build Coastguard Worker count = 2 74*6236dae4SAndroid Build Coastguard Worker curl = CurlClient(env=env) 75*6236dae4SAndroid Build Coastguard Worker url = f'https://{env.authority_for(env.domain1, proto)}/data.json.302?[0-{count-1}]' 76*6236dae4SAndroid Build Coastguard Worker r = curl.http_download(urls=[url], alpn_proto=proto, with_stats=True, extra_args=[ 77*6236dae4SAndroid Build Coastguard Worker '--location' 78*6236dae4SAndroid Build Coastguard Worker ]) 79*6236dae4SAndroid Build Coastguard Worker r.check_stats(count=count, http_status=200, exitcode=0, 80*6236dae4SAndroid Build Coastguard Worker remote_port=env.port_for(alpn_proto=proto), 81*6236dae4SAndroid Build Coastguard Worker remote_ip='127.0.0.1') 82*6236dae4SAndroid Build Coastguard Worker for idx, s in enumerate(r.stats): 83*6236dae4SAndroid Build Coastguard Worker self.check_stat(idx, s, r, dl_size=30, ul_size=0) 84*6236dae4SAndroid Build Coastguard Worker 85*6236dae4SAndroid Build Coastguard Worker @pytest.mark.parametrize("proto", ['http/1.1', 'h2', 'h3']) 86*6236dae4SAndroid Build Coastguard Worker def test_16_03_info_upload(self, env: Env, httpd, nghttpx, proto, repeat): 87*6236dae4SAndroid Build Coastguard Worker if proto == 'h3' and not env.have_h3(): 88*6236dae4SAndroid Build Coastguard Worker pytest.skip("h3 not supported") 89*6236dae4SAndroid Build Coastguard Worker count = 2 90*6236dae4SAndroid Build Coastguard Worker fdata = os.path.join(env.gen_dir, 'data-100k') 91*6236dae4SAndroid Build Coastguard Worker fsize = 100 * 1024 92*6236dae4SAndroid Build Coastguard Worker curl = CurlClient(env=env) 93*6236dae4SAndroid Build Coastguard Worker url = f'https://{env.authority_for(env.domain1, proto)}/curltest/echo?id=[0-{count-1}]' 94*6236dae4SAndroid Build Coastguard Worker r = curl.http_upload(urls=[url], data=f'@{fdata}', alpn_proto=proto, 95*6236dae4SAndroid Build Coastguard Worker with_headers=True, extra_args=[ 96*6236dae4SAndroid Build Coastguard Worker '--trace-config', 'http/2,http/3' 97*6236dae4SAndroid Build Coastguard Worker ]) 98*6236dae4SAndroid Build Coastguard Worker r.check_response(count=count, http_status=200) 99*6236dae4SAndroid Build Coastguard Worker r.check_stats(count=count, http_status=200, exitcode=0, 100*6236dae4SAndroid Build Coastguard Worker remote_port=env.port_for(alpn_proto=proto), 101*6236dae4SAndroid Build Coastguard Worker remote_ip='127.0.0.1') 102*6236dae4SAndroid Build Coastguard Worker for idx, s in enumerate(r.stats): 103*6236dae4SAndroid Build Coastguard Worker self.check_stat(idx, s, r, dl_size=fsize, ul_size=fsize) 104*6236dae4SAndroid Build Coastguard Worker 105*6236dae4SAndroid Build Coastguard Worker # download plain file via http: ('time_appconnect' is 0) 106*6236dae4SAndroid Build Coastguard Worker @pytest.mark.parametrize("proto", ['http/1.1']) 107*6236dae4SAndroid Build Coastguard Worker def test_16_04_info_http_download(self, env: Env, httpd, nghttpx, repeat, proto): 108*6236dae4SAndroid Build Coastguard Worker count = 2 109*6236dae4SAndroid Build Coastguard Worker curl = CurlClient(env=env) 110*6236dae4SAndroid Build Coastguard Worker url = f'http://{env.domain1}:{env.http_port}/data.json?[0-{count-1}]' 111*6236dae4SAndroid Build Coastguard Worker r = curl.http_download(urls=[url], alpn_proto=proto, with_stats=True) 112*6236dae4SAndroid Build Coastguard Worker r.check_stats(count=count, http_status=200, exitcode=0, 113*6236dae4SAndroid Build Coastguard Worker remote_port=env.http_port, remote_ip='127.0.0.1') 114*6236dae4SAndroid Build Coastguard Worker for idx, s in enumerate(r.stats): 115*6236dae4SAndroid Build Coastguard Worker self.check_stat(idx, s, r, dl_size=30, ul_size=0) 116*6236dae4SAndroid Build Coastguard Worker 117*6236dae4SAndroid Build Coastguard Worker def check_stat(self, idx, s, r, dl_size=None, ul_size=None): 118*6236dae4SAndroid Build Coastguard Worker self.check_stat_times(s, idx) 119*6236dae4SAndroid Build Coastguard Worker # we always send something 120*6236dae4SAndroid Build Coastguard Worker self.check_stat_positive(s, idx, 'size_request') 121*6236dae4SAndroid Build Coastguard Worker # we always receive response headers 122*6236dae4SAndroid Build Coastguard Worker self.check_stat_positive(s, idx, 'size_header') 123*6236dae4SAndroid Build Coastguard Worker if ul_size is not None: 124*6236dae4SAndroid Build Coastguard Worker assert s['size_upload'] == ul_size, f'stat #{idx}\n{r.dump_logs()}' # the file we sent 125*6236dae4SAndroid Build Coastguard Worker assert s['size_request'] >= s['size_upload'], \ 126*6236dae4SAndroid Build Coastguard Worker f'stat #{idx}, "size_request" smaller than "size_upload", {s}\n{r.dump_logs()}' 127*6236dae4SAndroid Build Coastguard Worker if dl_size is not None: 128*6236dae4SAndroid Build Coastguard Worker assert s['size_download'] == dl_size, f'stat #{idx}\n{r.dump_logs()}' # the file we received 129*6236dae4SAndroid Build Coastguard Worker 130*6236dae4SAndroid Build Coastguard Worker def check_stat_positive(self, s, idx, key): 131*6236dae4SAndroid Build Coastguard Worker assert key in s, f'stat #{idx} "{key}" missing: {s}' 132*6236dae4SAndroid Build Coastguard Worker assert s[key] > 0, f'stat #{idx} "{key}" not positive: {s}' 133*6236dae4SAndroid Build Coastguard Worker 134*6236dae4SAndroid Build Coastguard Worker def check_stat_zero(self, s, key): 135*6236dae4SAndroid Build Coastguard Worker assert key in s, f'stat "{key}" missing: {s}' 136*6236dae4SAndroid Build Coastguard Worker assert s[key] == 0, f'stat "{key}" not zero: {s}' 137*6236dae4SAndroid Build Coastguard Worker 138*6236dae4SAndroid Build Coastguard Worker def check_stat_times(self, s, idx): 139*6236dae4SAndroid Build Coastguard Worker # check timings reported on a transfer for consistency 140*6236dae4SAndroid Build Coastguard Worker url = s['url_effective'] 141*6236dae4SAndroid Build Coastguard Worker # all stat keys which reporting timings 142*6236dae4SAndroid Build Coastguard Worker all_keys = { 143*6236dae4SAndroid Build Coastguard Worker 'time_appconnect', 'time_connect', 'time_redirect', 144*6236dae4SAndroid Build Coastguard Worker 'time_pretransfer', 'time_starttransfer', 'time_total' 145*6236dae4SAndroid Build Coastguard Worker } 146*6236dae4SAndroid Build Coastguard Worker # stat keys where we expect a positive value 147*6236dae4SAndroid Build Coastguard Worker pos_keys = {'time_pretransfer', 'time_starttransfer', 'time_total'} 148*6236dae4SAndroid Build Coastguard Worker if s['num_connects'] > 0: 149*6236dae4SAndroid Build Coastguard Worker pos_keys.add('time_connect') 150*6236dae4SAndroid Build Coastguard Worker if url.startswith('https:'): 151*6236dae4SAndroid Build Coastguard Worker pos_keys.add('time_appconnect') 152*6236dae4SAndroid Build Coastguard Worker if s['num_redirects'] > 0: 153*6236dae4SAndroid Build Coastguard Worker pos_keys.add('time_redirect') 154*6236dae4SAndroid Build Coastguard Worker zero_keys = all_keys - pos_keys 155*6236dae4SAndroid Build Coastguard Worker # assert all zeros are zeros and the others are positive 156*6236dae4SAndroid Build Coastguard Worker for key in zero_keys: 157*6236dae4SAndroid Build Coastguard Worker self.check_stat_zero(s, key) 158*6236dae4SAndroid Build Coastguard Worker for key in pos_keys: 159*6236dae4SAndroid Build Coastguard Worker self.check_stat_positive(s, idx, key) 160*6236dae4SAndroid Build Coastguard Worker # assert that all timers before "time_pretransfer" are less or equal 161*6236dae4SAndroid Build Coastguard Worker for key in ['time_appconnect', 'time_connect', 'time_namelookup']: 162*6236dae4SAndroid Build Coastguard Worker assert s[key] < s['time_pretransfer'], f'time "{key}" larger than' \ 163*6236dae4SAndroid Build Coastguard Worker f'"time_pretransfer": {s}' 164*6236dae4SAndroid Build Coastguard Worker # assert transfer start is after pretransfer 165*6236dae4SAndroid Build Coastguard Worker assert s['time_pretransfer'] <= s['time_starttransfer'], f'"time_pretransfer" '\ 166*6236dae4SAndroid Build Coastguard Worker f'greater than "time_starttransfer", {s}' 167*6236dae4SAndroid Build Coastguard Worker # assert that transfer start is before total 168*6236dae4SAndroid Build Coastguard Worker assert s['time_starttransfer'] <= s['time_total'], f'"time_starttransfer" '\ 169*6236dae4SAndroid Build Coastguard Worker f'greater than "time_total", {s}' 170