xref: /aosp_15_r20/external/curl/tests/http/test_16_info.py (revision 6236dae45794135f37c4eb022389c904c8b0090d)
1*6236dae4SAndroid Build Coastguard Worker#!/usr/bin/env python3
2*6236dae4SAndroid Build Coastguard Worker# -*- coding: utf-8 -*-
3*6236dae4SAndroid Build Coastguard Worker#***************************************************************************
4*6236dae4SAndroid Build Coastguard Worker#                                  _   _ ____  _
5*6236dae4SAndroid Build Coastguard Worker#  Project                     ___| | | |  _ \| |
6*6236dae4SAndroid Build Coastguard Worker#                             / __| | | | |_) | |
7*6236dae4SAndroid Build Coastguard Worker#                            | (__| |_| |  _ <| |___
8*6236dae4SAndroid Build Coastguard Worker#                             \___|\___/|_| \_\_____|
9*6236dae4SAndroid Build Coastguard Worker#
10*6236dae4SAndroid Build Coastguard Worker# Copyright (C) Daniel Stenberg, <[email protected]>, et al.
11*6236dae4SAndroid Build Coastguard Worker#
12*6236dae4SAndroid Build Coastguard Worker# This software is licensed as described in the file COPYING, which
13*6236dae4SAndroid Build Coastguard Worker# you should have received as part of this distribution. The terms
14*6236dae4SAndroid Build Coastguard Worker# are also available at https://curl.se/docs/copyright.html.
15*6236dae4SAndroid Build Coastguard Worker#
16*6236dae4SAndroid Build Coastguard Worker# You may opt to use, copy, modify, merge, publish, distribute and/or sell
17*6236dae4SAndroid Build Coastguard Worker# copies of the Software, and permit persons to whom the Software is
18*6236dae4SAndroid Build Coastguard Worker# furnished to do so, under the terms of the COPYING file.
19*6236dae4SAndroid Build Coastguard Worker#
20*6236dae4SAndroid Build Coastguard Worker# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
21*6236dae4SAndroid Build Coastguard Worker# KIND, either express or implied.
22*6236dae4SAndroid Build Coastguard Worker#
23*6236dae4SAndroid Build Coastguard Worker# SPDX-License-Identifier: curl
24*6236dae4SAndroid Build Coastguard Worker#
25*6236dae4SAndroid Build Coastguard Worker###########################################################################
26*6236dae4SAndroid Build Coastguard Worker#
27*6236dae4SAndroid Build Coastguard Workerimport logging
28*6236dae4SAndroid Build Coastguard Workerimport os
29*6236dae4SAndroid Build Coastguard Workerimport pytest
30*6236dae4SAndroid Build Coastguard Worker
31*6236dae4SAndroid Build Coastguard Workerfrom testenv import Env, CurlClient
32*6236dae4SAndroid Build Coastguard Worker
33*6236dae4SAndroid Build Coastguard Worker
34*6236dae4SAndroid Build Coastguard Workerlog = logging.getLogger(__name__)
35*6236dae4SAndroid Build Coastguard Worker
36*6236dae4SAndroid Build Coastguard Worker
37*6236dae4SAndroid Build Coastguard Workerclass TestInfo:
38*6236dae4SAndroid Build Coastguard Worker
39*6236dae4SAndroid Build Coastguard Worker    @pytest.fixture(autouse=True, scope='class')
40*6236dae4SAndroid Build Coastguard Worker    def _class_scope(self, env, httpd, nghttpx):
41*6236dae4SAndroid Build Coastguard Worker        if env.have_h3():
42*6236dae4SAndroid Build Coastguard Worker            nghttpx.start_if_needed()
43*6236dae4SAndroid Build Coastguard Worker        httpd.clear_extra_configs()
44*6236dae4SAndroid Build Coastguard Worker        httpd.reload()
45*6236dae4SAndroid Build Coastguard Worker
46*6236dae4SAndroid Build Coastguard Worker    @pytest.fixture(autouse=True, scope='class')
47*6236dae4SAndroid Build Coastguard Worker    def _class_scope(self, env, httpd):
48*6236dae4SAndroid Build Coastguard Worker        indir = httpd.docs_dir
49*6236dae4SAndroid Build Coastguard Worker        env.make_data_file(indir=indir, fname="data-10k", fsize=10*1024)
50*6236dae4SAndroid Build Coastguard Worker        env.make_data_file(indir=indir, fname="data-100k", fsize=100*1024)
51*6236dae4SAndroid Build Coastguard Worker        env.make_data_file(indir=indir, fname="data-1m", fsize=1024*1024)
52*6236dae4SAndroid Build Coastguard Worker
53*6236dae4SAndroid Build Coastguard Worker    # download plain file
54*6236dae4SAndroid Build Coastguard Worker    @pytest.mark.parametrize("proto", ['http/1.1', 'h2', 'h3'])
55*6236dae4SAndroid Build Coastguard Worker    def test_16_01_info_download(self, env: Env, httpd, nghttpx, repeat, proto):
56*6236dae4SAndroid Build Coastguard Worker        if proto == 'h3' and not env.have_h3():
57*6236dae4SAndroid Build Coastguard Worker            pytest.skip("h3 not supported")
58*6236dae4SAndroid Build Coastguard Worker        count = 2
59*6236dae4SAndroid Build Coastguard Worker        curl = CurlClient(env=env)
60*6236dae4SAndroid Build Coastguard Worker        url = f'https://{env.authority_for(env.domain1, proto)}/data.json?[0-{count-1}]'
61*6236dae4SAndroid Build Coastguard Worker        r = curl.http_download(urls=[url], alpn_proto=proto, with_stats=True)
62*6236dae4SAndroid Build Coastguard Worker        r.check_stats(count=count, http_status=200, exitcode=0,
63*6236dae4SAndroid Build Coastguard Worker                      remote_port=env.port_for(alpn_proto=proto),
64*6236dae4SAndroid Build Coastguard Worker                      remote_ip='127.0.0.1')
65*6236dae4SAndroid Build Coastguard Worker        for idx, s in enumerate(r.stats):
66*6236dae4SAndroid Build Coastguard Worker            self.check_stat(idx, s, r, dl_size=30, ul_size=0)
67*6236dae4SAndroid Build Coastguard Worker
68*6236dae4SAndroid Build Coastguard Worker    # download plain file with a 302 redirect
69*6236dae4SAndroid Build Coastguard Worker    @pytest.mark.parametrize("proto", ['http/1.1', 'h2', 'h3'])
70*6236dae4SAndroid Build Coastguard Worker    def test_16_02_info_302_download(self, env: Env, httpd, nghttpx, repeat, proto):
71*6236dae4SAndroid Build Coastguard Worker        if proto == 'h3' and not env.have_h3():
72*6236dae4SAndroid Build Coastguard Worker            pytest.skip("h3 not supported")
73*6236dae4SAndroid Build Coastguard Worker        count = 2
74*6236dae4SAndroid Build Coastguard Worker        curl = CurlClient(env=env)
75*6236dae4SAndroid Build Coastguard Worker        url = f'https://{env.authority_for(env.domain1, proto)}/data.json.302?[0-{count-1}]'
76*6236dae4SAndroid Build Coastguard Worker        r = curl.http_download(urls=[url], alpn_proto=proto, with_stats=True, extra_args=[
77*6236dae4SAndroid Build Coastguard Worker            '--location'
78*6236dae4SAndroid Build Coastguard Worker        ])
79*6236dae4SAndroid Build Coastguard Worker        r.check_stats(count=count, http_status=200, exitcode=0,
80*6236dae4SAndroid Build Coastguard Worker                      remote_port=env.port_for(alpn_proto=proto),
81*6236dae4SAndroid Build Coastguard Worker                      remote_ip='127.0.0.1')
82*6236dae4SAndroid Build Coastguard Worker        for idx, s in enumerate(r.stats):
83*6236dae4SAndroid Build Coastguard Worker            self.check_stat(idx, s, r, dl_size=30, ul_size=0)
84*6236dae4SAndroid Build Coastguard Worker
85*6236dae4SAndroid Build Coastguard Worker    @pytest.mark.parametrize("proto", ['http/1.1', 'h2', 'h3'])
86*6236dae4SAndroid Build Coastguard Worker    def test_16_03_info_upload(self, env: Env, httpd, nghttpx, proto, repeat):
87*6236dae4SAndroid Build Coastguard Worker        if proto == 'h3' and not env.have_h3():
88*6236dae4SAndroid Build Coastguard Worker            pytest.skip("h3 not supported")
89*6236dae4SAndroid Build Coastguard Worker        count = 2
90*6236dae4SAndroid Build Coastguard Worker        fdata = os.path.join(env.gen_dir, 'data-100k')
91*6236dae4SAndroid Build Coastguard Worker        fsize = 100 * 1024
92*6236dae4SAndroid Build Coastguard Worker        curl = CurlClient(env=env)
93*6236dae4SAndroid Build Coastguard Worker        url = f'https://{env.authority_for(env.domain1, proto)}/curltest/echo?id=[0-{count-1}]'
94*6236dae4SAndroid Build Coastguard Worker        r = curl.http_upload(urls=[url], data=f'@{fdata}', alpn_proto=proto,
95*6236dae4SAndroid Build Coastguard Worker                             with_headers=True, extra_args=[
96*6236dae4SAndroid Build Coastguard Worker                                '--trace-config', 'http/2,http/3'
97*6236dae4SAndroid Build Coastguard Worker                             ])
98*6236dae4SAndroid Build Coastguard Worker        r.check_response(count=count, http_status=200)
99*6236dae4SAndroid Build Coastguard Worker        r.check_stats(count=count, http_status=200, exitcode=0,
100*6236dae4SAndroid Build Coastguard Worker                      remote_port=env.port_for(alpn_proto=proto),
101*6236dae4SAndroid Build Coastguard Worker                      remote_ip='127.0.0.1')
102*6236dae4SAndroid Build Coastguard Worker        for idx, s in enumerate(r.stats):
103*6236dae4SAndroid Build Coastguard Worker            self.check_stat(idx, s, r, dl_size=fsize, ul_size=fsize)
104*6236dae4SAndroid Build Coastguard Worker
105*6236dae4SAndroid Build Coastguard Worker    # download plain file via http: ('time_appconnect' is 0)
106*6236dae4SAndroid Build Coastguard Worker    @pytest.mark.parametrize("proto", ['http/1.1'])
107*6236dae4SAndroid Build Coastguard Worker    def test_16_04_info_http_download(self, env: Env, httpd, nghttpx, repeat, proto):
108*6236dae4SAndroid Build Coastguard Worker        count = 2
109*6236dae4SAndroid Build Coastguard Worker        curl = CurlClient(env=env)
110*6236dae4SAndroid Build Coastguard Worker        url = f'http://{env.domain1}:{env.http_port}/data.json?[0-{count-1}]'
111*6236dae4SAndroid Build Coastguard Worker        r = curl.http_download(urls=[url], alpn_proto=proto, with_stats=True)
112*6236dae4SAndroid Build Coastguard Worker        r.check_stats(count=count, http_status=200, exitcode=0,
113*6236dae4SAndroid Build Coastguard Worker                      remote_port=env.http_port, remote_ip='127.0.0.1')
114*6236dae4SAndroid Build Coastguard Worker        for idx, s in enumerate(r.stats):
115*6236dae4SAndroid Build Coastguard Worker            self.check_stat(idx, s, r, dl_size=30, ul_size=0)
116*6236dae4SAndroid Build Coastguard Worker
117*6236dae4SAndroid Build Coastguard Worker    def check_stat(self, idx, s, r, dl_size=None, ul_size=None):
118*6236dae4SAndroid Build Coastguard Worker        self.check_stat_times(s, idx)
119*6236dae4SAndroid Build Coastguard Worker        # we always send something
120*6236dae4SAndroid Build Coastguard Worker        self.check_stat_positive(s, idx, 'size_request')
121*6236dae4SAndroid Build Coastguard Worker        # we always receive response headers
122*6236dae4SAndroid Build Coastguard Worker        self.check_stat_positive(s, idx, 'size_header')
123*6236dae4SAndroid Build Coastguard Worker        if ul_size is not None:
124*6236dae4SAndroid Build Coastguard Worker            assert s['size_upload'] == ul_size, f'stat #{idx}\n{r.dump_logs()}'  # the file we sent
125*6236dae4SAndroid Build Coastguard Worker        assert s['size_request'] >= s['size_upload'], \
126*6236dae4SAndroid Build Coastguard Worker            f'stat #{idx}, "size_request" smaller than "size_upload", {s}\n{r.dump_logs()}'
127*6236dae4SAndroid Build Coastguard Worker        if dl_size is not None:
128*6236dae4SAndroid Build Coastguard Worker            assert s['size_download'] == dl_size, f'stat #{idx}\n{r.dump_logs()}'  # the file we received
129*6236dae4SAndroid Build Coastguard Worker
130*6236dae4SAndroid Build Coastguard Worker    def check_stat_positive(self, s, idx, key):
131*6236dae4SAndroid Build Coastguard Worker        assert key in s, f'stat #{idx} "{key}" missing: {s}'
132*6236dae4SAndroid Build Coastguard Worker        assert s[key] > 0, f'stat #{idx} "{key}" not positive: {s}'
133*6236dae4SAndroid Build Coastguard Worker
134*6236dae4SAndroid Build Coastguard Worker    def check_stat_zero(self, s, key):
135*6236dae4SAndroid Build Coastguard Worker        assert key in s, f'stat "{key}" missing: {s}'
136*6236dae4SAndroid Build Coastguard Worker        assert s[key] == 0, f'stat "{key}" not zero: {s}'
137*6236dae4SAndroid Build Coastguard Worker
138*6236dae4SAndroid Build Coastguard Worker    def check_stat_times(self, s, idx):
139*6236dae4SAndroid Build Coastguard Worker        # check timings reported on a transfer for consistency
140*6236dae4SAndroid Build Coastguard Worker        url = s['url_effective']
141*6236dae4SAndroid Build Coastguard Worker        # all stat keys which reporting timings
142*6236dae4SAndroid Build Coastguard Worker        all_keys = {
143*6236dae4SAndroid Build Coastguard Worker            'time_appconnect', 'time_connect', 'time_redirect',
144*6236dae4SAndroid Build Coastguard Worker            'time_pretransfer', 'time_starttransfer', 'time_total'
145*6236dae4SAndroid Build Coastguard Worker        }
146*6236dae4SAndroid Build Coastguard Worker        # stat keys where we expect a positive value
147*6236dae4SAndroid Build Coastguard Worker        pos_keys = {'time_pretransfer', 'time_starttransfer', 'time_total'}
148*6236dae4SAndroid Build Coastguard Worker        if s['num_connects'] > 0:
149*6236dae4SAndroid Build Coastguard Worker            pos_keys.add('time_connect')
150*6236dae4SAndroid Build Coastguard Worker            if url.startswith('https:'):
151*6236dae4SAndroid Build Coastguard Worker                pos_keys.add('time_appconnect')
152*6236dae4SAndroid Build Coastguard Worker        if s['num_redirects'] > 0:
153*6236dae4SAndroid Build Coastguard Worker            pos_keys.add('time_redirect')
154*6236dae4SAndroid Build Coastguard Worker        zero_keys = all_keys - pos_keys
155*6236dae4SAndroid Build Coastguard Worker        # assert all zeros are zeros and the others are positive
156*6236dae4SAndroid Build Coastguard Worker        for key in zero_keys:
157*6236dae4SAndroid Build Coastguard Worker            self.check_stat_zero(s, key)
158*6236dae4SAndroid Build Coastguard Worker        for key in pos_keys:
159*6236dae4SAndroid Build Coastguard Worker            self.check_stat_positive(s, idx, key)
160*6236dae4SAndroid Build Coastguard Worker        # assert that all timers before "time_pretransfer" are less or equal
161*6236dae4SAndroid Build Coastguard Worker        for key in ['time_appconnect', 'time_connect', 'time_namelookup']:
162*6236dae4SAndroid Build Coastguard Worker            assert s[key] < s['time_pretransfer'], f'time "{key}" larger than' \
163*6236dae4SAndroid Build Coastguard Worker                f'"time_pretransfer": {s}'
164*6236dae4SAndroid Build Coastguard Worker        # assert transfer start is after pretransfer
165*6236dae4SAndroid Build Coastguard Worker        assert s['time_pretransfer'] <= s['time_starttransfer'], f'"time_pretransfer" '\
166*6236dae4SAndroid Build Coastguard Worker            f'greater than "time_starttransfer", {s}'
167*6236dae4SAndroid Build Coastguard Worker        # assert that transfer start is before total
168*6236dae4SAndroid Build Coastguard Worker        assert s['time_starttransfer'] <= s['time_total'], f'"time_starttransfer" '\
169*6236dae4SAndroid Build Coastguard Worker            f'greater than "time_total", {s}'
170