1*61046927SAndroid Build Coastguard Worker /*
2*61046927SAndroid Build Coastguard Worker * Copyright © 2021 Valve Corporation
3*61046927SAndroid Build Coastguard Worker *
4*61046927SAndroid Build Coastguard Worker * Permission is hereby granted, free of charge, to any person obtaining a
5*61046927SAndroid Build Coastguard Worker * copy of this software and associated documentation files (the "Software"),
6*61046927SAndroid Build Coastguard Worker * to deal in the Software without restriction, including without limitation
7*61046927SAndroid Build Coastguard Worker * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8*61046927SAndroid Build Coastguard Worker * and/or sell copies of the Software, and to permit persons to whom the
9*61046927SAndroid Build Coastguard Worker * Software is furnished to do so, subject to the following conditions:
10*61046927SAndroid Build Coastguard Worker *
11*61046927SAndroid Build Coastguard Worker * The above copyright notice and this permission notice (including the next
12*61046927SAndroid Build Coastguard Worker * paragraph) shall be included in all copies or substantial portions of the
13*61046927SAndroid Build Coastguard Worker * Software.
14*61046927SAndroid Build Coastguard Worker *
15*61046927SAndroid Build Coastguard Worker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16*61046927SAndroid Build Coastguard Worker * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17*61046927SAndroid Build Coastguard Worker * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18*61046927SAndroid Build Coastguard Worker * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19*61046927SAndroid Build Coastguard Worker * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20*61046927SAndroid Build Coastguard Worker * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21*61046927SAndroid Build Coastguard Worker * IN THE SOFTWARE.
22*61046927SAndroid Build Coastguard Worker */
23*61046927SAndroid Build Coastguard Worker
24*61046927SAndroid Build Coastguard Worker #ifdef HAVE_COMPRESSION
25*61046927SAndroid Build Coastguard Worker
26*61046927SAndroid Build Coastguard Worker #include <assert.h>
27*61046927SAndroid Build Coastguard Worker
28*61046927SAndroid Build Coastguard Worker /* Ensure that zlib uses 'const' in 'z_const' declarations. */
29*61046927SAndroid Build Coastguard Worker #ifndef ZLIB_CONST
30*61046927SAndroid Build Coastguard Worker #define ZLIB_CONST
31*61046927SAndroid Build Coastguard Worker #endif
32*61046927SAndroid Build Coastguard Worker
33*61046927SAndroid Build Coastguard Worker #ifdef HAVE_ZLIB
34*61046927SAndroid Build Coastguard Worker #include "zlib.h"
35*61046927SAndroid Build Coastguard Worker #endif
36*61046927SAndroid Build Coastguard Worker
37*61046927SAndroid Build Coastguard Worker #ifdef HAVE_ZSTD
38*61046927SAndroid Build Coastguard Worker #include "zstd.h"
39*61046927SAndroid Build Coastguard Worker #endif
40*61046927SAndroid Build Coastguard Worker
41*61046927SAndroid Build Coastguard Worker #include "util/compress.h"
42*61046927SAndroid Build Coastguard Worker #include "util/perf/cpu_trace.h"
43*61046927SAndroid Build Coastguard Worker #include "macros.h"
44*61046927SAndroid Build Coastguard Worker
45*61046927SAndroid Build Coastguard Worker /* 3 is the recomended level, with 22 as the absolute maximum */
46*61046927SAndroid Build Coastguard Worker #define ZSTD_COMPRESSION_LEVEL 3
47*61046927SAndroid Build Coastguard Worker
48*61046927SAndroid Build Coastguard Worker size_t
util_compress_max_compressed_len(size_t in_data_size)49*61046927SAndroid Build Coastguard Worker util_compress_max_compressed_len(size_t in_data_size)
50*61046927SAndroid Build Coastguard Worker {
51*61046927SAndroid Build Coastguard Worker #ifdef HAVE_ZSTD
52*61046927SAndroid Build Coastguard Worker /* from the zstd docs (https://facebook.github.io/zstd/zstd_manual.html):
53*61046927SAndroid Build Coastguard Worker * compression runs faster if `dstCapacity` >= `ZSTD_compressBound(srcSize)`.
54*61046927SAndroid Build Coastguard Worker */
55*61046927SAndroid Build Coastguard Worker return ZSTD_compressBound(in_data_size);
56*61046927SAndroid Build Coastguard Worker #elif defined(HAVE_ZLIB)
57*61046927SAndroid Build Coastguard Worker /* From https://zlib.net/zlib_tech.html:
58*61046927SAndroid Build Coastguard Worker *
59*61046927SAndroid Build Coastguard Worker * "In the worst possible case, where the other block types would expand
60*61046927SAndroid Build Coastguard Worker * the data, deflation falls back to stored (uncompressed) blocks. Thus
61*61046927SAndroid Build Coastguard Worker * for the default settings used by deflateInit(), compress(), and
62*61046927SAndroid Build Coastguard Worker * compress2(), the only expansion is an overhead of five bytes per 16 KB
63*61046927SAndroid Build Coastguard Worker * block (about 0.03%), plus a one-time overhead of six bytes for the
64*61046927SAndroid Build Coastguard Worker * entire stream."
65*61046927SAndroid Build Coastguard Worker */
66*61046927SAndroid Build Coastguard Worker size_t num_blocks = (in_data_size + 16383) / 16384; /* round up blocks */
67*61046927SAndroid Build Coastguard Worker return in_data_size + 6 + (num_blocks * 5);
68*61046927SAndroid Build Coastguard Worker #else
69*61046927SAndroid Build Coastguard Worker STATIC_ASSERT(false);
70*61046927SAndroid Build Coastguard Worker #endif
71*61046927SAndroid Build Coastguard Worker }
72*61046927SAndroid Build Coastguard Worker
73*61046927SAndroid Build Coastguard Worker /* Compress data and return the size of the compressed data */
74*61046927SAndroid Build Coastguard Worker size_t
util_compress_deflate(const uint8_t * in_data,size_t in_data_size,uint8_t * out_data,size_t out_buff_size)75*61046927SAndroid Build Coastguard Worker util_compress_deflate(const uint8_t *in_data, size_t in_data_size,
76*61046927SAndroid Build Coastguard Worker uint8_t *out_data, size_t out_buff_size)
77*61046927SAndroid Build Coastguard Worker {
78*61046927SAndroid Build Coastguard Worker MESA_TRACE_FUNC();
79*61046927SAndroid Build Coastguard Worker #ifdef HAVE_ZSTD
80*61046927SAndroid Build Coastguard Worker size_t ret = ZSTD_compress(out_data, out_buff_size, in_data, in_data_size,
81*61046927SAndroid Build Coastguard Worker ZSTD_COMPRESSION_LEVEL);
82*61046927SAndroid Build Coastguard Worker if (ZSTD_isError(ret))
83*61046927SAndroid Build Coastguard Worker return 0;
84*61046927SAndroid Build Coastguard Worker
85*61046927SAndroid Build Coastguard Worker return ret;
86*61046927SAndroid Build Coastguard Worker #elif defined(HAVE_ZLIB)
87*61046927SAndroid Build Coastguard Worker size_t compressed_size = 0;
88*61046927SAndroid Build Coastguard Worker
89*61046927SAndroid Build Coastguard Worker /* allocate deflate state */
90*61046927SAndroid Build Coastguard Worker z_stream strm;
91*61046927SAndroid Build Coastguard Worker strm.zalloc = Z_NULL;
92*61046927SAndroid Build Coastguard Worker strm.zfree = Z_NULL;
93*61046927SAndroid Build Coastguard Worker strm.opaque = Z_NULL;
94*61046927SAndroid Build Coastguard Worker strm.next_in = in_data;
95*61046927SAndroid Build Coastguard Worker strm.next_out = out_data;
96*61046927SAndroid Build Coastguard Worker strm.avail_in = in_data_size;
97*61046927SAndroid Build Coastguard Worker strm.avail_out = out_buff_size;
98*61046927SAndroid Build Coastguard Worker
99*61046927SAndroid Build Coastguard Worker int ret = deflateInit(&strm, Z_BEST_COMPRESSION);
100*61046927SAndroid Build Coastguard Worker if (ret != Z_OK) {
101*61046927SAndroid Build Coastguard Worker (void) deflateEnd(&strm);
102*61046927SAndroid Build Coastguard Worker return 0;
103*61046927SAndroid Build Coastguard Worker }
104*61046927SAndroid Build Coastguard Worker
105*61046927SAndroid Build Coastguard Worker /* compress until end of in_data */
106*61046927SAndroid Build Coastguard Worker ret = deflate(&strm, Z_FINISH);
107*61046927SAndroid Build Coastguard Worker
108*61046927SAndroid Build Coastguard Worker /* stream should be complete */
109*61046927SAndroid Build Coastguard Worker assert(ret == Z_STREAM_END);
110*61046927SAndroid Build Coastguard Worker if (ret == Z_STREAM_END) {
111*61046927SAndroid Build Coastguard Worker compressed_size = strm.total_out;
112*61046927SAndroid Build Coastguard Worker }
113*61046927SAndroid Build Coastguard Worker
114*61046927SAndroid Build Coastguard Worker /* clean up and return */
115*61046927SAndroid Build Coastguard Worker (void) deflateEnd(&strm);
116*61046927SAndroid Build Coastguard Worker return compressed_size;
117*61046927SAndroid Build Coastguard Worker #else
118*61046927SAndroid Build Coastguard Worker STATIC_ASSERT(false);
119*61046927SAndroid Build Coastguard Worker # endif
120*61046927SAndroid Build Coastguard Worker }
121*61046927SAndroid Build Coastguard Worker
122*61046927SAndroid Build Coastguard Worker /**
123*61046927SAndroid Build Coastguard Worker * Decompresses data, returns true if successful.
124*61046927SAndroid Build Coastguard Worker */
125*61046927SAndroid Build Coastguard Worker bool
util_compress_inflate(const uint8_t * in_data,size_t in_data_size,uint8_t * out_data,size_t out_data_size)126*61046927SAndroid Build Coastguard Worker util_compress_inflate(const uint8_t *in_data, size_t in_data_size,
127*61046927SAndroid Build Coastguard Worker uint8_t *out_data, size_t out_data_size)
128*61046927SAndroid Build Coastguard Worker {
129*61046927SAndroid Build Coastguard Worker MESA_TRACE_FUNC();
130*61046927SAndroid Build Coastguard Worker #ifdef HAVE_ZSTD
131*61046927SAndroid Build Coastguard Worker size_t ret = ZSTD_decompress(out_data, out_data_size, in_data, in_data_size);
132*61046927SAndroid Build Coastguard Worker return !ZSTD_isError(ret);
133*61046927SAndroid Build Coastguard Worker #elif defined(HAVE_ZLIB)
134*61046927SAndroid Build Coastguard Worker z_stream strm;
135*61046927SAndroid Build Coastguard Worker
136*61046927SAndroid Build Coastguard Worker /* allocate inflate state */
137*61046927SAndroid Build Coastguard Worker strm.zalloc = Z_NULL;
138*61046927SAndroid Build Coastguard Worker strm.zfree = Z_NULL;
139*61046927SAndroid Build Coastguard Worker strm.opaque = Z_NULL;
140*61046927SAndroid Build Coastguard Worker strm.next_in = in_data;
141*61046927SAndroid Build Coastguard Worker strm.avail_in = in_data_size;
142*61046927SAndroid Build Coastguard Worker strm.next_out = out_data;
143*61046927SAndroid Build Coastguard Worker strm.avail_out = out_data_size;
144*61046927SAndroid Build Coastguard Worker
145*61046927SAndroid Build Coastguard Worker int ret = inflateInit(&strm);
146*61046927SAndroid Build Coastguard Worker if (ret != Z_OK)
147*61046927SAndroid Build Coastguard Worker return false;
148*61046927SAndroid Build Coastguard Worker
149*61046927SAndroid Build Coastguard Worker ret = inflate(&strm, Z_NO_FLUSH);
150*61046927SAndroid Build Coastguard Worker assert(ret != Z_STREAM_ERROR); /* state not clobbered */
151*61046927SAndroid Build Coastguard Worker
152*61046927SAndroid Build Coastguard Worker /* Unless there was an error we should have decompressed everything in one
153*61046927SAndroid Build Coastguard Worker * go as we know the uncompressed file size.
154*61046927SAndroid Build Coastguard Worker */
155*61046927SAndroid Build Coastguard Worker if (ret != Z_STREAM_END) {
156*61046927SAndroid Build Coastguard Worker (void)inflateEnd(&strm);
157*61046927SAndroid Build Coastguard Worker return false;
158*61046927SAndroid Build Coastguard Worker }
159*61046927SAndroid Build Coastguard Worker assert(strm.avail_out == 0);
160*61046927SAndroid Build Coastguard Worker
161*61046927SAndroid Build Coastguard Worker /* clean up and return */
162*61046927SAndroid Build Coastguard Worker (void)inflateEnd(&strm);
163*61046927SAndroid Build Coastguard Worker return true;
164*61046927SAndroid Build Coastguard Worker #else
165*61046927SAndroid Build Coastguard Worker STATIC_ASSERT(false);
166*61046927SAndroid Build Coastguard Worker #endif
167*61046927SAndroid Build Coastguard Worker }
168*61046927SAndroid Build Coastguard Worker
169*61046927SAndroid Build Coastguard Worker #endif
170