xref: /aosp_15_r20/external/mesa3d/src/panfrost/lib/pan_afbc.c (revision 6104692788411f58d303aa86923a9ff6ecaded22)
1*61046927SAndroid Build Coastguard Worker /*
2*61046927SAndroid Build Coastguard Worker  * Copyright (C) 2019 Collabora, Ltd.
3*61046927SAndroid Build Coastguard Worker  *
4*61046927SAndroid Build Coastguard Worker  * Permission is hereby granted, free of charge, to any person obtaining a
5*61046927SAndroid Build Coastguard Worker  * copy of this software and associated documentation files (the "Software"),
6*61046927SAndroid Build Coastguard Worker  * to deal in the Software without restriction, including without limitation
7*61046927SAndroid Build Coastguard Worker  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8*61046927SAndroid Build Coastguard Worker  * and/or sell copies of the Software, and to permit persons to whom the
9*61046927SAndroid Build Coastguard Worker  * Software is furnished to do so, subject to the following conditions:
10*61046927SAndroid Build Coastguard Worker  *
11*61046927SAndroid Build Coastguard Worker  * The above copyright notice and this permission notice (including the next
12*61046927SAndroid Build Coastguard Worker  * paragraph) shall be included in all copies or substantial portions of the
13*61046927SAndroid Build Coastguard Worker  * Software.
14*61046927SAndroid Build Coastguard Worker  *
15*61046927SAndroid Build Coastguard Worker  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16*61046927SAndroid Build Coastguard Worker  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17*61046927SAndroid Build Coastguard Worker  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18*61046927SAndroid Build Coastguard Worker  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19*61046927SAndroid Build Coastguard Worker  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20*61046927SAndroid Build Coastguard Worker  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21*61046927SAndroid Build Coastguard Worker  * SOFTWARE.
22*61046927SAndroid Build Coastguard Worker  *
23*61046927SAndroid Build Coastguard Worker  * Authors:
24*61046927SAndroid Build Coastguard Worker  *   Alyssa Rosenzweig <[email protected]>
25*61046927SAndroid Build Coastguard Worker  */
26*61046927SAndroid Build Coastguard Worker 
27*61046927SAndroid Build Coastguard Worker #include "pan_texture.h"
28*61046927SAndroid Build Coastguard Worker 
29*61046927SAndroid Build Coastguard Worker /* Arm FrameBuffer Compression (AFBC) is a lossless compression scheme natively
30*61046927SAndroid Build Coastguard Worker  * implemented in Mali GPUs (as well as many display controllers paired with
31*61046927SAndroid Build Coastguard Worker  * Mali GPUs, etc). Where possible, Panfrost prefers to use AFBC for both
32*61046927SAndroid Build Coastguard Worker  * rendering and texturing. In most cases, this is a performance-win due to a
33*61046927SAndroid Build Coastguard Worker  * dramatic reduction in memory bandwidth and cache locality compared to a
34*61046927SAndroid Build Coastguard Worker  * linear resources.
35*61046927SAndroid Build Coastguard Worker  *
36*61046927SAndroid Build Coastguard Worker  * AFBC divides the framebuffer into 16x16 tiles (other sizes possible, TODO:
37*61046927SAndroid Build Coastguard Worker  * do we need to support this?). So, the width and height each must be aligned
38*61046927SAndroid Build Coastguard Worker  * up to 16 pixels. This is inherently good for performance; note that for a 4
39*61046927SAndroid Build Coastguard Worker  * byte-per-pixel format like RGBA8888, that means that rows are 16*4=64 byte
40*61046927SAndroid Build Coastguard Worker  * aligned, which is the cache-line size.
41*61046927SAndroid Build Coastguard Worker  *
42*61046927SAndroid Build Coastguard Worker  * For each AFBC-compressed resource, there is a single contiguous
43*61046927SAndroid Build Coastguard Worker  * (CPU/GPU-shared) buffer. This buffer itself is divided into two parts:
44*61046927SAndroid Build Coastguard Worker  * header and body, placed immediately after each other.
45*61046927SAndroid Build Coastguard Worker  *
46*61046927SAndroid Build Coastguard Worker  * The AFBC header contains 16 bytes of metadata per tile.
47*61046927SAndroid Build Coastguard Worker  *
48*61046927SAndroid Build Coastguard Worker  * The AFBC body is the same size as the original linear resource (padded to
49*61046927SAndroid Build Coastguard Worker  * the nearest tile). Although the body comes immediately after the header, it
50*61046927SAndroid Build Coastguard Worker  * must also be cache-line aligned, so there can sometimes be a bit of padding
51*61046927SAndroid Build Coastguard Worker  * between the header and body.
52*61046927SAndroid Build Coastguard Worker  *
53*61046927SAndroid Build Coastguard Worker  * As an example, a 64x64 RGBA framebuffer contains 64/16 = 4 tiles horizontally
54*61046927SAndroid Build Coastguard Worker  * and 4 tiles vertically. There are 4*4=16 tiles in total, each containing 16
55*61046927SAndroid Build Coastguard Worker  * bytes of metadata, so there is a 16*16=256 byte header. 64x64 is already
56*61046927SAndroid Build Coastguard Worker  * tile aligned, so the body is 64*64 * 4 bytes per pixel = 16384 bytes of
57*61046927SAndroid Build Coastguard Worker  * body.
58*61046927SAndroid Build Coastguard Worker  *
59*61046927SAndroid Build Coastguard Worker  * From userspace, Panfrost needs to be able to calculate these sizes. It
60*61046927SAndroid Build Coastguard Worker  * explicitly does not and can not know the format of the data contained within
61*61046927SAndroid Build Coastguard Worker  * this header and body. The GPU has native support for AFBC encode/decode. For
62*61046927SAndroid Build Coastguard Worker  * an internal FBO or a framebuffer used for scanout with an AFBC-compatible
63*61046927SAndroid Build Coastguard Worker  * winsys/display-controller, the buffer is maintained AFBC throughout flight,
64*61046927SAndroid Build Coastguard Worker  * and the driver never needs to know the internal data. For edge cases where
65*61046927SAndroid Build Coastguard Worker  * the driver really does need to read/write from the AFBC resource, we
66*61046927SAndroid Build Coastguard Worker  * generate a linear staging buffer and use the GPU to blit AFBC<--->linear.
67*61046927SAndroid Build Coastguard Worker  */
68*61046927SAndroid Build Coastguard Worker 
69*61046927SAndroid Build Coastguard Worker static enum pipe_format
unswizzled_format(enum pipe_format format)70*61046927SAndroid Build Coastguard Worker unswizzled_format(enum pipe_format format)
71*61046927SAndroid Build Coastguard Worker {
72*61046927SAndroid Build Coastguard Worker    switch (format) {
73*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_A8_UNORM:
74*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_L8_UNORM:
75*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_I8_UNORM:
76*61046927SAndroid Build Coastguard Worker       return PIPE_FORMAT_R8_UNORM;
77*61046927SAndroid Build Coastguard Worker 
78*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_L8A8_UNORM:
79*61046927SAndroid Build Coastguard Worker       return PIPE_FORMAT_R8G8_UNORM;
80*61046927SAndroid Build Coastguard Worker 
81*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_B8G8R8_UNORM:
82*61046927SAndroid Build Coastguard Worker       return PIPE_FORMAT_R8G8B8_UNORM;
83*61046927SAndroid Build Coastguard Worker 
84*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R8G8B8X8_UNORM:
85*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_B8G8R8A8_UNORM:
86*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_B8G8R8X8_UNORM:
87*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_A8R8G8B8_UNORM:
88*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_X8R8G8B8_UNORM:
89*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_X8B8G8R8_UNORM:
90*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_A8B8G8R8_UNORM:
91*61046927SAndroid Build Coastguard Worker       return PIPE_FORMAT_R8G8B8A8_UNORM;
92*61046927SAndroid Build Coastguard Worker 
93*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_B5G6R5_UNORM:
94*61046927SAndroid Build Coastguard Worker       return PIPE_FORMAT_R5G6B5_UNORM;
95*61046927SAndroid Build Coastguard Worker 
96*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_B5G5R5A1_UNORM:
97*61046927SAndroid Build Coastguard Worker       return PIPE_FORMAT_R5G5B5A1_UNORM;
98*61046927SAndroid Build Coastguard Worker 
99*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R10G10B10X2_UNORM:
100*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_B10G10R10A2_UNORM:
101*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_B10G10R10X2_UNORM:
102*61046927SAndroid Build Coastguard Worker       return PIPE_FORMAT_R10G10B10A2_UNORM;
103*61046927SAndroid Build Coastguard Worker 
104*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_A4B4G4R4_UNORM:
105*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_B4G4R4A4_UNORM:
106*61046927SAndroid Build Coastguard Worker       return PIPE_FORMAT_R4G4B4A4_UNORM;
107*61046927SAndroid Build Coastguard Worker 
108*61046927SAndroid Build Coastguard Worker    default:
109*61046927SAndroid Build Coastguard Worker       return format;
110*61046927SAndroid Build Coastguard Worker    }
111*61046927SAndroid Build Coastguard Worker }
112*61046927SAndroid Build Coastguard Worker 
113*61046927SAndroid Build Coastguard Worker /* AFBC supports compressing a few canonical formats. Additional formats are
114*61046927SAndroid Build Coastguard Worker  * available by using a canonical internal format. Given a PIPE format, find
115*61046927SAndroid Build Coastguard Worker  * the canonical AFBC internal format if it exists, or NONE if the format
116*61046927SAndroid Build Coastguard Worker  * cannot be compressed. */
117*61046927SAndroid Build Coastguard Worker 
118*61046927SAndroid Build Coastguard Worker enum pan_afbc_mode
panfrost_afbc_format(unsigned arch,enum pipe_format format)119*61046927SAndroid Build Coastguard Worker panfrost_afbc_format(unsigned arch, enum pipe_format format)
120*61046927SAndroid Build Coastguard Worker {
121*61046927SAndroid Build Coastguard Worker    /* sRGB does not change the pixel format itself, only the
122*61046927SAndroid Build Coastguard Worker     * interpretation. The interpretation is handled by conversion hardware
123*61046927SAndroid Build Coastguard Worker     * independent to the compression hardware, so we can compress sRGB
124*61046927SAndroid Build Coastguard Worker     * formats by using the corresponding linear format.
125*61046927SAndroid Build Coastguard Worker     */
126*61046927SAndroid Build Coastguard Worker    format = util_format_linear(format);
127*61046927SAndroid Build Coastguard Worker 
128*61046927SAndroid Build Coastguard Worker    /* Luminance-alpha not supported for AFBC on v7+ */
129*61046927SAndroid Build Coastguard Worker    switch (format) {
130*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_A8_UNORM:
131*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_L8_UNORM:
132*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_I8_UNORM:
133*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_L8A8_UNORM:
134*61046927SAndroid Build Coastguard Worker       if (arch >= 7)
135*61046927SAndroid Build Coastguard Worker          return PAN_AFBC_MODE_INVALID;
136*61046927SAndroid Build Coastguard Worker       else
137*61046927SAndroid Build Coastguard Worker          break;
138*61046927SAndroid Build Coastguard Worker    default:
139*61046927SAndroid Build Coastguard Worker       break;
140*61046927SAndroid Build Coastguard Worker    }
141*61046927SAndroid Build Coastguard Worker 
142*61046927SAndroid Build Coastguard Worker    /* We handle swizzling orthogonally to AFBC */
143*61046927SAndroid Build Coastguard Worker    format = unswizzled_format(format);
144*61046927SAndroid Build Coastguard Worker 
145*61046927SAndroid Build Coastguard Worker    /* clang-format off */
146*61046927SAndroid Build Coastguard Worker    switch (format) {
147*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R8_UNORM:          return PAN_AFBC_MODE_R8;
148*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R8G8_UNORM:        return PAN_AFBC_MODE_R8G8;
149*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R8G8B8_UNORM:      return PAN_AFBC_MODE_R8G8B8;
150*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R8G8B8A8_UNORM:    return PAN_AFBC_MODE_R8G8B8A8;
151*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R5G6B5_UNORM:      return PAN_AFBC_MODE_R5G6B5;
152*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R5G5B5A1_UNORM:    return PAN_AFBC_MODE_R5G5B5A1;
153*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R10G10B10A2_UNORM: return PAN_AFBC_MODE_R10G10B10A2;
154*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_R4G4B4A4_UNORM:    return PAN_AFBC_MODE_R4G4B4A4;
155*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_Z16_UNORM:         return PAN_AFBC_MODE_R8G8;
156*61046927SAndroid Build Coastguard Worker 
157*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_Z24_UNORM_S8_UINT: return PAN_AFBC_MODE_R8G8B8A8;
158*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_Z24X8_UNORM:       return PAN_AFBC_MODE_R8G8B8A8;
159*61046927SAndroid Build Coastguard Worker    case PIPE_FORMAT_X24S8_UINT:        return PAN_AFBC_MODE_R8G8B8A8;
160*61046927SAndroid Build Coastguard Worker 
161*61046927SAndroid Build Coastguard Worker    default:                            return PAN_AFBC_MODE_INVALID;
162*61046927SAndroid Build Coastguard Worker    }
163*61046927SAndroid Build Coastguard Worker    /* clang-format on */
164*61046927SAndroid Build Coastguard Worker }
165*61046927SAndroid Build Coastguard Worker 
166*61046927SAndroid Build Coastguard Worker /* The lossless colour transform (AFBC_FORMAT_MOD_YTR) requires RGB. */
167*61046927SAndroid Build Coastguard Worker 
168*61046927SAndroid Build Coastguard Worker bool
panfrost_afbc_can_ytr(enum pipe_format format)169*61046927SAndroid Build Coastguard Worker panfrost_afbc_can_ytr(enum pipe_format format)
170*61046927SAndroid Build Coastguard Worker {
171*61046927SAndroid Build Coastguard Worker    const struct util_format_description *desc = util_format_description(format);
172*61046927SAndroid Build Coastguard Worker 
173*61046927SAndroid Build Coastguard Worker    /* YTR is only defined for RGB(A) */
174*61046927SAndroid Build Coastguard Worker    if (desc->nr_channels != 3 && desc->nr_channels != 4)
175*61046927SAndroid Build Coastguard Worker       return false;
176*61046927SAndroid Build Coastguard Worker 
177*61046927SAndroid Build Coastguard Worker    /* The fourth channel if it exists doesn't matter */
178*61046927SAndroid Build Coastguard Worker    return desc->colorspace == UTIL_FORMAT_COLORSPACE_RGB;
179*61046927SAndroid Build Coastguard Worker }
180*61046927SAndroid Build Coastguard Worker 
181*61046927SAndroid Build Coastguard Worker /* Only support packing for RGB formats for now. */
182*61046927SAndroid Build Coastguard Worker 
183*61046927SAndroid Build Coastguard Worker bool
panfrost_afbc_can_pack(enum pipe_format format)184*61046927SAndroid Build Coastguard Worker panfrost_afbc_can_pack(enum pipe_format format)
185*61046927SAndroid Build Coastguard Worker {
186*61046927SAndroid Build Coastguard Worker    const struct util_format_description *desc = util_format_description(format);
187*61046927SAndroid Build Coastguard Worker 
188*61046927SAndroid Build Coastguard Worker    return desc->colorspace == UTIL_FORMAT_COLORSPACE_RGB;
189*61046927SAndroid Build Coastguard Worker }
190