1*61046927SAndroid Build Coastguard Worker /*
2*61046927SAndroid Build Coastguard Worker * Copyright © 2015 Intel Corporation
3*61046927SAndroid Build Coastguard Worker * Copyright © 2022 Collabora, LTD
4*61046927SAndroid Build Coastguard Worker *
5*61046927SAndroid Build Coastguard Worker * Permission is hereby granted, free of charge, to any person obtaining a
6*61046927SAndroid Build Coastguard Worker * copy of this software and associated documentation files (the "Software"),
7*61046927SAndroid Build Coastguard Worker * to deal in the Software without restriction, including without limitation
8*61046927SAndroid Build Coastguard Worker * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9*61046927SAndroid Build Coastguard Worker * and/or sell copies of the Software, and to permit persons to whom the
10*61046927SAndroid Build Coastguard Worker * Software is furnished to do so, subject to the following conditions:
11*61046927SAndroid Build Coastguard Worker *
12*61046927SAndroid Build Coastguard Worker * The above copyright notice and this permission notice (including the next
13*61046927SAndroid Build Coastguard Worker * paragraph) shall be included in all copies or substantial portions of the
14*61046927SAndroid Build Coastguard Worker * Software.
15*61046927SAndroid Build Coastguard Worker *
16*61046927SAndroid Build Coastguard Worker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*61046927SAndroid Build Coastguard Worker * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*61046927SAndroid Build Coastguard Worker * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19*61046927SAndroid Build Coastguard Worker * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*61046927SAndroid Build Coastguard Worker * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21*61046927SAndroid Build Coastguard Worker * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
22*61046927SAndroid Build Coastguard Worker * IN THE SOFTWARE.
23*61046927SAndroid Build Coastguard Worker */
24*61046927SAndroid Build Coastguard Worker
25*61046927SAndroid Build Coastguard Worker #include "vk_nir.h"
26*61046927SAndroid Build Coastguard Worker
27*61046927SAndroid Build Coastguard Worker #include "compiler/nir/nir_xfb_info.h"
28*61046927SAndroid Build Coastguard Worker #include "compiler/spirv/nir_spirv.h"
29*61046927SAndroid Build Coastguard Worker #include "vk_device.h"
30*61046927SAndroid Build Coastguard Worker #include "vk_log.h"
31*61046927SAndroid Build Coastguard Worker #include "vk_physical_device.h"
32*61046927SAndroid Build Coastguard Worker #include "vk_util.h"
33*61046927SAndroid Build Coastguard Worker
34*61046927SAndroid Build Coastguard Worker #define SPIR_V_MAGIC_NUMBER 0x07230203
35*61046927SAndroid Build Coastguard Worker
36*61046927SAndroid Build Coastguard Worker uint32_t
vk_spirv_version(const uint32_t * spirv_data,size_t spirv_size_B)37*61046927SAndroid Build Coastguard Worker vk_spirv_version(const uint32_t *spirv_data, size_t spirv_size_B)
38*61046927SAndroid Build Coastguard Worker {
39*61046927SAndroid Build Coastguard Worker assert(spirv_size_B >= 8);
40*61046927SAndroid Build Coastguard Worker assert(spirv_data[0] == SPIR_V_MAGIC_NUMBER);
41*61046927SAndroid Build Coastguard Worker return spirv_data[1];
42*61046927SAndroid Build Coastguard Worker }
43*61046927SAndroid Build Coastguard Worker
44*61046927SAndroid Build Coastguard Worker static void
spirv_nir_debug(void * private_data,enum nir_spirv_debug_level level,size_t spirv_offset,const char * message)45*61046927SAndroid Build Coastguard Worker spirv_nir_debug(void *private_data,
46*61046927SAndroid Build Coastguard Worker enum nir_spirv_debug_level level,
47*61046927SAndroid Build Coastguard Worker size_t spirv_offset,
48*61046927SAndroid Build Coastguard Worker const char *message)
49*61046927SAndroid Build Coastguard Worker {
50*61046927SAndroid Build Coastguard Worker const struct vk_object_base *log_obj = private_data;
51*61046927SAndroid Build Coastguard Worker
52*61046927SAndroid Build Coastguard Worker switch (level) {
53*61046927SAndroid Build Coastguard Worker case NIR_SPIRV_DEBUG_LEVEL_INFO:
54*61046927SAndroid Build Coastguard Worker //vk_logi(VK_LOG_OBJS(log_obj), "SPIR-V offset %lu: %s",
55*61046927SAndroid Build Coastguard Worker // (unsigned long) spirv_offset, message);
56*61046927SAndroid Build Coastguard Worker break;
57*61046927SAndroid Build Coastguard Worker case NIR_SPIRV_DEBUG_LEVEL_WARNING:
58*61046927SAndroid Build Coastguard Worker vk_logw(VK_LOG_OBJS(log_obj), "SPIR-V offset %lu: %s",
59*61046927SAndroid Build Coastguard Worker (unsigned long) spirv_offset, message);
60*61046927SAndroid Build Coastguard Worker break;
61*61046927SAndroid Build Coastguard Worker case NIR_SPIRV_DEBUG_LEVEL_ERROR:
62*61046927SAndroid Build Coastguard Worker vk_loge(VK_LOG_OBJS(log_obj), "SPIR-V offset %lu: %s",
63*61046927SAndroid Build Coastguard Worker (unsigned long) spirv_offset, message);
64*61046927SAndroid Build Coastguard Worker break;
65*61046927SAndroid Build Coastguard Worker default:
66*61046927SAndroid Build Coastguard Worker break;
67*61046927SAndroid Build Coastguard Worker }
68*61046927SAndroid Build Coastguard Worker }
69*61046927SAndroid Build Coastguard Worker
70*61046927SAndroid Build Coastguard Worker bool
nir_vk_is_not_xfb_output(nir_variable * var,void * data)71*61046927SAndroid Build Coastguard Worker nir_vk_is_not_xfb_output(nir_variable *var, void *data)
72*61046927SAndroid Build Coastguard Worker {
73*61046927SAndroid Build Coastguard Worker if (var->data.mode != nir_var_shader_out)
74*61046927SAndroid Build Coastguard Worker return true;
75*61046927SAndroid Build Coastguard Worker
76*61046927SAndroid Build Coastguard Worker /* From the Vulkan 1.3.259 spec:
77*61046927SAndroid Build Coastguard Worker *
78*61046927SAndroid Build Coastguard Worker * VUID-StandaloneSpirv-Offset-04716
79*61046927SAndroid Build Coastguard Worker *
80*61046927SAndroid Build Coastguard Worker * "Only variables or block members in the output interface decorated
81*61046927SAndroid Build Coastguard Worker * with Offset can be captured for transform feedback, and those
82*61046927SAndroid Build Coastguard Worker * variables or block members must also be decorated with XfbBuffer
83*61046927SAndroid Build Coastguard Worker * and XfbStride, or inherit XfbBuffer and XfbStride decorations from
84*61046927SAndroid Build Coastguard Worker * a block containing them"
85*61046927SAndroid Build Coastguard Worker *
86*61046927SAndroid Build Coastguard Worker * glslang generates gl_PerVertex builtins when they are not declared,
87*61046927SAndroid Build Coastguard Worker * enabled XFB should not prevent them from being DCE'd.
88*61046927SAndroid Build Coastguard Worker *
89*61046927SAndroid Build Coastguard Worker * The logic should match nir_gather_xfb_info_with_varyings
90*61046927SAndroid Build Coastguard Worker */
91*61046927SAndroid Build Coastguard Worker
92*61046927SAndroid Build Coastguard Worker if (!var->data.explicit_xfb_buffer)
93*61046927SAndroid Build Coastguard Worker return true;
94*61046927SAndroid Build Coastguard Worker
95*61046927SAndroid Build Coastguard Worker bool is_array_block = var->interface_type != NULL &&
96*61046927SAndroid Build Coastguard Worker glsl_type_is_array(var->type) &&
97*61046927SAndroid Build Coastguard Worker glsl_without_array(var->type) == var->interface_type;
98*61046927SAndroid Build Coastguard Worker
99*61046927SAndroid Build Coastguard Worker if (!is_array_block) {
100*61046927SAndroid Build Coastguard Worker return !var->data.explicit_offset;
101*61046927SAndroid Build Coastguard Worker } else {
102*61046927SAndroid Build Coastguard Worker /* For array of blocks we have to check each element */
103*61046927SAndroid Build Coastguard Worker unsigned aoa_size = glsl_get_aoa_size(var->type);
104*61046927SAndroid Build Coastguard Worker const struct glsl_type *itype = var->interface_type;
105*61046927SAndroid Build Coastguard Worker unsigned nfields = glsl_get_length(itype);
106*61046927SAndroid Build Coastguard Worker for (unsigned b = 0; b < aoa_size; b++) {
107*61046927SAndroid Build Coastguard Worker for (unsigned f = 0; f < nfields; f++) {
108*61046927SAndroid Build Coastguard Worker if (glsl_get_struct_field_offset(itype, f) >= 0)
109*61046927SAndroid Build Coastguard Worker return false;
110*61046927SAndroid Build Coastguard Worker }
111*61046927SAndroid Build Coastguard Worker }
112*61046927SAndroid Build Coastguard Worker
113*61046927SAndroid Build Coastguard Worker return true;
114*61046927SAndroid Build Coastguard Worker }
115*61046927SAndroid Build Coastguard Worker }
116*61046927SAndroid Build Coastguard Worker
117*61046927SAndroid Build Coastguard Worker nir_shader *
vk_spirv_to_nir(struct vk_device * device,const uint32_t * spirv_data,size_t spirv_size_B,gl_shader_stage stage,const char * entrypoint_name,enum gl_subgroup_size subgroup_size,const VkSpecializationInfo * spec_info,const struct spirv_to_nir_options * spirv_options,const struct nir_shader_compiler_options * nir_options,bool internal,void * mem_ctx)118*61046927SAndroid Build Coastguard Worker vk_spirv_to_nir(struct vk_device *device,
119*61046927SAndroid Build Coastguard Worker const uint32_t *spirv_data, size_t spirv_size_B,
120*61046927SAndroid Build Coastguard Worker gl_shader_stage stage, const char *entrypoint_name,
121*61046927SAndroid Build Coastguard Worker enum gl_subgroup_size subgroup_size,
122*61046927SAndroid Build Coastguard Worker const VkSpecializationInfo *spec_info,
123*61046927SAndroid Build Coastguard Worker const struct spirv_to_nir_options *spirv_options,
124*61046927SAndroid Build Coastguard Worker const struct nir_shader_compiler_options *nir_options,
125*61046927SAndroid Build Coastguard Worker bool internal,
126*61046927SAndroid Build Coastguard Worker void *mem_ctx)
127*61046927SAndroid Build Coastguard Worker {
128*61046927SAndroid Build Coastguard Worker assert(spirv_size_B >= 4 && spirv_size_B % 4 == 0);
129*61046927SAndroid Build Coastguard Worker assert(spirv_data[0] == SPIR_V_MAGIC_NUMBER);
130*61046927SAndroid Build Coastguard Worker
131*61046927SAndroid Build Coastguard Worker const struct spirv_capabilities spirv_caps =
132*61046927SAndroid Build Coastguard Worker vk_physical_device_get_spirv_capabilities(device->physical);
133*61046927SAndroid Build Coastguard Worker
134*61046927SAndroid Build Coastguard Worker struct spirv_to_nir_options spirv_options_local = *spirv_options;
135*61046927SAndroid Build Coastguard Worker spirv_options_local.capabilities = &spirv_caps;
136*61046927SAndroid Build Coastguard Worker spirv_options_local.debug.func = spirv_nir_debug;
137*61046927SAndroid Build Coastguard Worker spirv_options_local.debug.private_data = (void *)device;
138*61046927SAndroid Build Coastguard Worker spirv_options_local.subgroup_size = subgroup_size;
139*61046927SAndroid Build Coastguard Worker
140*61046927SAndroid Build Coastguard Worker uint32_t num_spec_entries = 0;
141*61046927SAndroid Build Coastguard Worker struct nir_spirv_specialization *spec_entries =
142*61046927SAndroid Build Coastguard Worker vk_spec_info_to_nir_spirv(spec_info, &num_spec_entries);
143*61046927SAndroid Build Coastguard Worker
144*61046927SAndroid Build Coastguard Worker nir_shader *nir = spirv_to_nir(spirv_data, spirv_size_B / 4,
145*61046927SAndroid Build Coastguard Worker spec_entries, num_spec_entries,
146*61046927SAndroid Build Coastguard Worker stage, entrypoint_name,
147*61046927SAndroid Build Coastguard Worker &spirv_options_local, nir_options);
148*61046927SAndroid Build Coastguard Worker free(spec_entries);
149*61046927SAndroid Build Coastguard Worker
150*61046927SAndroid Build Coastguard Worker if (nir == NULL)
151*61046927SAndroid Build Coastguard Worker return NULL;
152*61046927SAndroid Build Coastguard Worker
153*61046927SAndroid Build Coastguard Worker assert(nir->info.stage == stage);
154*61046927SAndroid Build Coastguard Worker nir_validate_shader(nir, "after spirv_to_nir");
155*61046927SAndroid Build Coastguard Worker nir_validate_ssa_dominance(nir, "after spirv_to_nir");
156*61046927SAndroid Build Coastguard Worker if (mem_ctx != NULL)
157*61046927SAndroid Build Coastguard Worker ralloc_steal(mem_ctx, nir);
158*61046927SAndroid Build Coastguard Worker
159*61046927SAndroid Build Coastguard Worker nir->info.internal = internal;
160*61046927SAndroid Build Coastguard Worker
161*61046927SAndroid Build Coastguard Worker /* We have to lower away local constant initializers right before we
162*61046927SAndroid Build Coastguard Worker * inline functions. That way they get properly initialized at the top
163*61046927SAndroid Build Coastguard Worker * of the function and not at the top of its caller.
164*61046927SAndroid Build Coastguard Worker */
165*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_lower_variable_initializers, nir_var_function_temp);
166*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_lower_returns);
167*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_inline_functions);
168*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_copy_prop);
169*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_opt_deref);
170*61046927SAndroid Build Coastguard Worker
171*61046927SAndroid Build Coastguard Worker /* Pick off the single entrypoint that we want */
172*61046927SAndroid Build Coastguard Worker nir_remove_non_entrypoints(nir);
173*61046927SAndroid Build Coastguard Worker
174*61046927SAndroid Build Coastguard Worker /* Now that we've deleted all but the main function, we can go ahead and
175*61046927SAndroid Build Coastguard Worker * lower the rest of the constant initializers. We do this here so that
176*61046927SAndroid Build Coastguard Worker * nir_remove_dead_variables and split_per_member_structs below see the
177*61046927SAndroid Build Coastguard Worker * corresponding stores.
178*61046927SAndroid Build Coastguard Worker */
179*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_lower_variable_initializers, ~0);
180*61046927SAndroid Build Coastguard Worker
181*61046927SAndroid Build Coastguard Worker /* Split member structs. We do this before lower_io_to_temporaries so that
182*61046927SAndroid Build Coastguard Worker * it doesn't lower system values to temporaries by accident.
183*61046927SAndroid Build Coastguard Worker */
184*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_split_var_copies);
185*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_split_per_member_structs);
186*61046927SAndroid Build Coastguard Worker
187*61046927SAndroid Build Coastguard Worker nir_remove_dead_variables_options dead_vars_opts = {
188*61046927SAndroid Build Coastguard Worker .can_remove_var = nir_vk_is_not_xfb_output,
189*61046927SAndroid Build Coastguard Worker };
190*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_remove_dead_variables,
191*61046927SAndroid Build Coastguard Worker nir_var_shader_in | nir_var_shader_out | nir_var_system_value |
192*61046927SAndroid Build Coastguard Worker nir_var_shader_call_data | nir_var_ray_hit_attrib,
193*61046927SAndroid Build Coastguard Worker &dead_vars_opts);
194*61046927SAndroid Build Coastguard Worker
195*61046927SAndroid Build Coastguard Worker /* This needs to happen after remove_dead_vars because GLSLang likes to
196*61046927SAndroid Build Coastguard Worker * insert dead clip/cull vars and we don't want to clip/cull based on
197*61046927SAndroid Build Coastguard Worker * uninitialized garbage.
198*61046927SAndroid Build Coastguard Worker */
199*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_lower_clip_cull_distance_arrays);
200*61046927SAndroid Build Coastguard Worker
201*61046927SAndroid Build Coastguard Worker if (nir->info.stage == MESA_SHADER_VERTEX ||
202*61046927SAndroid Build Coastguard Worker nir->info.stage == MESA_SHADER_TESS_EVAL ||
203*61046927SAndroid Build Coastguard Worker nir->info.stage == MESA_SHADER_GEOMETRY)
204*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_shader_gather_xfb_info);
205*61046927SAndroid Build Coastguard Worker
206*61046927SAndroid Build Coastguard Worker NIR_PASS_V(nir, nir_propagate_invariant, false);
207*61046927SAndroid Build Coastguard Worker
208*61046927SAndroid Build Coastguard Worker return nir;
209*61046927SAndroid Build Coastguard Worker }
210