1 /*
2 * Copyright © 2015 Rob Clark <[email protected]>
3 * SPDX-License-Identifier: MIT
4 *
5 * Authors:
6 * Rob Clark <[email protected]>
7 */
8
9 #ifndef IR3_NIR_H_
10 #define IR3_NIR_H_
11
12 #include "compiler/nir/nir.h"
13 #include "compiler/nir/nir_builder.h"
14 #include "compiler/shader_enums.h"
15
16 #include "ir3_shader.h"
17
18 BEGINC;
19
20 bool ir3_nir_apply_trig_workarounds(nir_shader *shader);
21 bool ir3_nir_lower_imul(nir_shader *shader);
22 bool ir3_nir_lower_io_offsets(nir_shader *shader);
23 bool ir3_nir_lower_load_barycentric_at_sample(nir_shader *shader);
24 bool ir3_nir_lower_load_barycentric_at_offset(nir_shader *shader);
25 bool ir3_nir_lower_push_consts_to_preamble(nir_shader *nir,
26 struct ir3_shader_variant *v);
27 bool ir3_nir_lower_driver_params_to_ubo(nir_shader *nir,
28 struct ir3_shader_variant *v);
29 bool ir3_nir_move_varying_inputs(nir_shader *shader);
30 int ir3_nir_coord_offset(nir_def *ssa);
31 bool ir3_nir_lower_tex_prefetch(nir_shader *shader);
32 bool ir3_nir_lower_layer_id(nir_shader *shader);
33
34 void ir3_nir_lower_to_explicit_output(nir_shader *shader,
35 struct ir3_shader_variant *v,
36 unsigned topology);
37 void ir3_nir_lower_to_explicit_input(nir_shader *shader,
38 struct ir3_shader_variant *v);
39 void ir3_nir_lower_tess_ctrl(nir_shader *shader, struct ir3_shader_variant *v,
40 unsigned topology);
41 void ir3_nir_lower_tess_eval(nir_shader *shader, struct ir3_shader_variant *v,
42 unsigned topology);
43 void ir3_nir_lower_gs(nir_shader *shader);
44
45 bool ir3_supports_vectorized_nir_op(nir_op op);
46 uint8_t ir3_nir_vectorize_filter(const nir_instr *instr, const void *data);
47
48 /*
49 * 64b related lowering:
50 */
51 bool ir3_nir_lower_64b_intrinsics(nir_shader *shader);
52 bool ir3_nir_lower_64b_undef(nir_shader *shader);
53 bool ir3_nir_lower_64b_global(nir_shader *shader);
54 bool ir3_nir_lower_64b_regs(nir_shader *shader);
55
56 bool ir3_nir_opt_branch_and_or_not(nir_shader *nir);
57 bool ir3_optimize_loop(struct ir3_compiler *compiler, nir_shader *s);
58 void ir3_nir_lower_io_to_temporaries(nir_shader *s);
59 void ir3_finalize_nir(struct ir3_compiler *compiler, nir_shader *s);
60 void ir3_nir_post_finalize(struct ir3_shader *shader);
61 void ir3_nir_lower_variant(struct ir3_shader_variant *so, nir_shader *s);
62
63 void ir3_setup_const_state(nir_shader *nir, struct ir3_shader_variant *v,
64 struct ir3_const_state *const_state);
65 uint32_t ir3_const_state_get_free_space(const struct ir3_shader_variant *v,
66 const struct ir3_const_state *const_state);
67 bool ir3_nir_lower_load_constant(nir_shader *nir, struct ir3_shader_variant *v);
68 void ir3_nir_analyze_ubo_ranges(nir_shader *nir, struct ir3_shader_variant *v);
69 bool ir3_nir_lower_ubo_loads(nir_shader *nir, struct ir3_shader_variant *v);
70 bool ir3_nir_lower_const_global_loads(nir_shader *nir, struct ir3_shader_variant *v);
71 bool ir3_nir_fixup_load_const_ir3(nir_shader *nir);
72 bool ir3_nir_opt_preamble(nir_shader *nir, struct ir3_shader_variant *v);
73 bool ir3_nir_opt_prefetch_descriptors(nir_shader *nir, struct ir3_shader_variant *v);
74 bool ir3_nir_lower_preamble(nir_shader *nir, struct ir3_shader_variant *v);
75
76 nir_def *ir3_nir_try_propagate_bit_shift(nir_builder *b,
77 nir_def *offset,
78 int32_t shift);
79
80 bool ir3_nir_opt_subgroups(nir_shader *nir, struct ir3_shader_variant *v);
81
82 nir_def *ir3_get_shared_driver_ubo(nir_builder *b,
83 const struct ir3_driver_ubo *ubo);
84 nir_def *ir3_get_driver_ubo(nir_builder *b, struct ir3_driver_ubo *ubo);
85 nir_def *ir3_get_driver_consts_ubo(nir_builder *b,
86 struct ir3_shader_variant *v);
87 nir_def *ir3_load_driver_ubo(nir_builder *b, unsigned components,
88 struct ir3_driver_ubo *ubo,
89 unsigned offset);
90 nir_def *ir3_load_driver_ubo_indirect(nir_builder *b, unsigned components,
91 struct ir3_driver_ubo *ubo,
92 unsigned base, nir_def *offset,
93 unsigned range);
94
95 bool ir3_def_is_rematerializable_for_preamble(nir_def *def,
96 nir_def **preamble_defs);
97
98 nir_def *ir3_rematerialize_def_for_preamble(nir_builder *b, nir_def *def,
99 struct set *instr_set,
100 nir_def **preamble_defs);
101
102 struct driver_param_info {
103 uint32_t offset;
104 };
105
106 bool ir3_get_driver_param_info(const nir_shader *shader,
107 nir_intrinsic_instr *intr,
108 struct driver_param_info *param_info);
109
110 static inline nir_intrinsic_instr *
ir3_bindless_resource(nir_src src)111 ir3_bindless_resource(nir_src src)
112 {
113 if (src.ssa->parent_instr->type != nir_instr_type_intrinsic)
114 return NULL;
115
116 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(src.ssa->parent_instr);
117 if (intrin->intrinsic != nir_intrinsic_bindless_resource_ir3)
118 return NULL;
119
120 return intrin;
121 }
122
123 static inline bool
is_intrinsic_store(nir_intrinsic_op op)124 is_intrinsic_store(nir_intrinsic_op op)
125 {
126 switch (op) {
127 case nir_intrinsic_store_output:
128 case nir_intrinsic_store_scratch:
129 case nir_intrinsic_store_ssbo:
130 case nir_intrinsic_store_shared:
131 case nir_intrinsic_store_global:
132 case nir_intrinsic_store_global_ir3:
133 return true;
134 default:
135 return false;
136 }
137 }
138
139 static inline bool
is_intrinsic_load(nir_intrinsic_op op)140 is_intrinsic_load(nir_intrinsic_op op)
141 {
142 switch (op) {
143 case nir_intrinsic_load_input:
144 case nir_intrinsic_load_scratch:
145 case nir_intrinsic_load_ssbo:
146 case nir_intrinsic_load_ubo:
147 case nir_intrinsic_load_shared:
148 case nir_intrinsic_load_global:
149 case nir_intrinsic_load_global_ir3:
150 case nir_intrinsic_load_const_ir3:
151 return true;
152 default:
153 return false;
154 }
155 }
156
157 uint32_t ir3_nir_max_imm_offset(nir_intrinsic_instr *intrin, const void *data);
158
159 ENDC;
160
161 #endif /* IR3_NIR_H_ */
162