| /aosp_15_r20/external/mesa3d/src/compiler/nir/ |
| H A D | nir_lower_subgroups.c | 34 lower_subgroups_64bit_split_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in lower_subgroups_64bit_split_intrinsic()
57 lower_subgroup_op_to_32bit(nir_builder *b, nir_intrinsic_instr *intrin) in lower_subgroup_op_to_32bit()
113 lower_subgroup_op_to_scalar(nir_builder *b, nir_intrinsic_instr *intrin) in lower_subgroup_op_to_scalar()
147 lower_vote_eq_to_scalar(nir_builder *b, nir_intrinsic_instr *intrin) in lower_vote_eq_to_scalar()
172 lower_vote_eq(nir_builder *b, nir_intrinsic_instr *intrin) in lower_vote_eq()
199 lower_shuffle_to_swizzle(nir_builder *b, nir_intrinsic_instr *intrin) in lower_shuffle_to_swizzle()
214 lower_to_shuffle(nir_builder *b, nir_intrinsic_instr *intrin, in lower_to_shuffle()
292 lower_shuffle(nir_builder *b, nir_intrinsic_instr *intrin) in lower_shuffle()
365 lower_boolean_shuffle(nir_builder *b, nir_intrinsic_instr *intrin, in lower_boolean_shuffle()
516 lower_boolean_reduce(nir_builder *b, nir_intrinsic_instr *intrin, in lower_boolean_reduce()
[all …]
|
| H A D | nir_opt_non_uniform_access.c | 28 is_ubo_intrinsic(nir_intrinsic_instr *intrin) in is_ubo_intrinsic()
34 is_ssbo_intrinsic(nir_intrinsic_instr *intrin) in is_ssbo_intrinsic()
49 is_image_intrinsic(nir_intrinsic_instr *intrin) in is_image_intrinsic()
90 has_non_uniform_access_intrin(nir_intrinsic_instr *intrin) in has_non_uniform_access_intrin()
110 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_has_non_uniform_access_impl() local
191 opt_non_uniform_access_intrin(nir_intrinsic_instr *intrin, unsigned handle_src) in opt_non_uniform_access_intrin()
212 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_opt_non_uniform_access_instr() local
|
| H A D | nir_lower_io.c | 396 lower_load(nir_intrinsic_instr *intrin, struct lower_io_state *state, in lower_load()
528 lower_store(nir_intrinsic_instr *intrin, struct lower_io_state *state, in lower_store()
588 lower_interpolate_at(nir_intrinsic_instr *intrin, struct lower_io_state *state, in lower_interpolate_at()
672 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_lower_io_block() local
1389 build_explicit_io_load(nir_builder *b, nir_intrinsic_instr *intrin, in build_explicit_io_load()
1636 build_explicit_io_store(nir_builder *b, nir_intrinsic_instr *intrin, in build_explicit_io_store()
1804 build_explicit_io_atomic(nir_builder *b, nir_intrinsic_instr *intrin, in build_explicit_io_atomic()
1976 nir_intrinsic_instr *intrin, in nir_lower_explicit_io_instr()
2236 lower_explicit_io_access(nir_builder *b, nir_intrinsic_instr *intrin, in lower_explicit_io_access()
2243 lower_explicit_io_array_length(nir_builder *b, nir_intrinsic_instr *intrin, in lower_explicit_io_array_length()
[all …]
|
| H A D | nir_lower_image.c | 35 lower_cube_size(nir_builder *b, nir_intrinsic_instr *intrin) in lower_cube_size()
83 lower_image_to_fragment_mask_load(nir_builder *b, nir_intrinsic_instr *intrin) in lower_image_to_fragment_mask_load()
130 lower_image_samples_identical_to_fragment_mask_load(nir_builder *b, nir_intrinsic_instr *intrin) in lower_image_samples_identical_to_fragment_mask_load()
161 lower_image_intrin(nir_builder *b, nir_intrinsic_instr *intrin, void *state) in lower_image_intrin()
|
| H A D | nir_lower_scratch.c | 35 nir_intrinsic_instr *intrin, in lower_load_store()
85 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(nir_src_parent_instr(src)); in only_used_for_load_store() local
112 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_lower_vars_to_scratch() local
199 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_lower_vars_to_scratch() local
|
| H A D | nir_lower_task_shader.c | 53 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_nv_task_output() local
168 nir_intrinsic_instr *intrin, in lower_task_payload_to_shared()
285 nir_intrinsic_instr *intrin, in lower_task_launch_mesh_workgroups()
345 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_task_intrin() local
371 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in requires_payload_in_shared() local
|
| H A D | nir_lower_shader_calls.c | 45 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in move_system_values_to_top() local
75 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in instr_is_shader_call() local
149 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in can_remat_instr() local
1482 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_opt_trim_stack_values() local
1502 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_opt_trim_stack_values() local
1542 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_opt_trim_stack_values() local
1648 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_opt_sort_and_pack_stack() local
1698 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_opt_sort_and_pack_stack() local
1818 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_opt_stack_loads() local
1848 nir_intrinsic_instr *intrin, void *data) in split_stack_components_instr()
|
| H A D | nir_lower_mem_access_bit_sizes.c | 30 dup_mem_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in dup_mem_intrinsic()
72 lower_mem_load(nir_builder *b, nir_intrinsic_instr *intrin, in lower_mem_load()
230 lower_mem_store(nir_builder *b, nir_intrinsic_instr *intrin, in lower_mem_store()
400 intrin_to_variable_mode(nir_intrinsic_op intrin) in intrin_to_variable_mode()
450 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_mem_access_instr() local
|
| H A D | nir_opt_offsets.c | 102 nir_intrinsic_instr *intrin, in try_fold_load_store()
146 nir_intrinsic_instr *intrin, in try_fold_shared2()
177 get_max(opt_offsets_state *state, nir_intrinsic_instr *intrin, uint32_t default_val) in get_max()
193 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in process_instr() local
|
| H A D | nir_opt_intrinsics.c | 93 src_is_quad_broadcast(nir_block *block, nir_src src, nir_intrinsic_instr **intrin) in src_is_quad_broadcast()
244 try_opt_exclusive_scan_to_inclusive(nir_intrinsic_instr *intrin) in try_opt_exclusive_scan_to_inclusive()
305 opt_intrinsics_intrin(nir_builder *b, nir_intrinsic_instr *intrin, in opt_intrinsics_intrin()
372 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in opt_intrinsics_impl() local
|
| H A D | nir_opt_uniform_atomics.c | 176 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(scalar.def->parent_instr); in match_invocation_comparison() local
247 optimize_atomic(nir_builder *b, nir_intrinsic_instr *intrin, bool return_prev) in optimize_atomic()
290 optimize_and_rewrite_atomic(nir_builder *b, nir_intrinsic_instr *intrin, in optimize_and_rewrite_atomic()
335 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in opt_uniform_atomics() local
|
| /aosp_15_r20/external/mesa3d/src/amd/common/ |
| H A D | ac_nir_lower_tess_io_to_mem.c | 181 tcs_output_needs_vmem(nir_intrinsic_instr *intrin, in tcs_output_needs_vmem()
221 tcs_output_needs_lds(nir_intrinsic_instr *intrin, in tcs_output_needs_lds()
240 nir_intrinsic_instr *intrin, in lower_ls_output_store()
310 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in filter_load_tcs_per_vertex_input() local
391 nir_intrinsic_instr *intrin) in hs_output_lds_offset()
476 nir_intrinsic_instr *intrin) in hs_per_vertex_output_vmem_offset()
502 nir_intrinsic_instr *intrin, in hs_per_patch_output_vmem_offset()
529 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_hs_per_vertex_input_load() local
543 nir_intrinsic_instr *intrin, in lower_hs_output_store()
605 nir_intrinsic_instr *intrin, in lower_hs_output_load()
[all …]
|
| H A D | ac_nir_lower_taskmesh_io_to_mem.c | 139 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in filter_task_intrinsics() local
164 nir_intrinsic_instr *intrin, in lower_task_launch_mesh_workgroups()
212 nir_intrinsic_instr *intrin, in lower_task_payload_store()
235 nir_intrinsic_instr *intrin, in lower_taskmesh_payload_load()
263 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_task_intrinsics() local
316 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in filter_mesh_input_load() local
326 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_mesh_intrinsics() local
|
| /aosp_15_r20/external/mesa3d/src/gallium/frontends/lavapipe/ |
| H A D | lvp_lower_vulkan_resource.c | 33 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vulkan_resource_index() local
60 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vri_intrin_vri() local
74 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vri_intrin_vrri() local
85 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vri_intrin_lvd() local
145 nir_intrinsic_instr *intrin, in lower_image_intrinsic()
157 lower_load_ubo(nir_builder *b, nir_intrinsic_instr *intrin, void *data_cb) in lower_load_ubo()
188 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_vri_instr() local
|
| /aosp_15_r20/external/mesa3d/src/intel/vulkan_hasvk/ |
| H A D | anv_nir_apply_pipeline_layout.c | 126 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in get_used_bindings() local
171 nir_intrinsic_instr *intrin = nir_src_as_intrinsic(src); in find_descriptor_for_index_src() local
183 descriptor_has_bti(nir_intrinsic_instr *intrin, in descriptor_has_bti()
204 descriptor_address_format(nir_intrinsic_instr *intrin, in descriptor_address_format()
228 nir_intrinsic_instr *intrin = nir_src_as_intrinsic(deref->parent); in nir_deref_find_descriptor() local
549 build_res_index_for_chain(nir_builder *b, nir_intrinsic_instr *intrin, in build_res_index_for_chain()
628 nir_intrinsic_instr *intrin, in try_lower_direct_buffer_intrinsic()
721 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_direct_buffer_instr() local
741 lower_res_index_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in lower_res_index_intrinsic()
763 lower_res_reindex_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in lower_res_reindex_intrinsic()
[all …]
|
| /aosp_15_r20/external/mesa3d/src/freedreno/ir3/ |
| H A D | ir3_nir_opt_preamble.c | 158 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in instr_cost() local
248 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in avoid_instr() local
334 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(def->parent_instr); in ir3_def_is_rematerializable_for_preamble() local
379 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(def->parent_instr); in _rematerialize_def() local
461 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in get_descriptors() local
575 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in emit_descriptor_prefetch() local
620 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in ir3_nir_opt_prefetch_descriptors() local
737 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in ir3_nir_lower_preamble() local
775 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in ir3_nir_lower_preamble() local
|
| /aosp_15_r20/external/mesa3d/src/intel/compiler/ |
| H A D | brw_nir.c | 275 is_input(nir_intrinsic_instr *intrin) in is_input()
284 is_output(nir_intrinsic_instr *intrin) in is_output()
302 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in remap_patch_urb_offsets() local
385 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in brw_nir_lower_vs_inputs() local
484 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in brw_nir_lower_vue_inputs() local
537 nir_intrinsic_instr *intrin, in lower_barycentric_per_sample()
568 lower_barycentric_at_offset(nir_builder *b, nir_intrinsic_instr *intrin, in lower_barycentric_at_offset()
682 nir_intrinsic_instr *intrin, in tag_speculative_access()
918 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_bit_size_callback() local
1168 brw_nir_zero_inputs_instr(struct nir_builder *b, nir_intrinsic_instr *intrin, in brw_nir_zero_inputs_instr()
[all …]
|
| H A D | brw_compile_mesh.cpp | 44 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in brw_nir_lower_load_uniforms_filter() local
53 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in brw_nir_lower_load_uniforms_impl() local
100 nir_intrinsic_instr *intrin, in brw_nir_lower_launch_mesh_workgroups_instr()
181 nir_intrinsic_instr *intrin, in brw_nir_adjust_task_payload_offsets_instr()
238 nir_intrinsic_instr *intrin, in brw_nir_align_launch_mesh_workgroups_instr()
1307 brw_nir_adjust_offset(nir_builder *b, nir_intrinsic_instr *intrin, uint32_t pitch) in brw_nir_adjust_offset()
1322 nir_intrinsic_instr *intrin, in brw_nir_adjust_offset_for_arrayed_indices_instr()
1405 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in brw_can_pack_primitive_indices() local
1458 brw_pack_primitive_indices_instr(nir_builder *b, nir_intrinsic_instr *intrin, in brw_pack_primitive_indices_instr()
1564 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in brw_mesh_autostrip_enable() local
|
| H A D | intel_nir_lower_sparse.c | 54 lower_is_sparse_texels_resident(nir_builder *b, nir_intrinsic_instr *intrin) in lower_is_sparse_texels_resident()
66 lower_sparse_residency_code_and(nir_builder *b, nir_intrinsic_instr *intrin) in lower_sparse_residency_code_and()
76 lower_sparse_image_load(nir_builder *b, nir_intrinsic_instr *intrin) in lower_sparse_image_load()
205 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_sparse_intrinsics() local
|
| /aosp_15_r20/external/mesa3d/src/intel/compiler/elk/ |
| H A D | elk_nir.c | 168 is_input(nir_intrinsic_instr *intrin) in is_input()
177 is_output(nir_intrinsic_instr *intrin) in is_output()
195 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in remap_patch_urb_offsets() local
282 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in elk_nir_lower_vs_inputs() local
389 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in elk_nir_lower_vue_inputs() local
442 nir_intrinsic_instr *intrin, in lower_barycentric_per_sample()
473 lower_barycentric_at_offset(nir_builder *b, nir_intrinsic_instr *intrin, in lower_barycentric_at_offset()
788 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_bit_size_callback() local
1013 elk_nir_zero_inputs_instr(struct nir_builder *b, nir_intrinsic_instr *intrin, in elk_nir_zero_inputs_instr()
1215 get_mem_access_size_align(nir_intrinsic_op intrin, uint8_t bytes, in get_mem_access_size_align()
|
| /aosp_15_r20/external/mesa3d/src/asahi/vulkan/ |
| H A D | hk_nir_lower_descriptors.c | 202 is_idx_intrin(nir_intrinsic_instr *intrin) in is_idx_intrin()
214 load_descriptor_for_idx_intrin(nir_builder *b, nir_intrinsic_instr *intrin, in load_descriptor_for_idx_intrin()
233 try_lower_load_vulkan_descriptor(nir_builder *b, nir_intrinsic_instr *intrin, in try_lower_load_vulkan_descriptor()
254 _lower_sysval_to_root_table(nir_builder *b, nir_intrinsic_instr *intrin, in _lower_sysval_to_root_table()
268 #define lower_sysval_to_root_table(b, intrin, member) \ argument
392 lower_uvs_index(nir_builder *b, nir_intrinsic_instr *intrin, void *data) in lower_uvs_index()
516 try_lower_intrin(nir_builder *b, nir_intrinsic_instr *intrin, in try_lower_intrin()
671 lower_ssbo_resource_index(nir_builder *b, nir_intrinsic_instr *intrin, in lower_ssbo_resource_index()
742 lower_ssbo_resource_reindex(nir_builder *b, nir_intrinsic_instr *intrin, in lower_ssbo_resource_reindex()
767 lower_load_ssbo_descriptor(nir_builder *b, nir_intrinsic_instr *intrin, in lower_load_ssbo_descriptor()
|
| /aosp_15_r20/external/mesa3d/src/intel/vulkan/ |
| H A D | anv_nir_apply_pipeline_layout.c | 247 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in get_used_bindings() local
295 nir_intrinsic_instr *intrin = nir_src_as_intrinsic(src); in find_descriptor_for_index_src() local
307 descriptor_has_bti(nir_intrinsic_instr *intrin, in descriptor_has_bti()
331 descriptor_address_format(nir_intrinsic_instr *intrin, in descriptor_address_format()
355 nir_intrinsic_instr *intrin = nir_src_as_intrinsic(deref->parent); in nir_deref_find_descriptor() local
1298 build_res_index_for_chain(nir_builder *b, nir_intrinsic_instr *intrin, in build_res_index_for_chain()
1377 nir_intrinsic_instr *intrin, bool is_atomic, in try_lower_direct_buffer_intrinsic()
1511 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_direct_buffer_instr() local
1567 lower_res_index_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in lower_res_index_intrinsic()
1586 lower_res_reindex_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in lower_res_reindex_intrinsic()
[all …]
|
| /aosp_15_r20/external/mesa3d/src/nouveau/vulkan/ |
| H A D | nvk_nir_lower_descriptors.c | 160 record_vulkan_resource_cbuf_use(nir_intrinsic_instr *intrin, in record_vulkan_resource_cbuf_use()
368 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in record_cbuf_uses_instr() local
698 is_idx_intrin(nir_intrinsic_instr *intrin) in is_idx_intrin()
733 load_descriptor_for_idx_intrin(nir_builder *b, nir_intrinsic_instr *intrin, in load_descriptor_for_idx_intrin()
768 try_lower_load_vulkan_descriptor(nir_builder *b, nir_intrinsic_instr *intrin, in try_lower_load_vulkan_descriptor()
788 _lower_sysval_to_root_table(nir_builder *b, nir_intrinsic_instr *intrin, in _lower_sysval_to_root_table()
806 #define lower_sysval_to_root_table(b, intrin, member, ctx) \ argument
868 lower_msaa_image_intrin(nir_builder *b, nir_intrinsic_instr *intrin, in lower_msaa_image_intrin()
1032 lower_edb_buffer_image_intrin(nir_builder *b, nir_intrinsic_instr *intrin, in lower_edb_buffer_image_intrin()
1081 lower_image_intrin(nir_builder *b, nir_intrinsic_instr *intrin, in lower_image_intrin()
[all …]
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/panfrost/ |
| H A D | pan_nir_lower_res_indices.c | 64 lower_image_intrin(nir_builder *b, nir_intrinsic_instr *intrin) in lower_image_intrin()
77 lower_input_intrin(nir_builder *b, nir_intrinsic_instr *intrin, in lower_input_intrin()
99 lower_load_ubo_intrin(nir_builder *b, nir_intrinsic_instr *intrin) in lower_load_ubo_intrin()
112 lower_ssbo_intrin(nir_builder *b, nir_intrinsic_instr *intrin) in lower_ssbo_intrin()
125 lower_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in lower_intrinsic()
|
| /aosp_15_r20/external/mesa3d/src/amd/vulkan/nir/ |
| H A D | radv_nir_apply_pipeline_layout.c | 58 visit_vulkan_resource_index(nir_builder *b, apply_layout_state *state, nir_intrinsic_instr *intrin) in visit_vulkan_resource_index()
94 …sit_vulkan_resource_reindex(nir_builder *b, apply_layout_state *state, nir_intrinsic_instr *intrin) in visit_vulkan_resource_reindex()
124 visit_load_vulkan_descriptor(nir_builder *b, apply_layout_state *state, nir_intrinsic_instr *intrin) in visit_load_vulkan_descriptor()
173 visit_get_ssbo_size(nir_builder *b, apply_layout_state *state, nir_intrinsic_instr *intrin) in visit_get_ssbo_size()
326 update_image_intrinsic(nir_builder *b, apply_layout_state *state, nir_intrinsic_instr *intrin) in update_image_intrinsic()
344 can_increase_load_size(nir_intrinsic_instr *intrin, unsigned offset, unsigned old, unsigned new) in can_increase_load_size()
353 load_push_constant(nir_builder *b, apply_layout_state *state, nir_intrinsic_instr *intrin) in load_push_constant()
398 apply_layout_to_intrin(nir_builder *b, apply_layout_state *state, nir_intrinsic_instr *intrin) in apply_layout_to_intrin()
|