| /aosp_15_r20/external/mesa3d/src/compiler/nir/ |
| H A D | nir_lower_bool_to_bitsize.c | 67 uint32_t bit_size = nir_src_bit_size(alu->src[start_idx].src); in make_sources_canonical()
69 if (nir_src_bit_size(alu->src[i].src) != bit_size) { in make_sources_canonical()
148 uint32_t bit_size = nir_src_bit_size(alu->src[0].src); in lower_alu_instr()
294 bit_size = nir_src_bit_size(alu->src[1].src); in lower_alu_instr()
352 uint32_t src_bit_size = nir_src_bit_size(phi_src->src); in lower_phi_instr()
|
| H A D | nir_search_helpers.h | 630 unsigned half_bit_size = nir_src_bit_size(instr->src[src].src) / 2; in is_upper_half_zero()
656 uint64_t low_bits = u_bit_consecutive64(0, nir_src_bit_size(instr->src[src].src) / 2); in is_lower_half_zero()
673 unsigned half_bit_size = nir_src_bit_size(instr->src[src].src) / 2; in is_upper_half_negative_one()
694 uint64_t low_bits = u_bit_consecutive64(0, nir_src_bit_size(instr->src[src].src) / 2); in is_lower_half_negative_one()
|
| H A D | nir_lower_robust_access.c | 82 uint32_t type_sz = nir_src_bit_size(instr->src[0]) / 8; in lower_buffer_store()
102 type_sz = nir_src_bit_size(instr->src[0]) / 8; in lower_buffer_shared()
|
| H A D | nir_loop_analyze.c | 198 nir_src_bit_size(alu->src[0].src) < 64) in instr_cost()
204 if (nir_src_bit_size(alu->src[i].src) == 64 && in instr_cost()
1043 unsigned bit_size = nir_src_bit_size(alu->src[0].src); in calculate_iterations()
1065 assert(nir_src_bit_size(alu->src[0].src) == in calculate_iterations()
1066 nir_src_bit_size(alu->src[1].src)); in calculate_iterations()
|
| H A D | nir_validate.c | 250 unsigned src_bit_size = nir_src_bit_size(instr->src[i].src); in validate_alu_instr()
521 nir_src_bit_size(instr->src[0]), state); in validate_intrinsic_instr()
650 validate_assert(state, nir_src_bit_size(instr->src[0]) >= 8); in validate_intrinsic_instr()
656 validate_assert(state, nir_src_bit_size(instr->src[0]) >= 8); in validate_intrinsic_instr()
658 validate_assert(state, nir_src_bit_size(instr->src[0]) >= 16); in validate_intrinsic_instr()
660 nir_src_bit_size(instr->src[0]) == in validate_intrinsic_instr()
740 bit_sizes = nir_src_bit_size(instr->src[info->bit_size_src]); in validate_intrinsic_instr()
|
| H A D | nir_search.c | 261 nir_src_bit_size(instr->src[src].src) != value->bit_size) in match_value()
344 unsigned bit_size = nir_src_bit_size(instr->src[src].src); in match_value()
442 return nir_src_bit_size(state->variables[-value->bit_size - 1].src); in replace_bitsize()
|
| H A D | nir_instr_set.c | 427 if (nir_src_bit_size(alu1->src[src1].src) != in nir_alu_srcs_negative_equal()
428 nir_src_bit_size(alu2->src[src2].src)) in nir_alu_srcs_negative_equal()
432 nir_src_bit_size(alu1->src[src1].src); in nir_alu_srcs_negative_equal()
|
| H A D | nir_lower_blend.c | 559 dst = nir_load_output(b, 4, nir_src_bit_size(store->src[0]), in nir_lower_blend_instr()
564 dst = nir_undef(b, 4, nir_src_bit_size(store->src[0])); in nir_lower_blend_instr()
|
| /aosp_15_r20/external/mesa3d/src/gallium/auxiliary/gallivm/ |
| H A D | lp_bld_nir.c | 1098 src_bit_size[i] = nir_src_bit_size(instr->src[i].src); in visit_alu()
1270 unsigned bit_size = nir_src_bit_size(instr->src[0]); in visit_store_output()
1431 unsigned bit_size = nir_src_bit_size(instr->src[1]); in visit_store_var()
1528 int bitsize = nir_src_bit_size(instr->src[0]); in visit_store_ssbo()
1559 int bitsize = nir_src_bit_size(instr->src[2]); in visit_ssbo_atomic()
1854 int bitsize = nir_src_bit_size(instr->src[0]); in visit_shared_store()
1868 int bitsize = nir_src_bit_size(instr->src[1]); in visit_shared_atomic()
1917 nir_src_bit_size(instr->src[0]), in visit_load_kernel_input()
1931 nir_src_bit_size(instr->src[0]), in visit_load_global()
1942 int bitsize = nir_src_bit_size(instr->src[0]); in visit_store_global()
[all …]
|
| /aosp_15_r20/external/mesa3d/src/intel/compiler/elk/ |
| H A D | elk_vec4_nir.cpp | 267 assert(nir_src_bit_size(src) == 32); in get_nir_src_imm()
445 assert(nir_src_bit_size(instr->src[0]) == 32); in nir_emit_intrinsic()
484 assert(nir_src_bit_size(instr->src[0]) == 32); in nir_emit_intrinsic()
831 unsigned bit_size = nir_src_bit_size(cmp_instr->src[i].src); in optimize_predicate()
915 nir_src_bit_size(instr->src[1].src) == 32 && in try_immediate_source()
919 nir_src_bit_size(instr->src[0].src) == 32 && in try_immediate_source()
1095 nir_src_bit_size(instr->src[i].src)); in nir_emit_alu()
1127 if (nir_src_bit_size(instr->src[0].src) == 64) in nir_emit_alu()
1423 if (nir_src_bit_size(instr->src[0].src) < 64) { in nir_emit_alu()
1610 assert(nir_src_bit_size(instr->src[0].src) == 32); in nir_emit_alu()
[all …]
|
| H A D | elk_fs_nir.cpp | 537 nir_src_bit_size(src0->src[0].src))); in optimize_extract_to_float()
659 nir_src_bit_size(instr->src[i].src))); in prepare_alu_destination_and_sources()
756 nir_src_bit_size(inot_instr->src[0].src) != 32) in try_emit_b2fi_of_inot()
807 nir_src_bit_size(fsign_instr->src[0].src)); in emit_fsign()
1354 const uint32_t bit_size = nir_src_bit_size(instr->src[0].src); in fs_nir_emit_alu()
1433 nir_src_bit_size(inot_src_instr->src[0].src))); in fs_nir_emit_alu()
1437 nir_src_bit_size(inot_src_instr->src[1].src))); in fs_nir_emit_alu()
1639 assert(nir_src_bit_size(instr->src[0].src) == 32); in fs_nir_emit_alu()
1645 assert(nir_src_bit_size(instr->src[0].src) < 64); in fs_nir_emit_alu()
1651 assert(nir_src_bit_size(instr->src[0].src) == 32); in fs_nir_emit_alu()
[all …]
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/zink/nir_to_spirv/ |
| H A D | nir_to_spirv.c | 1454 int bit_size = nir_src_bit_size(alu->src[src].src); in get_alu_src_raw()
1537 unsigned bit_size = nir_src_bit_size(src); in cast_src_to_type()
1669 unsigned bit_size = nir_src_bit_size(alu->src[src].src); in get_alu_src()
1722 nir_src_bit_size(alu->src[is_bcsel].src) != 1) { in emit_alu()
1758 unsigned bit_size = nir_src_bit_size(alu->src[i].src); in emit_alu()
1935 if (nir_src_bit_size(alu->src[0].src) == 1) \ in emit_alu()
1951 int shift_bit_size = nir_src_bit_size(alu->src[1].src); \ in emit_alu()
2094 … SpvId vec_type = get_alu_type(ctx, type, num_components * 2, nir_src_bit_size(alu->src[0].src)); in emit_alu()
2099 SpvId conv_type = get_alu_type(ctx, type, 1, nir_src_bit_size(alu->src[0].src)); in emit_alu()
2100 SpvId vec_type = get_alu_type(ctx, type, 2, nir_src_bit_size(alu->src[0].src)); in emit_alu()
[all …]
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/r600/sfn/ |
| H A D | sfn_nir_lower_64bit.cpp | 146 return nir_src_bit_size(alu->src[0].src) == 64; in filter()
272 if (nir_src_bit_size(intr->src[0]) != 64) in filter()
276 if (nir_src_bit_size(intr->src[1]) != 64) in filter()
300 return nir_src_bit_size(alu->src[1].src) == 64; in filter()
818 if (nir_src_bit_size(intr->src[1]) == 64) in filter()
826 return nir_src_bit_size(intr->src[0]) == 64; in filter()
1027 *s = nir_src_bit_size(*src) == 64; in store_64bit_intr()
1034 if (nir_src_bit_size(*src) != 64) in double2vec2()
1272 if (nir_src_bit_size(instr->src[0]) != 64) in r600_lower_64bit_intrinsic()
|
| /aosp_15_r20/external/mesa3d/src/panfrost/midgard/ |
| H A D | midgard_compile.c | 282 if (nir_src_bit_size(alu->src[0].src) == 64) in mdg_should_scalarize()
317 int src_bit_size = nir_src_bit_size(alu->src[0].src); in midgard_vectorize_filter()
668 unsigned bits = nir_src_bit_size(src.src); in mir_copy_src()
715 ASSERTED unsigned src_bitsize = nir_src_bit_size(instr->src[0].src); in emit_alu()
920 nir_src_bit_size(instr->src[0].src) == 32 && in emit_alu()
1072 dsize = OP_IS_COMMON_STORE(ins->op) ? nir_src_bit_size(intr->src[0]) : 32; in mir_set_intr_mask()
1202 nir_src_bit_size(intr->src[0]) * nir_src_num_components(intr->src[0]); in emit_global()
1271 unsigned bitsize = nir_src_bit_size(instr->src[1]); in emit_atomic()
1412 ins.src_types[0] = base_type | nir_src_bit_size(instr->src[3]); in emit_image_op()
2109 nir_src_bit_size(instr->src[coord_idx].src); in set_tex_coord()
[all …]
|
| H A D | midgard_nir_lower_image_bitsize.c | 44 if (nir_src_bit_size(intr->src[1]) == 16) in nir_lower_image_bitsize()
|
| /aosp_15_r20/external/mesa3d/src/broadcom/compiler/ |
| H A D | nir_to_vir.c | 383 *type_size = nir_src_bit_size(instr->src[0]) / 8; in emit_tmu_general_store_writes()
1420 if (nir_src_bit_size(instr->src[0].src) == 16) in ntq_emit_alu()
1427 if (nir_src_bit_size(instr->src[0].src) == 16) in ntq_emit_alu()
1431 uint32_t bit_size = nir_src_bit_size(instr->src[0].src); in ntq_emit_alu()
1443 uint32_t bit_size = nir_src_bit_size(instr->src[0].src); in ntq_emit_alu()
1466 uint32_t bit_size = nir_src_bit_size(instr->src[0].src); in ntq_emit_alu()
1479 uint32_t bit_size = nir_src_bit_size(instr->src[0].src); in ntq_emit_alu()
1492 assert(nir_src_bit_size(instr->src[0].src) == 32); in ntq_emit_alu()
1498 assert(nir_src_bit_size(instr->src[0].src) == 32); in ntq_emit_alu()
1503 assert(nir_src_bit_size(instr->src[0].src) == 16); in ntq_emit_alu()
[all …]
|
| /aosp_15_r20/external/mesa3d/src/intel/compiler/ |
| H A D | brw_fs_nir.cpp | 569 nir_src_bit_size(src0->src[0].src))); in optimize_extract_to_float()
746 nir_src_bit_size(instr->src[i].src))); in prepare_alu_destination_and_sources()
837 nir_src_bit_size(inot_instr->src[0].src) != 32) in try_emit_b2fi_of_inot()
1293 const uint32_t bit_size = nir_src_bit_size(instr->src[0].src); in fs_nir_emit_alu()
1371 nir_src_bit_size(inot_src_instr->src[0].src))); in fs_nir_emit_alu()
1375 nir_src_bit_size(inot_src_instr->src[1].src))); in fs_nir_emit_alu()
1553 assert(nir_src_bit_size(instr->src[0].src) == 32); in fs_nir_emit_alu()
1559 assert(nir_src_bit_size(instr->src[0].src) < 64); in fs_nir_emit_alu()
1565 assert(nir_src_bit_size(instr->src[0].src) == 32); in fs_nir_emit_alu()
1571 assert(nir_src_bit_size(instr->src[0].src) == 32); in fs_nir_emit_alu()
[all …]
|
| H A D | intel_nir_lower_conversions.c | 41 unsigned src_bit_size = nir_src_bit_size(alu->src[0].src); in lower_alu_instr()
|
| /aosp_15_r20/external/mesa3d/src/asahi/compiler/ |
| H A D | agx_nir_lower_shared_bitsize.c | 24 if (nir_src_bit_size(*offset) == 16) in pass()
|
| /aosp_15_r20/external/mesa3d/src/panfrost/compiler/ |
| H A D | bifrost_compile.c | 309 unsigned sz = nir_src_bit_size(intr->src[0]); in bi_varying_src0_for_barycentric()
1131 unsigned src_bit_sz = nir_src_bit_size(instr->src[0]); in bi_emit_store_vary()
1220 return (nir_src_bit_size(*src) == 64) ? bi_extract(b, bi_src_index(src), 1) in bi_addr_high()
1283 bi_store(b, instr->num_components * nir_src_bit_size(instr->src[0]), in bi_emit_store()
1295 unsigned sz = nir_src_bit_size(*arg); in bi_emit_axchg_to()
1323 unsigned sz = nir_src_bit_size(*arg_1); in bi_emit_acmpxchg_to()
1815 assert(nir_src_bit_size(instr->src[1]) == 32); in bi_emit_intrinsic()
1842 assert(nir_src_bit_size(instr->src[1]) == 32); in bi_emit_intrinsic()
2039 unsigned bitsize = nir_src_bit_size(src.src); in bi_alu_src_index()
2374 unsigned src_sz = srcs > 0 ? nir_src_bit_size(instr->src[0].src) : 0; in bi_emit_alu()
[all …]
|
| /aosp_15_r20/external/mesa3d/src/microsoft/compiler/ |
| H A D | nir_to_dxil.c | 2214 const int bit_size = nir_src_bit_size(*src); in get_src()
2236 assert(nir_src_bit_size(*src) >= 16); in get_src()
2238 assert(nir_src_bit_size(*src) != 64 || ctx->mod.feats.doubles); in get_src()
2293 unsigned op0_bit_size = nir_src_bit_size(alu->src[0].src); in emit_shift()
2294 unsigned op1_bit_size = nir_src_bit_size(alu->src[1].src); in emit_shift()
2339 unsigned src_bits = nir_src_bit_size(alu->src[0].src); in get_cast_op()
2461 if (is_double(info->input_types[0], nir_src_bit_size(alu->src[0].src))) in emit_cast()
2543 unsigned src_bits = nir_src_bit_size(alu->src[0].src); in emit_unary_intin()
2562 assert(nir_src_bit_size(alu->src[0].src) == dst_bits); in emit_binary_intin()
2563 assert(nir_src_bit_size(alu->src[1].src) == dst_bits); in emit_binary_intin()
[all …]
|
| /aosp_15_r20/external/mesa3d/src/nouveau/compiler/ |
| H A D | nak_nir_split_64bit_conversions.c | 50 unsigned src_bit_size = nir_src_bit_size(alu->src[0].src); in split_64bit_conversion()
|
| /aosp_15_r20/external/mesa3d/src/gallium/auxiliary/nir/ |
| H A D | nir_to_tgsi.c | 671 bool is_64 = nir_src_bit_size(instr->src[0]) == 64; in ntt_output_decl()
1267 if (nir_src_bit_size(instr->src[i].src) == 64 && in ntt_get_alu_src()
1443 int src_64 = nir_src_bit_size(instr->src[0].src) == 64; in ntt_emit_alu()
1739 if (nir_src_bit_size(instr->src[1].src) == 64) { in ntt_emit_alu()
2102 if (nir_src_bit_size(instr->src[0]) == 64) in ntt_emit_mem()
3251 int src_bit_size = nir_src_bit_size(alu->src[0].src); in ntt_should_vectorize_instr()
3393 nir_src_bit_size(alu->src[0].src) == 64); in scalarize_64bit()
3424 if (nir_src_bit_size(instr->src[0]) != 64) in nir_to_tgsi_lower_64bit_intrinsic()
3851 int src_64 = nir_src_bit_size(alu->src[0].src) == 64; in ntt_vec_to_mov_writemask_cb()
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/etnaviv/ |
| H A D | etnaviv_nir_lower_source_mods.c | 72 if (nir_src_bit_size(alu->src[i].src) == 64) in nir_lower_to_source_mods_instr()
|
| /aosp_15_r20/external/mesa3d/src/freedreno/ir3/ |
| H A D | ir3_image.c | 101 int bit_size = info->has_dest ? instr->def.bit_size : nir_src_bit_size(instr->src[3]); in ir3_get_type_for_image_intrinsic()
|