| /aosp_15_r20/external/pytorch/aten/src/ATen/native/nested/ |
| H A D | NestedTensorUnaryOps.cpp | 23 auto self_ptr = get_nested_tensor_impl(self); in NestedTensor_abs_()
35 auto condition_ptr = get_nested_tensor_impl(condition); in NestedTensor_where()
36 auto other_ptr = get_nested_tensor_impl(other); in NestedTensor_where()
73 auto self_ptr = get_nested_tensor_impl(self); in NestedTensor_sgn_()
81 auto self_ptr = get_nested_tensor_impl(self); in NestedTensor_logical_not_()
93 auto self_ptr = get_nested_tensor_impl(self); in NestedTensor_relu_()
105 auto self_ptr = get_nested_tensor_impl(self); in NestedTensor_gelu_()
121 auto self_ptr = get_nested_tensor_impl(self); in NestedTensor_tanh_()
133 auto self_ptr = get_nested_tensor_impl(self); in NestedTensor_neg_()
145 const auto& self_buf = get_nested_tensor_impl(self)->get_buffer(); in zero_nested_()
[all …]
|
| H A D | NestedTensorMatmul.cpp | 24 int64_t ntensors = self.is_nested() ? get_nested_tensor_impl(self)->size(0) : self.size(0); in bmm_nested()
25 int64_t ntensors2 = mat2.is_nested() ? get_nested_tensor_impl(mat2)->size(0) : mat2.size(0); in bmm_nested()
31 …const Tensor& self_buffer = self.is_nested() ? get_nested_tensor_impl(self)->get_unsafe_storage_as… in bmm_nested()
32 …const Tensor& mat2_buffer = mat2.is_nested() ? get_nested_tensor_impl(mat2)->get_unsafe_storage_as… in bmm_nested()
38 …get_nested_tensor_impl(self)->get_nested_sizes() : get_nested_tensor_impl(mat2)->get_nested_sizes(… in bmm_nested()
79 const auto self_ptr = get_nested_tensor_impl(self); in matmul_with_bmm_nested()
80 const auto mat2_ptr = get_nested_tensor_impl(mat2); in matmul_with_bmm_nested()
192 auto* nt_impl = get_nested_tensor_impl(nt); in matmul_nested_with_broadcasted_dense()
221 get_nested_tensor_impl(self)->opt_size(2).has_value() && in matmul_nested()
222 get_nested_tensor_impl(self)->opt_size(3).has_value() && in matmul_nested()
[all …]
|
| H A D | NestedTensorMath.cpp | 158 auto* nt_input = get_nested_tensor_impl(input); in nested_layer_norm()
201 return _nested_from_padded(padded, get_nested_tensor_impl(nt_example)->get_nested_sizes()); in NestedTensor_from_padded_and_nested_example()
252 nested_tensor_impl_is_contiguous(get_nested_tensor_impl(t)), in NestedTensor_to_padded_tensor_generic()
255 auto& nt = *get_nested_tensor_impl(t); in NestedTensor_to_padded_tensor_generic()
334 const auto* nt_indices = get_nested_tensor_impl(indices); in NestedTensor_embedding()
381 auto nt_input = get_nested_tensor_impl(self); in NestedTensor_sum_dim_CPU()
428 auto self_ptr = get_nested_tensor_impl(self); in select_nested()
484 auto input_ptr = get_nested_tensor_impl(input); in native_dropout_nested()
508 auto input_ptr = get_nested_tensor_impl(input); in softmax_nested()
546 auto input_ptr = get_nested_tensor_impl(input); in NestedTensor_all()
[all …]
|
| H A D | NestedTensorBinaryOps.cpp | 41 auto self_ptr = get_nested_tensor_impl(self); in get_elementwise_nested_tensor_impl()
42 auto other_ptr = get_nested_tensor_impl(other); in get_elementwise_nested_tensor_impl()
85 auto other_impl = get_nested_tensor_impl(other); in NestedTensor_elementwise_Tensor()
95 auto self_impl = get_nested_tensor_impl(self); in NestedTensor_elementwise_Tensor()
105 auto self_ptr = get_nested_tensor_impl(self); in NestedTensor_elementwise_Tensor()
129 self_ptr = get_nested_tensor_impl(self_contiguous); in NestedTensor_elementwise_Tensor()
244 auto other_impl = get_nested_tensor_impl(other); in NestedTensor_elementwise__Tensor()
250 auto self_impl = get_nested_tensor_impl(self); in NestedTensor_elementwise__Tensor()
287 const auto& self_buf = get_nested_tensor_impl(self)->get_buffer(); in fill_nested_()
293 const auto& self_buf = get_nested_tensor_impl(self)->get_buffer(); in fill_nested_()
|
| H A D | NestedTensorBackward.cpp | 49 auto* nt_grad_output = get_nested_tensor_impl(grad_output_contiguous); in nested_linear_backward()
50 auto* nt_input = get_nested_tensor_impl(input); in nested_linear_backward()
82 auto output_ptr = get_nested_tensor_impl(output); in nested_softmax_backward()
83 auto grad_ptr = get_nested_tensor_impl(grad); in nested_softmax_backward()
123 auto nt_self = get_nested_tensor_impl(nested_self); in _nested_sum_backward_cpu()
124 auto nt_grad = get_nested_tensor_impl(grad); in _nested_sum_backward_cpu()
168 auto nt_self = get_nested_tensor_impl(nested_self); in _nested_select_backward_symint()
206 auto* nt_impl_grad = get_nested_tensor_impl(grad); in layer_norm_backward_nested()
207 auto* nt_impl_input = get_nested_tensor_impl(input); in layer_norm_backward_nested()
|
| H A D | NestedTensorFactories.cpp | 46 auto self_nt = get_nested_tensor_impl(self); in empty_like_nested()
115 get_nested_tensor_impl(r)->get_buffer().copy_( in _to_copy_nested()
116 get_nested_tensor_impl(self)->get_buffer(), non_blocking); in _to_copy_nested()
121 const auto* nt_self = get_nested_tensor_impl(self); in copy_nested_()
122 const auto* nt_src = get_nested_tensor_impl(src); in copy_nested_()
136 auto self_ptr = get_nested_tensor_impl(self); in clone_nested()
178 auto self_ptr = get_nested_tensor_impl(self); in NestedTensor_unbind()
209 auto *nt_impl = get_nested_tensor_impl(self); in narrow_nested_symint()
234 auto* nt_impl = get_nested_tensor_impl(self); in alias_nested()
|
| H A D | NestedTensorUtils.h | 62 return get_nested_tensor_impl(tensor)->get_buffer(); in get_buffer()
137 const NestedTensorImpl* self_ptr = get_nested_tensor_impl(self); in NestedTensor_get_sizes()
164 const NestedTensorImpl* self_ptr = get_nested_tensor_impl(self); in NestedTensor_get_strides()
169 auto self_impl = get_nested_tensor_impl(self); in check_numel_equals_buffer_size()
185 NestedTensor_get_sizes(get_nested_tensor_impl(tensor)); in get_size_for_index()
195 NestedTensor_get_strides(get_nested_tensor_impl(tensor)); in get_stride_for_index()
204 int64_t* offsets_ptr = get_nested_tensor_impl(tensor) in get_offset_for_index()
|
| H A D | NestedTensorUtils.cpp | 27 return get_nested_tensor_impl(self) -> get_nested_strides(); in _nested_tensor_strides()
30 return get_nested_tensor_impl(self) -> get_storage_offsets(); in _nested_tensor_storage_offsets()
79 auto self_impl = get_nested_tensor_impl(self); in chunk_nested_tensor()
134 auto self_impl = get_nested_tensor_impl(self); in split_with_sizes_nested()
|
| H A D | NestedTensorMath.h | 16 auto* nt_impl = get_nested_tensor_impl(nt); in map_nt()
22 auto* nt_impl_1 = get_nested_tensor_impl(nt_1); in map_nt_binary()
23 auto* nt_impl_2 = get_nested_tensor_impl(nt_2); in map_nt_binary()
|
| H A D | NestedTensorTransformerFunctions.cpp | 19 auto* nt_input = get_nested_tensor_impl(nested_tensor); in check_nested_tensor_matrix_constraints()
63 auto* nt_input = get_nested_tensor_impl(input); in nested_linear()
128 const auto& nt_self = *get_nested_tensor_impl(self); in NestedTensor_add_NestedTensor_in_place()
129 const auto& nt_other = *get_nested_tensor_impl(other); in NestedTensor_add_NestedTensor_in_place()
214 auto* nt_impl = get_nested_tensor_impl(nt); in NestedTensor_to_mask()
|
| H A D | README.md | 39 auto* nt_impl = get_nested_tensor_impl(nt);
|
| /aosp_15_r20/external/pytorch/aten/src/ATen/native/nested/cuda/ |
| H A D | NestedTensorTransformerUtils.cpp | 17 auto* nt_impl = get_nested_tensor_impl(nestedtensor); in get_nnz()
44 auto* nt_impl = get_nested_tensor_impl(qkv); in cumulative_and_max_seq_len_nnz()
177 const auto* tensor_impl = get_nested_tensor_impl(input_nestedtensor); in view_as_dense()
303 const auto* query_impl = get_nested_tensor_impl(q_t); in sdpa_nested_preprocessing_with_broadcast()
321 const auto* key_impl = get_nested_tensor_impl(k_t); in sdpa_nested_preprocessing_with_broadcast()
322 const auto* value_impl = get_nested_tensor_impl(v_t); in sdpa_nested_preprocessing_with_broadcast()
420 const auto* query_impl = get_nested_tensor_impl(q_t); in sdpa_nested_preprocessing()
421 const auto* key_impl = get_nested_tensor_impl(k_t); in sdpa_nested_preprocessing()
422 const auto* value_impl = get_nested_tensor_impl(v_t); in sdpa_nested_preprocessing()
501 const auto* query_impl = get_nested_tensor_impl(q_t); in sdpa_nested_preprocessing_backward()
[all …]
|
| H A D | NestedTensorMatmul.cu | 288 auto self_ptr = self.is_nested() ? get_nested_tensor_impl(self) : self.unsafeGetTensorImpl(); in bmm_nested_cuda()
289 auto mat2_ptr = mat2.is_nested() ? get_nested_tensor_impl(mat2) : mat2.unsafeGetTensorImpl(); in bmm_nested_cuda()
303 …get_nested_tensor_impl(self)->get_nested_sizes() : get_nested_tensor_impl(mat2)->get_nested_sizes(… in bmm_nested_cuda()
331 …const Tensor &self_buffer = self.is_nested() ? get_nested_tensor_impl(self)->get_unsafe_storage_as… in bmm_nested_cuda()
332 …const Tensor &mat2_buffer = mat2.is_nested() ? get_nested_tensor_impl(mat2)->get_unsafe_storage_as… in bmm_nested_cuda()
336 auto out_ptr = get_nested_tensor_impl(output); in bmm_nested_cuda()
|
| H A D | NestedTensorBinaryOps.cu | 76 auto self_ptr = get_nested_tensor_impl(self); in _nested_op_dense_esuhm_kernel()
77 auto result_ptr = get_nested_tensor_impl(result); in _nested_op_dense_esuhm_kernel()
|
| H A D | NestedTensorTransformerFunctions.cpp | 148 auto* nt_input = get_nested_tensor_impl(t); in NestedTensor_to_padded_tensor_cuda()
|
| /aosp_15_r20/external/pytorch/aten/src/ATen/native/transformers/ |
| H A D | transformer.cpp | 97 … const Tensor& check_for_empty = src.is_nested() ? get_nested_tensor_impl(src)->get_buffer() : src; in transformer_encoder_layer_forward()
100 …? at::detail::make_tensor<NestedTensorImpl>(check_for_empty, get_nested_tensor_impl(src)->get_nest… in transformer_encoder_layer_forward()
|
| H A D | sdp_utils_cpp.h | 152 const auto nt_tensor_impl = at::native::get_nested_tensor_impl(param); in check_for_seq_len_0_and_consistent_head_dim_nested_tensor_helper()
332 const auto nt_tensor_impl = at::native::get_nested_tensor_impl(param); in check_safe_kv_broadcast()
|
| H A D | attention.cpp | 146 a, get_nested_tensor_impl(query)->get_nested_sizes(), true); in transform0213_gemm_nt_bias()
330 ? get_nested_tensor_impl(query)->get_nested_sizes().size(0) in native_multi_head_attention_cpu()
906 ? get_nested_tensor_impl(query)->get_nested_sizes().size(0) in triton_multi_head_attention()
|
| /aosp_15_r20/external/pytorch/aten/src/ATen/ |
| H A D | NestedTensorImpl.h | 218 inline NestedTensorImpl* get_nested_tensor_impl(const at::Tensor& tensor) { in get_nested_tensor_impl() function
283 return get_nested_tensor_impl(tensor)->get_nested_sizes(); in get_nested_sizes()
|
| /aosp_15_r20/external/pytorch/aten/src/ATen/native/transformers/cuda/ |
| H A D | attention.cu | 381 ? get_nested_tensor_impl(qkv)->get_nested_sizes().size(0) in transform_bias_rescale_qkv_cuda()
386 ? NestedTensor_get_max_size(*get_nested_tensor_impl(qkv))[0] in transform_bias_rescale_qkv_cuda()
446 auto* nt_qkv = get_nested_tensor_impl(qkv); in transform_bias_rescale_qkv_cuda()
548 ? get_nested_tensor_impl(query)->get_nested_sizes().size(0) in native_multi_head_attention_cuda()
|
| H A D | sdp_utils.cpp | 740 at::native::get_nested_tensor_impl(params.query); in check_for_seq_len_1_nested_tensor()
|