/aosp_15_r20/external/pytorch/aten/src/ATen/native/nested/ |
H A D | NestedTensorFactories.cpp | 49 auto nested_size = self_nt->get_nested_sizes().clone(); in empty_like_nested() 63 auto nested_size = self_nt->get_nested_sizes().clone(); in empty_like_nested() 125 nt_self->get_nested_sizes(), nt_src->get_nested_sizes()), in copy_nested_() 140 sizemat = self_ptr->get_nested_sizes(), in clone_nested() 152 sizemat = self_ptr->get_nested_sizes(); in clone_nested() 212 auto nested_sizes = nt_impl->get_nested_sizes(); in narrow_nested_symint() 236 const auto& nested_sizes = nt_impl->get_nested_sizes(); in alias_nested()
|
H A D | NestedTensorMath.cpp | 192 wrap_buffer(output_buffer, nt_input->get_nested_sizes()), in nested_layer_norm() 201 return _nested_from_padded(padded, get_nested_tensor_impl(nt_example)->get_nested_sizes()); in NestedTensor_from_padded_and_nested_example() 257 auto sizes = nt.get_nested_sizes(); in NestedTensor_to_padded_tensor_generic() 346 const auto& sizes = nt_indices->get_nested_sizes(); in NestedTensor_embedding() 391 auto sizemat = nt_input->get_nested_sizes(); in NestedTensor_sum_dim_CPU() 486 & sizemat = input_ptr->get_nested_sizes(), in native_dropout_nested() 522 & sizemat = input_ptr->get_nested_sizes(); in softmax_nested() 556 & sizemat = input_ptr->get_nested_sizes(); in NestedTensor_all() 597 const Tensor& sizemat = self_ptr->get_nested_sizes(), in transpose_nested() 626 const Tensor& sizemat = self_ptr->get_nested_sizes(); in squeeze_dim_nested() [all …]
|
H A D | NestedTensorBackward.cpp | 61 auto grad_input_nt_size = nt_input->get_nested_sizes().clone(); in nested_linear_backward() 92 &output_sizemat = output_ptr->get_nested_sizes(); in nested_softmax_backward() 95 const Tensor &grad_sizemat = grad_ptr->get_nested_sizes(); in nested_softmax_backward() 127 auto grad_sizes = nt_grad->get_nested_sizes(); in _nested_sum_backward_cpu() 128 auto self_sizes = nt_self->get_nested_sizes(); in _nested_sum_backward_cpu() 170 const auto self_sizes = nt_self->get_nested_sizes(); in _nested_select_backward_symint() 210 const auto& sizes = nt_impl_input->get_nested_sizes(); in layer_norm_backward_nested()
|
H A D | NestedTensorMatmul.cpp | 38 …get_nested_tensor_impl(self)->get_nested_sizes() : get_nested_tensor_impl(mat2)->get_nested_sizes(… in bmm_nested() 86 auto opt = self_ptr->get_nested_sizes().options(); in matmul_with_bmm_nested() 93 auto opt2 = mat2_ptr->get_nested_sizes().options(); in matmul_with_bmm_nested() 199 auto new_sizes = nt_impl->get_nested_sizes().clone(); in matmul_nested_with_broadcasted_dense() 259 const auto& self_sizes = self_ptr->get_nested_sizes(); in matmul_nested() 260 const auto& mat2_sizes = mat2_ptr->get_nested_sizes(); in matmul_nested()
|
H A D | NestedTensorTransformerFunctions.cpp | 69 Tensor new_sizes = nt_input->get_nested_sizes().clone(); in nested_linear() 83 Tensor new_sizes = nt_self->get_nested_sizes().clone(); in NestedTensor_matmul() 118 Tensor new_sizes = nt_mat1->get_nested_sizes().clone(); in NestedTensor_times_Tensor_plus_Tensor_addmm() 131 const auto& self_sizes = nt_self.get_nested_sizes(); in NestedTensor_add_NestedTensor_in_place() 132 const auto& other_sizes = nt_other.get_nested_sizes(); in NestedTensor_add_NestedTensor_in_place() 147 const Tensor& sizes = query_nt->get_nested_sizes(); in NestedTensor_softmax_dropout() 230 const auto& sizes = nt_impl->get_nested_sizes(); in NestedTensor_to_mask()
|
H A D | NestedTensorUtils.cpp | 23 return get_nested_sizes(self); in _nested_tensor_size() 57 nt.get_nested_sizes()); in NestedTensor_get_max_size() 65 nt.get_nested_sizes().select(1, -1)); in get_consistent_last_dim_of_nested_tensor() 87 const auto& sizes = self_impl->get_nested_sizes(); in chunk_nested_tensor() 142 const auto& sizes = self_impl->get_nested_sizes(); in split_with_sizes_nested()
|
H A D | NestedTensorBinaryOps.cpp | 50 self_ptr->get_nested_sizes(), in get_elementwise_nested_tensor_impl() 51 other_ptr->get_nested_sizes()), in get_elementwise_nested_tensor_impl() 88 other_impl->get_nested_sizes().clone(), in NestedTensor_elementwise_Tensor() 98 self_impl->get_nested_sizes().clone(), in NestedTensor_elementwise_Tensor() 131 const auto self_sizes = self_ptr->get_nested_sizes(); in NestedTensor_elementwise_Tensor() 177 self_impl->get_nested_sizes(), in NestedTensor_elementwise_Tensor()
|
H A D | NestedTensorMath.h | 17 const auto& sizes = nt_impl->get_nested_sizes(); in map_nt() 24 const auto& sizes = nt_impl_1->get_nested_sizes(); in map_nt_binary()
|
H A D | NestedTensorUnaryOps.cpp | 43 const Tensor& other_sizes = other_ptr->get_nested_sizes(); in NestedTensor_where() 175 nt_input->get_nested_sizes(), in _pin_memory_nested()
|
H A D | NestedTensorUtils.h | 115 const Tensor& sizemat = self_ptr->get_nested_sizes(); in NestedTensor_get_sizes()
|
H A D | README.md | 40 const auto& sizes = nt_impl->get_nested_sizes();
|
/aosp_15_r20/external/pytorch/aten/src/ATen/ |
H A D | NestedTensorImpl.h | 51 const Tensor& get_nested_sizes() const { in get_nested_sizes() function 229 const Tensor &sizemat = nt->get_nested_sizes(), in nested_tensor_impl_is_contiguous() 282 inline const at::Tensor& get_nested_sizes(const at::Tensor& tensor) { in get_nested_sizes() function 283 return get_nested_tensor_impl(tensor)->get_nested_sizes(); in get_nested_sizes()
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/nested/cuda/ |
H A D | NestedTensorTransformerUtils.cpp | 18 const auto& sizes = nt_impl->get_nested_sizes(); in get_nnz() 45 const auto& sizes = nt_impl->get_nested_sizes(); in cumulative_and_max_seq_len_nnz() 88 const Tensor& tensor_sizes = tensor->get_nested_sizes(); in is_safe_to_get_storage_as_tensor() 356 output_shape = get_nested_sizes(q_t).clone(); in sdpa_nested_preprocessing_with_broadcast() 441 auto output_shape = get_nested_sizes(q_t).clone(); in sdpa_nested_preprocessing() 534 auto output_shape = get_nested_sizes(q_t).clone(); in sdpa_nested_preprocessing_backward()
|
H A D | NestedTensorTransformerFunctions.cpp | 156 Tensor nt_sizes = nt_input->get_nested_sizes(); in NestedTensor_to_padded_tensor_cuda() 167 Tensor nt_sizes = nt_input->get_nested_sizes(); in NestedTensor_to_padded_tensor_cuda()
|
H A D | NestedTensorMatmul.cu | 303 …get_nested_tensor_impl(self)->get_nested_sizes() : get_nested_tensor_impl(mat2)->get_nested_sizes(… in bmm_nested_cuda()
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/transformers/ |
H A D | attention.cpp | 146 a, get_nested_tensor_impl(query)->get_nested_sizes(), true); in transform0213_gemm_nt_bias() 330 ? get_nested_tensor_impl(query)->get_nested_sizes().size(0) in native_multi_head_attention_cpu() 906 ? get_nested_tensor_impl(query)->get_nested_sizes().size(0) in triton_multi_head_attention()
|
H A D | transformer.cpp | 100 …il::make_tensor<NestedTensorImpl>(check_for_empty, get_nested_tensor_impl(src)->get_nested_sizes()) in transformer_encoder_layer_forward()
|
H A D | sdp_utils_cpp.h | 153 const at::Tensor& sizes = nt_tensor_impl->get_nested_sizes(); in check_for_seq_len_0_and_consistent_head_dim_nested_tensor_helper()
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/transformers/cuda/ |
H A D | attention.cu | 381 ? get_nested_tensor_impl(qkv)->get_nested_sizes().size(0) in transform_bias_rescale_qkv_cuda() 448 auto sizes = collapse_dims_1_and_2(nt_qkv->get_nested_sizes()); in transform_bias_rescale_qkv_cuda() 548 ? get_nested_tensor_impl(query)->get_nested_sizes().size(0) in native_multi_head_attention_cuda()
|
H A D | sdp_utils.cpp | 741 const at::Tensor& sizes = nt_q_tensor_impl->get_nested_sizes(); in check_for_seq_len_1_nested_tensor()
|