/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/utils/ |
H A D | trt_engine_utils.cc | 62 int binding_index, bool use_implicit_batch, in GetTrtBindingShape() argument 67 use_implicit_batch in GetTrtBindingShape() 70 if (!use_implicit_batch) { in GetTrtBindingShape() 79 use_implicit_batch ? std::optional<int>(batch_size) : std::nullopt)); in GetTrtBindingShape() 118 std::vector<void*>& buffers, bool use_implicit_batch, in SetTrtEngineInputs() argument 150 if (use_implicit_batch && ctx) { in SetTrtEngineInputs() 161 if (!use_implicit_batch) { in SetTrtEngineInputs() 207 bool use_implicit_batch, int batch_size, in SetTrtEngineOutputs() argument 223 binding_index, use_implicit_batch, in SetTrtEngineOutputs() 256 bool use_implicit_batch, int batch_size) { in TrtEnqueue() argument [all …]
|
H A D | trt_engine_utils.h | 46 std::vector<void*>& buffers, bool use_implicit_batch, 59 int binding_index, bool use_implicit_batch, 68 bool use_implicit_batch, int batch_size = 0, 76 bool use_implicit_batch, int batch_size = 1);
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/convert/ |
H A D | convert_nodes.cc | 221 const bool use_implicit_batch, in ValidateTensorProperties() argument 233 const int max_rank = nvinfer1::Dims::MAX_DIMS + (use_implicit_batch ? 1 : 0); in ValidateTensorProperties() 237 if (use_implicit_batch && (producer_node_type != "Const") && in ValidateTensorProperties() 243 StatusOr<DimsAdapter> dims = DimsAdapter::Create(shape, use_implicit_batch); in ValidateTensorProperties() 247 if (use_implicit_batch) { in ValidateTensorProperties() 252 const int first_trt_dim = use_implicit_batch ? 1 : 0; in ValidateTensorProperties() 264 if (use_implicit_batch) { in ValidateTensorProperties() 279 const bool use_implicit_batch, in GetTrtBroadcastShape() argument 314 [use_implicit_batch](const TRT_TensorOrWeights& input, in GetTrtBroadcastShape() 323 if (use_implicit_batch && input.is_tensor()) { in GetTrtBroadcastShape() [all …]
|
H A D | convert_nodes.h | 175 const bool use_implicit_batch, bool* convert_successfully, 197 bool use_implicit_batch, bool use_explicit_precision); 267 nvinfer1::ILogger* trt_logger, const bool use_implicit_batch, 317 bool use_implicit_batch() const { return use_implicit_batch_; } in use_implicit_batch() function 432 nvinfer1::ILogger* trt_logger, const bool use_implicit_batch, 528 const bool use_implicit_batch,
|
H A D | convert_graph.cc | 96 return !params.use_implicit_batch || in AllowDynamicNonBatchDimension() 419 if (params.use_implicit_batch && in CreateTRTNode() 503 .Attr("_use_implicit_batch", params.use_implicit_batch) in CreateTRTNode() 508 if (!params.use_implicit_batch) { in CreateTRTNode() 722 info.use_calibration, params.use_implicit_batch, in CreateStaticEngine() 777 segment_options.use_implicit_batch = params.use_implicit_batch; in ConvertGraph() 778 if (segment_options.use_implicit_batch) in ConvertGraph() 785 params.use_calibration, params.use_implicit_batch, in ConvertGraph()
|
H A D | op_converter.h | 48 bool use_implicit_batch, bool use_explicit_precision); 64 const bool use_implicit_batch; member
|
H A D | trt_optimization_pass.cc | 107 GetNodeAttr(attr, "_tftrt_use_implicit_batch", &cp.use_implicit_batch)); in UpdateFunctionSpecificConversionParams() 156 params_.use_implicit_batch = params.at("use_implicit_batch").b(); in Init()
|
H A D | trt_optimization_pass.h | 54 bool use_implicit_batch = true; member
|
H A D | convert_nodes_test.cc | 1283 if (!converter_->use_implicit_batch()) { in BuildAndRun() 1327 converter_->use_implicit_batch(), batch_size, in BuildAndRun() 1332 converter_->use_implicit_batch(), batch_size, nullptr, output_data)); in BuildAndRun() 1335 converter_->use_implicit_batch(), in BuildAndRun() 1358 DimsAdapter::Create(attrs.shape_, converter_->use_implicit_batch()); in AddTestTensorWithTFDims() 1359 if (converter_->use_implicit_batch() && !dims_adap.ok()) { in AddTestTensorWithTFDims() 1365 if (!converter_->use_implicit_batch() || dims_adap->IsStatic()) { in AddTestTensorWithTFDims() 1468 /*use_implicit_batch=*/converter_->use_implicit_batch(), in RunValidation() 1528 if (converter_->use_implicit_batch()) { in RunValidationAndConversion() 4965 const bool use_implicit_batch = (trt_mode_ == TrtTestMode::kImplicitBatch); in TEST_P() local [all …]
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/convert/ops/ |
H A D | tile.cc | 46 if (params.use_implicit_batch && repl.is_tensor()) { in Validate() 74 (params.use_implicit_batch && inputs.at(0).is_tensor() ? 1 : 0); in Validate() 93 if (params.use_implicit_batch && multiplies[0] > 1) { in Validate() 135 params.use_implicit_batch && tensor.is_tensor() ? 1 : 0; in Convert() 194 if (tensor.is_weights() && params.use_implicit_batch) { in Convert()
|
H A D | slice_ops.cc | 59 auto begin_dims = DimsAdapter::Create(begin, params->use_implicit_batch); in ConvertStridedSliceHelper() 60 auto stride_dims = DimsAdapter::Create(stride, params->use_implicit_batch); in ConvertStridedSliceHelper() 61 auto end_dims = DimsAdapter::Create(end, params->use_implicit_batch); in ConvertStridedSliceHelper() 94 if (params->use_implicit_batch) { in ConvertStridedSliceHelper()
|
H A D | binary_ops.cc | 83 if (params.use_implicit_batch) { 100 inputs.at(0), inputs.at(1), true, params.use_implicit_batch,
|
H A D | quantization_ops.cc | 176 const int required_dims = params->use_implicit_batch ? 3 : 4; in ConvertExplicit() 186 if (!params->use_implicit_batch) { in ConvertExplicit()
|
H A D | like_ops.cc | 47 if (params.use_implicit_batch) { in Validate()
|
H A D | log_softmax.cc | 47 if (!num_trt_dims && params.use_implicit_batch) { in Validate()
|
H A D | data_format_vec_permute.cc | 60 if (params_->use_implicit_batch) { in Validate()
|
H A D | unary_ops.cc | 97 if (!not_supported_ops.empty() && params.use_implicit_batch) {
|
H A D | fill_ops.cc | 39 if (params.use_implicit_batch) { in ValidateFillBase()
|
H A D | variable_ops.cc | 297 if (params_->use_implicit_batch) { in Validate()
|
H A D | einsum.cc | 681 if (params_->use_implicit_batch) { in Validate() 863 if (params_->use_implicit_batch) {
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/kernels/ |
H A D | trt_engine_op_test.cc | 69 bool use_implicit_batch = true, argument 98 params.use_implicit_batch = use_implicit_batch; 150 .Attr("_use_implicit_batch", use_implicit_batch)
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/segment/ |
H A D | segment.cc | 641 bool use_implicit_batch) { in GetClusterBatchSizeForNode() argument 643 if (!use_implicit_batch || !node || node->num_inputs() == 0) { in GetClusterBatchSizeForNode() 676 bool use_implicit_batch) { in AddSegmentForNode() argument 680 use_implicit_batch), in AddSegmentForNode() 846 if (!options.use_implicit_batch && !options.allow_dynamic_non_batch_dim) { in SegmentGraph() 851 if (options.use_implicit_batch && !options.maximum_batch_size.has_value()) { in SegmentGraph() 921 } else if (options.use_implicit_batch && in SegmentGraph() 949 options.use_implicit_batch); in SegmentGraph()
|
H A D | segment.h | 42 bool use_implicit_batch = true; member
|
H A D | segment_test.cc | 107 segment_options_.use_implicit_batch = false; in DisableImplicitBatchMode() 112 segment_options_.use_implicit_batch = true; in EnableImplicitBatchModeForStaticEngine()
|
/aosp_15_r20/external/tensorflow/tensorflow/python/compiler/tensorrt/ |
H A D | trt_convert.py | 282 use_implicit_batch=True, argument 356 optimizer.parameter_map["use_implicit_batch"].b = use_implicit_batch 359 if not use_implicit_batch: 549 use_implicit_batch=True) 1277 use_implicit_batch=not self._use_dynamic_shape,
|