Home
last modified time | relevance | path

Searched refs:use_implicit_batch (Results 1 – 25 of 25) sorted by relevance

/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/utils/
H A Dtrt_engine_utils.cc62 int binding_index, bool use_implicit_batch, in GetTrtBindingShape() argument
67 use_implicit_batch in GetTrtBindingShape()
70 if (!use_implicit_batch) { in GetTrtBindingShape()
79 use_implicit_batch ? std::optional<int>(batch_size) : std::nullopt)); in GetTrtBindingShape()
118 std::vector<void*>& buffers, bool use_implicit_batch, in SetTrtEngineInputs() argument
150 if (use_implicit_batch && ctx) { in SetTrtEngineInputs()
161 if (!use_implicit_batch) { in SetTrtEngineInputs()
207 bool use_implicit_batch, int batch_size, in SetTrtEngineOutputs() argument
223 binding_index, use_implicit_batch, in SetTrtEngineOutputs()
256 bool use_implicit_batch, int batch_size) { in TrtEnqueue() argument
[all …]
H A Dtrt_engine_utils.h46 std::vector<void*>& buffers, bool use_implicit_batch,
59 int binding_index, bool use_implicit_batch,
68 bool use_implicit_batch, int batch_size = 0,
76 bool use_implicit_batch, int batch_size = 1);
/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/convert/
H A Dconvert_nodes.cc221 const bool use_implicit_batch, in ValidateTensorProperties() argument
233 const int max_rank = nvinfer1::Dims::MAX_DIMS + (use_implicit_batch ? 1 : 0); in ValidateTensorProperties()
237 if (use_implicit_batch && (producer_node_type != "Const") && in ValidateTensorProperties()
243 StatusOr<DimsAdapter> dims = DimsAdapter::Create(shape, use_implicit_batch); in ValidateTensorProperties()
247 if (use_implicit_batch) { in ValidateTensorProperties()
252 const int first_trt_dim = use_implicit_batch ? 1 : 0; in ValidateTensorProperties()
264 if (use_implicit_batch) { in ValidateTensorProperties()
279 const bool use_implicit_batch, in GetTrtBroadcastShape() argument
314 [use_implicit_batch](const TRT_TensorOrWeights& input, in GetTrtBroadcastShape()
323 if (use_implicit_batch && input.is_tensor()) { in GetTrtBroadcastShape()
[all …]
H A Dconvert_nodes.h175 const bool use_implicit_batch, bool* convert_successfully,
197 bool use_implicit_batch, bool use_explicit_precision);
267 nvinfer1::ILogger* trt_logger, const bool use_implicit_batch,
317 bool use_implicit_batch() const { return use_implicit_batch_; } in use_implicit_batch() function
432 nvinfer1::ILogger* trt_logger, const bool use_implicit_batch,
528 const bool use_implicit_batch,
H A Dconvert_graph.cc96 return !params.use_implicit_batch || in AllowDynamicNonBatchDimension()
419 if (params.use_implicit_batch && in CreateTRTNode()
503 .Attr("_use_implicit_batch", params.use_implicit_batch) in CreateTRTNode()
508 if (!params.use_implicit_batch) { in CreateTRTNode()
722 info.use_calibration, params.use_implicit_batch, in CreateStaticEngine()
777 segment_options.use_implicit_batch = params.use_implicit_batch; in ConvertGraph()
778 if (segment_options.use_implicit_batch) in ConvertGraph()
785 params.use_calibration, params.use_implicit_batch, in ConvertGraph()
H A Dop_converter.h48 bool use_implicit_batch, bool use_explicit_precision);
64 const bool use_implicit_batch; member
H A Dtrt_optimization_pass.cc107 GetNodeAttr(attr, "_tftrt_use_implicit_batch", &cp.use_implicit_batch)); in UpdateFunctionSpecificConversionParams()
156 params_.use_implicit_batch = params.at("use_implicit_batch").b(); in Init()
H A Dtrt_optimization_pass.h54 bool use_implicit_batch = true; member
H A Dconvert_nodes_test.cc1283 if (!converter_->use_implicit_batch()) { in BuildAndRun()
1327 converter_->use_implicit_batch(), batch_size, in BuildAndRun()
1332 converter_->use_implicit_batch(), batch_size, nullptr, output_data)); in BuildAndRun()
1335 converter_->use_implicit_batch(), in BuildAndRun()
1358 DimsAdapter::Create(attrs.shape_, converter_->use_implicit_batch()); in AddTestTensorWithTFDims()
1359 if (converter_->use_implicit_batch() && !dims_adap.ok()) { in AddTestTensorWithTFDims()
1365 if (!converter_->use_implicit_batch() || dims_adap->IsStatic()) { in AddTestTensorWithTFDims()
1468 /*use_implicit_batch=*/converter_->use_implicit_batch(), in RunValidation()
1528 if (converter_->use_implicit_batch()) { in RunValidationAndConversion()
4965 const bool use_implicit_batch = (trt_mode_ == TrtTestMode::kImplicitBatch); in TEST_P() local
[all …]
/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/convert/ops/
H A Dtile.cc46 if (params.use_implicit_batch && repl.is_tensor()) { in Validate()
74 (params.use_implicit_batch && inputs.at(0).is_tensor() ? 1 : 0); in Validate()
93 if (params.use_implicit_batch && multiplies[0] > 1) { in Validate()
135 params.use_implicit_batch && tensor.is_tensor() ? 1 : 0; in Convert()
194 if (tensor.is_weights() && params.use_implicit_batch) { in Convert()
H A Dslice_ops.cc59 auto begin_dims = DimsAdapter::Create(begin, params->use_implicit_batch); in ConvertStridedSliceHelper()
60 auto stride_dims = DimsAdapter::Create(stride, params->use_implicit_batch); in ConvertStridedSliceHelper()
61 auto end_dims = DimsAdapter::Create(end, params->use_implicit_batch); in ConvertStridedSliceHelper()
94 if (params->use_implicit_batch) { in ConvertStridedSliceHelper()
H A Dbinary_ops.cc83 if (params.use_implicit_batch) {
100 inputs.at(0), inputs.at(1), true, params.use_implicit_batch,
H A Dquantization_ops.cc176 const int required_dims = params->use_implicit_batch ? 3 : 4; in ConvertExplicit()
186 if (!params->use_implicit_batch) { in ConvertExplicit()
H A Dlike_ops.cc47 if (params.use_implicit_batch) { in Validate()
H A Dlog_softmax.cc47 if (!num_trt_dims && params.use_implicit_batch) { in Validate()
H A Ddata_format_vec_permute.cc60 if (params_->use_implicit_batch) { in Validate()
H A Dunary_ops.cc97 if (!not_supported_ops.empty() && params.use_implicit_batch) {
H A Dfill_ops.cc39 if (params.use_implicit_batch) { in ValidateFillBase()
H A Dvariable_ops.cc297 if (params_->use_implicit_batch) { in Validate()
H A Deinsum.cc681 if (params_->use_implicit_batch) { in Validate()
863 if (params_->use_implicit_batch) {
/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/kernels/
H A Dtrt_engine_op_test.cc69 bool use_implicit_batch = true, argument
98 params.use_implicit_batch = use_implicit_batch;
150 .Attr("_use_implicit_batch", use_implicit_batch)
/aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/segment/
H A Dsegment.cc641 bool use_implicit_batch) { in GetClusterBatchSizeForNode() argument
643 if (!use_implicit_batch || !node || node->num_inputs() == 0) { in GetClusterBatchSizeForNode()
676 bool use_implicit_batch) { in AddSegmentForNode() argument
680 use_implicit_batch), in AddSegmentForNode()
846 if (!options.use_implicit_batch && !options.allow_dynamic_non_batch_dim) { in SegmentGraph()
851 if (options.use_implicit_batch && !options.maximum_batch_size.has_value()) { in SegmentGraph()
921 } else if (options.use_implicit_batch && in SegmentGraph()
949 options.use_implicit_batch); in SegmentGraph()
H A Dsegment.h42 bool use_implicit_batch = true; member
H A Dsegment_test.cc107 segment_options_.use_implicit_batch = false; in DisableImplicitBatchMode()
112 segment_options_.use_implicit_batch = true; in EnableImplicitBatchModeForStaticEngine()
/aosp_15_r20/external/tensorflow/tensorflow/python/compiler/tensorrt/
H A Dtrt_convert.py282 use_implicit_batch=True, argument
356 optimizer.parameter_map["use_implicit_batch"].b = use_implicit_batch
359 if not use_implicit_batch:
549 use_implicit_batch=True)
1277 use_implicit_batch=not self._use_dynamic_shape,