Home
last modified time | relevance | path

Searched refs:num_batch_threads (Results 1 – 25 of 40) sorted by relevance

12

/aosp_15_r20/external/tensorflow/tensorflow/core/kernels/batching_util/
H A Dadaptive_shared_batch_scheduler.h101 int64_t num_batch_threads = port::MaxParallelism();
381 if (options.num_batch_threads < 1) { in Create()
383 options.num_batch_threads); in Create()
390 if (options.min_in_flight_batches_limit > options.num_batch_threads) { in Create()
393 ") must be <= num_batch_threads (", options.num_batch_threads, ")"); in Create()
400 if (options.initial_in_flight_batches_limit > options.num_batch_threads) { in Create()
405 options.num_batch_threads, ")"); in Create()
435 GetEnv(), options.thread_pool_name, options.num_batch_threads); in AdaptiveSharedBatchScheduler()
523 static_cast<int>(options_.num_batch_threads - in_flight_batches_ - in MaybeScheduleClosedBatchesLockedFIFO()
603 static_cast<int>(options_.num_batch_threads - in_flight_batches_ - in MaybeScheduleClosedBatchesLocked()
[all …]
H A Dserial_device_batch_scheduler.h76 int64_t num_batch_threads = port::NumSchedulableCPUs();
265 if (options.num_batch_threads < 1) { in Create()
267 options.num_batch_threads); in Create()
274 if (options.initial_in_flight_batches_limit > options.num_batch_threads) { in Create()
279 options.num_batch_threads, ")"); in Create()
313 env(), options.thread_pool_name, options.num_batch_threads)); in SerialDeviceBatchScheduler()
438 std::min(in_flight_batches_limit_, options_.num_batch_threads); in ProcessBatches()
H A Dadaptive_shared_batch_scheduler_test.cc74 options.num_batch_threads = 0; in TEST()
80 options.num_batch_threads = 5; in TEST()
91 options.num_batch_threads = 3; in TEST()
96 options.num_batch_threads = 3; in TEST()
211 options.num_batch_threads = 1; in TEST()
285 options.num_batch_threads = 1; in TEST()
349 options.num_batch_threads = 1; in TEST()
H A Dbasic_batch_scheduler.h168 int num_batch_threads = port::MaxParallelism();
313 shared_scheduler_options.num_batch_threads = options.num_batch_threads; in Create()
H A Dserial_device_batch_scheduler_test.cc73 options.num_batch_threads = 0; in TEST()
79 options.num_batch_threads = 5; in TEST()
94 options.num_batch_threads = 3; in TEST()
137 options.num_batch_threads = 3; in TEST()
H A Dshared_batch_scheduler_test.cc92 int num_batch_threads, Env* env = Env::Default()) { in CreateSharedBatchScheduler() argument
94 options.num_batch_threads = num_batch_threads; in CreateSharedBatchScheduler()
180 for (int num_batch_threads : {1, 2, 3}) { in TEST_P()
203 auto scheduler = CreateSharedBatchScheduler(num_batch_threads); in TEST_P()
H A Dshared_batch_scheduler.h126 int num_batch_threads = port::MaxParallelism();
522 if (options.num_batch_threads < 1) { in Create()
524 options.num_batch_threads); in Create()
645 for (int i = 0; i < options.num_batch_threads; ++i) { in SharedBatchScheduler()
H A Dbasic_batch_scheduler_benchmark_test.cc298 scheduler_options.num_batch_threads = state.range(1); in ThroughputBM()
344 scheduler_options.num_batch_threads = state.range(1); in LatencyBM()
H A Dbasic_batch_scheduler_test.cc71 options.num_batch_threads = 1; in TEST()
/aosp_15_r20/external/tensorflow/tensorflow/core/grappler/optimizers/inference/
H A Dbatch_op_rewriter_test.cc46 GraphDef* graph, int num_batch_threads, in AddBatchOp() argument
48 auto set_batch_node_attribute = [&](const int32_t num_batch_threads,
53 num_batch_threads, batch_op); in __anon11d085b80202()
73 set_batch_node_attribute(num_batch_threads, graph->add_node());
78 set_batch_node_attribute(num_batch_threads, function_def->add_node_def());
/aosp_15_r20/external/tensorflow/tensorflow/python/ops/
H A Dbatch_ops_test.py61 [inp], num_batch_threads=1, max_batch_size=2,
103 [inp], num_batch_threads=1, max_batch_size=10,
137 num_batch_threads=1,
177 [inp0, inp1], num_batch_threads=1, max_batch_size=2,
192 [inp], num_batch_threads=1, max_batch_size=10,
380 num_batch_threads=1,
412 num_batch_threads=1,
447 num_batch_threads=1,
474 num_batch_threads=2,
546 [inp], num_batch_threads=1, max_batch_size=2,
H A Dbatch_ops.py29 def batch_function(num_batch_threads, argument
105 num_batch_threads=num_batch_threads,
/aosp_15_r20/external/tensorflow/tensorflow/core/runtime_fallback/runtime/
H A Druntime_fallback_batch_tf_opkernels.cc115 static Status Create(int32_t num_batch_threads, int32_t max_batch_size, in Create() argument
124 batcher_options.num_batch_threads = num_batch_threads; in Create()
130 GetBatcherQueueOptions(num_batch_threads, max_batch_size, in Create()
243 int32_t num_batch_threads);
339 adaptive_shared_batch_scheduler_options.num_batch_threads = in ComputeAsync()
429 OpKernelConstruction* c, int32_t num_batch_threads) { in SetAdaptiveBatchSchedulerOptions() argument
435 if (num_batch_threads <= 0) { in SetAdaptiveBatchSchedulerOptions()
/aosp_15_r20/external/tensorflow/tensorflow/core/kernels/
H A Dbatch_kernels.cc82 void RecordBatchParamNumBatchThreads(int64_t num_batch_threads, in RecordBatchParamNumBatchThreads() argument
87 cell->GetCell(model_name)->Set(num_batch_threads); in RecordBatchParamNumBatchThreads()
133 static Status Create(int32_t num_batch_threads, in Create() argument
143 batcher_options.num_batch_threads = num_batch_threads; in Create()
149 GetBatcherQueueOptions(num_batch_threads, max_execution_batch_size, in Create()
308 adaptive_shared_batch_scheduler_options.num_batch_threads = in ComputeAsync()
471 OpKernelConstruction* c, int32_t num_batch_threads) { in SetAdaptiveBatchSchedulerOptions() argument
477 if (num_batch_threads <= 0) { in SetAdaptiveBatchSchedulerOptions()
H A Dbatch_kernels.h83 int32_t num_batch_threads);
/aosp_15_r20/external/tensorflow/tensorflow/core/ops/compat/ops_history_v2/
H A DBatch.pbtxt20 name: "num_batch_threads"
90 name: "num_batch_threads"
167 name: "num_batch_threads"
H A DBatchFunction.pbtxt20 name: "num_batch_threads"
104 name: "num_batch_threads"
195 name: "num_batch_threads"
/aosp_15_r20/external/tensorflow/tensorflow/compiler/mlir/tfrt/tests/tf_to_corert/
H A Dbatch_function_deduplicate.mlir10 …_0, max_batch_size = 256 : i64, max_enqueued_batches = 10000 : i64, num_batch_threads = 2 : i64, o…
25 …_1, max_batch_size = 256 : i64, max_enqueued_batches = 10000 : i64, num_batch_threads = 2 : i64, o…
39 …_2, max_batch_size = 256 : i64, max_enqueued_batches = 10000 : i64, num_batch_threads = 2 : i64, o…
H A Dbatch_function_deduplicate_failed.mlir7 …_0, max_batch_size = 256 : i64, max_enqueued_batches = 10000 : i64, num_batch_threads = 2 : i64, o…
16 …_3, max_batch_size = 256 : i64, max_enqueued_batches = 10000 : i64, num_batch_threads = 2 : i64, o…
H A Dbatch_function_fallback.mlir26 // CHECK-SAME: num_batch_threads = 1 : i64
28 …unction, max_batch_size = 6 : i64, max_enqueued_batches = 10 : i64, num_batch_threads = 1 : i64, o…
H A Dbatch_function_fallback_resource_variable_as_captured_tensor.mlir14 … "", container = "", f = @batched_func, max_batch_size = 256 : i64, num_batch_threads = 2 : i64, o…
/aosp_15_r20/external/tensorflow/tensorflow/core/ops/compat/ops_history_v1/
H A DBatch.pbtxt20 name: "num_batch_threads"
90 name: "num_batch_threads"
H A DBatchFunction.pbtxt20 name: "num_batch_threads"
/aosp_15_r20/external/tensorflow/tensorflow/compiler/mlir/tensorflow/tests/graphdef2mlir/
H A Dforce_shared_name_for_resource_ops.pbtxt147 key: "num_batch_threads"
285 key: "num_batch_threads"
/aosp_15_r20/external/tensorflow/tensorflow/core/api_def/base_api/
H A Dapi_def_BatchFunction.pbtxt23 name: "num_batch_threads"
115 num_batch_threads=1,

12