Home
last modified time | relevance | path

Searched refs:num_parallel_calls (Results 1 – 25 of 115) sorted by relevance

12345

/aosp_15_r20/external/tensorflow/tensorflow/python/data/kernel_tests/
H A Dinterleave_test.py36 def _interleave(lists, cycle_length, block_length, num_parallel_calls=None): argument
65 if num_parallel_calls is None:
67 elif num_parallel_calls == dataset_ops.AUTOTUNE:
70 cycle_length = min(num_parallel_calls, cpu_count)
166 num_parallel_calls=[None, 1]) + combinations.combine(
170 num_parallel_calls=[None, 1, 2]) + combinations.combine(
174 num_parallel_calls=[None, 1, 3, 5, 7]) +
179 num_parallel_calls=[None, 1]) + combinations.combine(
183 num_parallel_calls=[None]) + combinations.combine(
187 num_parallel_calls=[None, 1, 2])))
[all …]
H A Dmap_test.py203 num_parallel_calls, buffer_size): argument
209 dataset = apply_map(dataset, _map_fn, num_parallel_calls=num_parallel_calls)
220 combinations.combine(num_parallel_calls=1, buffer_size=1) +
221 combinations.combine(num_parallel_calls=1, buffer_size=2) +
222 combinations.combine(num_parallel_calls=2, buffer_size=2) +
223 combinations.combine(num_parallel_calls=2, buffer_size=4) +
224 combinations.combine(num_parallel_calls=8, buffer_size=8) +
225 combinations.combine(num_parallel_calls=8, buffer_size=16)))
226 def testParallelMapDataset(self, apply_map, num_parallel_calls, buffer_size): argument
237 num_parallel_calls, buffer_size))
[all …]
H A Dmemory_cleanup_test.py159 combinations.combine(num_parallel_calls=[None, 10])))
160 def testMap(self, num_parallel_calls): argument
168 fn, num_parallel_calls=num_parallel_calls)
174 tf_api_version=1, mode="eager", num_parallel_calls=[None, 10]))
175 def testMapLegacy(self, num_parallel_calls): argument
183 fn, num_parallel_calls=num_parallel_calls)
189 combinations.combine(num_parallel_calls=[None, 10])))
190 def testInterleave(self, num_parallel_calls): argument
198 fn, num_parallel_calls=num_parallel_calls, cycle_length=10)
H A Dbatch_test.py54 num_parallel_calls=[None, 1, 2, 4])))
55 def testBasic(self, count, batch_size, drop_remainder, num_parallel_calls): argument
78 num_parallel_calls)
267 map_function, num_parallel_calls=2, deterministic=local_determinism)
269 batch_size=6, num_parallel_calls=2,
285 dataset = dataset.batch(2, num_parallel_calls=5)
295 combinations.combine(num_parallel_calls=[None, 1])))
296 def testName(self, num_parallel_calls): argument
298 5, num_parallel_calls=num_parallel_calls, name='batch')
/aosp_15_r20/external/tensorflow/tensorflow/python/data/experimental/benchmarks/
H A Dparameter_value_benchmark.py43 def _benchmark_map(self, num_parallel_calls, buffer_size): argument
48 math_ops.matmul, num_parallel_calls=num_parallel_calls)
59 (max_output_sleep_ms, input_sleep_ms, num_parallel_calls, buffer_size))
68 for num_parallel_calls in nums_parallel_calls:
70 parameters = (num_parallel_calls, buffer_size)
72 wall_time = self._benchmark_map(num_parallel_calls, buffer_size)
80 def _benchmark_map_and_batch(self, num_parallel_calls, buffer_size): argument
87 math_ops.matmul, num_parallel_calls=num_parallel_calls)
99 (max_output_sleep_ms, input_sleep_ms, num_parallel_calls, buffer_size))
108 for num_parallel_calls in nums_parallel_calls:
[all …]
H A Dautotune_benchmark.py62 batch_size=batch_size, num_parallel_calls=dataset_ops.AUTOTUNE)
80 math_ops.matmul, num_parallel_calls=dataset_ops.AUTOTUNE)
99 math_ops.matmul, num_parallel_calls=dataset_ops.AUTOTUNE)
121 num_parallel_calls=dataset_ops.AUTOTUNE)
151 dataset = dataset.map(f1, num_parallel_calls=dataset_ops.AUTOTUNE)
154 num_parallel_calls=dataset_ops.AUTOTUNE,
158 dataset = dataset.map(f2, num_parallel_calls=dataset_ops.AUTOTUNE)
161 num_parallel_calls=dataset_ops.AUTOTUNE,
165 dataset = dataset.map(f2, num_parallel_calls=dataset_ops.AUTOTUNE)
190 math_ops.matmul, num_parallel_calls=dataset_ops.AUTOTUNE)
[all …]
/aosp_15_r20/external/tensorflow/tensorflow/python/data/experimental/ops/
H A Dbatching.py154 num_parallel_calls=None): argument
188 if num_parallel_batches is None and num_parallel_calls is None:
189 num_parallel_calls = batch_size
190 elif num_parallel_batches is not None and num_parallel_calls is None:
191 num_parallel_calls = batch_size * num_parallel_batches
192 elif num_parallel_batches is not None and num_parallel_calls is not None:
202 num_parallel_calls, drop_remainder,
218 num_parallel_calls=None): argument
253 if num_parallel_batches is None and num_parallel_calls is None:
254 num_parallel_calls = batch_size
[all …]
H A Dparsing_ops.py30 def __init__(self, input_dataset, features, num_parallel_calls, argument
38 self._num_parallel_calls = num_parallel_calls
107 def parse_example_dataset(features, num_parallel_calls=1, deterministic=None): argument
146 out_dataset = _ParseExampleDataset(dataset, features, num_parallel_calls,
157 num_parallel_calls=num_parallel_calls)
/aosp_15_r20/external/tensorflow/tensorflow/python/data/benchmarks/
H A Dinterleave_benchmark.py63 cycle_length, num_parallel_calls): argument
71 if not num_parallel_calls:
72 num_parallel_calls = cycle_length
76 num_parallel_calls=num_parallel_calls)
85 num_parallel_calls=None): argument
93 num_parallel_calls=num_parallel_calls)
104 num_parallel_calls=None, argument
111 num_parallel_calls=num_parallel_calls)
123 (num_elements, cycle_length, iters, str(num_parallel_calls)),
166 num_parallel_calls=1,
H A Dmap_benchmark.py150 def _benchmark_nested_parallel_map(self, cycle_length, num_parallel_calls): argument
160 g, num_parallel_calls=num_parallel_calls)
164 f, cycle_length=cycle_length, num_parallel_calls=dataset_ops.AUTOTUNE)
169 if num_parallel_calls == dataset_ops.AUTOTUNE else
170 str(num_parallel_calls))
171 map_dataset_str = ("map" if num_parallel_calls is None else
188 for num_parallel_calls in nums_parallel_calls:
189 self._benchmark_nested_parallel_map(cycle_length, num_parallel_calls)
H A Dbatch_benchmark.py87 for num_parallel_calls in nums_parallel_calls:
89 if num_parallel_calls == dataset_ops.AUTOTUNE
90 else str(num_parallel_calls))
91 op_str = ("batch" if num_parallel_calls is None else
96 batch_size, num_parallel_calls=num_parallel_calls)
/aosp_15_r20/external/tensorflow/tensorflow/core/kernels/data/
H A Dparallel_map_dataset_op.cc78 int64_t num_parallel_calls, const DataTypeVector& output_types, in Dataset() argument
83 : Dataset(DatasetContext(ctx), input, num_parallel_calls, output_types, in Dataset()
88 int64_t num_parallel_calls, const DataTypeVector& output_types, in Dataset() argument
95 num_parallel_calls_(num_parallel_calls), in Dataset()
182 Node* num_parallel_calls = nullptr; in AsGraphDefInternal() local
185 &num_parallel_calls)); in AsGraphDefInternal()
188 b->AddScalar(num_parallel_calls_, &num_parallel_calls)); in AsGraphDefInternal()
228 std::make_pair(2, num_parallel_calls)}, // Single tensor inputs. in AsGraphDefInternal()
553 int64_t num_parallel_calls = num_parallel_calls_->value; in RunnerThread() local
554 return num_calls_ >= num_parallel_calls || in RunnerThread()
[all …]
H A Dparallel_batch_dataset_op.cc71 Dataset(OpKernelContext* ctx, int64_t batch_size, int64_t num_parallel_calls, in Dataset() argument
82 num_parallel_calls_(num_parallel_calls), in Dataset()
89 num_parallel_calls == model::kAutotune ? "true" : "false"}, in Dataset()
161 Node* num_parallel_calls = nullptr; in AsGraphDefInternal() local
162 TF_RETURN_IF_ERROR(b->AddScalar(num_parallel_calls_, &num_parallel_calls)); in AsGraphDefInternal()
181 {input_graph_node, batch_size, num_parallel_calls, drop_remainder}, in AsGraphDefInternal()
456 int64_t num_parallel_calls = num_parallel_calls_->value; in RunnerThread() local
457 return num_calls_ >= num_parallel_calls || in RunnerThread()
458 batch_results_.size() >= num_parallel_calls; in RunnerThread()
656 int64_t num_parallel_calls = 0; in MakeDataset() local
[all …]
H A Dparallel_filter_dataset_op.cc64 int64_t num_parallel_calls, DeterminismPolicy deterministic, in Dataset() argument
68 num_parallel_calls_(num_parallel_calls), in Dataset()
114 Node* num_parallel_calls = nullptr; in AsGraphDefInternal() local
116 &num_parallel_calls)); in AsGraphDefInternal()
428 int64_t num_parallel_calls = num_parallel_calls_->value; in RunnerThread() local
429 return num_calls_ >= num_parallel_calls || in RunnerThread()
430 invocation_results_.size() >= num_parallel_calls; in RunnerThread()
645 int64_t num_parallel_calls; in MakeDataset() local
647 ctx, ParseScalarArgument(ctx, kNumParallelCalls, &num_parallel_calls)); in MakeDataset()
652 if (num_parallel_calls == model::kAutotune) { in MakeDataset()
[all …]
H A Dparallel_interleave_dataset_op.cc136 int64_t num_parallel_calls) { in ComputeCycleLength() argument
139 if (num_parallel_calls != model::kAutotune) { in ComputeCycleLength()
140 cycle_length = std::min(num_parallel_calls, in ComputeCycleLength()
201 int64_t prefetch_input_elements, int64_t num_parallel_calls, in Dataset() argument
208 cycle_length_(ComputeCycleLength(cycle_length, num_parallel_calls)), in Dataset()
214 num_parallel_calls_(num_parallel_calls), in Dataset()
221 num_parallel_calls == model::kAutotune ? "true" : "false"}, in Dataset()
1735 int64_t num_parallel_calls = 0; in MakeDataset() local
1737 ctx, ParseScalarArgument(ctx, kNumParallelCalls, &num_parallel_calls)); in MakeDataset()
1739 ctx, num_parallel_calls > 0 || num_parallel_calls == model::kAutotune, in MakeDataset()
[all …]
/aosp_15_r20/external/tensorflow/tensorflow/python/data/experimental/kernel_tests/optimization/
H A Dmake_deterministic_test.py83 interleave_fn, cycle_length=5, num_parallel_calls=3)
109 dataset = dataset.map(map_fn, num_parallel_calls=5)
127 dataset = dataset.map(map_fn, num_parallel_calls=5)
149 dataset = dataset.map(map_fn, num_parallel_calls=5)
174 dataset = dataset.batch(2, num_parallel_calls=2)
208 num_parallel_calls=5))
210 dataset = dataset.map(map_fn, num_parallel_calls=5)
249 interleave_fn, cycle_length=5, num_parallel_calls=3)
268 dataset = dataset.map(map_fn, num_parallel_calls=5)
310 interleave_fn, cycle_length=3, num_parallel_calls=3)
[all …]
/aosp_15_r20/external/tensorflow/tensorflow/core/ops/compat/ops_history_v2/
H A DParallelMapDataset.pbtxt12 name: "num_parallel_calls"
53 name: "num_parallel_calls"
93 name: "num_parallel_calls"
140 name: "num_parallel_calls"
194 name: "num_parallel_calls"
255 name: "num_parallel_calls"
323 name: "num_parallel_calls"
398 name: "num_parallel_calls"
H A DParallelBatchDataset.pbtxt12 name: "num_parallel_calls"
47 name: "num_parallel_calls"
89 name: "num_parallel_calls"
138 name: "num_parallel_calls"
194 name: "num_parallel_calls"
257 name: "num_parallel_calls"
H A DParallelInterleaveDatasetV2.pbtxt20 name: "num_parallel_calls"
68 name: "num_parallel_calls"
123 name: "num_parallel_calls"
185 name: "num_parallel_calls"
254 name: "num_parallel_calls"
H A DExperimentalMapAndBatchDataset.pbtxt16 name: "num_parallel_calls"
64 name: "num_parallel_calls"
119 name: "num_parallel_calls"
181 name: "num_parallel_calls"
H A DParallelInterleaveDatasetV3.pbtxt20 name: "num_parallel_calls"
75 name: "num_parallel_calls"
137 name: "num_parallel_calls"
206 name: "num_parallel_calls"
/aosp_15_r20/external/tensorflow/tensorflow/core/kernels/data/experimental/
H A Dparse_example_dataset_op.cc121 int64_t num_parallel_calls = 0; in MakeDataset() local
123 &num_parallel_calls)); in MakeDataset()
125 ctx, num_parallel_calls > 0 || num_parallel_calls == model::kAutotune, in MakeDataset()
203 std::move(key_to_output_index), std::move(config), num_parallel_calls, in MakeDataset()
216 example::FastParseExampleConfig config, int32_t num_parallel_calls, in Dataset() argument
234 num_parallel_calls_(num_parallel_calls), in Dataset()
760 int64_t num_parallel_calls = num_parallel_calls_->value; in RunnerThread() local
761 return num_calls_ >= num_parallel_calls || in RunnerThread()
762 invocation_results_.size() >= num_parallel_calls; in RunnerThread()
827 int num_parallel_calls; in StatsThread() local
[all …]
H A Dmap_and_batch_dataset_op.cc85 int64_t num_parallel_calls, bool drop_remainder, in Dataset() argument
93 num_parallel_calls_(num_parallel_calls), in Dataset()
101 num_parallel_calls == model::kAutotune ? "true" : "false"}, in Dataset()
547 int64_t num_parallel_calls = num_parallel_calls_->value; in RunnerThread() local
548 return num_calls_ >= num_parallel_calls || in RunnerThread()
734 int64_t num_parallel_calls = 0; in MakeDataset() local
736 ctx, ParseScalarArgument(ctx, kNumParallelCalls, &num_parallel_calls)); in MakeDataset()
738 ctx, num_parallel_calls > 0 || num_parallel_calls == model::kAutotune, in MakeDataset()
750 if (num_parallel_calls == model::kAutotune) { in MakeDataset()
754 *output = new Dataset(ctx, input, batch_size, num_parallel_calls, in MakeDataset()
/aosp_15_r20/external/tensorflow/tensorflow/core/ops/compat/ops_history_v1/
H A DParallelMapDataset.pbtxt12 name: "num_parallel_calls"
53 name: "num_parallel_calls"
93 name: "num_parallel_calls"
140 name: "num_parallel_calls"
194 name: "num_parallel_calls"
/aosp_15_r20/external/tensorflow/tensorflow/python/data/experimental/kernel_tests/
H A Dmap_and_batch_test.py49 num_parallel_calls=[None, 1, 2], num_parallel_batches=None) +
51 num_parallel_calls=None, num_parallel_batches=10)))
52 def testMapAndBatch(self, num_parallel_calls, num_parallel_batches): argument
69 num_parallel_calls=num_parallel_calls,
408 dataset = dataset.map(lambda x: x+1, num_parallel_calls=5)
465 num_parallel_calls = 7
483 num_parallel_calls=num_parallel_calls,

12345