| /aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/service/ |
| H A D | hlo_pass_fix.h | 43 execution_threads) override { in RunOnChangedComputations() argument
46 TF_RETURN_IF_ERROR(RunToFixPoint(module, &run_state, execution_threads)); in RunOnChangedComputations()
55 execution_threads) override { in Run()
57 TF_RETURN_IF_ERROR(RunToFixPoint(module, &run_state, execution_threads)); in Run()
64 execution_threads) override { in RunOnModuleGroup() argument
72 Pass::RunOnModuleGroup(module_group, execution_threads)); in RunOnModuleGroup()
89 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunToFixPoint() argument
93 RunOnChangedComputationsOnce(module, run_state, execution_threads)); in RunToFixPoint()
112 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunOnChangedComputationsOnce() argument
117 execution_threads); in RunOnChangedComputationsOnce()
[all …]
|
| H A D | hlo_domain_verifier.cc | 34 Status Run(const absl::flat_hash_set<absl::string_view>& execution_threads);
40 const absl::flat_hash_set<absl::string_view>& execution_threads);
47 const absl::flat_hash_set<absl::string_view>& execution_threads) { in PopulateDomainKinds() argument
52 module_->computations(execution_threads)) { in PopulateDomainKinds()
69 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
71 TF_RETURN_IF_ERROR(PopulateDomainKinds(execution_threads)); in Run()
72 for (HloComputation* computation : module_->computations(execution_threads)) { in Run()
89 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
91 TF_RETURN_IF_ERROR(run_context.Run(execution_threads)); in Run()
|
| H A D | hlo_pass_interface.h | 91 const absl::flat_hash_set<absl::string_view>& execution_threads) = 0;
102 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunOnChangedComputations() argument
103 TF_ASSIGN_OR_RETURN(bool changed, Run(module, execution_threads)); in RunOnChangedComputations()
105 auto computations = module->computations(execution_threads); in RunOnChangedComputations()
140 const absl::flat_hash_set<absl::string_view>& execution_threads) = 0;
152 execution_threads) override { in RunOnModuleGroup() argument
155 TF_ASSIGN_OR_RETURN(bool module_changed, Run(module, execution_threads)); in RunOnModuleGroup()
176 execution_threads) override { in Run()
|
| H A D | hlo_pass_pipeline.h | 84 const absl::flat_hash_set<absl::string_view>& execution_threads) override;
88 const absl::flat_hash_set<absl::string_view>& execution_threads) override;
123 const absl::flat_hash_set<absl::string_view>& execution_threads);
130 const absl::flat_hash_set<absl::string_view>& execution_threads);
139 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunHelper() argument
140 TF_ASSIGN_OR_RETURN(bool changed, pass->Run(module, execution_threads)); in RunHelper()
146 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunHelper() argument
148 bool changed, pass->RunOnModuleGroup(module_group, execution_threads)); in RunHelper()
|
| H A D | hlo_module_dce.cc | 42 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunWhileDCE() argument
45 for (auto* computation : module->computations(execution_threads)) { in RunWhileDCE()
110 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
121 RunWhileDCE(module, liveness.get(), execution_threads)); in Run()
126 while_loop_simplifier.Run(module, execution_threads)); in Run()
130 tuple_simplifier.Run(module, execution_threads)); in Run()
135 hlo_dce.Run(module, execution_threads)); in Run()
|
| H A D | instruction_hoister.cc | 27 const absl::flat_hash_set<absl::string_view>& execution_threads) { in HoistParameters() argument
32 module.MakeNonfusionComputations(execution_threads)) { in HoistParameters()
81 const absl::flat_hash_set<absl::string_view>& execution_threads) { in HoistConstantOperations() argument
86 module.MakeNonfusionComputations(execution_threads)) { in HoistConstantOperations()
136 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
139 modified |= HoistParameters(*module, execution_threads); in Run()
142 modified |= HoistConstantOperations(*module, execution_threads); in Run()
|
| H A D | bfloat16_propagation.cc | 697 const absl::flat_hash_set<absl::string_view>& execution_threads) { in ResolveInconsistencyOfAliasingBuffers() argument
699 module->MakeComputationPostOrder(execution_threads); in ResolveInconsistencyOfAliasingBuffers()
712 const absl::flat_hash_set<absl::string_view>& execution_threads) { in ResolveInconsistentFusions() argument
738 for (auto computation : module->MakeComputationPostOrder(execution_threads)) { in ResolveInconsistentFusions()
775 const absl::flat_hash_set<absl::string_view>& execution_threads) { in ResolveConvertedConstants() argument
786 for (auto computation : module->MakeComputationPostOrder(execution_threads)) { in ResolveConvertedConstants()
807 const absl::flat_hash_set<absl::string_view>& execution_threads) { in SkipNoopConversions() argument
808 for (auto computation : module->computations(execution_threads)) { in SkipNoopConversions()
835 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
845 module->MakeComputationPostOrder(execution_threads); in Run()
[all …]
|
| H A D | dynamic_dimension_simplifier.cc | 169 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
174 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run()
181 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run()
188 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run()
194 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run()
200 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run()
206 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run()
|
| H A D | hlo_memory_scheduler.cc | 534 const absl::flat_hash_set<absl::string_view>& execution_threads, in ComputationSchedulerToModuleScheduler()
539 module->MakeComputationPostOrder(execution_threads)) { in ComputationSchedulerToModuleScheduler()
667 const absl::flat_hash_set<absl::string_view>& execution_threads, in DefaultModuleScheduler() argument
682 execution_threads, &list_memory)); in DefaultModuleScheduler()
691 execution_threads, &dfs_memory)); in DefaultModuleScheduler()
699 execution_threads, &post_order_memory)); in DefaultModuleScheduler()
726 const absl::flat_hash_set<absl::string_view>& execution_threads, in ScheduleModule() argument
736 size_function, execution_threads, peak_memory)); in ScheduleModule()
765 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
768 ScheduleModule(module, size_function_, algorithm_, execution_threads)); in Run()
[all …]
|
| H A D | hlo_pass_pipeline.cc | 128 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunInvariantCheckers() argument
132 RunHelper(invariant_checker.get(), hlo, execution_threads); in RunInvariantCheckers()
151 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunPassesInternal() argument
184 RunHelper(pass, hlo, execution_threads)); in RunPassesInternal()
272 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
279 execution_threads); in Run()
284 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunOnModuleGroup() argument
297 execution_threads); in RunOnModuleGroup()
|
| H A D | hlo_module.h | 223 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in computations() argument
227 [execution_threads](const HloComputation* computation) { in computations()
228 if (execution_threads.empty()) { in computations()
231 return execution_threads.contains(computation->execution_thread()); in computations()
270 const absl::flat_hash_set<absl::string_view>& execution_threads) const;
276 const absl::flat_hash_set<absl::string_view>& execution_threads,
287 const absl::flat_hash_set<absl::string_view>& execution_threads) const;
304 const absl::flat_hash_set<absl::string_view>& execution_threads) const;
313 const absl::flat_hash_set<absl::string_view>& execution_threads) const;
|
| H A D | hlo_dce.cc | 129 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RecursivelyRemoveDeadComputations() argument
142 module->MakeComputationPostOrder(execution_threads)) { in RecursivelyRemoveDeadComputations()
153 module->MakeComputationPostOrder(execution_threads)) { in RecursivelyRemoveDeadComputations()
170 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
178 module->MakeComputationPostOrder(execution_threads)) { in Run()
190 RecursivelyRemoveDeadComputations(module, execution_threads)); in Run()
|
| H A D | hlo_memory_scheduler.h | 61 const absl::flat_hash_set<absl::string_view>& execution_threads,
117 const absl::flat_hash_set<absl::string_view>& execution_threads,
127 const absl::flat_hash_set<absl::string_view>& execution_threads = {},
155 const absl::flat_hash_set<absl::string_view>& execution_threads) override;
172 const absl::flat_hash_set<absl::string_view>& execution_threads) override;
186 const absl::flat_hash_set<absl::string_view>& execution_threads) override;
|
| H A D | copy_insertion.h | 68 const absl::flat_hash_set<absl::string_view>& execution_threads) override;
78 const absl::flat_hash_set<absl::string_view>& execution_threads = {});
92 const absl::flat_hash_set<absl::string_view>& execution_threads = {});
98 const absl::flat_hash_set<absl::string_view>& execution_threads,
112 const absl::flat_hash_set<absl::string_view>& execution_threads);
|
| H A D | hlo_pass_pipeline_test.cc | 54 execution_threads) override { in Run()
57 module->computations(execution_threads)) { in Run()
77 execution_threads) override { in Run()
80 module->computations(execution_threads)) { in Run()
98 execution_threads) override { in RunOnModuleGroup() argument
102 module->computations(execution_threads)) { in RunOnModuleGroup()
123 execution_threads) override { in Run()
125 module->computations(execution_threads)) { in Run()
|
| H A D | bfloat16_propagation.h | 73 const absl::flat_hash_set<absl::string_view>& execution_threads) override;
148 const absl::flat_hash_set<absl::string_view>& execution_threads);
172 const absl::flat_hash_set<absl::string_view>& execution_threads);
178 const absl::flat_hash_set<absl::string_view>& execution_threads);
184 const absl::flat_hash_set<absl::string_view>& execution_threads);
|
| H A D | hlo_domain_remover.cc | 34 const absl::flat_hash_set<absl::string_view>& execution_threads);
62 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
65 for (HloComputation* computation : module_->computations(execution_threads)) { in Run()
125 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
127 return run_context.Run(execution_threads); in Run()
|
| H A D | hlo_rematerialization.h | 123 const absl::flat_hash_set<absl::string_view>& execution_threads) override;
141 const absl::flat_hash_set<absl::string_view>& execution_threads);
149 const absl::flat_hash_set<absl::string_view>& execution_threads) const;
155 const absl::flat_hash_set<absl::string_view>& execution_threads) const;
160 const absl::flat_hash_set<absl::string_view>& execution_threads,
|
| H A D | copy_insertion.cc | 1815 const absl::flat_hash_set<absl::string_view>& execution_threads) { in AddCopiesToResolveInterference() argument
1819 module->MakeNonfusionComputations(execution_threads)) { in AddCopiesToResolveInterference()
1852 const absl::flat_hash_set<absl::string_view>& execution_threads) { in AddSpecialCaseCopies() argument
1854 return AddSpecialCaseCopies(*call_graph, execution_threads, module); in AddSpecialCaseCopies()
1859 const absl::flat_hash_set<absl::string_view>& execution_threads, in AddSpecialCaseCopies() argument
1928 for (HloComputation* computation : module->computations(execution_threads)) { in AddSpecialCaseCopies()
2012 const absl::flat_hash_set<absl::string_view>& execution_threads) { in GetNumExistingCopies() argument
2014 for (HloComputation* computation : module->computations(execution_threads)) { in GetNumExistingCopies()
2026 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RemoveUnnecessaryCopies() argument
2042 int64_t num_existing_copies = GetNumExistingCopies(module, execution_threads); in RemoveUnnecessaryCopies()
[all …]
|
| H A D | hlo_module.cc | 715 const absl::flat_hash_set<absl::string_view>& execution_threads, in MakeComputationPostOrder() argument
718 auto post_order = this->MakeComputationPostOrder(execution_threads); in MakeComputationPostOrder()
732 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in MakeComputationPostOrder()
785 if (execution_threads.empty()) { in MakeComputationPostOrder()
791 [&execution_threads](HloComputation* computation) { in MakeComputationPostOrder()
792 return execution_threads.find(computation->execution_thread()) != in MakeComputationPostOrder()
793 execution_threads.end(); in MakeComputationPostOrder()
835 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in MakeComputationSorted()
837 MakeComputationPostOrder(execution_threads); in MakeComputationSorted()
845 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in MakeNonfusionComputations()
[all …]
|
| H A D | hlo_domain_isolator.cc | 63 const absl::flat_hash_set<absl::string_view>& execution_threads, in RunInternal() argument
66 for (HloComputation* computation : module->computations(execution_threads)) { in RunInternal()
130 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
132 return RunInternal(module, execution_threads, &creator); in Run()
|
| H A D | async_op_canonicalizer.cc | 29 const absl::flat_hash_set<absl::string_view>& execution_threads, in CreateAsyncGroups() argument
36 module->MakeNonfusionComputations(execution_threads)) { in CreateAsyncGroups()
95 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
102 CreateAsyncGroups(module, execution_threads, async_groups)); in Run()
|
| H A D | hlo_schedule.cc | 215 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Update() argument
220 module_->MakeNonfusionComputations(execution_threads); in Update()
226 if (execution_threads.empty()) { in Update()
233 execution_threads.contains(thread_name) ? sequence_num : 0; in Update()
249 execution_threads.empty() || in Update()
250 execution_threads.contains(sequence_thread_name); in Update()
|
| H A D | hlo_rematerialization.cc | 1845 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in ComputePeakMemory()
1857 CalledComputationsMemoryUsage(instruction, execution_threads)); in ComputePeakMemory()
1869 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in CalledComputationsMemoryUsage()
1877 if (!IsExecutionThreadIncluded(execution_threads, in CalledComputationsMemoryUsage()
1888 const absl::flat_hash_set<absl::string_view>& execution_threads, in IsExecutionThreadIncluded() argument
1890 return execution_threads.empty() || execution_threads.contains(thread); in IsExecutionThreadIncluded()
1896 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RematerializeComputation() argument
1944 CalledComputationsMemoryUsage(instruction, execution_threads)); in RematerializeComputation()
2037 min_remat_size, execution_threads)); in RematerializeComputation()
2043 instruction, execution_threads)); in RematerializeComputation()
[all …]
|
| /aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/service/gpu/ |
| H A D | gpu_sanitize_constant_names.cc | 34 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument
39 for (HloComputation* computation : module->computations(execution_threads)) { in Run()
56 for (HloComputation* computation : module->computations(execution_threads)) { in Run()
|