/aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/service/ |
H A D | hlo_pass_fix.h | 43 execution_threads) override { in RunOnChangedComputations() argument 46 TF_RETURN_IF_ERROR(RunToFixPoint(module, &run_state, execution_threads)); in RunOnChangedComputations() 55 execution_threads) override { in Run() 57 TF_RETURN_IF_ERROR(RunToFixPoint(module, &run_state, execution_threads)); in Run() 64 execution_threads) override { in RunOnModuleGroup() argument 72 Pass::RunOnModuleGroup(module_group, execution_threads)); in RunOnModuleGroup() 89 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunToFixPoint() argument 93 RunOnChangedComputationsOnce(module, run_state, execution_threads)); in RunToFixPoint() 112 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunOnChangedComputationsOnce() argument 117 execution_threads); in RunOnChangedComputationsOnce() [all …]
|
H A D | hlo_domain_verifier.cc | 34 Status Run(const absl::flat_hash_set<absl::string_view>& execution_threads); 40 const absl::flat_hash_set<absl::string_view>& execution_threads); 47 const absl::flat_hash_set<absl::string_view>& execution_threads) { in PopulateDomainKinds() argument 52 module_->computations(execution_threads)) { in PopulateDomainKinds() 69 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 71 TF_RETURN_IF_ERROR(PopulateDomainKinds(execution_threads)); in Run() 72 for (HloComputation* computation : module_->computations(execution_threads)) { in Run() 89 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 91 TF_RETURN_IF_ERROR(run_context.Run(execution_threads)); in Run()
|
H A D | hlo_pass_interface.h | 91 const absl::flat_hash_set<absl::string_view>& execution_threads) = 0; 102 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunOnChangedComputations() argument 103 TF_ASSIGN_OR_RETURN(bool changed, Run(module, execution_threads)); in RunOnChangedComputations() 105 auto computations = module->computations(execution_threads); in RunOnChangedComputations() 140 const absl::flat_hash_set<absl::string_view>& execution_threads) = 0; 152 execution_threads) override { in RunOnModuleGroup() argument 155 TF_ASSIGN_OR_RETURN(bool module_changed, Run(module, execution_threads)); in RunOnModuleGroup() 176 execution_threads) override { in Run()
|
H A D | hlo_pass_pipeline.h | 84 const absl::flat_hash_set<absl::string_view>& execution_threads) override; 88 const absl::flat_hash_set<absl::string_view>& execution_threads) override; 123 const absl::flat_hash_set<absl::string_view>& execution_threads); 130 const absl::flat_hash_set<absl::string_view>& execution_threads); 139 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunHelper() argument 140 TF_ASSIGN_OR_RETURN(bool changed, pass->Run(module, execution_threads)); in RunHelper() 146 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunHelper() argument 148 bool changed, pass->RunOnModuleGroup(module_group, execution_threads)); in RunHelper()
|
H A D | hlo_module_dce.cc | 42 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunWhileDCE() argument 45 for (auto* computation : module->computations(execution_threads)) { in RunWhileDCE() 110 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 121 RunWhileDCE(module, liveness.get(), execution_threads)); in Run() 126 while_loop_simplifier.Run(module, execution_threads)); in Run() 130 tuple_simplifier.Run(module, execution_threads)); in Run() 135 hlo_dce.Run(module, execution_threads)); in Run()
|
H A D | instruction_hoister.cc | 27 const absl::flat_hash_set<absl::string_view>& execution_threads) { in HoistParameters() argument 32 module.MakeNonfusionComputations(execution_threads)) { in HoistParameters() 81 const absl::flat_hash_set<absl::string_view>& execution_threads) { in HoistConstantOperations() argument 86 module.MakeNonfusionComputations(execution_threads)) { in HoistConstantOperations() 136 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 139 modified |= HoistParameters(*module, execution_threads); in Run() 142 modified |= HoistConstantOperations(*module, execution_threads); in Run()
|
H A D | bfloat16_propagation.cc | 697 const absl::flat_hash_set<absl::string_view>& execution_threads) { in ResolveInconsistencyOfAliasingBuffers() argument 699 module->MakeComputationPostOrder(execution_threads); in ResolveInconsistencyOfAliasingBuffers() 712 const absl::flat_hash_set<absl::string_view>& execution_threads) { in ResolveInconsistentFusions() argument 738 for (auto computation : module->MakeComputationPostOrder(execution_threads)) { in ResolveInconsistentFusions() 775 const absl::flat_hash_set<absl::string_view>& execution_threads) { in ResolveConvertedConstants() argument 786 for (auto computation : module->MakeComputationPostOrder(execution_threads)) { in ResolveConvertedConstants() 807 const absl::flat_hash_set<absl::string_view>& execution_threads) { in SkipNoopConversions() argument 808 for (auto computation : module->computations(execution_threads)) { in SkipNoopConversions() 835 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 845 module->MakeComputationPostOrder(execution_threads); in Run() [all …]
|
H A D | dynamic_dimension_simplifier.cc | 169 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 174 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run() 181 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run() 188 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run() 194 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run() 200 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run() 206 for (auto* comp : module->MakeNonfusionComputations(execution_threads)) { in Run()
|
H A D | hlo_memory_scheduler.cc | 534 const absl::flat_hash_set<absl::string_view>& execution_threads, in ComputationSchedulerToModuleScheduler() 539 module->MakeComputationPostOrder(execution_threads)) { in ComputationSchedulerToModuleScheduler() 667 const absl::flat_hash_set<absl::string_view>& execution_threads, in DefaultModuleScheduler() argument 682 execution_threads, &list_memory)); in DefaultModuleScheduler() 691 execution_threads, &dfs_memory)); in DefaultModuleScheduler() 699 execution_threads, &post_order_memory)); in DefaultModuleScheduler() 726 const absl::flat_hash_set<absl::string_view>& execution_threads, in ScheduleModule() argument 736 size_function, execution_threads, peak_memory)); in ScheduleModule() 765 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 768 ScheduleModule(module, size_function_, algorithm_, execution_threads)); in Run() [all …]
|
H A D | hlo_pass_pipeline.cc | 128 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunInvariantCheckers() argument 132 RunHelper(invariant_checker.get(), hlo, execution_threads); in RunInvariantCheckers() 151 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunPassesInternal() argument 184 RunHelper(pass, hlo, execution_threads)); in RunPassesInternal() 272 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 279 execution_threads); in Run() 284 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RunOnModuleGroup() argument 297 execution_threads); in RunOnModuleGroup()
|
H A D | hlo_module.h | 223 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in computations() argument 227 [execution_threads](const HloComputation* computation) { in computations() 228 if (execution_threads.empty()) { in computations() 231 return execution_threads.contains(computation->execution_thread()); in computations() 270 const absl::flat_hash_set<absl::string_view>& execution_threads) const; 276 const absl::flat_hash_set<absl::string_view>& execution_threads, 287 const absl::flat_hash_set<absl::string_view>& execution_threads) const; 304 const absl::flat_hash_set<absl::string_view>& execution_threads) const; 313 const absl::flat_hash_set<absl::string_view>& execution_threads) const;
|
H A D | hlo_dce.cc | 129 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RecursivelyRemoveDeadComputations() argument 142 module->MakeComputationPostOrder(execution_threads)) { in RecursivelyRemoveDeadComputations() 153 module->MakeComputationPostOrder(execution_threads)) { in RecursivelyRemoveDeadComputations() 170 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 178 module->MakeComputationPostOrder(execution_threads)) { in Run() 190 RecursivelyRemoveDeadComputations(module, execution_threads)); in Run()
|
H A D | hlo_memory_scheduler.h | 61 const absl::flat_hash_set<absl::string_view>& execution_threads, 117 const absl::flat_hash_set<absl::string_view>& execution_threads, 127 const absl::flat_hash_set<absl::string_view>& execution_threads = {}, 155 const absl::flat_hash_set<absl::string_view>& execution_threads) override; 172 const absl::flat_hash_set<absl::string_view>& execution_threads) override; 186 const absl::flat_hash_set<absl::string_view>& execution_threads) override;
|
H A D | copy_insertion.h | 68 const absl::flat_hash_set<absl::string_view>& execution_threads) override; 78 const absl::flat_hash_set<absl::string_view>& execution_threads = {}); 92 const absl::flat_hash_set<absl::string_view>& execution_threads = {}); 98 const absl::flat_hash_set<absl::string_view>& execution_threads, 112 const absl::flat_hash_set<absl::string_view>& execution_threads);
|
H A D | hlo_pass_pipeline_test.cc | 54 execution_threads) override { in Run() 57 module->computations(execution_threads)) { in Run() 77 execution_threads) override { in Run() 80 module->computations(execution_threads)) { in Run() 98 execution_threads) override { in RunOnModuleGroup() argument 102 module->computations(execution_threads)) { in RunOnModuleGroup() 123 execution_threads) override { in Run() 125 module->computations(execution_threads)) { in Run()
|
H A D | bfloat16_propagation.h | 73 const absl::flat_hash_set<absl::string_view>& execution_threads) override; 148 const absl::flat_hash_set<absl::string_view>& execution_threads); 172 const absl::flat_hash_set<absl::string_view>& execution_threads); 178 const absl::flat_hash_set<absl::string_view>& execution_threads); 184 const absl::flat_hash_set<absl::string_view>& execution_threads);
|
H A D | hlo_domain_remover.cc | 34 const absl::flat_hash_set<absl::string_view>& execution_threads); 62 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 65 for (HloComputation* computation : module_->computations(execution_threads)) { in Run() 125 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 127 return run_context.Run(execution_threads); in Run()
|
H A D | hlo_rematerialization.h | 123 const absl::flat_hash_set<absl::string_view>& execution_threads) override; 141 const absl::flat_hash_set<absl::string_view>& execution_threads); 149 const absl::flat_hash_set<absl::string_view>& execution_threads) const; 155 const absl::flat_hash_set<absl::string_view>& execution_threads) const; 160 const absl::flat_hash_set<absl::string_view>& execution_threads,
|
H A D | copy_insertion.cc | 1815 const absl::flat_hash_set<absl::string_view>& execution_threads) { in AddCopiesToResolveInterference() argument 1819 module->MakeNonfusionComputations(execution_threads)) { in AddCopiesToResolveInterference() 1852 const absl::flat_hash_set<absl::string_view>& execution_threads) { in AddSpecialCaseCopies() argument 1854 return AddSpecialCaseCopies(*call_graph, execution_threads, module); in AddSpecialCaseCopies() 1859 const absl::flat_hash_set<absl::string_view>& execution_threads, in AddSpecialCaseCopies() argument 1928 for (HloComputation* computation : module->computations(execution_threads)) { in AddSpecialCaseCopies() 2012 const absl::flat_hash_set<absl::string_view>& execution_threads) { in GetNumExistingCopies() argument 2014 for (HloComputation* computation : module->computations(execution_threads)) { in GetNumExistingCopies() 2026 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RemoveUnnecessaryCopies() argument 2042 int64_t num_existing_copies = GetNumExistingCopies(module, execution_threads); in RemoveUnnecessaryCopies() [all …]
|
H A D | hlo_module.cc | 715 const absl::flat_hash_set<absl::string_view>& execution_threads, in MakeComputationPostOrder() argument 718 auto post_order = this->MakeComputationPostOrder(execution_threads); in MakeComputationPostOrder() 732 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in MakeComputationPostOrder() 785 if (execution_threads.empty()) { in MakeComputationPostOrder() 791 [&execution_threads](HloComputation* computation) { in MakeComputationPostOrder() 792 return execution_threads.find(computation->execution_thread()) != in MakeComputationPostOrder() 793 execution_threads.end(); in MakeComputationPostOrder() 835 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in MakeComputationSorted() 837 MakeComputationPostOrder(execution_threads); in MakeComputationSorted() 845 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in MakeNonfusionComputations() [all …]
|
H A D | hlo_domain_isolator.cc | 63 const absl::flat_hash_set<absl::string_view>& execution_threads, in RunInternal() argument 66 for (HloComputation* computation : module->computations(execution_threads)) { in RunInternal() 130 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 132 return RunInternal(module, execution_threads, &creator); in Run()
|
H A D | async_op_canonicalizer.cc | 29 const absl::flat_hash_set<absl::string_view>& execution_threads, in CreateAsyncGroups() argument 36 module->MakeNonfusionComputations(execution_threads)) { in CreateAsyncGroups() 95 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 102 CreateAsyncGroups(module, execution_threads, async_groups)); in Run()
|
H A D | hlo_schedule.cc | 215 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Update() argument 220 module_->MakeNonfusionComputations(execution_threads); in Update() 226 if (execution_threads.empty()) { in Update() 233 execution_threads.contains(thread_name) ? sequence_num : 0; in Update() 249 execution_threads.empty() || in Update() 250 execution_threads.contains(sequence_thread_name); in Update()
|
H A D | hlo_rematerialization.cc | 1845 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in ComputePeakMemory() 1857 CalledComputationsMemoryUsage(instruction, execution_threads)); in ComputePeakMemory() 1869 const absl::flat_hash_set<absl::string_view>& execution_threads) const { in CalledComputationsMemoryUsage() 1877 if (!IsExecutionThreadIncluded(execution_threads, in CalledComputationsMemoryUsage() 1888 const absl::flat_hash_set<absl::string_view>& execution_threads, in IsExecutionThreadIncluded() argument 1890 return execution_threads.empty() || execution_threads.contains(thread); in IsExecutionThreadIncluded() 1896 const absl::flat_hash_set<absl::string_view>& execution_threads) { in RematerializeComputation() argument 1944 CalledComputationsMemoryUsage(instruction, execution_threads)); in RematerializeComputation() 2037 min_remat_size, execution_threads)); in RematerializeComputation() 2043 instruction, execution_threads)); in RematerializeComputation() [all …]
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/service/gpu/ |
H A D | gpu_sanitize_constant_names.cc | 34 const absl::flat_hash_set<absl::string_view>& execution_threads) { in Run() argument 39 for (HloComputation* computation : module->computations(execution_threads)) { in Run() 56 for (HloComputation* computation : module->computations(execution_threads)) { in Run()
|