/aosp_15_r20/external/tensorflow/tensorflow/python/distribute/cluster_resolver/ |
H A D | tfconfig_cluster_resolver_test.py | 21 from tensorflow.python.distribute.cluster_resolver.tfconfig_cluster_resolver import TFConfigCluster… 58 cluster_resolver = TFConfigClusterResolver() 66 actual_cluster_spec = cluster_resolver.cluster_spec() 83 cluster_resolver = TFConfigClusterResolver() 89 actual_cluster_spec = cluster_resolver.cluster_spec() 106 cluster_resolver = TFConfigClusterResolver() 107 self.assertEqual('ps0:2222', cluster_resolver.master()) 123 cluster_resolver = TFConfigClusterResolver() 124 self.assertEqual('worker1:2222', cluster_resolver.master('worker', 1)) 141 cluster_resolver = TFConfigClusterResolver() [all …]
|
H A D | sagemaker_cluster_resolver_test.py | 19 from tensorflow.python.distribute.cluster_resolver.sagemaker_cluster_resolver import SageMakerClust… 46 cluster_resolver = SageMakerClusterResolver() 51 actual_cluster_spec = cluster_resolver.cluster_spec() 58 cluster_resolver = SageMakerClusterResolver() 59 self.assertEqual('algo-1:2223', cluster_resolver.master()) 65 cluster_resolver = SageMakerClusterResolver() 66 self.assertEqual('algo-2:2223', cluster_resolver.master('worker', 1)) 72 cluster_resolver = SageMakerClusterResolver(rpc_layer='grpc') 73 self.assertEqual('grpc://algo-1:2223', cluster_resolver.master()) 79 cluster_resolver = SageMakerClusterResolver(task_type='worker', task_id=0) [all …]
|
H A D | kubernetes_cluster_resolver_test.py | 17 from tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver import KubernetesClu… 74 cluster_resolver = KubernetesClusterResolver( 78 actual_cluster_spec = cluster_resolver.cluster_spec() 93 cluster_resolver = KubernetesClusterResolver( 97 actual_cluster_spec = cluster_resolver.cluster_spec() 114 cluster_resolver = KubernetesClusterResolver( 117 cluster_resolver.task_type = 'worker' 118 cluster_resolver.task_id = 0 119 self.assertEqual(cluster_resolver.task_type, 'worker') 120 self.assertEqual(cluster_resolver.task_id, 0) [all …]
|
H A D | __init__.py | 24 from tensorflow.python.distribute.cluster_resolver.cluster_resolver import ClusterResolver 25 from tensorflow.python.distribute.cluster_resolver.cluster_resolver import SimpleClusterResolver 26 from tensorflow.python.distribute.cluster_resolver.cluster_resolver import UnionClusterResolver 27 from tensorflow.python.distribute.cluster_resolver.gce_cluster_resolver import GCEClusterResolver 28 from tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver import KubernetesClu… 29 from tensorflow.python.distribute.cluster_resolver.slurm_cluster_resolver import SlurmClusterResolv… 30 from tensorflow.python.distribute.cluster_resolver.tfconfig_cluster_resolver import TFConfigCluster… 31 from tensorflow.python.distribute.cluster_resolver.tpu_cluster_resolver import TPUClusterResolver
|
H A D | README_Slurm.md | 46 - Creating cluster in Python `import tensorflow as tf cluster_resolver = 47 tf.distribute.cluster_resolver.SlurmClusterResolver() strategy = 48 tf.distribute.experimental.MultiWorkerMirroredStrategy(cluster_resolver=cluster_resolver) 52 and 4 GPUs. `cluster_resolver.cluster_spec()` will return a cluster 65 - Creating cluster in Python ``` cluster_resolver = 66 tf.contrib.cluster_resolver.SlurmClusterResolver( {'ps': 1, 'worker': 3}, 70 cluster = cluster_resolver.cluster_spec() job_name, task_index = 71 cluster_resolver.get_task_info() ```
|
H A D | cluster_resolver.py | 489 for cluster_resolver in args: 490 if not isinstance(cluster_resolver, ClusterResolver): 523 for cluster_resolver in self._cluster_resolvers: 524 cluster_spec = cluster_resolver.cluster_spec() 540 for cluster_resolver in self._cluster_resolvers: 541 cluster_spec = cluster_resolver.cluster_spec()
|
/aosp_15_r20/external/tensorflow/tensorflow/python/distribute/cluster_resolver/tpu/ |
H A D | tpu_cluster_resolver_test.py | 25 from tensorflow.python.distribute.cluster_resolver.tpu import tpu_cluster_resolver as resolver 162 cluster_resolver = resolver.TPUClusterResolver( 170 actual_cluster_spec = cluster_resolver.cluster_spec() 180 """ % cluster_resolver._coordinator_port 182 self.assertEqual(cluster_resolver.master(), 'grpc://10.1.2.3:8470') 196 cluster_resolver = resolver.TPUClusterResolver( 204 actual_cluster_spec = cluster_resolver.cluster_spec() 209 self.assertEqual(cluster_resolver.master(), 'grpc://10.1.2.3:8470') 222 cluster_resolver = resolver.TPUClusterResolver( 231 cluster_resolver.cluster_spec() [all …]
|
/aosp_15_r20/external/tensorflow/tensorflow/python/kernel_tests/ |
H A D | collective_ops_multi_worker_test.py | 25 from tensorflow.python.distribute import cluster_resolver as cluster_resolver_lib 38 def enable_collective_ops(cluster_resolver): argument 43 cluster=cluster_resolver.cluster_spec().as_cluster_def(), 45 job_name=cluster_resolver.task_type, 46 task_index=cluster_resolver.task_id, 47 protocol=cluster_resolver.rpc_layer or "grpc") 51 def enable_collective_ops_with_barrier(cluster_resolver): argument 53 enable_collective_ops(cluster_resolver) 106 cluster_resolver = cluster_resolver_lib.TFConfigClusterResolver() 107 enable_collective_ops(cluster_resolver) [all …]
|
/aosp_15_r20/external/tensorflow/tensorflow/python/tpu/ |
H A D | tpu_strategy_util.py | 23 from tensorflow.python.distribute.cluster_resolver.tpu_cluster_resolver import TPUClusterResolver 41 def initialize_tpu_system(cluster_resolver=None): argument 65 if cluster_resolver is None: 73 cluster_resolver = TPUClusterResolver("") 74 assert isinstance(cluster_resolver, TPUClusterResolver) 76 tpu_name = compat.as_text(cluster_resolver._tpu) # pylint: disable=protected-access 93 job = "{}/replica:0/task:0".format(cluster_resolver.get_job_name()) 125 master = cluster_resolver.master() 126 cluster_spec = cluster_resolver.cluster_spec() 146 cluster_resolver.set_tpu_topology(serialized_topology) [all …]
|
/aosp_15_r20/external/tensorflow/tensorflow/python/distribute/ |
H A D | collective_all_reduce_strategy.py | 38 from tensorflow.python.distribute.cluster_resolver import ClusterResolver 39 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver 40 from tensorflow.python.distribute.cluster_resolver import TFConfigClusterResolver 169 cluster_resolver=None, argument 189 cluster_resolver=cluster_resolver, 208 def cluster_resolver(self): member in CollectiveAllReduceStrategy 240 cluster_resolver=None): argument 255 self).__init__(cluster_resolver, communication_options) 281 cluster_resolver=None): argument 288 cluster_resolver=cluster_resolver, [all …]
|
H A D | parameter_server_strategy_v2_test.py | 34 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver 64 cls.cluster_resolver = cls.cluster.cluster_resolver 74 self.cluster_resolver) 96 self.cluster_resolver) 129 self.cluster_resolver) 185 self.cluster_resolver) 198 self.cluster_resolver) 211 self.cluster_resolver) 217 self.cluster_resolver) 230 self.cluster_resolver) [all …]
|
H A D | parameter_server_strategy.py | 31 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver 32 from tensorflow.python.distribute.cluster_resolver import TFConfigClusterResolver 102 def __init__(self, cluster_resolver=None): argument 110 if cluster_resolver is None: 111 cluster_resolver = TFConfigClusterResolver() 114 self, cluster_resolver=cluster_resolver)) 165 cluster_resolver=None, argument 170 cluster_resolver=cluster_resolver, 179 cluster_resolver=None, argument 182 if cluster_resolver and cluster_resolver.cluster_spec(): [all …]
|
H A D | parameter_server_strategy_v2.py | 429 def __init__(self, cluster_resolver, variable_partitioner=None): argument 470 self._cluster_resolver = cluster_resolver 472 self._verify_args_and_config(cluster_resolver) 476 "with cluster_spec: %s", cluster_resolver.cluster_spec()) 480 self._extended = ParameterServerStrategyV2Extended(self, cluster_resolver, 529 def _verify_args_and_config(self, cluster_resolver): argument 530 if not cluster_resolver.cluster_spec(): 533 cluster_spec = cluster_resolver.cluster_spec() 537 cluster_spec, cluster_resolver.task_type, cluster_resolver.task_id) 553 def __init__(self, container_strategy, cluster_resolver, argument [all …]
|
H A D | distributed_table_test.py | 58 cls.cluster_resolver = cls.cluster.cluster_resolver 108 self.cluster_resolver) 128 self.cluster_resolver) 147 self.cluster_resolver) 190 self.cluster_resolver) 234 self.cluster_resolver) 275 self.cluster_resolver) 370 self.cluster_resolver) 390 self.cluster_resolver) 420 self.cluster_resolver)
|
H A D | multi_worker_test_base.py | 35 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver 36 from tensorflow.python.distribute.cluster_resolver import TFConfigClusterResolver 190 cluster_resolver, argument 193 self._cluster_resolver = cluster_resolver 194 self._cluster_spec = cluster_resolver.cluster_spec().as_dict() 195 self._rpc_layer = cluster_resolver.rpc_layer 202 cluster_resolver = TFConfigClusterResolver() 203 cluster_spec = cluster_resolver.cluster_spec() 204 task_type = cluster_resolver.task_type 205 task_id = cluster_resolver.task_id [all …]
|
/aosp_15_r20/external/tensorflow/tensorflow/python/distribute/coordinator/ |
H A D | utils.py | 23 def start_server(cluster_resolver, protocol): argument 27 if not (cluster_resolver.task_type == 'worker' or 28 cluster_resolver.task_type == 'ps'): 30 cluster_resolver.task_type)) 33 cluster_resolver.cluster_spec().as_cluster_def(), 34 job_name=cluster_resolver.task_type, 35 task_index=cluster_resolver.task_id, 39 cluster_resolver.task_type, cluster_resolver.task_id)
|
/aosp_15_r20/external/tensorflow/tensorflow/tools/api/golden/v1/ |
H A D | tensorflow.distribute.cluster_resolver.-union-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.UnionResolver" 3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.UnionCluster… 4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
H A D | tensorflow.distribute.cluster_resolver.-simple-cluster-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.SimpleClusterResolver" 3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.SimpleCluste… 4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
H A D | tensorflow.distribute.cluster_resolver.-kubernetes-cluster-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.KubernetesClusterResolver" 3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver.K… 4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
/aosp_15_r20/external/tensorflow/tensorflow/tools/api/golden/v2/ |
H A D | tensorflow.distribute.cluster_resolver.-union-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.UnionResolver" 3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.UnionCluster… 4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
H A D | tensorflow.distribute.cluster_resolver.-simple-cluster-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.SimpleClusterResolver" 3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.SimpleCluste… 4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
H A D | tensorflow.distribute.cluster_resolver.-kubernetes-cluster-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.KubernetesClusterResolver" 3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver.K… 4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
/aosp_15_r20/external/tensorflow/tensorflow/python/distribute/failure_handling/ |
H A D | failure_handler_test.py | 63 def _make_checkpoint_manager(checkpoint, checkpoint_dir, cluster_resolver): argument 64 if not cluster_resolver.cluster_spec().as_dict() or ( 66 cluster_spec=cluster_resolver.cluster_spec(), 67 task_type=cluster_resolver.task_type, 68 task_id=cluster_resolver.task_id)): 75 checkpoint_dir, cluster_resolver.task_id), 154 fh_ckpt, checkpoint_dir, strategy.cluster_resolver) 157 strategy.cluster_resolver, checkpoint_or_manager, 166 ).cluster_resolver.task_id == raise_app_error_on_worker):
|
H A D | failure_handling.py | 392 cluster_resolver, argument 419 self._cluster_resolver = cluster_resolver 421 if not cluster_resolver.cluster_spec().jobs: 438 cluster_spec=cluster_resolver.cluster_spec(), 439 task_type=cluster_resolver.task_type, 440 task_id=cluster_resolver.task_id) 455 checkpoint_dir, cluster_resolver) 533 checkpoint_dir, cluster_resolver): argument 556 cluster_resolver.task_id),
|
H A D | gce_failure_handler_test.py | 63 def _make_checkpoint_manager(checkpoint, checkpoint_dir, cluster_resolver): argument 65 if not cluster_resolver.cluster_spec().as_dict() or ( 67 cluster_spec=cluster_resolver.cluster_spec(), 68 task_type=cluster_resolver.task_type, 69 task_id=cluster_resolver.task_id)): 76 checkpoint_dir, cluster_resolver.task_id), 157 fh_ckpt, checkpoint_dir, strategy.cluster_resolver) 160 strategy.cluster_resolver, checkpoint_or_manager,
|