| /aosp_15_r20/external/tensorflow/tensorflow/python/distribute/cluster_resolver/ |
| H A D | tfconfig_cluster_resolver_test.py | 21 from tensorflow.python.distribute.cluster_resolver.tfconfig_cluster_resolver import TFConfigCluster…
58 cluster_resolver = TFConfigClusterResolver()
66 actual_cluster_spec = cluster_resolver.cluster_spec()
83 cluster_resolver = TFConfigClusterResolver()
89 actual_cluster_spec = cluster_resolver.cluster_spec()
106 cluster_resolver = TFConfigClusterResolver()
107 self.assertEqual('ps0:2222', cluster_resolver.master())
123 cluster_resolver = TFConfigClusterResolver()
124 self.assertEqual('worker1:2222', cluster_resolver.master('worker', 1))
141 cluster_resolver = TFConfigClusterResolver()
[all …]
|
| H A D | sagemaker_cluster_resolver_test.py | 19 from tensorflow.python.distribute.cluster_resolver.sagemaker_cluster_resolver import SageMakerClust…
46 cluster_resolver = SageMakerClusterResolver()
51 actual_cluster_spec = cluster_resolver.cluster_spec()
58 cluster_resolver = SageMakerClusterResolver()
59 self.assertEqual('algo-1:2223', cluster_resolver.master())
65 cluster_resolver = SageMakerClusterResolver()
66 self.assertEqual('algo-2:2223', cluster_resolver.master('worker', 1))
72 cluster_resolver = SageMakerClusterResolver(rpc_layer='grpc')
73 self.assertEqual('grpc://algo-1:2223', cluster_resolver.master())
79 cluster_resolver = SageMakerClusterResolver(task_type='worker', task_id=0)
[all …]
|
| H A D | kubernetes_cluster_resolver_test.py | 17 from tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver import KubernetesClu…
74 cluster_resolver = KubernetesClusterResolver(
78 actual_cluster_spec = cluster_resolver.cluster_spec()
93 cluster_resolver = KubernetesClusterResolver(
97 actual_cluster_spec = cluster_resolver.cluster_spec()
114 cluster_resolver = KubernetesClusterResolver(
117 cluster_resolver.task_type = 'worker'
118 cluster_resolver.task_id = 0
119 self.assertEqual(cluster_resolver.task_type, 'worker')
120 self.assertEqual(cluster_resolver.task_id, 0)
[all …]
|
| H A D | __init__.py | 24 from tensorflow.python.distribute.cluster_resolver.cluster_resolver import ClusterResolver
25 from tensorflow.python.distribute.cluster_resolver.cluster_resolver import SimpleClusterResolver
26 from tensorflow.python.distribute.cluster_resolver.cluster_resolver import UnionClusterResolver
27 from tensorflow.python.distribute.cluster_resolver.gce_cluster_resolver import GCEClusterResolver
28 from tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver import KubernetesClu…
29 from tensorflow.python.distribute.cluster_resolver.slurm_cluster_resolver import SlurmClusterResolv…
30 from tensorflow.python.distribute.cluster_resolver.tfconfig_cluster_resolver import TFConfigCluster…
31 from tensorflow.python.distribute.cluster_resolver.tpu_cluster_resolver import TPUClusterResolver
|
| H A D | README_Slurm.md | 46 - Creating cluster in Python `import tensorflow as tf cluster_resolver =
47 tf.distribute.cluster_resolver.SlurmClusterResolver() strategy =
48 tf.distribute.experimental.MultiWorkerMirroredStrategy(cluster_resolver=cluster_resolver)
52 and 4 GPUs. `cluster_resolver.cluster_spec()` will return a cluster
65 - Creating cluster in Python ``` cluster_resolver =
66 tf.contrib.cluster_resolver.SlurmClusterResolver( {'ps': 1, 'worker': 3},
70 cluster = cluster_resolver.cluster_spec() job_name, task_index =
71 cluster_resolver.get_task_info() ```
|
| H A D | cluster_resolver.py | 489 for cluster_resolver in args:
490 if not isinstance(cluster_resolver, ClusterResolver):
523 for cluster_resolver in self._cluster_resolvers:
524 cluster_spec = cluster_resolver.cluster_spec()
540 for cluster_resolver in self._cluster_resolvers:
541 cluster_spec = cluster_resolver.cluster_spec()
|
| /aosp_15_r20/external/tensorflow/tensorflow/python/distribute/cluster_resolver/tpu/ |
| H A D | tpu_cluster_resolver_test.py | 25 from tensorflow.python.distribute.cluster_resolver.tpu import tpu_cluster_resolver as resolver
162 cluster_resolver = resolver.TPUClusterResolver(
170 actual_cluster_spec = cluster_resolver.cluster_spec()
180 """ % cluster_resolver._coordinator_port
182 self.assertEqual(cluster_resolver.master(), 'grpc://10.1.2.3:8470')
196 cluster_resolver = resolver.TPUClusterResolver(
204 actual_cluster_spec = cluster_resolver.cluster_spec()
209 self.assertEqual(cluster_resolver.master(), 'grpc://10.1.2.3:8470')
222 cluster_resolver = resolver.TPUClusterResolver(
231 cluster_resolver.cluster_spec()
[all …]
|
| /aosp_15_r20/external/tensorflow/tensorflow/python/kernel_tests/ |
| H A D | collective_ops_multi_worker_test.py | 25 from tensorflow.python.distribute import cluster_resolver as cluster_resolver_lib
38 def enable_collective_ops(cluster_resolver): argument
43 cluster=cluster_resolver.cluster_spec().as_cluster_def(),
45 job_name=cluster_resolver.task_type,
46 task_index=cluster_resolver.task_id,
47 protocol=cluster_resolver.rpc_layer or "grpc")
51 def enable_collective_ops_with_barrier(cluster_resolver): argument
53 enable_collective_ops(cluster_resolver)
106 cluster_resolver = cluster_resolver_lib.TFConfigClusterResolver()
107 enable_collective_ops(cluster_resolver)
[all …]
|
| /aosp_15_r20/external/tensorflow/tensorflow/python/tpu/ |
| H A D | tpu_strategy_util.py | 23 from tensorflow.python.distribute.cluster_resolver.tpu_cluster_resolver import TPUClusterResolver
41 def initialize_tpu_system(cluster_resolver=None): argument
65 if cluster_resolver is None:
73 cluster_resolver = TPUClusterResolver("")
74 assert isinstance(cluster_resolver, TPUClusterResolver)
76 tpu_name = compat.as_text(cluster_resolver._tpu) # pylint: disable=protected-access
93 job = "{}/replica:0/task:0".format(cluster_resolver.get_job_name())
125 master = cluster_resolver.master()
126 cluster_spec = cluster_resolver.cluster_spec()
146 cluster_resolver.set_tpu_topology(serialized_topology)
[all …]
|
| /aosp_15_r20/external/tensorflow/tensorflow/python/distribute/ |
| H A D | collective_all_reduce_strategy.py | 38 from tensorflow.python.distribute.cluster_resolver import ClusterResolver
39 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver
40 from tensorflow.python.distribute.cluster_resolver import TFConfigClusterResolver
169 cluster_resolver=None, argument
189 cluster_resolver=cluster_resolver,
208 def cluster_resolver(self): member in CollectiveAllReduceStrategy
240 cluster_resolver=None): argument
255 self).__init__(cluster_resolver, communication_options)
281 cluster_resolver=None): argument
288 cluster_resolver=cluster_resolver,
[all …]
|
| H A D | parameter_server_strategy_v2_test.py | 34 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver
64 cls.cluster_resolver = cls.cluster.cluster_resolver
74 self.cluster_resolver)
96 self.cluster_resolver)
129 self.cluster_resolver)
185 self.cluster_resolver)
198 self.cluster_resolver)
211 self.cluster_resolver)
217 self.cluster_resolver)
230 self.cluster_resolver)
[all …]
|
| H A D | parameter_server_strategy.py | 31 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver
32 from tensorflow.python.distribute.cluster_resolver import TFConfigClusterResolver
102 def __init__(self, cluster_resolver=None): argument
110 if cluster_resolver is None:
111 cluster_resolver = TFConfigClusterResolver()
114 self, cluster_resolver=cluster_resolver))
165 cluster_resolver=None, argument
170 cluster_resolver=cluster_resolver,
179 cluster_resolver=None, argument
182 if cluster_resolver and cluster_resolver.cluster_spec():
[all …]
|
| H A D | parameter_server_strategy_v2.py | 429 def __init__(self, cluster_resolver, variable_partitioner=None): argument
470 self._cluster_resolver = cluster_resolver
472 self._verify_args_and_config(cluster_resolver)
476 "with cluster_spec: %s", cluster_resolver.cluster_spec())
480 self._extended = ParameterServerStrategyV2Extended(self, cluster_resolver,
529 def _verify_args_and_config(self, cluster_resolver): argument
530 if not cluster_resolver.cluster_spec():
533 cluster_spec = cluster_resolver.cluster_spec()
537 cluster_spec, cluster_resolver.task_type, cluster_resolver.task_id)
553 def __init__(self, container_strategy, cluster_resolver, argument
[all …]
|
| H A D | distributed_table_test.py | 58 cls.cluster_resolver = cls.cluster.cluster_resolver
108 self.cluster_resolver)
128 self.cluster_resolver)
147 self.cluster_resolver)
190 self.cluster_resolver)
234 self.cluster_resolver)
275 self.cluster_resolver)
370 self.cluster_resolver)
390 self.cluster_resolver)
420 self.cluster_resolver)
|
| H A D | multi_worker_test_base.py | 35 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver
36 from tensorflow.python.distribute.cluster_resolver import TFConfigClusterResolver
190 cluster_resolver, argument
193 self._cluster_resolver = cluster_resolver
194 self._cluster_spec = cluster_resolver.cluster_spec().as_dict()
195 self._rpc_layer = cluster_resolver.rpc_layer
202 cluster_resolver = TFConfigClusterResolver()
203 cluster_spec = cluster_resolver.cluster_spec()
204 task_type = cluster_resolver.task_type
205 task_id = cluster_resolver.task_id
[all …]
|
| /aosp_15_r20/external/tensorflow/tensorflow/python/distribute/coordinator/ |
| H A D | utils.py | 23 def start_server(cluster_resolver, protocol): argument
27 if not (cluster_resolver.task_type == 'worker' or
28 cluster_resolver.task_type == 'ps'):
30 cluster_resolver.task_type))
33 cluster_resolver.cluster_spec().as_cluster_def(),
34 job_name=cluster_resolver.task_type,
35 task_index=cluster_resolver.task_id,
39 cluster_resolver.task_type, cluster_resolver.task_id)
|
| /aosp_15_r20/external/tensorflow/tensorflow/tools/api/golden/v1/ |
| H A D | tensorflow.distribute.cluster_resolver.-union-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.UnionResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.UnionCluster…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
| H A D | tensorflow.distribute.cluster_resolver.-simple-cluster-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.SimpleClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.SimpleCluste…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
| H A D | tensorflow.distribute.cluster_resolver.-kubernetes-cluster-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.KubernetesClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver.K…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
| /aosp_15_r20/external/tensorflow/tensorflow/tools/api/golden/v2/ |
| H A D | tensorflow.distribute.cluster_resolver.-union-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.UnionResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.UnionCluster…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
| H A D | tensorflow.distribute.cluster_resolver.-simple-cluster-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.SimpleClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.SimpleCluste…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
| H A D | tensorflow.distribute.cluster_resolver.-kubernetes-cluster-resolver.pbtxt | 1 path: "tensorflow.distribute.cluster_resolver.KubernetesClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver.K…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
|
| /aosp_15_r20/external/tensorflow/tensorflow/python/distribute/failure_handling/ |
| H A D | failure_handler_test.py | 63 def _make_checkpoint_manager(checkpoint, checkpoint_dir, cluster_resolver): argument
64 if not cluster_resolver.cluster_spec().as_dict() or (
66 cluster_spec=cluster_resolver.cluster_spec(),
67 task_type=cluster_resolver.task_type,
68 task_id=cluster_resolver.task_id)):
75 checkpoint_dir, cluster_resolver.task_id),
154 fh_ckpt, checkpoint_dir, strategy.cluster_resolver)
157 strategy.cluster_resolver, checkpoint_or_manager,
166 ).cluster_resolver.task_id == raise_app_error_on_worker):
|
| H A D | failure_handling.py | 392 cluster_resolver, argument
419 self._cluster_resolver = cluster_resolver
421 if not cluster_resolver.cluster_spec().jobs:
438 cluster_spec=cluster_resolver.cluster_spec(),
439 task_type=cluster_resolver.task_type,
440 task_id=cluster_resolver.task_id)
455 checkpoint_dir, cluster_resolver)
533 checkpoint_dir, cluster_resolver): argument
556 cluster_resolver.task_id),
|
| H A D | gce_failure_handler_test.py | 63 def _make_checkpoint_manager(checkpoint, checkpoint_dir, cluster_resolver): argument
65 if not cluster_resolver.cluster_spec().as_dict() or (
67 cluster_spec=cluster_resolver.cluster_spec(),
68 task_type=cluster_resolver.task_type,
69 task_id=cluster_resolver.task_id)):
76 checkpoint_dir, cluster_resolver.task_id),
157 fh_ckpt, checkpoint_dir, strategy.cluster_resolver)
160 strategy.cluster_resolver, checkpoint_or_manager,
|