Home
last modified time | relevance | path

Searched refs:col_params (Results 1 – 20 of 20) sorted by relevance

/external/tensorflow/tensorflow/core/kernels/
Dcollective_ops.cc183 auto actual_done = [c, col_params = col_params_, done](const Status& s) { in ComputeAsyncImpl()
186 << " group " << col_params->group.group_key << " instance " in ComputeAsyncImpl()
187 << col_params->instance.instance_key << " status " << s; in ComputeAsyncImpl()
188 col_params->Unref(); in ComputeAsyncImpl()
291 auto actual_done = [c, col_params = col_params_, done](const Status& s) { in ComputeAsyncImpl()
294 << " group " << col_params->group.group_key << " instance " in ComputeAsyncImpl()
295 << col_params->instance.instance_key << " status " << s; in ComputeAsyncImpl()
296 col_params->Unref(); in ComputeAsyncImpl()
370 auto actual_done = [c, col_params = col_params_, done](const Status& s) { in ComputeAsyncImpl()
373 << " group " << col_params->group.group_key << " instance " in ComputeAsyncImpl()
[all …]
Dcollective_nccl.cc29 Status NcclBase::InitializeCollectiveParams(CollectiveParams* col_params) { in InitializeCollectiveParams() argument
30 if (type_ != col_params->instance.type) { in InitializeCollectiveParams()
33 col_params->instance.type); in InitializeCollectiveParams()
51 if (expected_name != col_params->instance.impl_details.collective_name) { in InitializeCollectiveParams()
53 col_params->instance.type, " and collective name ", in InitializeCollectiveParams()
54 col_params->instance.impl_details.collective_name, in InitializeCollectiveParams()
64 col_params_ = col_ctx->col_params; in InitializeCollectiveContext()
Dcollective_nccl.h29 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
/external/tensorflow/tensorflow/core/nccl/
Dcollective_communicator.cc72 const CollectiveParams* col_params = col_ctx->col_params; in Enqueue() local
73 const int num_global_devices = col_params->group.group_size; in Enqueue()
74 const int num_local_devices = col_params->group.num_devices_per_task.at( in Enqueue()
75 col_params->group.task_names[col_params->default_rank]); in Enqueue()
82 col_ctx->output, col_ctx->col_params->default_rank, in Enqueue()
108 col_params->group.runtime_details.communicator_key, in Enqueue()
109 col_params->source_rank); in Enqueue()
110 VLOG(1) << "NcclCommunicator::Enqueue type " << col_params->instance.type in Enqueue()
111 << " num_tasks " << col_params->group.num_tasks << " current task " in Enqueue()
112 << col_params->group.task_names[col_params->default_rank] in Enqueue()
[all …]
/external/tensorflow/tensorflow/core/common_runtime/
Dhierarchical_tree_broadcaster.cc78 CollectiveParams* col_params) { in InitializeCollectiveParams() argument
79 CHECK_EQ(col_params->instance.type, BROADCAST_COLLECTIVE); in InitializeCollectiveParams()
80 CHECK_EQ(col_params->instance.impl_details.collective_name, in InitializeCollectiveParams()
83 col_params->group.device_names[col_params->default_rank]; in InitializeCollectiveParams()
88 << absl::StrJoin(col_params->group.task_names, ", "); in InitializeCollectiveParams()
90 const string* prior_task_name = &col_params->group.task_names[0]; in InitializeCollectiveParams()
92 for (int di = 1; di < col_params->group.group_size; ++di) { in InitializeCollectiveParams()
93 if (col_params->group.task_names[di] != *prior_task_name) { in InitializeCollectiveParams()
96 prior_task_name = &col_params->group.task_names[di]; in InitializeCollectiveParams()
102 CHECK_EQ(col_params->group.num_tasks, dev_per_task.size()); in InitializeCollectiveParams()
[all …]
Dring_alg.cc109 Status GenerateSubdivsInCollectiveParams(CollectiveParams* col_params) { in GenerateSubdivsInCollectiveParams() argument
110 if (col_params->instance.shape.num_elements() == 0) { in GenerateSubdivsInCollectiveParams()
114 col_params->group.group_size / col_params->group.num_tasks; in GenerateSubdivsInCollectiveParams()
119 col_params->instance.impl_details.collective_name); in GenerateSubdivsInCollectiveParams()
126 const size_t tensor_size = col_params->instance.shape.num_elements() * in GenerateSubdivsInCollectiveParams()
127 DataTypeSize(col_params->instance.data_type); in GenerateSubdivsInCollectiveParams()
131 int num_chunks = col_params->group.group_size * num_subdivs; in GenerateSubdivsInCollectiveParams()
138 col_params->instance.impl_details.collective_name); in GenerateSubdivsInCollectiveParams()
143 col_params->instance.impl_details.subdiv_offsets.reserve(num_subdivs); in GenerateSubdivsInCollectiveParams()
147 col_params->instance.impl_details.subdiv_offsets.push_back(subdiv_offset); in GenerateSubdivsInCollectiveParams()
[all …]
Dbase_collective_executor.cc267 const CollectiveParams* col_params, in ExecuteAsync() argument
284 col_params->instance.impl_details.timeout_seconds * 1'000'000); in ExecuteAsync()
300 const Tensor* input = (col_params->instance.type == REDUCTION_COLLECTIVE || in ExecuteAsync()
301 col_params->instance.type == GATHER_COLLECTIVE || in ExecuteAsync()
302 col_params->instance.type == PERMUTE_COLLECTIVE || in ExecuteAsync()
303 (col_params->instance.type == BROADCAST_COLLECTIVE && in ExecuteAsync()
304 col_params->is_source)) in ExecuteAsync()
308 Status status = CreateCollective(*col_params, &col_impl); in ExecuteAsync()
317 col_params, exec_key, step_id_, input, output); in ExecuteAsync()
393 const CollectiveParams& col_params, in CreateCollective() argument
[all …]
Dcollective_util.cc54 string SubdivPermDebugString(const CollectiveParams& col_params) { in SubdivPermDebugString() argument
56 col_params.instance.impl_details.subdiv_permutations; in SubdivPermDebugString()
63 CHECK_GT(col_params.group.device_names.size(), idx); in SubdivPermDebugString()
64 strings::StrAppend(&buf, col_params.group.device_names[idx], "\n"); in SubdivPermDebugString()
68 for (auto o : col_params.instance.impl_details.subdiv_offsets) in SubdivPermDebugString()
71 for (auto d : col_params.subdiv_rank) strings::StrAppend(&buf, d, " "); in SubdivPermDebugString()
72 if (col_params.instance.type == BROADCAST_COLLECTIVE) { in SubdivPermDebugString()
74 for (auto src : col_params.instance.impl_details.subdiv_source_rank) in SubdivPermDebugString()
Dring_gatherer.cc45 Status RingGatherer::InitializeCollectiveParams(CollectiveParams* col_params) { in InitializeCollectiveParams() argument
46 DCHECK_EQ(col_params->instance.type, GATHER_COLLECTIVE); in InitializeCollectiveParams()
47 DCHECK_EQ(col_params->instance.impl_details.collective_name, "RingGather"); in InitializeCollectiveParams()
51 if (!col_params->instance.impl_details.subdiv_offsets.empty() && in InitializeCollectiveParams()
52 (col_params->instance.impl_details.subdiv_offsets.size() > 1 || in InitializeCollectiveParams()
53 col_params->instance.impl_details.subdiv_offsets[0] != 0)) { in InitializeCollectiveParams()
57 if (col_params->instance.impl_details.subdiv_offsets.empty()) { in InitializeCollectiveParams()
58 col_params->instance.impl_details.subdiv_offsets.push_back(0); in InitializeCollectiveParams()
60 return RingAlg::InitializeCollectiveParams(col_params); in InitializeCollectiveParams()
Dbase_collective_executor.h113 void ExecuteAsync(OpKernelContext* ctx, const CollectiveParams* col_params,
132 void WaitForDependencies(const CollectiveParams& col_params) override;
136 void UnblockDependencies(const CollectiveParams& col_params) override;
155 Status CreateCollective(const CollectiveParams& col_params,
158 bool CheckDependencies(const CollectiveParams& col_params)
Dring_reducer.cc48 Status RingReducer::InitializeCollectiveParams(CollectiveParams* col_params) { in InitializeCollectiveParams() argument
50 CHECK_EQ(col_params->instance.type, REDUCTION_COLLECTIVE); in InitializeCollectiveParams()
51 CHECK_EQ(col_params->instance.impl_details.collective_name, "RingReduce"); in InitializeCollectiveParams()
52 return RingAlg::InitializeCollectiveParams(col_params); in InitializeCollectiveParams()
Dring_gatherer.h36 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
Dring_reducer.h42 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
Dcollective_util.h33 string SubdivPermDebugString(const CollectiveParams& col_params);
Dpermuter.h52 Status InitializeCollectiveParams(CollectiveParams* col_params) override { in InitializeCollectiveParams() argument
Dhierarchical_tree_broadcaster.h38 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
Dring_alg.h38 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
Dpermuter.cc57 col_params_ = col_ctx->col_params; in InitializeCollectiveContext()
/external/tensorflow/tensorflow/core/framework/
Dcollective.cc172 OpKernelContext::Params* op_params, const CollectiveParams* col_params, in CollectiveContext() argument
179 col_params(col_params), in CollectiveContext()
185 device_name(col_params->group.device_names[col_params->default_rank]) {} in CollectiveContext()
Dcollective.h301 const CollectiveParams* col_params, in ExecuteAsync() argument
331 virtual void WaitForDependencies(const CollectiveParams& col_params) {} in WaitForDependencies() argument
335 virtual void UnblockDependencies(const CollectiveParams& col_params) {} in UnblockDependencies() argument
370 const CollectiveParams* col_params; // Not owned member
383 const CollectiveParams* col_params, const string& exec_key,
413 virtual Status InitializeCollectiveParams(CollectiveParams* col_params) = 0;