/external/tensorflow/tensorflow/core/kernels/ |
D | collective_ops.cc | 183 auto actual_done = [c, col_params = col_params_, done](const Status& s) { in ComputeAsyncImpl() 186 << " group " << col_params->group.group_key << " instance " in ComputeAsyncImpl() 187 << col_params->instance.instance_key << " status " << s; in ComputeAsyncImpl() 188 col_params->Unref(); in ComputeAsyncImpl() 291 auto actual_done = [c, col_params = col_params_, done](const Status& s) { in ComputeAsyncImpl() 294 << " group " << col_params->group.group_key << " instance " in ComputeAsyncImpl() 295 << col_params->instance.instance_key << " status " << s; in ComputeAsyncImpl() 296 col_params->Unref(); in ComputeAsyncImpl() 370 auto actual_done = [c, col_params = col_params_, done](const Status& s) { in ComputeAsyncImpl() 373 << " group " << col_params->group.group_key << " instance " in ComputeAsyncImpl() [all …]
|
D | collective_nccl.cc | 29 Status NcclBase::InitializeCollectiveParams(CollectiveParams* col_params) { in InitializeCollectiveParams() argument 30 if (type_ != col_params->instance.type) { in InitializeCollectiveParams() 33 col_params->instance.type); in InitializeCollectiveParams() 51 if (expected_name != col_params->instance.impl_details.collective_name) { in InitializeCollectiveParams() 53 col_params->instance.type, " and collective name ", in InitializeCollectiveParams() 54 col_params->instance.impl_details.collective_name, in InitializeCollectiveParams() 64 col_params_ = col_ctx->col_params; in InitializeCollectiveContext()
|
D | collective_nccl.h | 29 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
|
/external/tensorflow/tensorflow/core/nccl/ |
D | collective_communicator.cc | 72 const CollectiveParams* col_params = col_ctx->col_params; in Enqueue() local 73 const int num_global_devices = col_params->group.group_size; in Enqueue() 74 const int num_local_devices = col_params->group.num_devices_per_task.at( in Enqueue() 75 col_params->group.task_names[col_params->default_rank]); in Enqueue() 82 col_ctx->output, col_ctx->col_params->default_rank, in Enqueue() 108 col_params->group.runtime_details.communicator_key, in Enqueue() 109 col_params->source_rank); in Enqueue() 110 VLOG(1) << "NcclCommunicator::Enqueue type " << col_params->instance.type in Enqueue() 111 << " num_tasks " << col_params->group.num_tasks << " current task " in Enqueue() 112 << col_params->group.task_names[col_params->default_rank] in Enqueue() [all …]
|
/external/tensorflow/tensorflow/core/common_runtime/ |
D | hierarchical_tree_broadcaster.cc | 78 CollectiveParams* col_params) { in InitializeCollectiveParams() argument 79 CHECK_EQ(col_params->instance.type, BROADCAST_COLLECTIVE); in InitializeCollectiveParams() 80 CHECK_EQ(col_params->instance.impl_details.collective_name, in InitializeCollectiveParams() 83 col_params->group.device_names[col_params->default_rank]; in InitializeCollectiveParams() 88 << absl::StrJoin(col_params->group.task_names, ", "); in InitializeCollectiveParams() 90 const string* prior_task_name = &col_params->group.task_names[0]; in InitializeCollectiveParams() 92 for (int di = 1; di < col_params->group.group_size; ++di) { in InitializeCollectiveParams() 93 if (col_params->group.task_names[di] != *prior_task_name) { in InitializeCollectiveParams() 96 prior_task_name = &col_params->group.task_names[di]; in InitializeCollectiveParams() 102 CHECK_EQ(col_params->group.num_tasks, dev_per_task.size()); in InitializeCollectiveParams() [all …]
|
D | ring_alg.cc | 109 Status GenerateSubdivsInCollectiveParams(CollectiveParams* col_params) { in GenerateSubdivsInCollectiveParams() argument 110 if (col_params->instance.shape.num_elements() == 0) { in GenerateSubdivsInCollectiveParams() 114 col_params->group.group_size / col_params->group.num_tasks; in GenerateSubdivsInCollectiveParams() 119 col_params->instance.impl_details.collective_name); in GenerateSubdivsInCollectiveParams() 126 const size_t tensor_size = col_params->instance.shape.num_elements() * in GenerateSubdivsInCollectiveParams() 127 DataTypeSize(col_params->instance.data_type); in GenerateSubdivsInCollectiveParams() 131 int num_chunks = col_params->group.group_size * num_subdivs; in GenerateSubdivsInCollectiveParams() 138 col_params->instance.impl_details.collective_name); in GenerateSubdivsInCollectiveParams() 143 col_params->instance.impl_details.subdiv_offsets.reserve(num_subdivs); in GenerateSubdivsInCollectiveParams() 147 col_params->instance.impl_details.subdiv_offsets.push_back(subdiv_offset); in GenerateSubdivsInCollectiveParams() [all …]
|
D | base_collective_executor.cc | 267 const CollectiveParams* col_params, in ExecuteAsync() argument 284 col_params->instance.impl_details.timeout_seconds * 1'000'000); in ExecuteAsync() 300 const Tensor* input = (col_params->instance.type == REDUCTION_COLLECTIVE || in ExecuteAsync() 301 col_params->instance.type == GATHER_COLLECTIVE || in ExecuteAsync() 302 col_params->instance.type == PERMUTE_COLLECTIVE || in ExecuteAsync() 303 (col_params->instance.type == BROADCAST_COLLECTIVE && in ExecuteAsync() 304 col_params->is_source)) in ExecuteAsync() 308 Status status = CreateCollective(*col_params, &col_impl); in ExecuteAsync() 317 col_params, exec_key, step_id_, input, output); in ExecuteAsync() 393 const CollectiveParams& col_params, in CreateCollective() argument [all …]
|
D | collective_util.cc | 54 string SubdivPermDebugString(const CollectiveParams& col_params) { in SubdivPermDebugString() argument 56 col_params.instance.impl_details.subdiv_permutations; in SubdivPermDebugString() 63 CHECK_GT(col_params.group.device_names.size(), idx); in SubdivPermDebugString() 64 strings::StrAppend(&buf, col_params.group.device_names[idx], "\n"); in SubdivPermDebugString() 68 for (auto o : col_params.instance.impl_details.subdiv_offsets) in SubdivPermDebugString() 71 for (auto d : col_params.subdiv_rank) strings::StrAppend(&buf, d, " "); in SubdivPermDebugString() 72 if (col_params.instance.type == BROADCAST_COLLECTIVE) { in SubdivPermDebugString() 74 for (auto src : col_params.instance.impl_details.subdiv_source_rank) in SubdivPermDebugString()
|
D | ring_gatherer.cc | 45 Status RingGatherer::InitializeCollectiveParams(CollectiveParams* col_params) { in InitializeCollectiveParams() argument 46 DCHECK_EQ(col_params->instance.type, GATHER_COLLECTIVE); in InitializeCollectiveParams() 47 DCHECK_EQ(col_params->instance.impl_details.collective_name, "RingGather"); in InitializeCollectiveParams() 51 if (!col_params->instance.impl_details.subdiv_offsets.empty() && in InitializeCollectiveParams() 52 (col_params->instance.impl_details.subdiv_offsets.size() > 1 || in InitializeCollectiveParams() 53 col_params->instance.impl_details.subdiv_offsets[0] != 0)) { in InitializeCollectiveParams() 57 if (col_params->instance.impl_details.subdiv_offsets.empty()) { in InitializeCollectiveParams() 58 col_params->instance.impl_details.subdiv_offsets.push_back(0); in InitializeCollectiveParams() 60 return RingAlg::InitializeCollectiveParams(col_params); in InitializeCollectiveParams()
|
D | base_collective_executor.h | 113 void ExecuteAsync(OpKernelContext* ctx, const CollectiveParams* col_params, 132 void WaitForDependencies(const CollectiveParams& col_params) override; 136 void UnblockDependencies(const CollectiveParams& col_params) override; 155 Status CreateCollective(const CollectiveParams& col_params, 158 bool CheckDependencies(const CollectiveParams& col_params)
|
D | ring_reducer.cc | 48 Status RingReducer::InitializeCollectiveParams(CollectiveParams* col_params) { in InitializeCollectiveParams() argument 50 CHECK_EQ(col_params->instance.type, REDUCTION_COLLECTIVE); in InitializeCollectiveParams() 51 CHECK_EQ(col_params->instance.impl_details.collective_name, "RingReduce"); in InitializeCollectiveParams() 52 return RingAlg::InitializeCollectiveParams(col_params); in InitializeCollectiveParams()
|
D | ring_gatherer.h | 36 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
|
D | ring_reducer.h | 42 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
|
D | collective_util.h | 33 string SubdivPermDebugString(const CollectiveParams& col_params);
|
D | permuter.h | 52 Status InitializeCollectiveParams(CollectiveParams* col_params) override { in InitializeCollectiveParams() argument
|
D | hierarchical_tree_broadcaster.h | 38 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
|
D | ring_alg.h | 38 Status InitializeCollectiveParams(CollectiveParams* col_params) override;
|
D | permuter.cc | 57 col_params_ = col_ctx->col_params; in InitializeCollectiveContext()
|
/external/tensorflow/tensorflow/core/framework/ |
D | collective.cc | 172 OpKernelContext::Params* op_params, const CollectiveParams* col_params, in CollectiveContext() argument 179 col_params(col_params), in CollectiveContext() 185 device_name(col_params->group.device_names[col_params->default_rank]) {} in CollectiveContext()
|
D | collective.h | 301 const CollectiveParams* col_params, in ExecuteAsync() argument 331 virtual void WaitForDependencies(const CollectiveParams& col_params) {} in WaitForDependencies() argument 335 virtual void UnblockDependencies(const CollectiveParams& col_params) {} in UnblockDependencies() argument 370 const CollectiveParams* col_params; // Not owned member 383 const CollectiveParams* col_params, const string& exec_key, 413 virtual Status InitializeCollectiveParams(CollectiveParams* col_params) = 0;
|