| /external/tensorflow/tensorflow/contrib/rnn/kernels/ |
| D | blas_gemm.cc | 29 se::DeviceMemory<T> AsDeviceMemory(const T* cuda_memory) { in AsDeviceMemory() function
48 auto a_ptr = AsDeviceMemory(a); in operator ()()
49 auto b_ptr = AsDeviceMemory(b); in operator ()()
50 auto c_ptr = AsDeviceMemory(c); in operator ()()
|
| /external/tensorflow/tensorflow/core/kernels/ |
| D | fused_batch_norm_op.cc | 278 y_ptr = StreamExecutorUtil::AsDeviceMemory<T>(*y); in operator ()()
296 y_ptr = StreamExecutorUtil::AsDeviceMemory<T>(y_transformed); in operator ()()
317 auto x_ptr = StreamExecutorUtil::AsDeviceMemory<T>(x_maybe_transformed); in operator ()()
318 auto scale_ptr = StreamExecutorUtil::AsDeviceMemory<U>(scale); in operator ()()
319 auto offset_ptr = StreamExecutorUtil::AsDeviceMemory<U>(offset); in operator ()()
321 StreamExecutorUtil::AsDeviceMemory<U>(estimated_mean); in operator ()()
323 StreamExecutorUtil::AsDeviceMemory<U>(estimated_variance); in operator ()()
324 auto batch_mean_ptr = StreamExecutorUtil::AsDeviceMemory<U>(*batch_mean); in operator ()()
326 auto batch_var_ptr = StreamExecutorUtil::AsDeviceMemory<U>(*batch_var); in operator ()()
327 auto saved_mean_ptr = StreamExecutorUtil::AsDeviceMemory<U>(*saved_mean); in operator ()()
[all …]
|
| D | fft_ops.cc | 293 se::DeviceMemory<T> AsDeviceMemory(const T* cuda_memory) { in AsDeviceMemory() function
300 se::DeviceMemory<T> AsDeviceMemory(const T* cuda_memory, uint64 size) { in AsDeviceMemory() function
338 AsDeviceMemory(temporary_memory.flat<uint8>().data(), in AllocateBytes()
425 auto src = AsDeviceMemory<float>(in.flat<float>().data()); in DoFFT()
426 auto dst = AsDeviceMemory<complex64>(out->flat<complex64>().data()); in DoFFT()
432 auto src = AsDeviceMemory<complex64>(in.flat<complex64>().data()); in DoFFT()
433 auto dst = AsDeviceMemory<float>(out->flat<float>().data()); in DoFFT()
450 auto src = AsDeviceMemory<complex64>(in.flat<complex64>().data()); in DoFFT()
451 auto dst = AsDeviceMemory<complex64>(out->flat<complex64>().data()); in DoFFT()
468 auto src = AsDeviceMemory<complex128>(in.flat<complex128>().data()); in DoFFT()
[all …]
|
| D | cudnn_rnn_ops.cc | 293 const DeviceMemory<T> AsDeviceMemory(const Tensor* tensor) { in AsDeviceMemory() function
300 DeviceMemory<T> AsDeviceMemory(Tensor* tensor) { in AsDeviceMemory() function
469 return AsDeviceMemory<uint8>(handle_.AccessTensor(context_)); in AllocateBytes()
754 auto input_data = AsDeviceMemory<T>(input); in DoForward()
755 auto input_h_data = AsDeviceMemory<T>(input_h); in DoForward()
758 input_c_data = AsDeviceMemory<T>(input_c); in DoForward()
761 auto params_data = AsDeviceMemory<T>(params); in DoForward()
762 auto output_data = AsDeviceMemory<T>(output); in DoForward()
763 auto output_h_data = AsDeviceMemory<T>(output_h); in DoForward()
766 output_c_data = AsDeviceMemory<T>(output_c); in DoForward()
[all …]
|
| D | cudnn_pooling_gpu.cc | 92 auto input_data = AsDeviceMemory(transformed_input.template flat<T>().data(), in Compute()
95 AsDeviceMemory(transformed_output.template flat<T>().data(), in Compute()
213 AsDeviceMemory(transformed_output.template flat<T>().data(), in Compute()
216 AsDeviceMemory(transformed_input.template flat<T>().data(), in Compute()
219 AsDeviceMemory(transformed_output_backprop.template flat<T>().data(), in Compute()
222 AsDeviceMemory(transformed_input_backprop.template flat<T>().data(), in Compute()
|
| D | pooling_ops_common.cc | 132 se::DeviceMemory<T> AsDeviceMemory(const T* cuda_memory, uint64 size) { in AsDeviceMemory() function
253 AsDeviceMemory(reinterpret_cast<const typename RawType<T>::type*>( in Compute()
258 AsDeviceMemory(reinterpret_cast<const typename RawType<T>::type*>( in Compute()
401 AsDeviceMemory(transformed_output.template flat<T>().data(), in Compute()
404 AsDeviceMemory(transformed_input.template flat<T>().data(), in Compute()
407 AsDeviceMemory(transformed_output_backprop.template flat<T>().data(), in Compute()
410 AsDeviceMemory(transformed_input_backprop.template flat<T>().data(), in Compute()
|
| D | conv_ops_3d.cc | 248 auto a_ptr = AsDeviceMemory(input.template flat<T>().data(), in launch()
250 auto b_ptr = AsDeviceMemory(filter.template flat<T>().data(), in launch()
252 auto c_ptr = AsDeviceMemory(output->template flat<T>().data(), in launch()
275 auto a_ptr = AsDeviceMemory(input.template flat<T>().data(), in launch()
277 auto b_ptr = AsDeviceMemory(filter.template flat<T>().data(), in launch()
279 auto c_ptr = AsDeviceMemory(output->template flat<T>().data(), in launch()
403 auto input_ptr = AsDeviceMemory(input.template flat<T>().data(), in launch()
406 AsDeviceMemory(transformed_filter.template flat<T>().data(), in launch()
409 AsDeviceMemory(transformed_output.template flat<T>().data(), in launch()
|
| D | matrix_triangular_solve_op.cc | 37 se::DeviceMemory<Scalar> AsDeviceMemory(const Scalar* cuda_memory) { in AsDeviceMemory() function
184 auto matrix_ptr = AsDeviceMemory(matrix.data()); in ComputeMatrix()
185 auto rhs_ptr = AsDeviceMemory(rhs.data()); in ComputeMatrix()
186 auto out_ptr = AsDeviceMemory(output.data()); in ComputeMatrix()
|
| D | conv_grad_ops_3d.cc | 1177 auto a_ptr = AsDeviceMemory(out_backprop.template flat<T>().data(), in Compute()
1179 auto b_ptr = AsDeviceMemory(filter.template flat<T>().data(), in Compute()
1181 auto c_ptr = AsDeviceMemory(in_backprop->template flat<T>().data(), in Compute()
1206 auto a_ptr = AsDeviceMemory(out_backprop.template flat<T>().data(), in Compute()
1208 auto b_ptr = AsDeviceMemory(filter.template flat<T>().data(), in Compute()
1210 auto c_ptr = AsDeviceMemory(in_backprop->template flat<T>().data(), in Compute()
1326 AsDeviceMemory(transformed_out_backprop.template flat<T>().data(), in Compute()
1329 AsDeviceMemory(transformed_filter.template flat<T>().data(), in Compute()
1332 AsDeviceMemory(pre_transformed_in_backprop.template flat<T>().data(), in Compute()
1565 auto a_ptr = AsDeviceMemory(out_backprop.template flat<T>().data(), in Compute()
[all …]
|
| D | lrn_op.cc | 207 auto input_data = StreamExecutorUtil::AsDeviceMemory<T>(in); in launch()
208 auto output_data = StreamExecutorUtil::AsDeviceMemory<T>(*output); in launch()
424 auto input_grads_data = StreamExecutorUtil::AsDeviceMemory<T>(in_grads); in launch()
425 auto input_image_data = StreamExecutorUtil::AsDeviceMemory<T>(in_image); in launch()
426 auto output_image_data = StreamExecutorUtil::AsDeviceMemory<T>(out_image); in launch()
427 auto output_grads_data = StreamExecutorUtil::AsDeviceMemory<T>(*output); in launch()
|
| D | batch_matmul_op_impl.h | 250 se::DeviceMemory<T> AsDeviceMemory(const T* cuda_memory) {
326 a_device_memory.push_back(AsDeviceMemory(a_base_ptr + i * m * k));
327 b_device_memory.push_back(AsDeviceMemory(b_base_ptr + i * k * n));
328 c_device_memory.push_back(AsDeviceMemory(c_base_ptr + i * m * n));
443 a_device_memory.push_back(AsDeviceMemory(a_base_ptr + i * m * k));
444 b_device_memory.push_back(AsDeviceMemory(b_base_ptr + i * k * n));
445 c_device_memory.push_back(AsDeviceMemory(c_base_ptr + i * m * n));
|
| D | conv_ops.cc | 619 auto a_ptr = AsDeviceMemory(input.template flat<T>().data(), in operator ()()
621 auto b_ptr = AsDeviceMemory(filter.template flat<T>().data(), in operator ()()
623 auto c_ptr = AsDeviceMemory(output->template flat<T>().data(), in operator ()()
647 auto a_ptr = AsDeviceMemory(input.template flat<T>().data(), in operator ()()
649 auto b_ptr = AsDeviceMemory(filter.template flat<T>().data(), in operator ()()
651 auto c_ptr = AsDeviceMemory(output->template flat<T>().data(), in operator ()()
812 auto input_ptr = AsDeviceMemory(input.template flat<T>().data(), in operator ()()
815 AsDeviceMemory(transformed_filter.template flat<T>().data(), in operator ()()
818 AsDeviceMemory(transformed_output.template flat<T>().data(), in operator ()()
|
| D | conv_grad_filter_ops.cc | 620 auto a_ptr = AsDeviceMemory(out_backprop.template flat<T>().data(), in operator ()()
626 auto b_ptr = AsDeviceMemory(input.template flat<T>().data(), in operator ()()
632 auto c_ptr = AsDeviceMemory(filter_backprop->template flat<T>().data(), in operator ()()
659 auto a_ptr = AsDeviceMemory(input.template flat<T>().data(), in operator ()()
661 auto b_ptr = AsDeviceMemory(out_backprop.template flat<T>().data(), in operator ()()
663 auto c_ptr = AsDeviceMemory(filter_backprop->template flat<T>().data(), in operator ()()
807 AsDeviceMemory(transformed_out_backprop.template flat<T>().data(), in operator ()()
810 AsDeviceMemory(pre_transformed_filter_backprop.template flat<T>().data(), in operator ()()
812 auto input_ptr = AsDeviceMemory(transformed_input.template flat<T>().data(), in operator ()()
|
| D | conv_grad_input_ops.cc | 755 auto a_ptr = AsDeviceMemory(out_backprop.template flat<T>().data(), in operator ()()
757 auto b_ptr = AsDeviceMemory(filter.template flat<T>().data(), in operator ()()
759 auto c_ptr = AsDeviceMemory(in_backprop->template flat<T>().data(), in operator ()()
788 auto a_ptr = AsDeviceMemory(out_backprop.template flat<T>().data(), in operator ()()
790 auto b_ptr = AsDeviceMemory(filter.template flat<T>().data(), in operator ()()
792 auto c_ptr = AsDeviceMemory(in_backprop->template flat<T>().data(), in operator ()()
917 AsDeviceMemory(transformed_out_backprop.template flat<T>().data(), in operator ()()
920 AsDeviceMemory(transformed_filter.template flat<T>().data(), in operator ()()
923 AsDeviceMemory(pre_transformed_in_backprop.template flat<T>().data(), in operator ()()
|
| D | matmul_op.cc | 277 auto a_ptr = AsDeviceMemory(a.template flat<T>().data(), in launch()
279 auto b_ptr = AsDeviceMemory(b.template flat<T>().data(), in launch()
281 auto c_ptr = AsDeviceMemory(out->template flat<T>().data(), in launch()
|
| D | gpu_utils.h | 38 inline se::DeviceMemory<T> AsDeviceMemory(const T* cuda_memory, uint64 size) { in AsDeviceMemory() function
|
| D | conv_ops_gpu.h | 70 AsDeviceMemory(temporary_memory.flat<uint8>().data(), in AllocateBytes()
|
| D | conv_ops_fused_impl.h | 736 return AsDeviceMemory(t.template flat<T>().data(),
747 AsDeviceMemory(static_cast<T*>(nullptr), 0);
|
| /external/tensorflow/tensorflow/contrib/image/kernels/ |
| D | adjust_hsv_in_yiq_op_gpu.cu.cc | 65 AsDeviceMemory(input->flat<float>().data(), input->flat<float>().size()); in operator ()()
66 auto b_ptr = AsDeviceMemory(tranformation_matrix.flat<float>().data(), in operator ()()
68 auto c_ptr = AsDeviceMemory(output->flat<float>().data(), in operator ()()
|
| /external/tensorflow/tensorflow/core/util/ |
| D | stream_executor_util.h | 33 static se::DeviceMemory<T> AsDeviceMemory(const Tensor& t) { in AsDeviceMemory() function
|
| /external/tensorflow/tensorflow/core/nccl/ |
| D | nccl_manager_test.cc | 128 auto in_gpu_mem = AsDeviceMemory(in_gpu.flat<Scalar>().data()); in MakeReductionTestCase()
169 auto in_gpu_mem = AsDeviceMemory(in_gpu.flat<Scalar>().data()); in MakeGatherTestCase()
198 auto out_gpu_mem = AsDeviceMemory(out_gpu.flat<Scalar>().data()); in VerifyResults()
232 static se::DeviceMemory<Scalar> AsDeviceMemory(const Scalar* cuda_memory) { in AsDeviceMemory() function in tensorflow::NcclManagerTest
|
| /external/tensorflow/tensorflow/contrib/fused_conv/kernels/ |
| D | fused_conv2d_bias_activation_op.cc | 639 AsDeviceMemory(reinterpret_cast<const typename RawType<T>::type*>( in launch()
643 AsDeviceMemory(reinterpret_cast<const typename RawType<T>::type*>( in launch()
647 AsDeviceMemory(reinterpret_cast<const typename RawType<T>::type*>( in launch()
651 AsDeviceMemory(reinterpret_cast<const typename RawType<T>::type*>( in launch()
654 auto bias_ptr = AsDeviceMemory(bias.template flat<BiasType>().data(), in launch()
|
| /external/tensorflow/tensorflow/core/common_runtime/gpu/ |
| D | gpu_util.h | 73 static se::DeviceMemory<T> AsDeviceMemory(const Tensor& t) { in AsDeviceMemory() function
|