Searched refs:mean_square (Results 1 – 10 of 10) sorted by relevance
65 mean_square = decay * mean_square + (1-decay) * gradient ** 266 Delta = learning_rate * gradient / sqrt(mean_square + epsilon)
59 mean_square = decay * mean_square + (1-decay) * gradient ** 260 Delta = learning_rate * gradient / sqrt(mean_square + epsilon)
71 mean_square = decay * mean_square + (1-decay) * gradient ** 272 Delta = learning_rate * gradient / sqrt(mean_square + epsilon)
76 mean_square = decay * mean_square + (1-decay) * gradient ** 279 Delta = learning_rate * gradient / sqrt(mean_square + epsilon - mean_grad ** 2)
76 mean_square = decay * mean_square + (1-decay) * gradient ** 278 Delta = learning_rate * gradient / sqrt(mean_square + epsilon - mean_grad ** 2)
70 mean_square = decay * mean_square + (1-decay) * gradient ** 273 Delta = learning_rate * gradient / sqrt(mean_square + epsilon - mean_grad ** 2)
82 mean_square = decay * mean_square + (1-decay) * gradient ** 284 Delta = learning_rate * gradient / sqrt(mean_square + epsilon - mean_grad ** 2)
487 std::vector<float> mean_square(feature_bound); in XLA_TEST_P() local489 mean_square[i] = mean[i] * mean[i]; in XLA_TEST_P()499 var[i] = square_mean[i] - mean_square[i]; in XLA_TEST_P()588 std::vector<float> mean_square(feature_bound); in XLA_TEST_P() local590 mean_square[i] = mean[i] * mean[i]; in XLA_TEST_P()600 var[i] = square_mean[i] - mean_square[i]; in XLA_TEST_P()703 std::vector<float> mean_square(feature_bound); in XLA_TEST_P() local705 mean_square[i] = mean[i] * mean[i]; in XLA_TEST_P()719 var[i] = square_mean[i] - mean_square[i]; in XLA_TEST_P()
266 auto mean_square = in HandleBatchNormTraining() local271 add_binary(feature_shape, HloOpcode::kSubtract, square_mean, mean_square); in HandleBatchNormTraining()