Searched refs:inverse_stddev (Results 1 – 2 of 2) sorted by relevance
201 const float inverse_stddev = 1 / sqrt(variance + 1e-6); in FlexibleLayerNorm() local202 multiplier[i] = inverse_stddev * scale; in FlexibleLayerNorm()203 bias[i] = offset - sum_x[i] * inverse_stddev * scale; in FlexibleLayerNorm()249 const float inverse_stddev = 1 / sqrt(variance + 1e-6); in DefaultLayerNormFloat() local250 const float multiplier = inverse_stddev * scale; in DefaultLayerNormFloat()252 const float bias = offset - exp_x * inverse_stddev * scale; in DefaultLayerNormFloat()282 const float inverse_stddev = 1 / sqrt(variance + 1e-6); in DefaultLayerNorm() local283 const float multiplier = inverse_stddev * scale; in DefaultLayerNorm()284 const float bias = offset - exp_x * inverse_stddev * scale; in DefaultLayerNorm()
171 HloInstruction* inverse_stddev = in HandleBatchNormTraining() local176 inverse_stddev->shape(), HloOpcode::kPower, inverse_stddev, in HandleBatchNormTraining()178 inverse_stddev->shape(), in HandleBatchNormTraining()241 HloInstruction* inverse_stddev = in HandleBatchNormGrad() local261 operands[3] = inverse_stddev; in HandleBatchNormGrad()