Home
last modified time | relevance | path

Searched refs:max_val (Results 1 – 25 of 60) sorted by relevance

123

/external/flatbuffers/python/flatbuffers/
Dnumber_types.py32 max_val = True variable in BoolFlags
41 max_val = (2**8) - 1 variable in Uint8Flags
50 max_val = (2**16) - 1 variable in Uint16Flags
59 max_val = (2**32) - 1 variable in Uint32Flags
68 max_val = (2**64) - 1 variable in Uint64Flags
77 max_val = (2**7) - 1 variable in Int8Flags
86 max_val = (2**15) - 1 variable in Int16Flags
95 max_val = (2**31) - 1 variable in Int32Flags
104 max_val = (2**63) - 1 variable in Int64Flags
113 max_val = None variable in Float32Flags
[all …]
/external/tensorflow/tensorflow/core/kernels/
Dfake_quant_ops_functor.h132 const float max_val = max(); in operator() local
134 if (min_val == 0.0f && max_val == 0.0f) { in operator()
139 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
162 const float max_val = max(); in operator() local
164 if (min_val == 0.0f && max_val == 0.0f) { in operator()
171 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
205 const float max_val = max(i); in operator() local
207 if (min_val == 0.0f && max_val == 0.0f) { in operator()
213 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
240 const float max_val = max(i); in operator() local
[all …]
Dquantize_and_dequantize_op.cc81 auto max_val = input_max_tensor.scalar<T>()(); in Compute() local
82 OP_REQUIRES(ctx, min_val <= max_val, in Compute()
84 " > input_max ", max_val)); in Compute()
142 auto max_val = input_max_tensor.scalar<T>()(); in Compute() local
143 OP_REQUIRES(ctx, min_val <= max_val, in Compute()
145 " > input_max ", max_val)); in Compute()
Dsoftmax_op_gpu.cu.cc83 U max_val = strict_cast<U>(ldg(max_logits + row)); in GenerateNormalizedProb() local
88 result = input - max_val - log(ldg(sum_probs + row)); in GenerateNormalizedProb()
90 result = exp(input - max_val) / ldg(sum_probs + row); in GenerateNormalizedProb()
Dpadding_fifo_queue.cc176 int64 max_val = 0; in TryDequeueMany()
178 max_val = std::max(max_val, t[i].shape().dim_size(j)); in TryDequeueMany()
180 shape.AddDim(max_val); in TryDequeueMany()
Dsummary_image_op.cc224 float max_val = std::max(std::abs(image_min), std::abs(image_max)); in NormalizeFloatImage() local
225 scale = T(max_val < kZeroThreshold ? 0.0f : 127.0f / max_val); in NormalizeFloatImage()
/external/libxaac/decoder/
Dixheaacd_lpp_tran.c181 WORD32 max_val, q_factor; in ixheaacd_covariance_matrix_calc_dec() local
245 max_val = ixheaacd_abs32_nrm(t_phi_01); in ixheaacd_covariance_matrix_calc_dec()
246 max_val = max_val | ixheaacd_abs32_nrm(t_phi_02); in ixheaacd_covariance_matrix_calc_dec()
247 max_val = max_val | ixheaacd_abs32_nrm(t_phi_12); in ixheaacd_covariance_matrix_calc_dec()
248 max_val = max_val | (t_phi_11); in ixheaacd_covariance_matrix_calc_dec()
249 max_val = max_val | (t_phi_22); in ixheaacd_covariance_matrix_calc_dec()
251 q_factor = ixheaacd_pnorm32(max_val); in ixheaacd_covariance_matrix_calc_dec()
932 WORD32 max_val; in ixheaacd_hf_generator() local
935 max_val = ixheaacd_abs32_nrm(cov_matrix_seq[low_band].phi_01); in ixheaacd_hf_generator()
936 max_val = max_val | ixheaacd_abs32_nrm(cov_matrix_seq[low_band].phi_02); in ixheaacd_hf_generator()
[all …]
Dixheaacd_ps_dec.c112 WORD32 max_val = 0; in ixheaacd_calc_max() local
119 max_val = max_val | ixheaacd_abs32_nrm(temp1); in ixheaacd_calc_max()
120 max_val = max_val | ixheaacd_abs32_nrm(temp2); in ixheaacd_calc_max()
123 return max_val; in ixheaacd_calc_max()
128 WORD32 max_val = 0; in ixheaacd_get_ps_scale() local
134 max_val |= in ixheaacd_get_ps_scale()
140 max_val |= ixheaacd_calc_max(ptr_re, HIGH_DEL * SMALL_DEL_STRT); in ixheaacd_get_ps_scale()
144 max_val |= ixheaacd_calc_max( in ixheaacd_get_ps_scale()
151 max_val |= ixheaacd_calc_max(ptr_re, 16 * DEL_ALL_PASS); in ixheaacd_get_ps_scale()
157 max_val |= in ixheaacd_get_ps_scale()
[all …]
/external/perfetto/tools/
Danalyze_pipestats.py41 max_val = 0
54 if max_delta > max_val:
55 max_val = max_delta
61 print "Max delta %d in %s" % (max_val, max_key)
62 print "Buffer size: %d KB" % (max_val * 4)
/external/brotli/research/
Ddraw_diff.cc70 int max_val = std::max(min_val, abs(diff[i][j])); in DrawDiff() local
72 row[3 * j + 0] = abs_max - max_val + diff[i][j]; in DrawDiff()
73 row[3 * j + 1] = abs_max - max_val; in DrawDiff()
74 row[3 * j + 2] = abs_max - max_val + min_val; in DrawDiff()
76 row[3 * j + 0] = abs_max - max_val; in DrawDiff()
77 row[3 * j + 1] = abs_max - max_val - diff[i][j]; in DrawDiff()
78 row[3 * j + 2] = abs_max - max_val + min_val; in DrawDiff()
/external/libvpx/libvpx/test/
Dvp9_block_error_test.cc126 int max_val = ((1 << msb) - 1); in TEST_P() local
133 max_val >>= 1; in TEST_P()
139 coeff[j] = k % 2 ? max_val : 0; in TEST_P()
140 dqcoeff[j] = (k >> 1) % 2 ? max_val : 0; in TEST_P()
143 coeff[j] = k % 2 ? -max_val : 0; in TEST_P()
144 dqcoeff[j] = (k >> 1) % 2 ? -max_val : 0; in TEST_P()
/external/strace/
Dstring_to_uint.h37 unsigned long long max_val, const char *accepted_ending);
40 string_to_uint_upto(const char *const str, const unsigned long long max_val) in string_to_uint_upto() argument
42 return string_to_uint_ex(str, NULL, max_val, NULL); in string_to_uint_upto()
Dstring_to_uint.c40 const unsigned long long max_val, in string_to_uint_ex() argument
52 if (str == end || val < 0 || (unsigned long long) val > max_val in string_to_uint_ex()
/external/libaom/libaom/test/
Derror_block_test.cc113 int max_val = ((1 << msb) - 1); in TEST_P() local
120 max_val >>= 1; in TEST_P()
126 coeff[j] = k % 2 ? max_val : 0; in TEST_P()
127 dqcoeff[j] = (k >> 1) % 2 ? max_val : 0; in TEST_P()
130 coeff[j] = k % 2 ? -max_val : 0; in TEST_P()
131 dqcoeff[j] = (k >> 1) % 2 ? -max_val : 0; in TEST_P()
Dyuv_temporal_filter_test.cc466 const int max_val = (1 << bd_) - 1; in CompareTestWithParam() local
467 SetArray(y_src, width, height, y_stride, max_val); in CompareTestWithParam()
469 SetArray(u_src, uv_width, uv_height, uv_stride, max_val); in CompareTestWithParam()
471 SetArray(v_src, uv_width, uv_height, uv_stride, max_val); in CompareTestWithParam()
474 const int max_val = 7 << (bd_ - 8); in CompareTestWithParam() local
475 SetArray(y_src, width, height, y_stride, &rnd_, 0, max_val); in CompareTestWithParam()
476 SetArray(y_pre, width, height, y_stride, &rnd_, 0, max_val); in CompareTestWithParam()
477 SetArray(u_src, uv_width, uv_height, uv_stride, &rnd_, 0, max_val); in CompareTestWithParam()
478 SetArray(u_pre, uv_width, uv_height, uv_stride, &rnd_, 0, max_val); in CompareTestWithParam()
479 SetArray(v_src, uv_width, uv_height, uv_stride, &rnd_, 0, max_val); in CompareTestWithParam()
[all …]
/external/libxcam/modules/ocl/
Dcv_image_deblurring.cpp127 double max_val; in estimate_kernel_size() local
128 cv::minMaxLoc (thresholded, &min_val, &max_val); in estimate_kernel_size()
129 cv::threshold (thresholded, thresholded, round(max_val / 3.5), 255, cv::THRESH_BINARY); in estimate_kernel_size()
215 double max_val; in blind_deblurring_one_channel() local
216 cv::minMaxLoc (kernel_current, &min_val, &max_val); in blind_deblurring_one_channel()
217 _helper->apply_constraints (kernel_current, (float)max_val / 20); in blind_deblurring_one_channel()
/external/tensorflow/tensorflow/lite/kernels/internal/
Dtest_util.cc83 int max_val) { in ExponentialRandomPositiveInt() argument
90 } while (!val || !std::isfinite(val) || val > max_val); in ExponentialRandomPositiveInt()
95 float max_val) { in ExponentialRandomPositiveFloat() argument
102 } while (!std::isfinite(val) || val > max_val); in ExponentialRandomPositiveFloat()
Dtest_util.h53 int max_val);
57 float max_val);
/external/speex/libspeexdsp/
Dfftwrap.c48 spx_word16_t max_val = 0; in maximize_range() local
51 if (in[i]>max_val) in maximize_range()
52 max_val = in[i]; in maximize_range()
53 if (-in[i]>max_val) in maximize_range()
54 max_val = -in[i]; in maximize_range()
57 while (max_val <= (bound>>1) && max_val != 0) in maximize_range()
59 max_val <<= 1; in maximize_range()
/external/u-boot/drivers/power/
Dexynos-tmu.c55 unsigned max_val; member
157 (cur_temp <= data->ts.max_val)) in tmu_monitor()
219 info->data.ts.max_val = fdtdec_get_int(blob, in get_tmu_fdt_values()
221 error |= (info->data.ts.max_val == -1); in get_tmu_fdt_values()
/external/tensorflow/tensorflow/python/ops/
Dimage_ops_impl.py2749 def psnr(a, b, max_val, name=None): argument
2787 max_val = math_ops.cast(max_val, a.dtype)
2788 max_val = convert_image_dtype(max_val, dtypes.float32)
2793 20 * math_ops.log(max_val) / math_ops.log(10.0),
2805 def _ssim_helper(x, y, reducer, max_val, compensation=1.0): argument
2834 c1 = (_SSIM_K1 * max_val) ** 2
2835 c2 = (_SSIM_K2 * max_val) ** 2
2876 def _ssim_per_channel(img1, img2, max_val=1.0): argument
2930 luminance, cs = _ssim_helper(img1, img2, reducer, max_val, compensation)
2940 def ssim(img1, img2, max_val): argument
[all …]
/external/tensorflow/tensorflow/lite/tools/optimize/calibration/
Dcalibration_logger.h51 TfLiteStatus Get(float* min_val, float* max_val) const { in Get() argument
54 *max_val = max_; in Get()
/external/bsdiff/
Dextents.cc44 long long max_val, in read_llong() argument
52 next_s == s || val < min_val || val > max_val || in read_llong()
/external/libaom/libaom/av1/encoder/
Dpalette.c102 const int max_val = 1 << bit_depth; in av1_get_palette_delta_bits_v() local
110 const int d = AOMMIN(v, max_val - v); in av1_get_palette_delta_bits_v()
/external/tensorflow/tensorflow/python/data/benchmarks/
Dmeta_benchmark.py93 max_val = np.max(deltas)
99 "max": max_val,

123