Home
last modified time | relevance | path

Searched refs:unknown_penalty (Results 1 – 3 of 3) sorted by relevance

/external/libtextclassifier/native/utils/sentencepiece/
Dencoder.cc43 const float unknown_penalty = segmentation[i].score + unknown_score_; in Encode() local
45 segmentation[pos].score < unknown_penalty) { in Encode()
48 segmentation[pos] = {/*score=*/unknown_penalty, in Encode()
53 segmentation[pos] = {/*score=*/unknown_penalty, in Encode()
/external/tflite-support/tensorflow_lite_support/custom_ops/kernel/sentencepiece/
Doptimized_encoder.cc151 const float unknown_penalty = config.unknown_penalty(); in EncodeNormalizedString() local
169 const float penalized_score = lattice[i].score + unknown_penalty; in EncodeNormalizedString()
Dencoder_config.fbs27 unknown_penalty: float = 0;