Searched refs:add_eos (Results 1 – 6 of 6) sorted by relevance
| /external/tflite-support/tensorflow_lite_support/custom_ops/kernel/sentencepiece/ |
| D | optimized_encoder.cc | 147 bool add_eos, bool reverse) { in EncodeNormalizedString() argument
194 if (add_eos) { in EncodeNormalizedString()
221 bool add_bos, bool add_eos, bool reverse) { in EncodeString() argument
233 add_eos, reverse); in EncodeString()
|
| D | sentencepiece_tokenizer_op.cc | 76 const bool add_eos = add_eos_tensor.scalar<bool>()(); in Compute() local
84 input_values_flat(i), model_tensor.data(), add_bos, add_eos, reverse); in Compute()
|
| D | sentencepiece_tokenizer_tflite.cc | 80 const bool add_eos = add_eos_tensor.data.b[0]; in Eval() local
91 model_buffer_data, add_bos, add_eos, reverse); in Eval()
|
| D | optimized_encoder.h | 45 bool add_bos, bool add_eos, bool reverse);
|
| /external/tflite-support/tensorflow_lite_support/custom_ops/python/ |
| D | sentencepiece_tokenizer.py | 36 def __init__(self, model, reverse=False, add_bos=False, add_eos=False): argument
48 self._add_eos = add_eos
|
| D | sentencepiece_tokenizer_test.py | 92 self.sentencepiece_model, add_bos=True, add_eos=True)
94 self.sentencepiece_model, add_bos=True, add_eos=True)
|