Searched refs:add_bos (Results 1 – 6 of 6) sorted by relevance
| /external/tflite-support/tensorflow_lite_support/custom_ops/kernel/sentencepiece/ |
| D | optimized_encoder.cc | 146 const EncoderConfig& config, bool add_bos, in EncodeNormalizedString() argument
209 if (add_bos) { in EncodeNormalizedString()
221 bool add_bos, bool add_eos, bool reverse) { in EncodeString() argument
232 return EncodeNormalizedString(normalized_string, offsets, *config, add_bos, in EncodeString()
|
| D | sentencepiece_tokenizer_op.cc | 74 const bool add_bos = add_bos_tensor.scalar<bool>()(); in Compute() local
84 input_values_flat(i), model_tensor.data(), add_bos, add_eos, reverse); in Compute()
|
| D | sentencepiece_tokenizer_tflite.cc | 77 const bool add_bos = add_bos_tensor.data.b[0]; in Eval() local
91 model_buffer_data, add_bos, add_eos, reverse); in Eval()
|
| D | optimized_encoder.h | 45 bool add_bos, bool add_eos, bool reverse);
|
| /external/tflite-support/tensorflow_lite_support/custom_ops/python/ |
| D | sentencepiece_tokenizer.py | 36 def __init__(self, model, reverse=False, add_bos=False, add_eos=False): argument
47 self._add_bos = add_bos
|
| D | sentencepiece_tokenizer_test.py | 92 self.sentencepiece_model, add_bos=True, add_eos=True)
94 self.sentencepiece_model, add_bos=True, add_eos=True)
|