Searched refs:vocab_id (Results 1 – 8 of 8) sorted by relevance
| /external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/ |
| D | bert_tokenizer.cc | 49 bool FlatHashMapBackedWordpiece::LookupWord(int vocab_id, in LookupWord() argument
51 if (vocab_id >= vocab_.size() || vocab_id < 0) { in LookupWord()
54 *result = vocab_[vocab_id]; in LookupWord()
|
| D | bert_tokenizer.h | 79 bool LookupWord(int vocab_id, absl::string_view* result) const;
131 bool LookupWord(int vocab_id, absl::string_view* result) const override { in LookupWord() argument
132 return vocab_.LookupWord(vocab_id, result); in LookupWord()
|
| D | sentencepiece_tokenizer.h | 60 bool LookupWord(int vocab_id, absl::string_view* result) const override { in LookupWord() argument
61 *result = sp_.IdToPiece(vocab_id); in LookupWord()
|
| D | regex_tokenizer.cc | 101 bool RegexTokenizer::LookupWord(int vocab_id, absl::string_view* result) const { in LookupWord() argument
102 auto it = index_token_map_.find(vocab_id); in LookupWord()
|
| D | tokenizer.h | 44 virtual bool LookupWord(int vocab_id, absl::string_view* result) const = 0;
|
| D | regex_tokenizer.h | 42 bool LookupWord(int vocab_id, absl::string_view* result) const override;
|
| /external/libtextclassifier/native/utils/ |
| D | bert_tokenizer.cc | 53 bool FlatHashMapBackedWordpiece::LookupWord(int vocab_id, in LookupWord() argument
55 if (vocab_id >= vocab_.size() || vocab_id < 0) { in LookupWord()
58 *result = vocab_[vocab_id]; in LookupWord()
|
| D | bert_tokenizer.h | 74 bool LookupWord(int vocab_id, absl::string_view* result) const;
125 bool LookupWord(int vocab_id, absl::string_view* result) const override { in LookupWord() argument
126 return vocab_.LookupWord(vocab_id, result); in LookupWord()
|