Searched refs:LookupWord (Results 1 – 9 of 9) sorted by relevance
| /external/libtextclassifier/native/utils/ |
| D | bert_tokenizer_test.cc | 117 ASSERT_FALSE(tokenizer->LookupWord(6, &result)); in TEST()
119 ASSERT_TRUE(tokenizer->LookupWord(0, &result)); in TEST()
121 ASSERT_TRUE(tokenizer->LookupWord(1, &result)); in TEST()
123 ASSERT_TRUE(tokenizer->LookupWord(2, &result)); in TEST()
125 ASSERT_TRUE(tokenizer->LookupWord(3, &result)); in TEST()
|
| D | bert_tokenizer.h | 74 bool LookupWord(int vocab_id, absl::string_view* result) const;
125 bool LookupWord(int vocab_id, absl::string_view* result) const override { in LookupWord() function
126 return vocab_.LookupWord(vocab_id, result); in LookupWord()
|
| D | bert_tokenizer.cc | 53 bool FlatHashMapBackedWordpiece::LookupWord(int vocab_id, in LookupWord() function in libtextclassifier3::FlatHashMapBackedWordpiece
|
| /external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/ |
| D | bert_tokenizer.h | 79 bool LookupWord(int vocab_id, absl::string_view* result) const;
131 bool LookupWord(int vocab_id, absl::string_view* result) const override { in LookupWord() function
132 return vocab_.LookupWord(vocab_id, result); in LookupWord()
|
| D | tokenizer.h | 44 virtual bool LookupWord(int vocab_id, absl::string_view* result) const = 0;
|
| D | regex_tokenizer.h | 42 bool LookupWord(int vocab_id, absl::string_view* result) const override;
|
| D | sentencepiece_tokenizer.h | 60 bool LookupWord(int vocab_id, absl::string_view* result) const override { in LookupWord() function
|
| D | bert_tokenizer.cc | 49 bool FlatHashMapBackedWordpiece::LookupWord(int vocab_id, in LookupWord() function in tflite::support::text::tokenizer::FlatHashMapBackedWordpiece
|
| D | regex_tokenizer.cc | 101 bool RegexTokenizer::LookupWord(int vocab_id, absl::string_view* result) const { in LookupWord() function in tflite::support::text::tokenizer::RegexTokenizer
|