Searched refs:DoubleArrayTrie (Results 1 – 9 of 9) sorted by relevance
| /external/tflite-support/tensorflow_lite_support/custom_ops/kernel/sentencepiece/ |
| D | double_array_trie_test.cc | 39 DoubleArrayTrie dat(config->pieces()->nodes()); in TEST()
41 DoubleArrayTrie::Match(2, 2)); in TEST()
43 std::vector<DoubleArrayTrie::Match> matches; in TEST()
46 [&matches](const DoubleArrayTrie::Match& m) { matches.push_back(m); }); in TEST()
47 EXPECT_THAT(matches, testing::ElementsAre(DoubleArrayTrie::Match(0, 1), in TEST()
48 DoubleArrayTrie::Match(2, 2), in TEST()
49 DoubleArrayTrie::Match(1, 3))); in TEST()
66 DoubleArrayTrie dat(config->pieces()->nodes()); in TEST()
68 std::vector<DoubleArrayTrie::Match> matches; in TEST()
71 [&matches](const DoubleArrayTrie::Match& m) { matches.push_back(m); }); in TEST()
[all …]
|
| D | double_array_trie.h | 39 class DoubleArrayTrie {
53 explicit DoubleArrayTrie(const flatbuffers::Vector<uint32_t>* nodes) in DoubleArrayTrie() function
91 void DoubleArrayTrie::IteratePrefixMatches(const utils::string_view& input, in IteratePrefixMatches()
|
| D | optimized_encoder.cc | 79 const char* data, int len, const DoubleArrayTrie& dat, in find_replacement()
112 const DoubleArrayTrie normalized_prefixes_matcher( in NormalizeString()
148 const DoubleArrayTrie piece_matcher(config.pieces()->nodes()); in EncodeNormalizedString()
182 piece_scores](const DoubleArrayTrie::Match& m) { in EncodeNormalizedString()
|
| /external/libtextclassifier/native/utils/container/ |
| D | double-array-trie.cc | 23 bool DoubleArrayTrie::GatherPrefixMatches( in GatherPrefixMatches()
56 bool DoubleArrayTrie::FindAllPrefixMatches(StringPiece input, in FindAllPrefixMatches()
62 bool DoubleArrayTrie::LongestPrefixMatch(StringPiece input, in LongestPrefixMatch()
|
| D | double-array-trie.h | 42 class DoubleArrayTrie : public StringSet {
45 DoubleArrayTrie(const TrieNode* nodes, const int nodes_length) in DoubleArrayTrie() function
|
| D | double-array-trie_test.cc | 39 DoubleArrayTrie trie(reinterpret_cast<const TrieNode*>(config.data()), in TEST()
|
| /external/libtextclassifier/native/utils/sentencepiece/ |
| D | normalizer.h | 44 SentencePieceNormalizer(const DoubleArrayTrie& charsmap_trie,
67 DoubleArrayTrie charsmap_trie_;
|
| D | test_utils.cc | 37 DoubleArrayTrie(trie_blob, num_nodes), in NormalizerFromSpec()
|
| /external/libtextclassifier/native/utils/tflite/ |
| D | text_encoder.cc | 97 DoubleArrayTrie(charsmap_trie_nodes, charsmap_trie_nodes_length), in Initialize()
112 new DoubleArrayTrie(pieces_trie_nodes, pieces_trie_nodes_length)); in Initialize()
|