| /external/libtextclassifier/native/utils/ |
| D | bert_tokenizer.cc | 67 TokenizerResult BertTokenizer::Tokenize(const std::string& input) { in Tokenize() function in libtextclassifier3::BertTokenizer
72 TokenizerResult BertTokenizer::Tokenize( in Tokenize() function in libtextclassifier3::BertTokenizer
|
| D | tokenizer.cc | 97 std::vector<Token> Tokenizer::Tokenize(const std::string& text) const { in Tokenize() function in libtextclassifier3::Tokenizer
102 std::vector<Token> Tokenizer::Tokenize(const UnicodeText& text_unicode) const { in Tokenize() function in libtextclassifier3::Tokenizer
|
| D | tokenizer_test.cc | 94 std::vector<Token> Tokenize(const std::string& utf8_text) const { in Tokenize() function in libtextclassifier3::__anon333625850111::TestingTokenizerProxy
|
| /external/tflite-support/tensorflow_lite_support/ios/text/tokenizers/Sources/ |
| D | TFLTokenizerUtil.mm | 21 NSArray<NSString *> *Tokenize(Tokenizer *tokenizer, NSString *input) { function
|
| /external/google-breakpad/src/tools/windows/converter_exe/ |
| D | tokenizer.cc | 36 void Tokenizer::Tokenize(const string &delimiters, const string &input, in Tokenize() function in crash::Tokenizer
|
| /external/google-breakpad/src/processor/ |
| D | tokenize.cc | 45 bool Tokenize(char *line, in Tokenize() function
|
| /external/llvm-project/clang-tools-extra/unittests/clang-include-fixer/ |
| D | FuzzySymbolIndexTests.cpp | 21 TEST(FuzzySymbolIndexTest, Tokenize) { in TEST() argument
|
| /external/icing/icing/util/ |
| D | tokenized-document.cc | 46 libtextclassifier3::Status TokenizedDocument::Tokenize( in Tokenize() function in icing::lib::TokenizedDocument
|
| /external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/ |
| D | sentencepiece_tokenizer.h | 46 TokenizerResult Tokenize(const std::string& input) override { in Tokenize() function
|
| D | bert_tokenizer.cc | 58 TokenizerResult BertTokenizer::Tokenize(const std::string& input) { in Tokenize() function in tflite::support::text::tokenizer::BertTokenizer
|
| D | regex_tokenizer.cc | 63 TokenizerResult RegexTokenizer::Tokenize(const std::string& input) { in Tokenize() function in tflite::support::text::tokenizer::RegexTokenizer
|
| /external/perfetto/src/trace_processor/importers/systrace/ |
| D | systrace_line_tokenizer.cc | 49 util::Status SystraceLineTokenizer::Tokenize(const std::string& buffer, in Tokenize() function in perfetto::trace_processor::SystraceLineTokenizer
|
| /external/icing/icing/tokenization/ |
| D | plain-tokenizer.cc | 128 PlainTokenizer::Tokenize(std::string_view text) const { in Tokenize() function in icing::lib::PlainTokenizer
|
| D | raw-query-tokenizer.cc | 665 RawQueryTokenizer::Tokenize(std::string_view text) const { in Tokenize() function in icing::lib::RawQueryTokenizer
|
| /external/chromium-trace/catapult/common/py_utils/py_utils/refactor/ |
| D | offset_token.py | 60 def Tokenize(f): function
|
| /external/libtextclassifier/native/lang_id/ |
| D | custom-tokenizer.cc | 102 void TokenizerForLangId::Tokenize(StringPiece text, in Tokenize() function in libtextclassifier3::mobile::lang_id::TokenizerForLangId
|
| /external/tensorflow/tensorflow/lite/testing/nnapi_tflite_zip_tests/ |
| D | tokenize.cc | 26 void Tokenize(std::istream* input, TokenProcessor* processor) { in Tokenize() function
|
| /external/tensorflow/tensorflow/lite/testing/ |
| D | tokenize.cc | 25 void Tokenize(std::istream* input, TokenProcessor* processor) { in Tokenize() function
|
| /external/perfetto/src/trace_processor/importers/proto/ |
| D | proto_trace_tokenizer.h | 41 util::Status Tokenize(std::unique_ptr<uint8_t[]> owned_buf, in Tokenize() function
|
| /external/libtextclassifier/native/annotator/duration/ |
| D | duration_test.cc | 112 std::vector<Token> Tokenize(const UnicodeText& text) { in Tokenize() function in libtextclassifier3::__anon6bdbb6aa0111::DurationAnnotatorTest
529 std::vector<Token> Tokenize(const UnicodeText& text) { in Tokenize() function in libtextclassifier3::__anon6bdbb6aa0111::JapaneseDurationAnnotatorTest
|
| /external/tflite-support/tensorflow_lite_support/custom_ops/kernel/ |
| D | whitespace_tokenizer.cc | 60 std::vector<std::pair<const char*, int>> Tokenize(StringRef str) { in Tokenize() function
|
| /external/libtextclassifier/native/utils/tflite/ |
| D | string_projection.cc | 278 std::vector<std::string> Tokenize(const std::string& input, size_t max_input, in Tokenize() function in tflite::ops::custom::libtextclassifier3::string_projection::__anon8a2d99350111::ProjectionTokenizer
283 std::vector<std::string> Tokenize(const char* input_ptr, size_t len, in Tokenize() function in tflite::ops::custom::libtextclassifier3::string_projection::__anon8a2d99350111::ProjectionTokenizer
|
| /external/libtextclassifier/native/annotator/ |
| D | feature-processor.cc | 189 std::vector<Token> FeatureProcessor::Tokenize(const std::string& text) const { in Tokenize() function in libtextclassifier3::FeatureProcessor
193 std::vector<Token> FeatureProcessor::Tokenize( in Tokenize() function in libtextclassifier3::FeatureProcessor
|
| /external/perfetto/src/kallsyms/ |
| D | kernel_symbol_map.cc | 146 void Tokenize(const char* name, Lambda fn) { in Tokenize() function
|
| /external/llvm-project/flang/lib/Parser/ |
| D | preprocessor.cpp | 53 TokenSequence Definition::Tokenize(const std::vector<std::string> &argNames, in Tokenize() function in Fortran::parser::Definition
|