Home
last modified time | relevance | path

Searched defs:WordpieceTokenizerResult (Results 1 – 2 of 2) sorted by relevance

/external/libtextclassifier/native/utils/
Dbert_tokenizer.h49 struct WordpieceTokenizerResult struct
51 std::vector<int> wp_begin_offset;
52 std::vector<int> wp_end_offset;
53 std::vector<int> row_lengths;
/external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/
Dbert_tokenizer.h53 struct WordpieceTokenizerResult : TokenizerResult { struct
54 std::vector<int> wp_begin_offset;
55 std::vector<int> wp_end_offset;
56 std::vector<int> row_lengths;