Home
last modified time | relevance | path

Searched refs:feature_word (Results 1 – 1 of 1) sorted by relevance

/external/libtextclassifier/utils/
Dtoken-feature-extractor.cc194 std::string feature_word; in ExtractCharactergramFeaturesAscii() local
196 feature_word = in ExtractCharactergramFeaturesAscii()
202 feature_word = "^" + word + "$"; in ExtractCharactergramFeaturesAscii()
206 result.reserve(options_.chargram_orders.size() * feature_word.size()); in ExtractCharactergramFeaturesAscii()
209 result.push_back(HashToken(feature_word)); in ExtractCharactergramFeaturesAscii()
214 for (int i = 1; i < feature_word.size() - 1; ++i) { in ExtractCharactergramFeaturesAscii()
216 HashToken(StringPiece(feature_word, /*offset=*/i, /*len=*/1))); in ExtractCharactergramFeaturesAscii()
220 i < static_cast<int>(feature_word.size()) - chargram_order + 1; in ExtractCharactergramFeaturesAscii()
222 result.push_back(HashToken(StringPiece(feature_word, /*offset=*/i, in ExtractCharactergramFeaturesAscii()
253 std::string feature_word; in ExtractCharactergramFeaturesUnicode() local
[all …]