8  *      http://www.apache.org/licenses/LICENSE-2.0
17 #include "utils/token-feature-extractor.h"
49   extractor.Extract(Token{"Hello", 0, 5}, true, &sparse_features,  in TEST_F()
54                   // clang-format off  in TEST_F()
71                   // clang-format on  in TEST_F()
82                   // clang-format off  in TEST_F()
102                   // clang-format on  in TEST_F()
104   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0, 0.0}));  in TEST_F()
119   extractor.Extract(Token{"Hello", 0, 5}, true, &sparse_features,  in TEST_F()
133   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0, 0.0}));  in TEST_F()
148   extractor.Extract(Token{"Hělló", 0, 5}, true, &sparse_features,  in TEST_F()
153                   // clang-format off  in TEST_F()
170                   // clang-format on  in TEST_F()
181                   // clang-format off  in TEST_F()
201                   // clang-format on  in TEST_F()
203   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0, -1.0}));  in TEST_F()
218   extractor.Extract(Token{"Hělló", 0, 5}, true, &sparse_features,  in TEST_F()
233   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0, -1.0}));  in TEST_F()
248   extractor.Extract(Token{"Hělló", 0, 5}, true, &sparse_features,  in TEST_F()
256   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0}));  in TEST_F()
268   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0}));  in TEST_F()
286   extractor.Extract(Token{"5:32am", 0, 6}, true, &sparse_features2,  in TEST_F()
310   extractor.Extract(Token{"5:32am", 0, 6}, true, &sparse_features2,  in TEST_F()
370   options.regexp_features.push_back("^[a-z]+$");  // all lower case.  in TEST_F()
371   options.regexp_features.push_back("^[0-9]+$");  // all digits.  in TEST_F()
378   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0, -1.0}));  in TEST_F()
383   EXPECT_THAT(dense_features, testing::ElementsAreArray({1.0, -1.0}));  in TEST_F()
388   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0, -1.0}));  in TEST_F()
393   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0, 1.0}));  in TEST_F()
414                   // clang-format off  in TEST_F()
417                   // clang-format on  in TEST_F()
424   options.chargram_orders = std::vector<int>{1, 2, 3, 4, 5};  in TEST_F()
472   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0, 0.0}));  in TEST_F()
494   extractor.Extract(Token{"Hěllo", 0, 5}, true, &sparse_features,  in TEST_F()
499                   // clang-format off  in TEST_F()
519                   // clang-format on  in TEST_F()
529                                    // clang-format off  in TEST_F()
549                                    // clang-format on  in TEST_F()
551   EXPECT_THAT(dense_features, testing::ElementsAreArray({-1.0, 0.0}));  in TEST_F()