171   TestingFeatureProcessor feature_processor(  in TEST_F()  local
187   feature_processor.StripTokensFromOtherLines(context, span, &tokens);  in TEST_F()
196   TestingFeatureProcessor feature_processor(  in TEST_F()  local
212   feature_processor.StripTokensFromOtherLines(context, span, &tokens);  in TEST_F()
221   TestingFeatureProcessor feature_processor(  in TEST_F()  local
237   feature_processor.StripTokensFromOtherLines(context, span, &tokens);  in TEST_F()
246   TestingFeatureProcessor feature_processor(  in TEST_F()  local
262   feature_processor.StripTokensFromOtherLines(context, span, &tokens);  in TEST_F()
271   TestingFeatureProcessor feature_processor(  in TEST_F()  local
287   feature_processor.StripTokensFromOtherLines(context, span, &tokens);  in TEST_F()
308   TestingFeatureProcessor feature_processor(  in TEST_F()  local
311   std::vector<Token> tokens = feature_processor.Tokenize("one, two, three");  in TEST_F()
314   ASSERT_TRUE(feature_processor.SpanToLabel({5, 8}, tokens, &label));  in TEST_F()
316   ASSERT_TRUE(feature_processor.SpanToLabel({5, 9}, tokens, &label));  in TEST_F()
319   feature_processor.LabelToTokenSpan(label, &token_span);  in TEST_F()
382   TestingFeatureProcessor feature_processor(  in TEST_F()  local
385   std::vector<Token> tokens = feature_processor.Tokenize("one, two, three");  in TEST_F()
388   ASSERT_TRUE(feature_processor.SpanToLabel({5, 8}, tokens, &label));  in TEST_F()
390   ASSERT_TRUE(feature_processor.SpanToLabel({5, 9}, tokens, &label));  in TEST_F()
393   feature_processor.LabelToTokenSpan(label, &token_span);  in TEST_F()
553   TestingFeatureProcessor feature_processor(  in TEST_F()  local
556   EXPECT_THAT(feature_processor.SupportedCodepointsRatio(  in TEST_F()
557                   {0, 3}, feature_processor.Tokenize("aaa bbb ccc")),  in TEST_F()
559   EXPECT_THAT(feature_processor.SupportedCodepointsRatio(  in TEST_F()
560                   {0, 3}, feature_processor.Tokenize("aaa bbb ěěě")),  in TEST_F()
562   EXPECT_THAT(feature_processor.SupportedCodepointsRatio(  in TEST_F()
563                   {0, 3}, feature_processor.Tokenize("ěěě řřř ěěě")),  in TEST_F()
566       IsCodepointInRanges(-1, feature_processor.supported_codepoint_ranges_));  in TEST_F()
568       IsCodepointInRanges(0, feature_processor.supported_codepoint_ranges_));  in TEST_F()
570       IsCodepointInRanges(10, feature_processor.supported_codepoint_ranges_));  in TEST_F()
572       IsCodepointInRanges(127, feature_processor.supported_codepoint_ranges_));  in TEST_F()
574       IsCodepointInRanges(128, feature_processor.supported_codepoint_ranges_));  in TEST_F()
576       IsCodepointInRanges(9999, feature_processor.supported_codepoint_ranges_));  in TEST_F()
578       10000, feature_processor.supported_codepoint_ranges_));  in TEST_F()
580       10001, feature_processor.supported_codepoint_ranges_));  in TEST_F()
582       25000, feature_processor.supported_codepoint_ranges_));  in TEST_F()
625   TestingFeatureProcessor feature_processor(  in TEST_F()  local
636   EXPECT_TRUE(feature_processor.ExtractFeatures(  in TEST_F()
667   TestingFeatureProcessor feature_processor(  in TEST_F()  local
690   EXPECT_TRUE(feature_processor.ExtractFeatures(  in TEST_F()
840   TestingFeatureProcessor feature_processor(  in TEST_F()  local
846   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
850   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
857   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
861   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
868   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
872   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
879   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
883   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
890   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
894   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
903   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
907   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
916   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
922   EXPECT_EQ(feature_processor.CountIgnoredSpanBoundaryCodepoints(  in TEST_F()
928   EXPECT_EQ(feature_processor.StripBoundaryCodepoints(  in TEST_F()
932   EXPECT_EQ(feature_processor.StripBoundaryCodepoints(  in TEST_F()
937       feature_processor.StripBoundaryCodepoints("Hello [[[]] or not?", {6, 11}),  in TEST_F()
940   EXPECT_EQ(feature_processor.StripBoundaryCodepoints("", {0, 0}),  in TEST_F()