Lines Matching refs:configs
105 std::vector<TokenizationCodepointRangeT> configs; in TEST() local
108 configs.emplace_back(); in TEST()
109 config = &configs.back(); in TEST()
114 configs.emplace_back(); in TEST()
115 config = &configs.back(); in TEST()
120 configs.emplace_back(); in TEST()
121 config = &configs.back(); in TEST()
126 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST()
163 std::vector<TokenizationCodepointRangeT> configs; in TEST() local
166 configs.emplace_back(); in TEST()
167 config = &configs.back(); in TEST()
173 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST()
185 std::vector<TokenizationCodepointRangeT> configs; in TEST() local
189 configs.emplace_back(); in TEST()
190 config = &configs.back(); in TEST()
195 configs.emplace_back(); in TEST()
196 config = &configs.back(); in TEST()
201 configs.emplace_back(); in TEST()
202 config = &configs.back(); in TEST()
208 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST()
221 std::vector<TokenizationCodepointRangeT> configs; in TEST() local
241 configs.emplace_back(); in TEST()
242 config = &configs.back(); in TEST()
246 configs.emplace_back(); in TEST()
247 config = &configs.back(); in TEST()
251 configs.emplace_back(); in TEST()
252 config = &configs.back(); in TEST()
285 configs.emplace_back(); in TEST()
286 config = &configs.back(); in TEST()
290 configs.emplace_back(); in TEST()
291 config = &configs.back(); in TEST()
295 configs.emplace_back(); in TEST()
296 config = &configs.back(); in TEST()
300 configs.emplace_back(); in TEST()
301 config = &configs.back(); in TEST()
305 configs.emplace_back(); in TEST()
306 config = &configs.back(); in TEST()
310 configs.emplace_back(); in TEST()
311 config = &configs.back(); in TEST()
315 configs.emplace_back(); in TEST()
316 config = &configs.back(); in TEST()
320 configs.emplace_back(); in TEST()
321 config = &configs.back(); in TEST()
325 configs.emplace_back(); in TEST()
326 config = &configs.back(); in TEST()
330 configs.emplace_back(); in TEST()
331 config = &configs.back(); in TEST()
338 configs.emplace_back(); in TEST()
339 config = &configs.back(); in TEST()
344 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST()
457 std::vector<TokenizationCodepointRangeT> configs; in TEST() local
460 configs.emplace_back(); in TEST()
461 config = &configs.back(); in TEST()
489 TestingTokenizerProxy tokenizer(TokenizationType_MIXED, configs, in TEST()
510 std::vector<TokenizationCodepointRangeT> configs; in TEST() local
513 configs.emplace_back(); in TEST()
514 config = &configs.back(); in TEST()
521 configs, {}, in TEST()
532 configs, {}, in TEST()