Searched refs:kMaxTokenLength (Results 1 – 3 of 3) sorted by relevance
287 const size_t Tokenizer::kMaxTokenLength = 256;323 if (token->text.size() > kMaxTokenLength)327 token->text.erase(kMaxTokenLength);
45 static const size_t kMaxTokenLength; variable
2370 const size_t Tokenizer::kMaxTokenLength = 256; member in pp::Tokenizer2406 if (token->text.size() > kMaxTokenLength) in lex()2410 token->text.erase(kMaxTokenLength); in lex()