Lines Matching refs:token
258 token = Token(self._tu, token_group,
263 if token.kind != TokenKind.COMMENT:
264 tokens.append(token)
317 token = tokens.nextToken()
318 if not token:
321 token_list.append((token.id, token.location.line,
322 token.location.column))
324 token_list.append(token.id)
415 token = self.tokens[self._index]
416 if self._index >= self._num_tokens or token.id != id:
419 id, token.id))
423 token = self.tokens[self._index].id
424 if token[-1] in "ULul":
425 token = token[:-1]
427 val = int(token, 10)
434 token = self.tokens[self._index].id
435 if token[-1] in "ULul":
436 token = token[:-1]
437 if len(token) < 2 or token[0] != '0':
440 val = int(token, 8)
447 token = self.tokens[self._index].id
448 if token[-1] in "ULul":
449 token = token[:-1]
450 if len(token) < 3 or (token[:2] != '0x' and token[:2] != '0X'):
453 val = int(token, 16)
573 while (self.token() and self.isBinary(self.token()) and
574 self.precedence(self.token()) >= minPrecedence):
575 op = self.token()
583 op = self.token()
611 def isBinary(self, token): argument
612 return token.id in self.binaries
614 def isUnary(self, token): argument
615 return token.id in self.unaries
617 def precedence(self, token): argument
618 return self.precedences.get(token.id)
620 def token(self): member in CppExpr