219         self.tokens = None
257         tokens = []
265                 tokens.append(token)
267         return tokens
275         self.tokens = self._getTokensWithCursors()
281         self.tokens = self._getTokensWithCursors()
285         if self._index < len(self.tokens):
286             t = self.tokens[self._index]
342     def expectTokens(self, tokens):  argument
343         for id, line, col in tokens:
416     def __init__(self, tokens):  argument
418         self.tokens = tokens
419         self._num_tokens = len(tokens)
423             print "CppExpr: trying to parse %s" % repr(tokens)
429                        % (self._index, self._num_tokens, repr(tokens)))
433             tok = self.tokens[self._index]
441         token = self.tokens[self._index]
449         token = self.tokens[self._index].id
460         token = self.tokens[self._index].id
473         token = self.tokens[self._index].id
486         if self.tokens[self._index].kind != TokenKind.LITERAL:
504         t = self.tokens[self._index]
520         t = self.tokens[self._index]
528             self.tokens[self._index].id == tokLPAREN):
537         t = self.tokens[self._index]
552         t = self.tokens[self._index]
560             self.tokens[self._index].id != tokLPAREN):
568             id = self.tokens[self._index].id
573                 param = self.tokens[j:k]
634                            self.tokens[self._index].id))
649         return self.tokens[self._index]
655         return self.tokens[self._index]
833     e = CppExpr(CppStringTokenizer(expr).tokens)
845     e = CppExpr(CppStringTokenizer(expr).tokens)
856     e = CppExpr(CppStringTokenizer(expr).tokens)
982     def __init__(self, tokens, directive=None, lineno=0, identifier=None):  argument
992             tokens = [tok] + tokens
1000             tokens = [tok1, tok2] + tokens
1003         self.tokens = tokens
1009             self.lineno = self.tokens[0].location.line
1012             self.expr = CppExpr(self.tokens)
1046         return ''.join([str(x) for x in self.tokens])
1049     def format_blocks(tokens, indent=0):  argument
1055         while i < len(tokens):
1056             t = tokens[i]
1068                 if (i + 1 < len(tokens) and
1069                     (tokens[i+1].id == ';' or
1070                      tokens[i+1].id in ['else', '__attribute__',
1072                      tokens[i+1].kind == TokenKind.IDENTIFIER)):
1108         if self.directive is None and not self.tokens:
1119             lines, indent = self.format_blocks(self.tokens, indent)
1136                 for tok in self.tokens:
1140             for tok in self.tokens:
1163                 if self.tokens:
1165                 expr = strip_space(' '.join([tok.id for tok in self.tokens]))
1173                 result = "#error %s" % ' '.join([tok.id for tok in self.tokens])
1177                 if self.tokens:
1179                 result += ''.join([tok.id for tok in self.tokens])
1181             lines, _ = self.format_blocks(self.tokens)
1289                 n = len(b.tokens)
1296                     tok = b.tokens[i]
1347                         tokid = b.tokens[j].id
1354                         if b.tokens[j].kind == TokenKind.IDENTIFIER:
1355                             ident = b.tokens[j].id
1374                                       repr(b.tokens[i:j]))
1378                                       repr(b.tokens[i:j]))
1380                             blocks2.append(Block(b.tokens[first:i]))
1388                     blocks2.append(Block(b.tokens[first:i]))
1397                 for tok in b.tokens:
1409                 b.expr = CppExpr(b.tokens)
1459         def consume_extent(i, tokens, extent=None, detect_change=False):  argument
1469                 extent = tokens[i].cursor.extent
1471             while i < len(tokens) and tokens[i].location in extent:
1472                 t = tokens[i]
1482         def consume_line(i, tokens):  argument
1485             line = tokens[i].location.line
1486             while i < len(tokens) and tokens[i].location.line == line:
1487                 if tokens[i].cursor.kind == CursorKind.PREPROCESSING_DIRECTIVE:
1489                 result.append(tokens[i])
1495         tokens = tokzer.tokens
1501         while i < len(tokens):
1502             t = tokens[i]
1517                 if j + 1 >= len(tokens):
1519                 directive = tokens[j+1].id
1522                     if i+2 >= len(tokens):
1524                                                (tokens[i].location))
1527                     extent = tokens[i].cursor.extent
1532                     if (i + 1 < len(tokens) and tokens[i+1].id == '(' and
1533                         (tokens[i].location.column + len(tokens[i].spelling) ==
1534                          tokens[i+1].location.column)):
1535                         while i < len(tokens):
1536                             id += tokens[i].id
1537                             if tokens[i].spelling == ')':
1542                         id += tokens[i].id
1546                     (i, ret) = consume_extent(i, tokens, extent=extent)
1551                     (i, ret) = consume_extent(i, tokens)
1559                 directive = tokens[i+1].id
1560                 (i, ret) = consume_extent(i, tokens)
1570                 (i, ret) = consume_extent(i, tokens, detect_change=True)
1578                 (i, ret) = consume_extent(i, tokens, detect_change=True)
1582                 (i, ret) = consume_line(i, tokens)
1707                 blocks[j].expr = CppExpr(CppStringTokenizer("1").tokens)
1736             blocks[k].expr = CppExpr(CppStringTokenizer("0").tokens)
1743             blocks[k].expr = CppExpr(CppStringTokenizer("0").tokens)