Home
last modified time | relevance | path

Searched defs:tok_state (Results 1 – 4 of 4) sorted by relevance

/external/python/cpython2/Parser/
Dtokenizer.h16 struct tok_state { struct
19 char *buf; /* Input buffer, or NULL; malloc'ed if fp != NULL */
20 char *cur; /* Next character in buffer */
21 char *inp; /* End of data in buffer */
22 char *end; /* End of input buffer if buf != NULL */
23 char *start; /* Start of current token if not NULL */
24 int done; /* E_OK normally, E_EOF at EOF, otherwise error code */
26 FILE *fp; /* Rest of input; NULL if tokenizing a string */
27 int tabsize; /* Tab spacing */
28 int indent; /* Current indentation index */
[all …]
Dtokenizer.c261 int set_readline(struct tok_state *, const char *)) in check_coding_spec()
327 check_bom(int get_char(struct tok_state *), in check_bom()
329 int set_readline(struct tok_state *, const char *), in check_bom()
/external/python/cpython3/Parser/
Dtokenizer.h22 struct tok_state { struct
25 char *buf; /* Input buffer, or NULL; malloc'ed if fp != NULL */
26 char *cur; /* Next character in buffer */
27 char *inp; /* End of data in buffer */
28 char *end; /* End of input buffer if buf != NULL */
29 char *start; /* Start of current token if not NULL */
30 int done; /* E_OK normally, E_EOF at EOF, otherwise error code */
32 FILE *fp; /* Rest of input; NULL if tokenizing a string */
33 int tabsize; /* Tab spacing */
34 int indent; /* Current indentation index */
[all …]
Dtokenizer.c292 int set_readline(struct tok_state *, const char *)) in check_coding_spec()
350 check_bom(int get_char(struct tok_state *), in check_bom()
352 int set_readline(struct tok_state *, const char *), in check_bom()