Go to the source code of this file.
Classes | |
| class | cpp.tokenize.Token |
Namespaces | |
| cpp.tokenize | |
Functions | |
| def | cpp.tokenize._GetChar (source, start, i) |
| def | cpp.tokenize._GetString (source, start, i) |
| def | cpp.tokenize.GetTokens (source) |
| def | cpp.tokenize.main (argv) |
Variables | |
| string | cpp.tokenize.__author__ = 'nnorwitz@google.com (Neal Norwitz)' |
| string | cpp.tokenize._letters = 'abcdefghijklmnopqrstuvwxyz' |
| cpp.tokenize._STR_PREFIXES = set(('R', 'u8', 'u8R', 'u', 'uR', 'U', 'UR', 'L', 'LR')) | |
| string | cpp.tokenize.CONSTANT = 'CONSTANT' |
| cpp.tokenize.HEX_DIGITS = set('0123456789abcdefABCDEF') | |
| cpp.tokenize.INT_OR_FLOAT_DIGITS = set('01234567890eE-+') | |
| string | cpp.tokenize.NAME = 'NAME' |
| string | cpp.tokenize.PREPROCESSOR = 'PREPROCESSOR' |
| string | cpp.tokenize.SYNTAX = 'SYNTAX' |
| string | cpp.tokenize.UNKNOWN = 'UNKNOWN' |
| cpp.tokenize.VALID_IDENTIFIER_CHARS = set(_letters + _letters.upper() + '_0123456789$') | |
| cpp.tokenize.WHENCE_QUEUE | |
| cpp.tokenize.WHENCE_STREAM | |