X-Git-Url: https://git.xonotic.org/?p=xonotic%2Fgmqcc.git;a=blobdiff_plain;f=lexer.h;h=76d2b7a711c9ce8f5a2e8ddf704778328c92bb70;hp=8ccd2cf261d6a8dcb7d41d316cf0434fafc20a77;hb=091173341eace2d290f6c0ebc4159c3afca7fbaa;hpb=0674cd2f0beda37727427ebd6cb2fd130db168a1 diff --git a/lexer.h b/lexer.h index 8ccd2cf..76d2b7a 100644 --- a/lexer.h +++ b/lexer.h @@ -8,7 +8,7 @@ typedef struct token_s token; struct token_s { int ttype; - MEM_VECTOR_MAKE(char, value); + char *value; union { vector v; @@ -17,17 +17,21 @@ struct token_s { int t; /* type */ } constval; +#if 0 struct token_s *next; struct token_s *prev; +#endif lex_ctx ctx; }; +#if 0 token* token_new(); void token_delete(token*); token* token_copy(const token *cp); void token_delete_all(token *t); token* token_copy_all(const token *cp); +#endif /* Lexer * @@ -45,12 +49,17 @@ enum { TOKEN_KEYWORD, /* loop */ + TOKEN_DOTS, /* 3 dots, ... */ + TOKEN_STRINGCONST, /* not the typename but an actual "string" */ TOKEN_CHARCONST, TOKEN_VECTORCONST, TOKEN_INTCONST, TOKEN_FLOATCONST, + TOKEN_WHITE, + TOKEN_EOL, + TOKEN_EOF, /* We use '< TOKEN_ERROR', so TOKEN_FATAL must come after it and any @@ -66,11 +75,14 @@ static const char *_tokennames[] = { "TOKEN_TYPENAME", "TOKEN_OPERATOR", "TOKEN_KEYWORD", + "TOKEN_DOTS", "TOKEN_STRINGCONST", "TOKEN_CHARCONST", "TOKEN_VECTORCONST", "TOKEN_INTCONST", "TOKEN_FLOATCONST", + "TOKEN_WHITE", + "TOKEN_EOL", "TOKEN_EOF", "TOKEN_ERROR", "TOKEN_FATAL", @@ -81,8 +93,17 @@ _all_tokennames_added_[ (sizeof(_tokennames)/sizeof(_tokennames[0]))) ? 1 : -1]; +typedef struct { + char *name; + int value; +} frame_macro; + typedef struct { FILE *file; + const char *open_string; + size_t open_string_length; + size_t open_string_pos; + char *name; size_t line; size_t sline; /* line at the start of a token */ @@ -90,18 +111,26 @@ typedef struct { char peek[256]; size_t peekpos; - token *tok; + bool eof; + + token tok; /* not a pointer anymore */ struct { bool noops; + bool nodigraphs; /* used when lexing string constants */ + bool preprocessing; /* whitespace and EOLs become actual tokens */ } flags; -} lex_file; -MEM_VECTOR_PROTO(lex_file, char, token); + int framevalue; + frame_macro *frames; + char *modelname; +} lex_file; lex_file* lex_open (const char *file); +lex_file* lex_open_string(const char *str, size_t len, const char *name); void lex_close(lex_file *lex); int lex_do (lex_file *lex); +void lex_cleanup(void); /* Parser * @@ -117,6 +146,7 @@ enum { typedef struct { const char *op; + unsigned int operands; unsigned int id; unsigned int assoc; unsigned int prec; @@ -127,86 +157,114 @@ typedef struct { #define opid2(a,b) ((a<<8)|b) #define opid3(a,b,c) ((a<<16)|(b<<8)|c) -static const oper_info operators[] = { - { "++", opid3('S','+','+'), ASSOC_LEFT, 16, OP_SUFFIX}, - { "--", opid3('S','-','-'), ASSOC_LEFT, 16, OP_SUFFIX}, +static const oper_info c_operators[] = { + { "(", 0, opid1('('), ASSOC_LEFT, 99, OP_PREFIX}, /* paren expression - non function call */ - { ".", opid1('.'), ASSOC_LEFT, 15, 0 }, + { "++", 1, opid3('S','+','+'), ASSOC_LEFT, 16, OP_SUFFIX}, + { "--", 1, opid3('S','-','-'), ASSOC_LEFT, 16, OP_SUFFIX}, - { "!", opid2('!', 'P'), ASSOC_RIGHT, 14, 0 }, - { "~", opid2('~', 'P'), ASSOC_RIGHT, 14, 0 }, - { "+", opid2('+','P'), ASSOC_RIGHT, 14, OP_PREFIX }, - { "-", opid2('-','P'), ASSOC_RIGHT, 14, OP_PREFIX }, - { "++", opid3('+','+','P'), ASSOC_RIGHT, 14, OP_PREFIX }, - { "--", opid3('-','-','P'), ASSOC_RIGHT, 14, OP_PREFIX }, -/* { "&", opid2('&','P'), ASSOC_RIGHT, 14, OP_PREFIX }, */ + { ".", 2, opid1('.'), ASSOC_LEFT, 15, 0 }, + { "(", 0, opid1('('), ASSOC_LEFT, 15, 0 }, /* function call */ + { "[", 2, opid1('['), ASSOC_LEFT, 15, 0 }, /* array subscript */ - { "*", opid1('*'), ASSOC_LEFT, 13, 0 }, - { "/", opid1('/'), ASSOC_LEFT, 13, 0 }, - { "%", opid1('%'), ASSOC_LEFT, 13, 0 }, + { "!", 1, opid2('!', 'P'), ASSOC_RIGHT, 14, OP_PREFIX }, + { "~", 1, opid2('~', 'P'), ASSOC_RIGHT, 14, OP_PREFIX }, + { "+", 1, opid2('+','P'), ASSOC_RIGHT, 14, OP_PREFIX }, + { "-", 1, opid2('-','P'), ASSOC_RIGHT, 14, OP_PREFIX }, + { "++", 1, opid3('+','+','P'), ASSOC_RIGHT, 14, OP_PREFIX }, + { "--", 1, opid3('-','-','P'), ASSOC_RIGHT, 14, OP_PREFIX }, +/* { "&", 1, opid2('&','P'), ASSOC_RIGHT, 14, OP_PREFIX }, */ - { "+", opid1('+'), ASSOC_LEFT, 12, 0 }, - { "-", opid1('-'), ASSOC_LEFT, 12, 0 }, + { "*", 2, opid1('*'), ASSOC_LEFT, 13, 0 }, + { "/", 2, opid1('/'), ASSOC_LEFT, 13, 0 }, + { "%", 2, opid1('%'), ASSOC_LEFT, 13, 0 }, - { "<<", opid2('<','<'), ASSOC_LEFT, 11, 0 }, - { ">>", opid2('>','>'), ASSOC_LEFT, 11, 0 }, + { "+", 2, opid1('+'), ASSOC_LEFT, 12, 0 }, + { "-", 2, opid1('-'), ASSOC_LEFT, 12, 0 }, - { "<", opid1('<'), ASSOC_LEFT, 10, 0 }, - { ">", opid1('>'), ASSOC_LEFT, 10, 0 }, - { "<=", opid2('<','='), ASSOC_LEFT, 10, 0 }, - { ">=", opid2('>','='), ASSOC_LEFT, 10, 0 }, + { "<<", 2, opid2('<','<'), ASSOC_LEFT, 11, 0 }, + { ">>", 2, opid2('>','>'), ASSOC_LEFT, 11, 0 }, - { "==", opid2('=','='), ASSOC_LEFT, 9, 0 }, - { "!=", opid2('!','='), ASSOC_LEFT, 9, 0 }, + { "<", 2, opid1('<'), ASSOC_LEFT, 10, 0 }, + { ">", 2, opid1('>'), ASSOC_LEFT, 10, 0 }, + { "<=", 2, opid2('<','='), ASSOC_LEFT, 10, 0 }, + { ">=", 2, opid2('>','='), ASSOC_LEFT, 10, 0 }, - { "&", opid1('&'), ASSOC_LEFT, 8, 0 }, + { "==", 2, opid2('=','='), ASSOC_LEFT, 9, 0 }, + { "!=", 2, opid2('!','='), ASSOC_LEFT, 9, 0 }, - { "^", opid1('^'), ASSOC_LEFT, 7, 0 }, + { "&", 2, opid1('&'), ASSOC_LEFT, 8, 0 }, - { "|", opid1('|'), ASSOC_LEFT, 6, 0 }, + { "^", 2, opid1('^'), ASSOC_LEFT, 7, 0 }, - { "&&", opid2('&','&'), ASSOC_LEFT, 5, 0 }, + { "|", 2, opid1('|'), ASSOC_LEFT, 6, 0 }, - { "||", opid2('|','|'), ASSOC_LEFT, 4, 0 }, + { "&&", 2, opid2('&','&'), ASSOC_LEFT, 5, 0 }, - { "?", opid2('?',':'), ASSOC_RIGHT, 3, 0 }, + { "||", 2, opid2('|','|'), ASSOC_LEFT, 4, 0 }, - { "=", opid1('='), ASSOC_RIGHT, 2, 0 }, - { "+=", opid2('+','='), ASSOC_RIGHT, 2, 0 }, - { "-=", opid2('-','='), ASSOC_RIGHT, 2, 0 }, - { "*=", opid2('*','='), ASSOC_RIGHT, 2, 0 }, - { "/=", opid2('/','='), ASSOC_RIGHT, 2, 0 }, - { "%=", opid2('%','='), ASSOC_RIGHT, 2, 0 }, - { ">>=", opid3('>','>','='), ASSOC_RIGHT, 2, 0 }, - { "<<=", opid3('<','<','='), ASSOC_RIGHT, 2, 0 }, - { "&=", opid2('&','='), ASSOC_RIGHT, 2, 0 }, - { "^=", opid2('^','='), ASSOC_RIGHT, 2, 0 }, - { "|=", opid2('|','='), ASSOC_RIGHT, 2, 0 }, -}; - -typedef struct -{ - lex_file *lex; - int error; - lex_ctx ctx; - - token *tokens; - token *lastok; - - token *tok; /* current token */ - - MEM_VECTOR_MAKE(ast_value*, globals); -} parse_file; + { "?", 3, opid2('?',':'), ASSOC_RIGHT, 3, 0 }, -MEM_VECTOR_PROTO(parse_file, ast_value*, globals); + { "=", 2, opid1('='), ASSOC_RIGHT, 2, 0 }, + { "+=", 2, opid2('+','='), ASSOC_RIGHT, 2, 0 }, + { "-=", 2, opid2('-','='), ASSOC_RIGHT, 2, 0 }, + { "*=", 2, opid2('*','='), ASSOC_RIGHT, 2, 0 }, + { "/=", 2, opid2('/','='), ASSOC_RIGHT, 2, 0 }, + { "%=", 2, opid2('%','='), ASSOC_RIGHT, 2, 0 }, + { ">>=", 2, opid3('>','>','='), ASSOC_RIGHT, 2, 0 }, + { "<<=", 2, opid3('<','<','='), ASSOC_RIGHT, 2, 0 }, + { "&=", 2, opid2('&','='), ASSOC_RIGHT, 2, 0 }, + { "^=", 2, opid2('^','='), ASSOC_RIGHT, 2, 0 }, + { "|=", 2, opid2('|','='), ASSOC_RIGHT, 2, 0 }, -parse_file* parse_open(const char *file); -void parse_file_close(parse_file*); - -bool parse(parse_file*); - -bool parse_iskey(parse_file *self, const char *ident); + { ",", 2, opid1(','), ASSOC_LEFT, 1, 0 } +}; +static const size_t c_operator_count = (sizeof(c_operators) / sizeof(c_operators[0])); + +static const oper_info qcc_operators[] = { + { "(", 0, opid1('('), ASSOC_LEFT, 99, OP_PREFIX}, /* paren expression - non function call */ + + { ".", 2, opid1('.'), ASSOC_LEFT, 15, 0 }, + { "(", 0, opid1('('), ASSOC_LEFT, 15, 0 }, /* function call */ + { "[", 2, opid1('['), ASSOC_LEFT, 15, 0 }, /* array subscript */ + + { "!", 1, opid2('!', 'P'), ASSOC_RIGHT, 14, OP_PREFIX }, + { "+", 1, opid2('+','P'), ASSOC_RIGHT, 14, OP_PREFIX }, + { "-", 1, opid2('-','P'), ASSOC_RIGHT, 14, OP_PREFIX }, + + { "*", 2, opid1('*'), ASSOC_LEFT, 13, 0 }, + { "/", 2, opid1('/'), ASSOC_LEFT, 13, 0 }, + { "&", 2, opid1('&'), ASSOC_LEFT, 13, 0 }, + { "|", 2, opid1('|'), ASSOC_LEFT, 13, 0 }, + + { "+", 2, opid1('+'), ASSOC_LEFT, 12, 0 }, + { "-", 2, opid1('-'), ASSOC_LEFT, 12, 0 }, + + { "<", 2, opid1('<'), ASSOC_LEFT, 10, 0 }, + { ">", 2, opid1('>'), ASSOC_LEFT, 10, 0 }, + { "<=", 2, opid2('<','='), ASSOC_LEFT, 10, 0 }, + { ">=", 2, opid2('>','='), ASSOC_LEFT, 10, 0 }, + { "==", 2, opid2('=','='), ASSOC_LEFT, 10, 0 }, + { "!=", 2, opid2('!','='), ASSOC_LEFT, 10, 0 }, + + { "=", 2, opid1('='), ASSOC_RIGHT, 8, 0 }, + { "+=", 2, opid2('+','='), ASSOC_RIGHT, 8, 0 }, + { "-=", 2, opid2('-','='), ASSOC_RIGHT, 8, 0 }, + { "*=", 2, opid2('*','='), ASSOC_RIGHT, 8, 0 }, + { "/=", 2, opid2('/','='), ASSOC_RIGHT, 8, 0 }, + { "%=", 2, opid2('%','='), ASSOC_RIGHT, 8, 0 }, + { "&=", 2, opid2('&','='), ASSOC_RIGHT, 8, 0 }, + { "|=", 2, opid2('|','='), ASSOC_RIGHT, 8, 0 }, + + { "&&", 2, opid2('&','&'), ASSOC_LEFT, 5, 0 }, + { "||", 2, opid2('|','|'), ASSOC_LEFT, 5, 0 }, + + { ",", 2, opid1(','), ASSOC_LEFT, 1, 0 } +}; +static const size_t qcc_operator_count = (sizeof(qcc_operators) / sizeof(qcc_operators[0])); +extern const oper_info *operators; +extern size_t operator_count; void lexerror(lex_file*, const char *fmt, ...); #endif