16 MEM_VECTOR_MAKE(varentry_t, globals);
17 MEM_VECTOR_MAKE(varentry_t, fields);
18 MEM_VECTOR_MAKE(ast_function*, functions);
19 MEM_VECTOR_MAKE(ast_value*, imm_float);
20 MEM_VECTOR_MAKE(ast_value*, imm_string);
21 MEM_VECTOR_MAKE(ast_value*, imm_vector);
23 ast_function *function;
24 MEM_VECTOR_MAKE(varentry_t, locals);
29 /* TYPE_FIELD -> parser_find_fields is used instead of find_var
30 * TODO: TYPE_VECTOR -> x, y and z are accepted in the gmqcc standard
31 * anything else: type error
36 MEM_VEC_FUNCTIONS(parser_t, varentry_t, globals)
37 MEM_VEC_FUNCTIONS(parser_t, varentry_t, fields)
38 MEM_VEC_FUNCTIONS(parser_t, ast_value*, imm_float)
39 MEM_VEC_FUNCTIONS(parser_t, ast_value*, imm_string)
40 MEM_VEC_FUNCTIONS(parser_t, ast_value*, imm_vector)
41 MEM_VEC_FUNCTIONS(parser_t, varentry_t, locals)
42 MEM_VEC_FUNCTIONS(parser_t, ast_function*, functions)
44 static void parser_pop_local(parser_t *parser);
45 static bool parser_variable(parser_t *parser, ast_block *localblock);
46 static ast_block* parser_parse_block(parser_t *parser);
47 static ast_expression* parser_parse_statement_or_block(parser_t *parser);
48 static ast_expression* parser_expression_leave(parser_t *parser);
49 static ast_expression* parser_expression(parser_t *parser);
51 void parseerror(parser_t *parser, const char *fmt, ...)
58 vprintmsg(LVL_ERROR, parser->lex->tok->ctx.file, parser->lex->tok->ctx.line, "parse error", fmt, ap);
64 /* returns true if it counts as an error */
65 bool parsewarning(parser_t *parser, int warntype, const char *fmt, ...)
68 int lvl = LVL_WARNING;
70 if (!OPTS_WARN(warntype))
73 if (OPTS_WARN(WARN_ERROR)) {
79 vprintmsg(lvl, parser->lex->tok->ctx.file, parser->lex->tok->ctx.line, "warning", fmt, ap);
82 return OPTS_WARN(WARN_ERROR);
85 bool parser_next(parser_t *parser)
87 /* lex_do kills the previous token */
88 parser->tok = lex_do(parser->lex);
89 if (parser->tok == TOKEN_EOF || parser->tok >= TOKEN_ERROR)
94 /* lift a token out of the parser so it's not destroyed by parser_next */
95 token *parser_lift(parser_t *parser)
97 token *tok = parser->lex->tok;
98 parser->lex->tok = NULL;
102 #define parser_tokval(p) (p->lex->tok->value)
103 #define parser_token(p) (p->lex->tok)
104 #define parser_ctx(p) (p->lex->tok->ctx)
106 ast_value* parser_const_float(parser_t *parser, double d)
110 for (i = 0; i < parser->imm_float_count; ++i) {
111 if (parser->imm_float[i]->constval.vfloat == d)
112 return parser->imm_float[i];
114 out = ast_value_new(parser_ctx(parser), "#IMMEDIATE", TYPE_FLOAT);
116 out->constval.vfloat = d;
117 if (!parser_t_imm_float_add(parser, out)) {
118 ast_value_delete(out);
124 ast_value* parser_const_string(parser_t *parser, const char *str)
128 for (i = 0; i < parser->imm_string_count; ++i) {
129 if (!strcmp(parser->imm_string[i]->constval.vstring, str))
130 return parser->imm_string[i];
132 out = ast_value_new(parser_ctx(parser), "#IMMEDIATE", TYPE_STRING);
134 out->constval.vstring = util_strdup(str);
135 if (!parser_t_imm_string_add(parser, out)) {
136 ast_value_delete(out);
142 ast_value* parser_const_vector(parser_t *parser, vector v)
146 for (i = 0; i < parser->imm_vector_count; ++i) {
147 if (!memcmp(&parser->imm_vector[i]->constval.vvec, &v, sizeof(v)))
148 return parser->imm_vector[i];
150 out = ast_value_new(parser_ctx(parser), "#IMMEDIATE", TYPE_VECTOR);
152 out->constval.vvec = v;
153 if (!parser_t_imm_vector_add(parser, out)) {
154 ast_value_delete(out);
160 ast_expression* parser_find_field(parser_t *parser, const char *name)
163 for (i = 0; i < parser->fields_count; ++i) {
164 if (!strcmp(parser->fields[i].name, name))
165 return parser->fields[i].var;
170 ast_expression* parser_find_global(parser_t *parser, const char *name)
173 for (i = 0; i < parser->globals_count; ++i) {
174 if (!strcmp(parser->globals[i].name, name))
175 return parser->globals[i].var;
180 ast_expression* parser_find_local(parser_t *parser, const char *name, size_t upto)
184 for (i = parser->locals_count; i > upto;) {
186 if (!strcmp(parser->locals[i].name, name))
187 return parser->locals[i].var;
189 fun = parser->function->vtype;
190 for (i = 0; i < fun->expression.params_count; ++i) {
191 if (!strcmp(fun->expression.params[i]->name, name))
192 return (ast_expression*)(fun->expression.params[i]);
197 ast_expression* parser_find_var(parser_t *parser, const char *name)
200 v = parser_find_local(parser, name, 0);
201 if (!v) v = parser_find_global(parser, name);
206 MEM_VECTOR_MAKE(ast_value*, p);
208 MEM_VEC_FUNCTIONS(paramlist_t, ast_value*, p)
210 static ast_value *parser_parse_type(parser_t *parser, int basetype, bool *isfunc)
214 lex_ctx ctx = parser_ctx(parser);
215 int vtype = basetype;
219 MEM_VECTOR_INIT(¶ms, p);
223 if (parser->tok == '(') {
229 if (!parser_next(parser))
232 if (parser->tok == ')')
235 temptype = parser_token(parser)->constval.t;
236 if (!parser_next(parser))
239 param = parser_parse_type(parser, temptype, &dummy);
245 if (parser->tok == TOKEN_IDENT) {
246 /* named parameter */
247 if (!ast_value_set_name(param, parser_tokval(parser)))
249 if (!parser_next(parser))
253 if (!paramlist_t_p_add(¶ms, param)) {
254 parseerror(parser, "Out of memory while parsing typename");
258 if (parser->tok == ',')
260 if (parser->tok == ')')
262 parseerror(parser, "Unexpected token");
265 if (!parser_next(parser))
269 var = ast_value_new(ctx, "<unnamed>", vtype);
272 MEM_VECTOR_MOVE(¶ms, p, &var->expression, params);
275 for (i = 0; i < params.p_count; ++i)
276 ast_value_delete(params.p[i]);
277 MEM_VECTOR_CLEAR(¶ms, p);
283 size_t etype; /* 0 = expression, others are operators */
287 ast_block *block; /* for commas and function calls */
292 MEM_VECTOR_MAKE(sy_elem, out);
293 MEM_VECTOR_MAKE(sy_elem, ops);
295 MEM_VEC_FUNCTIONS(shunt, sy_elem, out)
296 MEM_VEC_FUNCTIONS(shunt, sy_elem, ops)
298 static sy_elem syexp(lex_ctx ctx, ast_expression *v) {
308 static sy_elem syblock(lex_ctx ctx, ast_block *v) {
311 e.out = (ast_expression*)v;
318 static sy_elem syop(lex_ctx ctx, const oper_info *op) {
320 e.etype = 1 + (op - operators);
328 static sy_elem syparen(lex_ctx ctx, int p, size_t off) {
340 # define DEBUGSHUNTDO(x) x
342 # define DEBUGSHUNTDO(x)
345 static bool parser_sy_pop(parser_t *parser, shunt *sy)
349 ast_expression *out = NULL;
350 ast_expression *exprs[3];
351 ast_block *blocks[3];
353 qcint generated_op = 0;
355 if (!sy->ops_count) {
356 parseerror(parser, "internal error: missing operator");
360 if (sy->ops[sy->ops_count-1].paren) {
361 parseerror(parser, "unmatched parenthesis");
365 op = &operators[sy->ops[sy->ops_count-1].etype - 1];
366 ctx = sy->ops[sy->ops_count-1].ctx;
368 DEBUGSHUNTDO(printf("apply %s\n", op->op));
370 if (sy->out_count < op->operands) {
371 parseerror(parser, "internal error: not enough operands: %i", sy->out_count);
377 sy->out_count -= op->operands;
378 for (i = 0; i < op->operands; ++i) {
379 exprs[i] = sy->out[sy->out_count+i].out;
380 blocks[i] = sy->out[sy->out_count+i].block;
383 if (blocks[0] && !blocks[0]->exprs_count && op->id != opid1(',')) {
384 parseerror(parser, "internal error: operator cannot be applied on empty blocks");
388 #define NotSameType(T) \
389 (exprs[0]->expression.vtype != exprs[1]->expression.vtype || \
390 exprs[0]->expression.vtype != T)
394 parseerror(parser, "internal error: unhandled operand");
398 if (exprs[0]->expression.vtype == TYPE_ENTITY) {
399 if (exprs[1]->expression.vtype != TYPE_FIELD) {
400 parseerror(parser, "type error: right hand of member-operand should be an entity-field");
403 out = (ast_expression*)ast_entfield_new(ctx, exprs[0], exprs[1]);
405 else if (exprs[0]->expression.vtype == TYPE_VECTOR) {
406 parseerror(parser, "internal error: vector access is not supposed to be handled at this point");
410 parseerror(parser, "type error: member-of operator on something that is not an entity or vector");
417 if (!ast_block_exprs_add(blocks[0], exprs[1]))
420 blocks[0] = ast_block_new(ctx);
421 if (!ast_block_exprs_add(blocks[0], exprs[0]) ||
422 !ast_block_exprs_add(blocks[0], exprs[1]))
427 if (!ast_block_set_type(blocks[0], exprs[1]))
430 sy->out[sy->out_count++] = syblock(ctx, blocks[0]);
434 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype) {
435 parseerror(parser, "Cannot add type %s and %s",
436 type_name[exprs[0]->expression.vtype],
437 type_name[exprs[1]->expression.vtype]);
440 if (exprs[0]->expression.vtype != TYPE_VECTOR && exprs[0]->expression.vtype != TYPE_FLOAT) {
441 parseerror(parser, "type error: %s - %s not defined",
442 type_name[exprs[0]->expression.vtype],
443 type_name[exprs[1]->expression.vtype]);
446 switch (exprs[0]->expression.vtype) {
448 out = (ast_expression*)ast_binary_new(ctx, INSTR_ADD_F, exprs[0], exprs[1]);
451 out = (ast_expression*)ast_binary_new(ctx, INSTR_ADD_V, exprs[0], exprs[1]);
454 parseerror(parser, "type error: cannot add type %s to %s",
455 type_name[exprs[0]->expression.vtype],
456 type_name[exprs[1]->expression.vtype]);
461 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype) {
462 parseerror(parser, "type error: cannot subtract type %s from %s",
463 type_name[exprs[1]->expression.vtype],
464 type_name[exprs[0]->expression.vtype]);
467 if (exprs[0]->expression.vtype != TYPE_VECTOR && exprs[0]->expression.vtype != TYPE_FLOAT) {
468 parseerror(parser, "type error: %s - %s not defined",
469 type_name[exprs[0]->expression.vtype],
470 type_name[exprs[1]->expression.vtype]);
473 switch (exprs[0]->expression.vtype) {
475 out = (ast_expression*)ast_binary_new(ctx, INSTR_SUB_F, exprs[0], exprs[1]);
478 out = (ast_expression*)ast_binary_new(ctx, INSTR_SUB_V, exprs[0], exprs[1]);
481 parseerror(parser, "type error: cannot subtract type %s from %s",
482 type_name[exprs[1]->expression.vtype],
483 type_name[exprs[0]->expression.vtype]);
488 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype &&
489 exprs[0]->expression.vtype != TYPE_VECTOR &&
490 exprs[0]->expression.vtype != TYPE_FLOAT &&
491 exprs[1]->expression.vtype != TYPE_VECTOR &&
492 exprs[1]->expression.vtype != TYPE_FLOAT)
494 parseerror(parser, "type error: cannot multiply type %s by %s",
495 type_name[exprs[1]->expression.vtype],
496 type_name[exprs[0]->expression.vtype]);
499 switch (exprs[0]->expression.vtype) {
501 if (exprs[1]->expression.vtype == TYPE_VECTOR)
502 out = (ast_expression*)ast_binary_new(ctx, INSTR_MUL_FV, exprs[0], exprs[1]);
504 out = (ast_expression*)ast_binary_new(ctx, INSTR_MUL_F, exprs[0], exprs[1]);
507 if (exprs[1]->expression.vtype == TYPE_FLOAT)
508 out = (ast_expression*)ast_binary_new(ctx, INSTR_MUL_VF, exprs[0], exprs[1]);
510 out = (ast_expression*)ast_binary_new(ctx, INSTR_MUL_V, exprs[0], exprs[1]);
513 parseerror(parser, "type error: cannot multiplye type %s by %s",
514 type_name[exprs[1]->expression.vtype],
515 type_name[exprs[0]->expression.vtype]);
520 if (NotSameType(TYPE_FLOAT)) {
521 parseerror(parser, "type error: cannot divide types %s and %s",
522 type_name[exprs[0]->expression.vtype],
523 type_name[exprs[1]->expression.vtype]);
526 out = (ast_expression*)ast_binary_new(ctx, INSTR_DIV_F, exprs[0], exprs[1]);
530 parseerror(parser, "qc does not have a modulo operator");
534 if (NotSameType(TYPE_FLOAT)) {
535 parseerror(parser, "type error: cannot perform bit operations on types %s and %s",
536 type_name[exprs[0]->expression.vtype],
537 type_name[exprs[1]->expression.vtype]);
540 out = (ast_expression*)ast_binary_new(ctx,
541 (op->id == opid1('|') ? INSTR_BITOR : INSTR_BITAND),
545 parseerror(parser, "TODO: bitxor");
550 case opid3('<','<','='):
551 case opid3('>','>','='):
552 parseerror(parser, "TODO: shifts");
556 generated_op += 1; /* INSTR_OR */
558 generated_op += INSTR_AND;
559 if (NotSameType(TYPE_FLOAT)) {
560 parseerror(parser, "type error: cannot apply logical operation on types %s and %s",
561 type_name[exprs[0]->expression.vtype],
562 type_name[exprs[1]->expression.vtype]);
563 parseerror(parser, "TODO: logical ops for arbitrary types using INSTR_NOT");
564 parseerror(parser, "TODO: optional early out");
567 if (opts_standard == COMPILER_GMQCC)
568 printf("TODO: early out logic\n");
569 out = (ast_expression*)ast_binary_new(ctx, generated_op, exprs[0], exprs[1]);
573 generated_op += 1; /* INSTR_GT */
575 generated_op += 1; /* INSTR_LT */
576 case opid2('>', '='):
577 generated_op += 1; /* INSTR_GE */
578 case opid2('<', '='):
579 generated_op += INSTR_LE;
580 if (NotSameType(TYPE_FLOAT)) {
581 parseerror(parser, "type error: cannot compare types %s and %s",
582 type_name[exprs[0]->expression.vtype],
583 type_name[exprs[1]->expression.vtype]);
586 out = (ast_expression*)ast_binary_new(ctx, generated_op, exprs[0], exprs[1]);
588 case opid2('!', '='):
589 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype) {
590 parseerror(parser, "type error: cannot compare types %s and %s",
591 type_name[exprs[0]->expression.vtype],
592 type_name[exprs[1]->expression.vtype]);
595 out = (ast_expression*)ast_binary_new(ctx, type_ne_instr[exprs[0]->expression.vtype], exprs[0], exprs[1]);
597 case opid2('=', '='):
598 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype) {
599 parseerror(parser, "type error: cannot compare types %s and %s",
600 type_name[exprs[0]->expression.vtype],
601 type_name[exprs[1]->expression.vtype]);
604 out = (ast_expression*)ast_binary_new(ctx, type_eq_instr[exprs[0]->expression.vtype], exprs[0], exprs[1]);
608 if (ast_istype(exprs[0], ast_entfield))
609 assignop = type_storep_instr[exprs[0]->expression.vtype];
611 assignop = type_store_instr[exprs[0]->expression.vtype];
612 out = (ast_expression*)ast_store_new(ctx, assignop, exprs[0], exprs[1]);
615 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype) {
616 parseerror(parser, "Cannot add type %s and %s",
617 type_name[exprs[0]->expression.vtype],
618 type_name[exprs[1]->expression.vtype]);
621 if (exprs[0]->expression.vtype != TYPE_VECTOR && exprs[0]->expression.vtype != TYPE_FLOAT) {
622 parseerror(parser, "type error: %s - %s not defined",
623 type_name[exprs[0]->expression.vtype],
624 type_name[exprs[1]->expression.vtype]);
627 switch (exprs[0]->expression.vtype) {
629 out = (ast_expression*)ast_binary_new(ctx, INSTR_ADD_F, exprs[0], exprs[1]);
632 out = (ast_expression*)ast_binary_new(ctx, INSTR_ADD_V, exprs[0], exprs[1]);
635 parseerror(parser, "type error: cannot add type %s to %s",
636 type_name[exprs[0]->expression.vtype],
637 type_name[exprs[1]->expression.vtype]);
645 parseerror(parser, "failed to apply operand %s", op->op);
649 DEBUGSHUNTDO(printf("applied %s\n", op->op));
650 sy->out[sy->out_count++] = syexp(ctx, out);
654 static bool parser_close_call(parser_t *parser, shunt *sy)
656 /* was a function call */
664 fid = sy->ops[sy->ops_count].off;
666 /* out[fid] is the function
667 * everything above is parameters...
669 * 1 params = ast_expression
673 if (sy->out_count < 1 || sy->out_count <= fid) {
674 parseerror(parser, "internal error: function call needs function and parameter list...");
678 fun = sy->out[fid].out;
680 call = ast_call_new(sy->ops[sy->ops_count].ctx, fun);
682 parseerror(parser, "out of memory");
686 if (fid+1 == sy->out_count) {
689 } else if (fid+2 == sy->out_count) {
692 params = sy->out[sy->out_count].block;
696 if (!ast_call_params_add(call, sy->out[sy->out_count].out)) {
697 ast_delete(sy->out[sy->out_count].out);
698 parseerror(parser, "out of memory");
702 paramcount = params->exprs_count;
703 MEM_VECTOR_MOVE(params, exprs, call, params);
707 parseerror(parser, "invalid function call");
711 /* overwrite fid, the function, with a call */
712 sy->out[fid] = syexp(call->expression.node.context, (ast_expression*)call);
714 if (fun->expression.vtype != TYPE_FUNCTION) {
715 parseerror(parser, "not a function");
719 if (!fun->expression.next) {
720 parseerror(parser, "could not determine function return type");
723 if (fun->expression.params_count != paramcount) {
724 parseerror(parser, "expected %i parameters, got %i", (int)fun->expression.params_count, paramcount);
732 static bool parser_close_paren(parser_t *parser, shunt *sy, bool functions_only)
734 if (!sy->ops_count) {
735 parseerror(parser, "unmatched closing paren");
738 if (sy->ops[sy->ops_count-1].paren == 1) {
739 parseerror(parser, "empty parenthesis expression");
742 while (sy->ops_count) {
743 if (sy->ops[sy->ops_count-1].paren == 'f') {
744 if (!parser_close_call(parser, sy))
748 if (sy->ops[sy->ops_count-1].paren == 1) {
750 return !functions_only;
752 if (!parser_sy_pop(parser, sy))
758 static ast_expression* parser_expression_leave(parser_t *parser)
760 ast_expression *expr = NULL;
763 bool gotmemberof = false;
765 /* count the parens because an if starts with one, so the
766 * end of a condition is an unmatched closing paren
770 MEM_VECTOR_INIT(&sy, out);
771 MEM_VECTOR_INIT(&sy, ops);
778 parser->memberof = 0;
781 bool nextwant = true;
782 if (parser->tok == TOKEN_IDENT)
786 if (opts_standard == COMPILER_GMQCC)
788 if (parser->memberof == TYPE_ENTITY)
789 var = parser_find_field(parser, parser_tokval(parser));
790 else if (parser->memberof == TYPE_VECTOR)
792 parseerror(parser, "TODO: implement effective vector member access");
795 else if (parser->memberof) {
796 parseerror(parser, "namespace for member not found");
800 var = parser_find_var(parser, parser_tokval(parser));
802 var = parser_find_var(parser, parser_tokval(parser));
804 var = parser_find_field(parser, parser_tokval(parser));
807 parseerror(parser, "unexpected ident: %s", parser_tokval(parser));
810 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), var))) {
811 parseerror(parser, "out of memory");
814 DEBUGSHUNTDO(printf("push %s\n", parser_tokval(parser)));
816 else if (parser->tok == TOKEN_FLOATCONST) {
817 ast_value *val = parser_const_float(parser, (parser_token(parser)->constval.f));
820 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), (ast_expression*)val))) {
821 parseerror(parser, "out of memory");
824 DEBUGSHUNTDO(printf("push %g\n", parser_token(parser)->constval.f));
826 else if (parser->tok == TOKEN_INTCONST) {
827 ast_value *val = parser_const_float(parser, (double)(parser_token(parser)->constval.i));
830 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), (ast_expression*)val))) {
831 parseerror(parser, "out of memory");
834 DEBUGSHUNTDO(printf("push %i\n", parser_token(parser)->constval.i));
836 else if (parser->tok == TOKEN_STRINGCONST) {
837 ast_value *val = parser_const_string(parser, parser_tokval(parser));
840 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), (ast_expression*)val))) {
841 parseerror(parser, "out of memory");
844 DEBUGSHUNTDO(printf("push string\n"));
846 else if (parser->tok == TOKEN_VECTORCONST) {
847 ast_value *val = parser_const_vector(parser, parser_token(parser)->constval.v);
850 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), (ast_expression*)val))) {
851 parseerror(parser, "out of memory");
854 DEBUGSHUNTDO(printf("push '%g %g %g'\n",
855 parser_token(parser)->constval.v.x,
856 parser_token(parser)->constval.v.y,
857 parser_token(parser)->constval.v.z));
859 else if (parser->tok == '(') {
861 nextwant = false; /* not expecting an operator next */
862 if (!shunt_ops_add(&sy, syparen(parser_ctx(parser), 1, 0))) {
863 parseerror(parser, "out of memory");
866 DEBUGSHUNTDO(printf("push (\n"));
868 else if (parser->tok == ')') {
869 DEBUGSHUNTDO(printf("do[nop] )\n"));
873 /* allowed for function calls */
874 if (!parser_close_paren(parser, &sy, true))
878 /* TODO: prefix operators */
879 parseerror(parser, "expected statement");
883 parser->lex->flags.noops = !wantop;
885 bool nextwant = false;
886 if (parser->tok == '(') {
887 DEBUGSHUNTDO(printf("push (\n"));
889 /* we expected an operator, this is the function-call operator */
890 if (!shunt_ops_add(&sy, syparen(parser_ctx(parser), 'f', sy.out_count-1))) {
891 parseerror(parser, "out of memory");
895 else if (parser->tok == ')') {
896 DEBUGSHUNTDO(printf("do[op] )\n"));
900 /* we do expect an operator next */
901 /* closing an opening paren */
902 if (!parser_close_paren(parser, &sy, false))
906 else if (parser->tok != TOKEN_OPERATOR) {
907 parseerror(parser, "expected operator or end of statement");
911 /* classify the operator */
912 /* TODO: suffix operators */
914 const oper_info *olast = NULL;
916 for (o = 0; o < operator_count; ++o) {
917 if (!(operators[o].flags & OP_PREFIX) &&
918 !(operators[o].flags & OP_SUFFIX) && /* remove this */
919 !strcmp(parser_tokval(parser), operators[o].op))
924 if (o == operator_count) {
925 /* no operator found... must be the end of the statement */
928 /* found an operator */
930 if (op->id == opid1('.')) {
931 /* for gmqcc standard: open up the namespace of the previous type */
932 ast_expression *prevex = sy.out[sy.out_count-1].out;
934 parseerror(parser, "unexpected member operator");
937 if (prevex->expression.vtype == TYPE_ENTITY)
938 parser->memberof = TYPE_ENTITY;
939 else if (prevex->expression.vtype == TYPE_VECTOR)
940 parser->memberof = TYPE_VECTOR;
942 parseerror(parser, "type error: type has no members");
948 if (sy.ops_count && !sy.ops[sy.ops_count-1].paren)
949 olast = &operators[sy.ops[sy.ops_count-1].etype-1];
952 (op->prec < olast->prec) ||
953 (op->assoc == ASSOC_LEFT && op->prec <= olast->prec) ) )
955 if (!parser_sy_pop(parser, &sy))
957 if (sy.ops_count && !sy.ops[sy.ops_count-1].paren)
958 olast = &operators[sy.ops[sy.ops_count-1].etype-1];
963 DEBUGSHUNTDO(printf("push operator %s\n", op->op));
964 if (!shunt_ops_add(&sy, syop(parser_ctx(parser), op)))
968 parser->lex->flags.noops = !wantop;
970 if (!parser_next(parser)) {
973 if (parser->tok == ';') {
978 while (sy.ops_count) {
979 if (!parser_sy_pop(parser, &sy))
983 parser->lex->flags.noops = true;
985 parseerror(parser, "empty expression");
988 expr = sy.out[0].out;
989 MEM_VECTOR_CLEAR(&sy, out);
990 MEM_VECTOR_CLEAR(&sy, ops);
991 DEBUGSHUNTDO(printf("shut done\n"));
995 parser->lex->flags.noops = true;
996 MEM_VECTOR_CLEAR(&sy, out);
997 MEM_VECTOR_CLEAR(&sy, ops);
1001 static ast_expression* parser_expression(parser_t *parser)
1003 ast_expression *e = parser_expression_leave(parser);
1006 if (!parser_next(parser)) {
1013 static bool parser_parse_if(parser_t *parser, ast_block *block, ast_expression **out)
1016 ast_expression *cond, *ontrue, *onfalse = NULL;
1018 lex_ctx ctx = parser_ctx(parser);
1020 /* skip the 'if' and check for opening paren */
1021 if (!parser_next(parser) || parser->tok != '(') {
1022 parseerror(parser, "expected 'if' condition in parenthesis");
1025 /* parse into the expression */
1026 if (!parser_next(parser)) {
1027 parseerror(parser, "expected 'if' condition after opening paren");
1030 /* parse the condition */
1031 cond = parser_expression_leave(parser);
1035 if (parser->tok != ')') {
1036 parseerror(parser, "expected closing paren after 'if' condition");
1040 /* parse into the 'then' branch */
1041 if (!parser_next(parser)) {
1042 parseerror(parser, "expected statement for on-true branch of 'if'");
1046 ontrue = parser_parse_statement_or_block(parser);
1051 /* check for an else */
1052 if (!strcmp(parser_tokval(parser), "else")) {
1053 /* parse into the 'else' branch */
1054 if (!parser_next(parser)) {
1055 parseerror(parser, "expected on-false branch after 'else'");
1060 onfalse = parser_parse_statement_or_block(parser);
1068 ifthen = ast_ifthen_new(ctx, cond, ontrue, onfalse);
1069 *out = (ast_expression*)ifthen;
1073 static bool parser_parse_while(parser_t *parser, ast_block *block, ast_expression **out)
1076 ast_expression *cond, *ontrue;
1078 lex_ctx ctx = parser_ctx(parser);
1080 /* skip the 'while' and check for opening paren */
1081 if (!parser_next(parser) || parser->tok != '(') {
1082 parseerror(parser, "expected 'while' condition in parenthesis");
1085 /* parse into the expression */
1086 if (!parser_next(parser)) {
1087 parseerror(parser, "expected 'while' condition after opening paren");
1090 /* parse the condition */
1091 cond = parser_expression_leave(parser);
1095 if (parser->tok != ')') {
1096 parseerror(parser, "expected closing paren after 'while' condition");
1100 /* parse into the 'then' branch */
1101 if (!parser_next(parser)) {
1102 parseerror(parser, "expected while-loop body");
1106 ontrue = parser_parse_statement_or_block(parser);
1112 aloop = ast_loop_new(ctx, NULL, cond, NULL, NULL, ontrue);
1113 *out = (ast_expression*)aloop;
1117 static bool parser_parse_for(parser_t *parser, ast_block *block, ast_expression **out)
1120 ast_expression *initexpr, *cond, *increment, *ontrue;
1121 size_t oldblocklocal;
1123 lex_ctx ctx = parser_ctx(parser);
1125 oldblocklocal = parser->blocklocal;
1126 parser->blocklocal = parser->locals_count;
1133 /* skip the 'while' and check for opening paren */
1134 if (!parser_next(parser) || parser->tok != '(') {
1135 parseerror(parser, "expected 'for' expressions in parenthesis");
1138 /* parse into the expression */
1139 if (!parser_next(parser)) {
1140 parseerror(parser, "expected 'for' initializer after opening paren");
1144 if (parser->tok == TOKEN_TYPENAME) {
1145 if (opts_standard != COMPILER_GMQCC) {
1146 if (parsewarning(parser, WARN_EXTENSIONS,
1147 "current standard does not allow variable declarations in for-loop initializers"))
1151 parseerror(parser, "TODO: assignment of new variables to be non-const");
1153 if (!parser_variable(parser, block))
1156 else if (parser->tok != ';')
1158 initexpr = parser_expression_leave(parser);
1163 /* move on to condition */
1164 if (parser->tok != ';') {
1165 parseerror(parser, "expected semicolon after for-loop initializer");
1168 if (!parser_next(parser)) {
1169 parseerror(parser, "expected for-loop condition");
1173 /* parse the condition */
1174 if (parser->tok != ';') {
1175 cond = parser_expression_leave(parser);
1180 /* move on to incrementor */
1181 if (parser->tok != ';') {
1182 parseerror(parser, "expected semicolon after for-loop initializer");
1185 if (!parser_next(parser)) {
1186 parseerror(parser, "expected for-loop condition");
1190 /* parse the incrementor */
1191 if (parser->tok != ')') {
1192 increment = parser_expression_leave(parser);
1198 if (parser->tok != ')') {
1199 parseerror(parser, "expected closing paren after 'for-loop' incrementor");
1202 /* parse into the 'then' branch */
1203 if (!parser_next(parser)) {
1204 parseerror(parser, "expected for-loop body");
1207 ontrue = parser_parse_statement_or_block(parser);
1212 aloop = ast_loop_new(ctx, initexpr, cond, NULL, increment, ontrue);
1213 *out = (ast_expression*)aloop;
1215 while (parser->locals_count > parser->blocklocal)
1216 parser_pop_local(parser);
1217 parser->blocklocal = oldblocklocal;
1220 if (initexpr) ast_delete(initexpr);
1221 if (cond) ast_delete(cond);
1222 if (increment) ast_delete(increment);
1223 while (parser->locals_count > parser->blocklocal)
1224 parser_pop_local(parser);
1225 parser->blocklocal = oldblocklocal;
1229 static bool parser_parse_statement(parser_t *parser, ast_block *block, ast_expression **out)
1231 if (parser->tok == TOKEN_TYPENAME)
1233 /* local variable */
1235 parseerror(parser, "cannot declare a variable from here");
1238 if (!parser_variable(parser, block))
1243 else if (parser->tok == TOKEN_KEYWORD)
1245 if (!strcmp(parser_tokval(parser), "return"))
1247 ast_expression *exp = NULL;
1248 ast_return *ret = NULL;
1249 ast_value *expected = parser->function->vtype;
1251 if (!parser_next(parser)) {
1252 parseerror(parser, "expected return expression");
1256 if (parser->tok != ';') {
1257 exp = parser_expression(parser);
1261 if (exp->expression.vtype != expected->expression.next->expression.vtype) {
1262 parseerror(parser, "return with invalid expression");
1265 ret = ast_return_new(exp->expression.node.context, exp);
1271 *out = (ast_expression*)ret;
1272 } else if (!parser_next(parser)) {
1273 parseerror(parser, "expected semicolon");
1274 if (expected->expression.next->expression.vtype != TYPE_VOID) {
1275 parseerror(parser, "return without value");
1280 else if (!strcmp(parser_tokval(parser), "if"))
1282 return parser_parse_if(parser, block, out);
1284 else if (!strcmp(parser_tokval(parser), "while"))
1286 return parser_parse_while(parser, block, out);
1288 else if (!strcmp(parser_tokval(parser), "for"))
1290 return parser_parse_for(parser, block, out);
1292 parseerror(parser, "Unexpected keyword");
1295 else if (parser->tok == '{')
1298 inner = parser_parse_block(parser);
1301 *out = (ast_expression*)inner;
1306 ast_expression *exp = parser_expression(parser);
1314 static void parser_pop_local(parser_t *parser)
1316 parser->locals_count--;
1317 mem_d(parser->locals[parser->locals_count].name);
1320 static ast_block* parser_parse_block(parser_t *parser)
1322 size_t oldblocklocal;
1323 ast_block *block = NULL;
1325 oldblocklocal = parser->blocklocal;
1326 parser->blocklocal = parser->locals_count;
1328 if (!parser_next(parser)) { /* skip the '{' */
1329 parseerror(parser, "expected function body");
1333 block = ast_block_new(parser_ctx(parser));
1335 while (parser->tok != TOKEN_EOF && parser->tok < TOKEN_ERROR)
1337 ast_expression *expr;
1338 if (parser->tok == '}')
1341 if (!parser_parse_statement(parser, block, &expr)) {
1342 ast_block_delete(block);
1348 if (!ast_block_exprs_add(block, expr)) {
1350 ast_block_delete(block);
1356 if (parser->tok != '}') {
1357 ast_block_delete(block);
1360 (void)parser_next(parser);
1364 while (parser->locals_count > parser->blocklocal)
1365 parser_pop_local(parser);
1366 parser->blocklocal = oldblocklocal;
1367 /* unroll the local vector */
1371 static ast_expression* parser_parse_statement_or_block(parser_t *parser)
1373 ast_expression *expr;
1374 if (parser->tok == '{')
1375 return (ast_expression*)parser_parse_block(parser);
1376 if (!parser_parse_statement(parser, NULL, &expr))
1381 static bool parser_variable(parser_t *parser, ast_block *localblock)
1383 bool isfunc = false;
1384 ast_function *func = NULL;
1388 ast_expression *olddecl;
1390 int basetype = parser_token(parser)->constval.t;
1394 if (!parser_next(parser)) { /* skip basetype or comma */
1395 parseerror(parser, "expected variable declaration");
1402 ctx = parser_ctx(parser);
1403 var = parser_parse_type(parser, basetype, &isfunc);
1408 if (parser->tok != TOKEN_IDENT) {
1409 parseerror(parser, "expected variable name\n");
1414 if (!localblock && (olddecl = parser_find_global(parser, parser_tokval(parser)))) {
1415 ast_value_delete(var);
1416 parseerror(parser, "global %s already declared here: %s:%i\n",
1417 parser_tokval(parser), ast_ctx(olddecl).file, (int)ast_ctx(olddecl).line);
1421 if (localblock && parser_find_local(parser, parser_tokval(parser), parser->blocklocal)) {
1422 ast_value_delete(var);
1423 parseerror(parser, "local %s already declared here: %s:%i\n",
1424 parser_tokval(parser), ast_ctx(olddecl).file, (int)ast_ctx(olddecl).line);
1429 if (!ast_value_set_name(var, parser_tokval(parser))) {
1430 parseerror(parser, "failed to set variable name\n");
1431 ast_value_delete(var);
1436 /* a function was defined */
1438 ast_value *proto = NULL;
1441 olddecl = parser_find_global(parser, parser_tokval(parser));
1443 olddecl = parser_find_local(parser, parser_tokval(parser), parser->blocklocal);
1446 /* we had a prototype */
1447 if (!ast_istype(olddecl, ast_value)) {
1448 /* theoretically not possible you think?
1454 parseerror(parser, "cannot declare a function with the same name as a vector's member: %s",
1455 parser_tokval(parser));
1456 ast_value_delete(var);
1460 proto = (ast_value*)olddecl;
1463 /* turn var into a value of TYPE_FUNCTION, with the old var
1466 fval = ast_value_new(ctx, var->name, TYPE_FUNCTION);
1467 func = ast_function_new(ctx, var->name, fval);
1468 if (!fval || !func) {
1469 ast_value_delete(var);
1470 if (fval) ast_value_delete(fval);
1471 if (func) ast_function_delete(func);
1475 fval->expression.next = (ast_expression*)var;
1476 MEM_VECTOR_MOVE(&var->expression, params, &fval->expression, params);
1478 /* we compare the type late here, but it's easier than
1479 * messing with the parameter-vector etc. earlier
1482 if (!ast_compare_type((ast_expression*)proto, (ast_expression*)fval)) {
1483 parseerror(parser, "prototype declared at %s:%i had a different type",
1484 ast_ctx(proto).file, ast_ctx(proto).line);
1485 ast_function_delete(func);
1486 ast_value_delete(fval);
1489 ast_function_delete(func);
1490 ast_value_delete(fval);
1492 func = var->constval.vfunc;
1496 if (!parser_t_functions_add(parser, func)) {
1497 ast_function_delete(func);
1498 ast_value_delete(fval);
1506 varent.name = util_strdup(var->name);
1507 varent.var = (ast_expression*)var;
1508 if (var->expression.vtype == TYPE_VECTOR)
1510 size_t len = strlen(varent.name);
1511 varentry_t vx, vy, vz;
1512 vx.var = (ast_expression*)ast_member_new(var->expression.node.context, (ast_expression*)var, 0);
1513 vy.var = (ast_expression*)ast_member_new(var->expression.node.context, (ast_expression*)var, 1);
1514 vz.var = (ast_expression*)ast_member_new(var->expression.node.context, (ast_expression*)var, 2);
1515 vx.name = mem_a(len+3);
1516 vy.name = mem_a(len+3);
1517 vz.name = mem_a(len+3);
1518 strcpy(vx.name, varent.name);
1519 strcpy(vy.name, varent.name);
1520 strcpy(vz.name, varent.name);
1521 vx.name[len] = vy.name[len] = vz.name[len] = '_';
1522 vx.name[len+1] = 'x';
1523 vy.name[len+1] = 'y';
1524 vz.name[len+1] = 'z';
1525 vx.name[len+2] = vy.name[len+2] = vz.name[len+2] = 0;
1528 (void)!parser_t_globals_add(parser, varent);
1529 (void)!parser_t_globals_add(parser, vx);
1530 (void)!parser_t_globals_add(parser, vy);
1531 (void)!parser_t_globals_add(parser, vz);
1533 (void)!parser_t_locals_add(parser, varent);
1534 (void)!parser_t_locals_add(parser, vx);
1535 (void)!parser_t_locals_add(parser, vy);
1536 (void)!parser_t_locals_add(parser, vz);
1541 if ( (!localblock && !parser_t_globals_add(parser, varent)) ||
1542 ( localblock && !parser_t_locals_add(parser, varent)) )
1544 ast_value_delete(var);
1548 if (localblock && !ast_block_locals_add(localblock, var))
1550 parser_pop_local(parser);
1551 ast_value_delete(var);
1555 if (!parser_next(parser)) {
1556 ast_value_delete(var);
1560 if (parser->tok == ';') {
1561 if (!parser_next(parser))
1562 return parser->tok == TOKEN_EOF;
1566 if (parser->tok == ',') {
1571 if (parser->tok != '=') {
1572 parseerror(parser, "expected '=' or ';'");
1576 if (!parser_next(parser))
1579 if (parser->tok == '#') {
1581 parseerror(parser, "cannot declare builtins within functions");
1584 if (!isfunc || !func) {
1585 parseerror(parser, "unexpected builtin number, '%s' is not a function", var->name);
1588 if (!parser_next(parser)) {
1589 parseerror(parser, "expected builtin number");
1592 if (parser->tok != TOKEN_INTCONST) {
1593 parseerror(parser, "builtin number must be an integer constant");
1596 if (parser_token(parser)->constval.i <= 0) {
1597 parseerror(parser, "builtin number must be positive integer greater than zero");
1601 func->builtin = -parser_token(parser)->constval.i;
1602 } else if (parser->tok == '{') {
1605 ast_function *old = parser->function;
1608 parseerror(parser, "cannot declare functions within functions");
1612 parser->function = func;
1613 block = parser_parse_block(parser);
1614 parser->function = old;
1619 if (!ast_function_blocks_add(func, block)) {
1620 ast_block_delete(block);
1624 if (parser->tok == ';')
1625 return parser_next(parser) || parser->tok == TOKEN_EOF;
1626 else if (opts_standard == COMPILER_QCC)
1627 parseerror(parser, "missing semicolon after function body (mandatory with -std=qcc)");
1630 parseerror(parser, "TODO, const assignment");
1633 if (!parser_next(parser))
1636 if (parser->tok == ',') {
1641 if (parser->tok != ';') {
1642 parseerror(parser, "expected semicolon");
1646 (void)parser_next(parser);
1652 static bool parser_do(parser_t *parser)
1654 if (parser->tok == TOKEN_TYPENAME)
1656 return parser_variable(parser, NULL);
1658 else if (parser->tok == TOKEN_KEYWORD)
1660 /* handle 'var' and 'const' */
1663 else if (parser->tok == '.')
1667 bool isfunc = false;
1669 lex_ctx ctx = parser_ctx(parser);
1672 /* entity-member declaration */
1673 if (!parser_next(parser) || parser->tok != TOKEN_TYPENAME) {
1674 parseerror(parser, "expected member variable definition");
1678 /* remember the base/return type */
1679 basetype = parser_token(parser)->constval.t;
1681 /* parse into the declaration */
1682 if (!parser_next(parser)) {
1683 parseerror(parser, "expected field def");
1687 /* parse the field type fully */
1688 var = parser_parse_type(parser, basetype, &isfunc);
1692 /* now the field name */
1693 if (parser->tok != TOKEN_IDENT) {
1694 parseerror(parser, "expected field name");
1699 /* check for an existing field
1700 * in original qc we also have to check for an existing
1701 * global named like the field
1703 if (opts_standard == COMPILER_QCC) {
1704 if (parser_find_global(parser, parser_tokval(parser))) {
1705 parseerror(parser, "cannot declare a field and a global of the same name with -std=qcc");
1710 if (parser_find_field(parser, parser_tokval(parser))) {
1711 parseerror(parser, "field %s already exists", parser_tokval(parser));
1716 /* if it was a function, turn it into a function */
1719 /* turn var into a value of TYPE_FUNCTION, with the old var
1722 fval = ast_value_new(ctx, var->name, TYPE_FUNCTION);
1724 ast_value_delete(var);
1725 ast_value_delete(fval);
1729 fval->expression.next = (ast_expression*)var;
1730 MEM_VECTOR_MOVE(&var->expression, params, &fval->expression, params);
1735 /* turn it into a field */
1736 fld = ast_value_new(ctx, parser_tokval(parser), TYPE_FIELD);
1737 fld->expression.next = (ast_expression*)var;
1739 varent.var = (ast_expression*)fld;
1740 if (var->expression.vtype == TYPE_VECTOR)
1742 /* create _x, _y and _z fields as well */
1743 parseerror(parser, "TODO: vector field members (_x,_y,_z)");
1748 varent.name = util_strdup(fld->name);
1749 (void)!parser_t_fields_add(parser, varent);
1751 /* end with a semicolon */
1752 if (!parser_next(parser) || parser->tok != ';') {
1753 parseerror(parser, "semicolon expected");
1757 /* skip the semicolon */
1758 if (!parser_next(parser))
1759 return parser->tok == TOKEN_EOF;
1765 parseerror(parser, "unexpected token: %s", parser->lex->tok->value);
1771 static parser_t *parser;
1775 parser = (parser_t*)mem_a(sizeof(parser_t));
1779 memset(parser, 0, sizeof(parser));
1781 MEM_VECTOR_INIT(parser, globals);
1782 MEM_VECTOR_INIT(parser, locals);
1786 bool parser_compile(const char *filename)
1788 parser->lex = lex_open(filename);
1790 printf("failed to open file \"%s\"\n", filename);
1794 /* initial lexer/parser state */
1795 parser->lex->flags.noops = true;
1797 if (parser_next(parser))
1799 while (parser->tok != TOKEN_EOF && parser->tok < TOKEN_ERROR)
1801 if (!parser_do(parser)) {
1802 if (parser->tok == TOKEN_EOF)
1803 parseerror(parser, "unexpected eof");
1804 else if (!parser->errors)
1805 parseerror(parser, "parse error\n");
1806 lex_close(parser->lex);
1813 lex_close(parser->lex);
1815 return !parser->errors;
1818 void parser_cleanup()
1821 for (i = 0; i < parser->functions_count; ++i) {
1822 ast_delete(parser->functions[i]);
1824 for (i = 0; i < parser->imm_vector_count; ++i) {
1825 ast_delete(parser->imm_vector[i]);
1827 for (i = 0; i < parser->imm_string_count; ++i) {
1828 ast_delete(parser->imm_string[i]);
1830 for (i = 0; i < parser->imm_float_count; ++i) {
1831 ast_delete(parser->imm_float[i]);
1833 for (i = 0; i < parser->globals_count; ++i) {
1834 ast_delete(parser->globals[i].var);
1835 mem_d(parser->globals[i].name);
1837 MEM_VECTOR_CLEAR(parser, globals);
1842 bool parser_finish(const char *output)
1847 if (!parser->errors)
1849 ir = ir_builder_new("gmqcc_out");
1851 printf("failed to allocate builder\n");
1855 for (i = 0; i < parser->imm_float_count; ++i) {
1856 if (!ast_global_codegen(parser->imm_float[i], ir)) {
1857 printf("failed to generate global %s\n", parser->imm_float[i]->name);
1858 ir_builder_delete(ir);
1862 for (i = 0; i < parser->imm_string_count; ++i) {
1863 if (!ast_global_codegen(parser->imm_string[i], ir)) {
1864 printf("failed to generate global %s\n", parser->imm_string[i]->name);
1865 ir_builder_delete(ir);
1869 for (i = 0; i < parser->imm_vector_count; ++i) {
1870 if (!ast_global_codegen(parser->imm_vector[i], ir)) {
1871 printf("failed to generate global %s\n", parser->imm_vector[i]->name);
1872 ir_builder_delete(ir);
1876 for (i = 0; i < parser->fields_count; ++i) {
1879 if (!ast_istype(parser->fields[i].var, ast_value))
1881 field = (ast_value*)parser->fields[i].var;
1882 isconst = field->isconst;
1883 field->isconst = false;
1884 if (!ast_global_codegen((ast_value*)field, ir)) {
1885 printf("failed to generate field %s\n", field->name);
1886 ir_builder_delete(ir);
1891 ast_expression *subtype;
1892 field->isconst = true;
1893 subtype = field->expression.next;
1894 ifld = ir_builder_create_field(ir, field->name, subtype->expression.vtype);
1895 if (subtype->expression.vtype == TYPE_FIELD)
1896 ifld->fieldtype = subtype->expression.next->expression.vtype;
1897 else if (subtype->expression.vtype == TYPE_FUNCTION)
1898 ifld->outtype = subtype->expression.next->expression.vtype;
1899 (void)!ir_value_set_field(field->ir_v, ifld);
1902 for (i = 0; i < parser->globals_count; ++i) {
1903 if (!ast_istype(parser->globals[i].var, ast_value))
1905 if (!ast_global_codegen((ast_value*)(parser->globals[i].var), ir)) {
1906 printf("failed to generate global %s\n", parser->globals[i].name);
1907 ir_builder_delete(ir);
1911 for (i = 0; i < parser->functions_count; ++i) {
1912 if (!ast_function_codegen(parser->functions[i], ir)) {
1913 printf("failed to generate function %s\n", parser->functions[i]->name);
1914 ir_builder_delete(ir);
1917 if (!ir_function_finalize(parser->functions[i]->ir_func)) {
1918 printf("failed to finalize function %s\n", parser->functions[i]->name);
1919 ir_builder_delete(ir);
1924 ir_builder_dump(ir, printf);
1926 if (!ir_builder_generate(ir, output)) {
1927 printf("*** failed to generate output file\n");
1928 ir_builder_delete(ir);
1932 ir_builder_delete(ir);
1936 printf("*** there were compile errors\n");