16 MEM_VECTOR_MAKE(varentry_t, globals);
17 MEM_VECTOR_MAKE(varentry_t, fields);
18 MEM_VECTOR_MAKE(ast_function*, functions);
19 MEM_VECTOR_MAKE(ast_value*, imm_float);
20 MEM_VECTOR_MAKE(ast_value*, imm_string);
21 MEM_VECTOR_MAKE(ast_value*, imm_vector);
23 ast_function *function;
24 MEM_VECTOR_MAKE(varentry_t, locals);
29 /* TYPE_FIELD -> parser_find_fields is used instead of find_var
30 * TODO: TYPE_VECTOR -> x, y and z are accepted in the gmqcc standard
31 * anything else: type error
36 MEM_VEC_FUNCTIONS(parser_t, varentry_t, globals)
37 MEM_VEC_FUNCTIONS(parser_t, varentry_t, fields)
38 MEM_VEC_FUNCTIONS(parser_t, ast_value*, imm_float)
39 MEM_VEC_FUNCTIONS(parser_t, ast_value*, imm_string)
40 MEM_VEC_FUNCTIONS(parser_t, ast_value*, imm_vector)
41 MEM_VEC_FUNCTIONS(parser_t, varentry_t, locals)
42 MEM_VEC_FUNCTIONS(parser_t, ast_function*, functions)
44 void parseerror(parser_t *parser, const char *fmt, ...)
51 printf("error %s:%lu: ", parser->lex->tok->ctx.file, (unsigned long)parser->lex->tok->ctx.line);
62 bool parser_next(parser_t *parser)
64 /* lex_do kills the previous token */
65 parser->tok = lex_do(parser->lex);
66 if (parser->tok == TOKEN_EOF || parser->tok >= TOKEN_ERROR)
71 /* lift a token out of the parser so it's not destroyed by parser_next */
72 token *parser_lift(parser_t *parser)
74 token *tok = parser->lex->tok;
75 parser->lex->tok = NULL;
79 #define parser_tokval(p) (p->lex->tok->value)
80 #define parser_token(p) (p->lex->tok)
81 #define parser_ctx(p) (p->lex->tok->ctx)
83 ast_value* parser_const_float(parser_t *parser, double d)
87 for (i = 0; i < parser->imm_float_count; ++i) {
88 if (parser->imm_float[i]->constval.vfloat == d)
89 return parser->imm_float[i];
91 out = ast_value_new(parser_ctx(parser), "#IMMEDIATE", TYPE_FLOAT);
93 out->constval.vfloat = d;
94 if (!parser_t_imm_float_add(parser, out)) {
95 ast_value_delete(out);
101 ast_value* parser_const_string(parser_t *parser, const char *str)
105 for (i = 0; i < parser->imm_string_count; ++i) {
106 if (!strcmp(parser->imm_string[i]->constval.vstring, str))
107 return parser->imm_string[i];
109 out = ast_value_new(parser_ctx(parser), "#IMMEDIATE", TYPE_STRING);
111 out->constval.vstring = util_strdup(str);
112 if (!parser_t_imm_string_add(parser, out)) {
113 ast_value_delete(out);
119 ast_value* parser_const_vector(parser_t *parser, vector v)
123 for (i = 0; i < parser->imm_vector_count; ++i) {
124 if (!memcmp(&parser->imm_vector[i]->constval.vvec, &v, sizeof(v)))
125 return parser->imm_vector[i];
127 out = ast_value_new(parser_ctx(parser), "#IMMEDIATE", TYPE_VECTOR);
129 out->constval.vvec = v;
130 if (!parser_t_imm_vector_add(parser, out)) {
131 ast_value_delete(out);
137 ast_expression* parser_find_field(parser_t *parser, const char *name)
140 for (i = 0; i < parser->fields_count; ++i) {
141 if (!strcmp(parser->fields[i].name, name))
142 return parser->fields[i].var;
147 ast_expression* parser_find_global(parser_t *parser, const char *name)
150 for (i = 0; i < parser->globals_count; ++i) {
151 if (!strcmp(parser->globals[i].name, name))
152 return parser->globals[i].var;
157 ast_expression* parser_find_local(parser_t *parser, const char *name, size_t upto)
161 for (i = parser->locals_count; i > upto;) {
163 if (!strcmp(parser->locals[i].name, name))
164 return parser->locals[i].var;
166 fun = parser->function->vtype;
167 for (i = 0; i < fun->expression.params_count; ++i) {
168 if (!strcmp(fun->expression.params[i]->name, name))
169 return (ast_expression*)(fun->expression.params[i]);
174 ast_expression* parser_find_var(parser_t *parser, const char *name)
177 v = parser_find_local(parser, name, 0);
178 if (!v) v = parser_find_global(parser, name);
183 MEM_VECTOR_MAKE(ast_value*, p);
185 MEM_VEC_FUNCTIONS(paramlist_t, ast_value*, p)
187 static ast_value *parser_parse_type(parser_t *parser, int basetype, bool *isfunc)
191 lex_ctx ctx = parser_ctx(parser);
192 int vtype = basetype;
196 MEM_VECTOR_INIT(¶ms, p);
200 if (parser->tok == '(') {
206 if (!parser_next(parser))
209 if (parser->tok == ')')
212 temptype = parser_token(parser)->constval.t;
213 if (!parser_next(parser))
216 param = parser_parse_type(parser, temptype, &dummy);
222 if (parser->tok == TOKEN_IDENT) {
223 /* named parameter */
224 if (!ast_value_set_name(param, parser_tokval(parser)))
226 if (!parser_next(parser))
230 if (!paramlist_t_p_add(¶ms, param)) {
231 parseerror(parser, "Out of memory while parsing typename");
235 if (parser->tok == ',')
237 if (parser->tok == ')')
239 parseerror(parser, "Unexpected token");
242 if (!parser_next(parser))
246 var = ast_value_new(ctx, "<unnamed>", vtype);
249 MEM_VECTOR_MOVE(¶ms, p, &var->expression, params);
252 for (i = 0; i < params.p_count; ++i)
253 ast_value_delete(params.p[i]);
254 MEM_VECTOR_CLEAR(¶ms, p);
260 size_t etype; /* 0 = expression, others are operators */
264 ast_block *block; /* for commas and function calls */
269 MEM_VECTOR_MAKE(sy_elem, out);
270 MEM_VECTOR_MAKE(sy_elem, ops);
272 MEM_VEC_FUNCTIONS(shunt, sy_elem, out)
273 MEM_VEC_FUNCTIONS(shunt, sy_elem, ops)
275 static sy_elem syexp(lex_ctx ctx, ast_expression *v) {
285 static sy_elem syblock(lex_ctx ctx, ast_block *v) {
288 e.out = (ast_expression*)v;
295 static sy_elem syop(lex_ctx ctx, const oper_info *op) {
297 e.etype = 1 + (op - operators);
305 static sy_elem syparen(lex_ctx ctx, int p, size_t off) {
317 # define DEBUGSHUNTDO(x) x
319 # define DEBUGSHUNTDO(x)
322 static bool parser_sy_pop(parser_t *parser, shunt *sy)
326 ast_expression *out = NULL;
327 ast_expression *exprs[3];
328 ast_block *blocks[3];
330 qcint generated_op = 0;
332 if (!sy->ops_count) {
333 parseerror(parser, "internal error: missing operator");
337 if (sy->ops[sy->ops_count-1].paren) {
338 parseerror(parser, "unmatched parenthesis");
342 op = &operators[sy->ops[sy->ops_count-1].etype - 1];
343 ctx = sy->ops[sy->ops_count-1].ctx;
345 DEBUGSHUNTDO(printf("apply %s\n", op->op));
347 if (sy->out_count < op->operands) {
348 parseerror(parser, "internal error: not enough operands: %i", sy->out_count);
354 sy->out_count -= op->operands;
355 for (i = 0; i < op->operands; ++i) {
356 exprs[i] = sy->out[sy->out_count+i].out;
357 blocks[i] = sy->out[sy->out_count+i].block;
360 if (blocks[0] && !blocks[0]->exprs_count && op->id != opid1(',')) {
361 parseerror(parser, "internal error: operator cannot be applied on empty blocks");
365 #define NotSameType(T) \
366 (exprs[0]->expression.vtype != exprs[1]->expression.vtype || \
367 exprs[0]->expression.vtype != T)
371 parseerror(parser, "internal error: unhandled operand");
375 if (exprs[0]->expression.vtype == TYPE_ENTITY) {
376 if (exprs[1]->expression.vtype != TYPE_FIELD) {
377 parseerror(parser, "type error: right hand of member-operand should be an entity-field");
380 out = (ast_expression*)ast_entfield_new(ctx, exprs[0], exprs[1]);
382 else if (exprs[0]->expression.vtype == TYPE_VECTOR) {
383 parseerror(parser, "internal error: vector access is not supposed to be handled at this point");
387 parseerror(parser, "type error: member-of operator on something that is not an entity or vector");
394 if (!ast_block_exprs_add(blocks[0], exprs[1]))
397 blocks[0] = ast_block_new(ctx);
398 if (!ast_block_exprs_add(blocks[0], exprs[0]) ||
399 !ast_block_exprs_add(blocks[0], exprs[1]))
404 if (!ast_block_set_type(blocks[0], exprs[1]))
407 sy->out[sy->out_count++] = syblock(ctx, blocks[0]);
411 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype) {
412 parseerror(parser, "Cannot add type %s and %s",
413 type_name[exprs[0]->expression.vtype],
414 type_name[exprs[1]->expression.vtype]);
417 if (exprs[0]->expression.vtype != TYPE_VECTOR && exprs[0]->expression.vtype != TYPE_FLOAT) {
418 parseerror(parser, "type error: %s - %s not defined",
419 type_name[exprs[0]->expression.vtype],
420 type_name[exprs[1]->expression.vtype]);
423 switch (exprs[0]->expression.vtype) {
425 out = (ast_expression*)ast_binary_new(ctx, INSTR_ADD_F, exprs[0], exprs[1]);
428 out = (ast_expression*)ast_binary_new(ctx, INSTR_ADD_V, exprs[0], exprs[1]);
431 parseerror(parser, "type error: cannot add type %s to %s",
432 type_name[exprs[0]->expression.vtype],
433 type_name[exprs[1]->expression.vtype]);
438 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype) {
439 parseerror(parser, "type error: cannot subtract type %s from %s",
440 type_name[exprs[1]->expression.vtype],
441 type_name[exprs[0]->expression.vtype]);
444 if (exprs[0]->expression.vtype != TYPE_VECTOR && exprs[0]->expression.vtype != TYPE_FLOAT) {
445 parseerror(parser, "type error: %s - %s not defined",
446 type_name[exprs[0]->expression.vtype],
447 type_name[exprs[1]->expression.vtype]);
450 switch (exprs[0]->expression.vtype) {
452 out = (ast_expression*)ast_binary_new(ctx, INSTR_SUB_F, exprs[0], exprs[1]);
455 out = (ast_expression*)ast_binary_new(ctx, INSTR_SUB_V, exprs[0], exprs[1]);
458 parseerror(parser, "type error: cannot subtract type %s from %s",
459 type_name[exprs[1]->expression.vtype],
460 type_name[exprs[0]->expression.vtype]);
465 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype &&
466 exprs[0]->expression.vtype != TYPE_VECTOR &&
467 exprs[0]->expression.vtype != TYPE_FLOAT &&
468 exprs[1]->expression.vtype != TYPE_VECTOR &&
469 exprs[1]->expression.vtype != TYPE_FLOAT)
471 parseerror(parser, "type error: cannot multiply type %s by %s",
472 type_name[exprs[1]->expression.vtype],
473 type_name[exprs[0]->expression.vtype]);
476 switch (exprs[0]->expression.vtype) {
478 if (exprs[1]->expression.vtype == TYPE_VECTOR)
479 out = (ast_expression*)ast_binary_new(ctx, INSTR_MUL_FV, exprs[0], exprs[1]);
481 out = (ast_expression*)ast_binary_new(ctx, INSTR_MUL_F, exprs[0], exprs[1]);
484 if (exprs[1]->expression.vtype == TYPE_FLOAT)
485 out = (ast_expression*)ast_binary_new(ctx, INSTR_MUL_VF, exprs[0], exprs[1]);
487 out = (ast_expression*)ast_binary_new(ctx, INSTR_MUL_V, exprs[0], exprs[1]);
490 parseerror(parser, "type error: cannot multiplye type %s by %s",
491 type_name[exprs[1]->expression.vtype],
492 type_name[exprs[0]->expression.vtype]);
497 if (NotSameType(TYPE_FLOAT)) {
498 parseerror(parser, "type error: cannot divide types %s and %s",
499 type_name[exprs[0]->expression.vtype],
500 type_name[exprs[1]->expression.vtype]);
503 out = (ast_expression*)ast_binary_new(ctx, INSTR_DIV_F, exprs[0], exprs[1]);
506 parseerror(parser, "qc does not have a modulo operator");
510 if (NotSameType(TYPE_FLOAT)) {
511 parseerror(parser, "type error: cannot perform bit operations on types %s and %s",
512 type_name[exprs[0]->expression.vtype],
513 type_name[exprs[1]->expression.vtype]);
516 out = (ast_expression*)ast_binary_new(ctx,
517 (op->id == opid1('|') ? INSTR_BITOR : INSTR_BITAND),
521 parseerror(parser, "TODO: bitxor");
526 parseerror(parser, "TODO: shifts");
530 generated_op += 1; /* INSTR_OR */
532 generated_op += INSTR_AND;
533 if (NotSameType(TYPE_FLOAT)) {
534 parseerror(parser, "type error: cannot apply logical operation on types %s and %s",
535 type_name[exprs[0]->expression.vtype],
536 type_name[exprs[1]->expression.vtype]);
537 parseerror(parser, "TODO: logical ops for arbitrary types using INSTR_NOT");
538 parseerror(parser, "TODO: optional early out");
541 if (opts_standard == COMPILER_GMQCC)
542 printf("TODO: early out logic\n");
543 out = (ast_expression*)ast_binary_new(ctx, generated_op, exprs[0], exprs[1]);
547 generated_op += 1; /* INSTR_GT */
549 generated_op += 1; /* INSTR_LT */
550 case opid2('>', '='):
551 generated_op += 1; /* INSTR_GE */
552 case opid2('<', '='):
553 generated_op += INSTR_LE;
554 if (NotSameType(TYPE_FLOAT)) {
555 parseerror(parser, "type error: cannot compare types %s and %s",
556 type_name[exprs[0]->expression.vtype],
557 type_name[exprs[1]->expression.vtype]);
560 out = (ast_expression*)ast_binary_new(ctx, generated_op, exprs[0], exprs[1]);
562 case opid2('!', '='):
563 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype) {
564 parseerror(parser, "type error: cannot compare types %s and %s",
565 type_name[exprs[0]->expression.vtype],
566 type_name[exprs[1]->expression.vtype]);
569 out = (ast_expression*)ast_binary_new(ctx, type_ne_instr[exprs[0]->expression.vtype], exprs[0], exprs[1]);
571 case opid2('=', '='):
572 if (exprs[0]->expression.vtype != exprs[1]->expression.vtype) {
573 parseerror(parser, "type error: cannot compare types %s and %s",
574 type_name[exprs[0]->expression.vtype],
575 type_name[exprs[1]->expression.vtype]);
578 out = (ast_expression*)ast_binary_new(ctx, type_eq_instr[exprs[0]->expression.vtype], exprs[0], exprs[1]);
582 if (ast_istype(exprs[0], ast_entfield))
583 assignop = type_storep_instr[exprs[0]->expression.vtype];
585 assignop = type_store_instr[exprs[0]->expression.vtype];
586 out = (ast_expression*)ast_store_new(ctx, assignop, exprs[0], exprs[1]);
592 parseerror(parser, "failed to apply operand %s", op->op);
596 DEBUGSHUNTDO(printf("applied %s\n", op->op));
597 sy->out[sy->out_count++] = syexp(ctx, out);
601 static bool parser_close_call(parser_t *parser, shunt *sy)
603 /* was a function call */
611 fid = sy->ops[sy->ops_count].off;
613 /* out[fid] is the function
614 * everything above is parameters...
616 * 1 params = ast_expression
620 if (sy->out_count < 1 || sy->out_count <= fid) {
621 parseerror(parser, "internal error: function call needs function and parameter list...");
625 fun = sy->out[fid].out;
627 call = ast_call_new(sy->ops[sy->ops_count].ctx, fun);
629 parseerror(parser, "out of memory");
633 if (fid+1 == sy->out_count) {
636 } else if (fid+2 == sy->out_count) {
639 params = sy->out[sy->out_count].block;
643 if (!ast_call_params_add(call, sy->out[sy->out_count].out)) {
644 ast_delete(sy->out[sy->out_count].out);
645 parseerror(parser, "out of memory");
649 paramcount = params->exprs_count;
650 MEM_VECTOR_MOVE(params, exprs, call, params);
654 parseerror(parser, "invalid function call");
658 /* overwrite fid, the function, with a call */
659 sy->out[fid] = syexp(call->expression.node.context, (ast_expression*)call);
661 if (fun->expression.vtype != TYPE_FUNCTION) {
662 parseerror(parser, "not a function");
666 if (!fun->expression.next) {
667 parseerror(parser, "could not determine function return type");
670 if (fun->expression.params_count != paramcount) {
671 parseerror(parser, "expected %i parameters, got %i", (int)fun->expression.params_count, paramcount);
679 static bool parser_close_paren(parser_t *parser, shunt *sy, bool functions_only)
681 if (!sy->ops_count) {
682 parseerror(parser, "unmatched closing paren");
685 if (sy->ops[sy->ops_count-1].paren == 1) {
686 parseerror(parser, "empty parenthesis expression");
689 while (sy->ops_count) {
690 if (sy->ops[sy->ops_count-1].paren == 'f') {
691 if (!parser_close_call(parser, sy))
695 if (sy->ops[sy->ops_count-1].paren == 1) {
697 return !functions_only;
699 if (!parser_sy_pop(parser, sy))
705 static ast_expression* parser_expression(parser_t *parser)
707 ast_expression *expr = NULL;
710 bool gotmemberof = false;
712 /* count the parens because an if starts with one, so the
713 * end of a condition is an unmatched closing paren
717 MEM_VECTOR_INIT(&sy, out);
718 MEM_VECTOR_INIT(&sy, ops);
725 parser->memberof = 0;
728 bool nextwant = true;
729 if (parser->tok == TOKEN_IDENT)
733 if (opts_standard == COMPILER_GMQCC)
735 if (parser->memberof == TYPE_ENTITY)
736 var = parser_find_field(parser, parser_tokval(parser));
737 else if (parser->memberof == TYPE_VECTOR)
739 parseerror(parser, "TODO: implement effective vector member access");
742 else if (parser->memberof) {
743 parseerror(parser, "namespace for member not found");
747 var = parser_find_var(parser, parser_tokval(parser));
749 var = parser_find_var(parser, parser_tokval(parser));
751 var = parser_find_field(parser, parser_tokval(parser));
754 parseerror(parser, "unexpected ident: %s", parser_tokval(parser));
757 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), var))) {
758 parseerror(parser, "out of memory");
761 DEBUGSHUNTDO(printf("push %s\n", parser_tokval(parser)));
763 else if (parser->tok == TOKEN_FLOATCONST) {
764 ast_value *val = parser_const_float(parser, (parser_token(parser)->constval.f));
767 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), (ast_expression*)val))) {
768 parseerror(parser, "out of memory");
771 DEBUGSHUNTDO(printf("push %g\n", parser_token(parser)->constval.f));
773 else if (parser->tok == TOKEN_INTCONST) {
774 ast_value *val = parser_const_float(parser, (double)(parser_token(parser)->constval.i));
777 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), (ast_expression*)val))) {
778 parseerror(parser, "out of memory");
781 DEBUGSHUNTDO(printf("push %i\n", parser_token(parser)->constval.i));
783 else if (parser->tok == TOKEN_STRINGCONST) {
784 ast_value *val = parser_const_string(parser, parser_tokval(parser));
787 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), (ast_expression*)val))) {
788 parseerror(parser, "out of memory");
791 DEBUGSHUNTDO(printf("push string\n"));
793 else if (parser->tok == TOKEN_VECTORCONST) {
794 ast_value *val = parser_const_vector(parser, parser_token(parser)->constval.v);
797 if (!shunt_out_add(&sy, syexp(parser_ctx(parser), (ast_expression*)val))) {
798 parseerror(parser, "out of memory");
801 DEBUGSHUNTDO(printf("push '%g %g %g'\n",
802 parser_token(parser)->constval.v.x,
803 parser_token(parser)->constval.v.y,
804 parser_token(parser)->constval.v.z));
806 else if (parser->tok == '(') {
808 nextwant = false; /* not expecting an operator next */
809 if (!shunt_ops_add(&sy, syparen(parser_ctx(parser), 1, 0))) {
810 parseerror(parser, "out of memory");
813 DEBUGSHUNTDO(printf("push (\n"));
815 else if (parser->tok == ')') {
816 DEBUGSHUNTDO(printf("do[nop] )\n"));
820 /* allowed for function calls */
821 if (!parser_close_paren(parser, &sy, true))
825 /* TODO: prefix operators */
826 parseerror(parser, "expected statement");
830 parser->lex->flags.noops = !wantop;
832 bool nextwant = false;
833 if (parser->tok == '(') {
834 DEBUGSHUNTDO(printf("push (\n"));
836 /* we expected an operator, this is the function-call operator */
837 if (!shunt_ops_add(&sy, syparen(parser_ctx(parser), 'f', sy.out_count-1))) {
838 parseerror(parser, "out of memory");
842 else if (parser->tok == ')') {
843 DEBUGSHUNTDO(printf("do[op] )\n"));
847 /* we do expect an operator next */
848 /* closing an opening paren */
849 if (!parser_close_paren(parser, &sy, false))
853 else if (parser->tok != TOKEN_OPERATOR) {
854 parseerror(parser, "expected operator or end of statement");
858 /* classify the operator */
859 /* TODO: suffix operators */
861 const oper_info *olast = NULL;
863 for (o = 0; o < operator_count; ++o) {
864 if (!(operators[o].flags & OP_PREFIX) &&
865 !(operators[o].flags & OP_SUFFIX) && /* remove this */
866 !strcmp(parser_tokval(parser), operators[o].op))
871 if (o == operator_count) {
872 /* no operator found... must be the end of the statement */
875 /* found an operator */
877 if (op->id == opid1('.')) {
878 /* for gmqcc standard: open up the namespace of the previous type */
879 ast_expression *prevex = sy.out[sy.out_count-1].out;
881 parseerror(parser, "unexpected member operator");
884 if (prevex->expression.vtype == TYPE_ENTITY)
885 parser->memberof = TYPE_ENTITY;
886 else if (prevex->expression.vtype == TYPE_VECTOR)
887 parser->memberof = TYPE_VECTOR;
889 parseerror(parser, "type error: type has no members");
895 if (sy.ops_count && !sy.ops[sy.ops_count-1].paren)
896 olast = &operators[sy.ops[sy.ops_count-1].etype-1];
899 (op->prec < olast->prec) ||
900 (op->assoc == ASSOC_LEFT && op->prec <= olast->prec) ) )
902 if (!parser_sy_pop(parser, &sy))
904 if (sy.ops_count && !sy.ops[sy.ops_count-1].paren)
905 olast = &operators[sy.ops[sy.ops_count-1].etype-1];
910 DEBUGSHUNTDO(printf("push operator %s\n", op->op));
911 if (!shunt_ops_add(&sy, syop(parser_ctx(parser), op)))
915 parser->lex->flags.noops = !wantop;
917 if (!parser_next(parser)) {
920 if (parser->tok == ';') {
924 if (parens >= 0 && !parser_next(parser)) {
925 parseerror(parser, "Unexpected end of file");
929 while (sy.ops_count) {
930 if (!parser_sy_pop(parser, &sy))
934 parser->lex->flags.noops = true;
936 parseerror(parser, "empty expression");
939 expr = sy.out[0].out;
940 MEM_VECTOR_CLEAR(&sy, out);
941 MEM_VECTOR_CLEAR(&sy, ops);
942 DEBUGSHUNTDO(printf("shut done\n"));
946 parser->lex->flags.noops = true;
947 MEM_VECTOR_CLEAR(&sy, out);
948 MEM_VECTOR_CLEAR(&sy, ops);
952 static bool parser_variable(parser_t *parser, ast_block *localblock);
953 static ast_block* parser_parse_block(parser_t *parser);
954 static ast_expression* parser_parse_statement_or_block(parser_t *parser);
955 static bool parser_parse_statement(parser_t *parser, ast_block *block, ast_expression **out)
957 if (parser->tok == TOKEN_TYPENAME)
961 parseerror(parser, "cannot declare a variable from here");
964 if (!parser_variable(parser, block))
969 else if (parser->tok == TOKEN_KEYWORD)
971 if (!strcmp(parser_tokval(parser), "return"))
973 ast_expression *exp = NULL;
974 ast_return *ret = NULL;
975 ast_value *expected = parser->function->vtype;
977 if (!parser_next(parser)) {
978 parseerror(parser, "expected return expression");
982 if (parser->tok != ';') {
983 exp = parser_expression(parser);
987 if (exp->expression.vtype != expected->expression.next->expression.vtype) {
988 parseerror(parser, "return with invalid expression");
991 ret = ast_return_new(exp->expression.node.context, exp);
997 *out = (ast_expression*)ret;
998 } else if (!parser_next(parser)) {
999 parseerror(parser, "expected semicolon");
1000 if (expected->expression.next->expression.vtype != TYPE_VOID) {
1001 parseerror(parser, "return without value");
1006 else if (!strcmp(parser_tokval(parser), "if"))
1009 ast_expression *cond, *ontrue, *onfalse = NULL;
1011 lex_ctx ctx = parser_ctx(parser);
1013 /* skip the 'if' and check for opening paren */
1014 if (!parser_next(parser) || parser->tok != '(') {
1015 parseerror(parser, "expected 'if' condition in parenthesis");
1018 /* parse into the expression */
1019 if (!parser_next(parser)) {
1020 parseerror(parser, "expected 'if' condition after opening paren");
1023 /* parse the condition */
1024 cond = parser_expression(parser);
1028 if (parser->tok != ')') {
1029 parseerror(parser, "expected closing paren after 'if' condition");
1033 /* parse into the 'then' branch */
1034 if (!parser_next(parser)) {
1035 parseerror(parser, "expected statement for on-true branch of 'if'");
1039 ontrue = parser_parse_statement_or_block(parser);
1044 /* check for an else */
1045 if (!strcmp(parser_tokval(parser), "else")) {
1046 /* parse into the 'else' branch */
1047 if (!parser_next(parser)) {
1048 parseerror(parser, "expected on-false branch after 'else'");
1053 onfalse = parser_parse_statement_or_block(parser);
1061 ifthen = ast_ifthen_new(ctx, cond, ontrue, onfalse);
1062 *out = (ast_expression*)ifthen;
1065 parseerror(parser, "Unexpected keyword");
1068 else if (parser->tok == '{')
1071 inner = parser_parse_block(parser);
1074 *out = (ast_expression*)inner;
1079 ast_expression *exp = parser_expression(parser);
1087 static void parser_pop_local(parser_t *parser)
1089 parser->locals_count--;
1090 mem_d(parser->locals[parser->locals_count].name);
1093 static ast_block* parser_parse_block(parser_t *parser)
1095 size_t oldblocklocal;
1096 ast_block *block = NULL;
1098 oldblocklocal = parser->blocklocal;
1099 parser->blocklocal = parser->locals_count;
1101 if (!parser_next(parser)) { /* skip the '{' */
1102 parseerror(parser, "expected function body");
1106 block = ast_block_new(parser_ctx(parser));
1108 while (parser->tok != TOKEN_EOF && parser->tok < TOKEN_ERROR)
1110 ast_expression *expr;
1111 if (parser->tok == '}')
1114 if (!parser_parse_statement(parser, block, &expr)) {
1115 ast_block_delete(block);
1121 if (!ast_block_exprs_add(block, expr)) {
1123 ast_block_delete(block);
1129 if (parser->tok != '}') {
1130 ast_block_delete(block);
1133 (void)parser_next(parser);
1137 while (parser->locals_count > parser->blocklocal)
1138 parser_pop_local(parser);
1139 parser->blocklocal = oldblocklocal;
1140 /* unroll the local vector */
1144 static ast_expression* parser_parse_statement_or_block(parser_t *parser)
1146 ast_expression *expr;
1147 if (parser->tok == '{')
1148 return (ast_expression*)parser_parse_block(parser);
1149 if (!parser_parse_statement(parser, NULL, &expr))
1154 static bool parser_variable(parser_t *parser, ast_block *localblock)
1156 bool isfunc = false;
1157 ast_function *func = NULL;
1162 int basetype = parser_token(parser)->constval.t;
1166 if (!parser_next(parser)) { /* skip basetype or comma */
1167 parseerror(parser, "expected variable declaration");
1173 ctx = parser_ctx(parser);
1174 var = parser_parse_type(parser, basetype, &isfunc);
1179 if (parser->tok != TOKEN_IDENT) {
1180 parseerror(parser, "expected variable name\n");
1184 if (!localblock && parser_find_global(parser, parser_tokval(parser))) {
1185 ast_value_delete(var);
1186 parseerror(parser, "global already exists: %s\n", parser_tokval(parser));
1190 if (localblock && parser_find_local(parser, parser_tokval(parser), parser->blocklocal)) {
1191 ast_value_delete(var);
1192 parseerror(parser, "local variable already exists: %s\n", parser_tokval(parser));
1196 if (!ast_value_set_name(var, parser_tokval(parser))) {
1197 parseerror(parser, "failed to set variable name\n");
1198 ast_value_delete(var);
1203 /* a function was defined */
1206 /* turn var into a value of TYPE_FUNCTION, with the old var
1209 fval = ast_value_new(ctx, var->name, TYPE_FUNCTION);
1210 func = ast_function_new(ctx, var->name, fval);
1211 if (!fval || !func) {
1212 ast_value_delete(var);
1213 if (fval) ast_value_delete(fval);
1214 if (func) ast_function_delete(func);
1218 fval->expression.next = (ast_expression*)var;
1219 MEM_VECTOR_MOVE(&var->expression, params, &fval->expression, params);
1221 if (!parser_t_functions_add(parser, func)) {
1222 ast_value_delete(var);
1223 if (fval) ast_value_delete(fval);
1224 if (func) ast_function_delete(func);
1231 varent.name = util_strdup(var->name);
1232 varent.var = (ast_expression*)var;
1233 if (var->expression.vtype == TYPE_VECTOR)
1235 size_t len = strlen(varent.name);
1236 varentry_t vx, vy, vz;
1237 vx.var = (ast_expression*)ast_member_new(var->expression.node.context, (ast_expression*)var, 0);
1238 vy.var = (ast_expression*)ast_member_new(var->expression.node.context, (ast_expression*)var, 1);
1239 vz.var = (ast_expression*)ast_member_new(var->expression.node.context, (ast_expression*)var, 2);
1240 vx.name = mem_a(len+3);
1241 vy.name = mem_a(len+3);
1242 vz.name = mem_a(len+3);
1243 strcpy(vx.name, varent.name);
1244 strcpy(vy.name, varent.name);
1245 strcpy(vz.name, varent.name);
1246 vx.name[len] = vy.name[len] = vz.name[len] = '_';
1247 vx.name[len+1] = 'x';
1248 vy.name[len+1] = 'y';
1249 vz.name[len+1] = 'z';
1250 vx.name[len+2] = vy.name[len+2] = vz.name[len+2] = 0;
1253 (void)!parser_t_globals_add(parser, varent);
1254 (void)!parser_t_globals_add(parser, vx);
1255 (void)!parser_t_globals_add(parser, vy);
1256 (void)!parser_t_globals_add(parser, vz);
1258 (void)!parser_t_locals_add(parser, varent);
1259 (void)!parser_t_locals_add(parser, vx);
1260 (void)!parser_t_locals_add(parser, vy);
1261 (void)!parser_t_locals_add(parser, vz);
1266 if ( (!localblock && !parser_t_globals_add(parser, varent)) ||
1267 ( localblock && !parser_t_locals_add(parser, varent)) )
1269 ast_value_delete(var);
1273 if (localblock && !ast_block_locals_add(localblock, var))
1275 parser_pop_local(parser);
1276 ast_value_delete(var);
1280 if (!parser_next(parser)) {
1281 ast_value_delete(var);
1285 if (parser->tok == ';') {
1286 if (!parser_next(parser))
1287 return parser->tok == TOKEN_EOF;
1291 if (parser->tok == ',') {
1296 if (parser->tok != '=') {
1297 parseerror(parser, "expected '=' or ';'");
1301 if (!parser_next(parser))
1304 if (parser->tok == '#') {
1306 parseerror(parser, "cannot declare builtins within functions");
1309 if (!isfunc || !func) {
1310 parseerror(parser, "unexpected builtin number, '%s' is not a function", var->name);
1313 if (!parser_next(parser)) {
1314 parseerror(parser, "expected builtin number");
1317 if (parser->tok != TOKEN_INTCONST) {
1318 parseerror(parser, "builtin number must be an integer constant");
1321 if (parser_token(parser)->constval.i <= 0) {
1322 parseerror(parser, "builtin number must be positive integer greater than zero");
1326 func->builtin = -parser_token(parser)->constval.i;
1327 } else if (parser->tok == '{') {
1330 ast_function *old = parser->function;
1333 parseerror(parser, "cannot declare functions within functions");
1337 parser->function = func;
1338 block = parser_parse_block(parser);
1339 parser->function = old;
1344 if (!ast_function_blocks_add(func, block)) {
1345 ast_block_delete(block);
1350 parseerror(parser, "TODO, const assignment");
1353 if (!parser_next(parser))
1356 if (parser->tok == ',') {
1361 if (parser->tok != ';') {
1362 parseerror(parser, "expected semicolon");
1366 (void)parser_next(parser);
1372 static bool parser_do(parser_t *parser)
1374 if (parser->tok == TOKEN_TYPENAME)
1376 return parser_variable(parser, NULL);
1378 else if (parser->tok == TOKEN_KEYWORD)
1380 /* handle 'var' and 'const' */
1383 else if (parser->tok == '.')
1387 bool isfunc = false;
1389 lex_ctx ctx = parser_ctx(parser);
1392 /* entity-member declaration */
1393 if (!parser_next(parser) || parser->tok != TOKEN_TYPENAME) {
1394 parseerror(parser, "expected member variable definition");
1398 /* remember the base/return type */
1399 basetype = parser_token(parser)->constval.t;
1401 /* parse into the declaration */
1402 if (!parser_next(parser)) {
1403 parseerror(parser, "expected field def");
1407 /* parse the field type fully */
1408 var = parser_parse_type(parser, basetype, &isfunc);
1412 /* now the field name */
1413 if (parser->tok != TOKEN_IDENT) {
1414 parseerror(parser, "expected field name");
1419 /* check for an existing field
1420 * in original qc we also have to check for an existing
1421 * global named like the field
1423 if (opts_standard == COMPILER_QCC) {
1424 if (parser_find_global(parser, parser_tokval(parser))) {
1425 parseerror(parser, "cannot declare a field and a global of the same name with -std=qcc");
1430 if (parser_find_field(parser, parser_tokval(parser))) {
1431 parseerror(parser, "field %s already exists", parser_tokval(parser));
1436 /* if it was a function, turn it into a function */
1439 /* turn var into a value of TYPE_FUNCTION, with the old var
1442 fval = ast_value_new(ctx, var->name, TYPE_FUNCTION);
1444 ast_value_delete(var);
1445 ast_value_delete(fval);
1449 fval->expression.next = (ast_expression*)var;
1450 MEM_VECTOR_MOVE(&var->expression, params, &fval->expression, params);
1455 /* turn it into a field */
1456 fld = ast_value_new(ctx, parser_tokval(parser), TYPE_FIELD);
1457 fld->expression.next = (ast_expression*)var;
1459 varent.var = (ast_expression*)fld;
1460 if (var->expression.vtype == TYPE_VECTOR)
1462 /* create _x, _y and _z fields as well */
1463 parseerror(parser, "TODO: vector field members (_x,_y,_z)");
1468 varent.name = util_strdup(fld->name);
1469 (void)!parser_t_fields_add(parser, varent);
1471 /* end with a semicolon */
1472 if (!parser_next(parser) || parser->tok != ';') {
1473 parseerror(parser, "semicolon expected");
1477 /* skip the semicolon */
1478 if (!parser_next(parser))
1479 return parser->tok == TOKEN_EOF;
1485 parseerror(parser, "unexpected token: %s", parser->lex->tok->value);
1491 static parser_t *parser;
1495 parser = (parser_t*)mem_a(sizeof(parser_t));
1499 memset(parser, 0, sizeof(parser));
1501 MEM_VECTOR_INIT(parser, globals);
1502 MEM_VECTOR_INIT(parser, locals);
1506 bool parser_compile(const char *filename)
1508 parser->lex = lex_open(filename);
1510 printf("failed to open file \"%s\"\n", filename);
1514 /* initial lexer/parser state */
1515 parser->lex->flags.noops = true;
1517 if (parser_next(parser))
1519 while (parser->tok != TOKEN_EOF && parser->tok < TOKEN_ERROR)
1521 if (!parser_do(parser)) {
1522 if (parser->tok == TOKEN_EOF)
1523 parseerror(parser, "unexpected eof");
1525 parseerror(parser, "parse error\n");
1526 lex_close(parser->lex);
1533 lex_close(parser->lex);
1535 return !parser->errors;
1538 void parser_cleanup()
1541 for (i = 0; i < parser->functions_count; ++i) {
1542 ast_delete(parser->functions[i]);
1544 for (i = 0; i < parser->imm_vector_count; ++i) {
1545 ast_delete(parser->imm_vector[i]);
1547 for (i = 0; i < parser->imm_string_count; ++i) {
1548 ast_delete(parser->imm_string[i]);
1550 for (i = 0; i < parser->imm_float_count; ++i) {
1551 ast_delete(parser->imm_float[i]);
1553 for (i = 0; i < parser->globals_count; ++i) {
1554 ast_delete(parser->globals[i].var);
1555 mem_d(parser->globals[i].name);
1557 MEM_VECTOR_CLEAR(parser, globals);
1562 bool parser_finish(const char *output)
1567 if (!parser->errors)
1569 ir = ir_builder_new("gmqcc_out");
1571 printf("failed to allocate builder\n");
1575 for (i = 0; i < parser->imm_float_count; ++i) {
1576 if (!ast_global_codegen(parser->imm_float[i], ir)) {
1577 printf("failed to generate global %s\n", parser->imm_float[i]->name);
1578 ir_builder_delete(ir);
1582 for (i = 0; i < parser->imm_string_count; ++i) {
1583 if (!ast_global_codegen(parser->imm_string[i], ir)) {
1584 printf("failed to generate global %s\n", parser->imm_string[i]->name);
1585 ir_builder_delete(ir);
1589 for (i = 0; i < parser->imm_vector_count; ++i) {
1590 if (!ast_global_codegen(parser->imm_vector[i], ir)) {
1591 printf("failed to generate global %s\n", parser->imm_vector[i]->name);
1592 ir_builder_delete(ir);
1596 for (i = 0; i < parser->fields_count; ++i) {
1599 if (!ast_istype(parser->fields[i].var, ast_value))
1601 field = (ast_value*)parser->fields[i].var;
1602 isconst = field->isconst;
1603 field->isconst = false;
1604 if (!ast_global_codegen((ast_value*)field, ir)) {
1605 printf("failed to generate field %s\n", field->name);
1606 ir_builder_delete(ir);
1611 ast_expression *subtype;
1612 field->isconst = true;
1613 subtype = field->expression.next;
1614 ifld = ir_builder_create_field(ir, field->name, subtype->expression.vtype);
1615 if (subtype->expression.vtype == TYPE_FIELD)
1616 ifld->fieldtype = subtype->expression.next->expression.vtype;
1617 else if (subtype->expression.vtype == TYPE_FUNCTION)
1618 ifld->outtype = subtype->expression.next->expression.vtype;
1619 (void)!ir_value_set_field(field->ir_v, ifld);
1622 for (i = 0; i < parser->globals_count; ++i) {
1623 if (!ast_istype(parser->globals[i].var, ast_value))
1625 if (!ast_global_codegen((ast_value*)(parser->globals[i].var), ir)) {
1626 printf("failed to generate global %s\n", parser->globals[i].name);
1627 ir_builder_delete(ir);
1631 for (i = 0; i < parser->functions_count; ++i) {
1632 if (!ast_function_codegen(parser->functions[i], ir)) {
1633 printf("failed to generate function %s\n", parser->functions[i]->name);
1634 ir_builder_delete(ir);
1637 if (!ir_function_finalize(parser->functions[i]->ir_func)) {
1638 printf("failed to finalize function %s\n", parser->functions[i]->name);
1639 ir_builder_delete(ir);
1644 ir_builder_dump(ir, printf);
1646 if (!ir_builder_generate(ir, output)) {
1647 printf("*** failed to generate output file\n");
1648 ir_builder_delete(ir);
1652 ir_builder_delete(ir);
1656 printf("*** there were compile errors\n");