/*
- * Copyright (C) 2012
+ * Copyright (C) 2012
* Dale Weiler
*
* Permission is hereby granted, free of charge, to any person obtaining a copy of
mem_d(lex);
return;
}
-
+
fseek(lex->file, 0, SEEK_END);
lex->length = ftell(lex->file);
lex->size = lex->length; /* copy, this is never changed */
fseek(lex->file, 0, SEEK_SET);
lex->last = 0;
lex->line = 1;
-
+
memset(lex->peek, 0, sizeof(lex->peek));
*set = lex;
}
void lex_close(lex_file *file) {
if (!file) return;
-
+
fclose(file->file); /* may already be closed */
mem_d (file);
}
if (file->current == sizeof(file->lastok)-1)
file->lastok[file->current] = (char)'\0';
}
-static inline void lex_clear(lex_file *file) {
+static GMQCC_INLINE void lex_clear(lex_file *file) {
file->current = 0;
}
static int lex_inget(lex_file *file) {
char get;
file->length --;
-
+
if (file->last > 0) {
if ((get = file->peek[--file->last]) == '\n')
file->line ++;
}
if ((get = fgetc(file->file)) == '\n')
file->line++;
-
+
return get;
}
static void lex_unget(int ch, lex_file *file) {
lex_unget(ch, file);
return '?';
}
-
+
ch = lex_inget(file);
switch (ch) {
case '(' : return '[' ;
default:
lex_unget('?', file);
lex_unget(ch , file);
- return '?';
}
return '?';
}
if (ch == '>') return ']';
break;
}
-
+
lex_unget(ch, file);
return first;
}
int ch;
if (!isspace(ch = lex_getch(file)))
return ch;
-
+
/* skip over all spaces */
while (isspace(ch) && ch != '\n')
ch = lex_getch(file);
-
+
if (ch == '\n')
return ch;
lex_unget(ch, file);
static int lex_skipchr(lex_file *file) {
int ch;
int it;
-
+
lex_clear(file);
lex_addch('\'', file);
-
+
for (it = 0; it < 2 && ((ch = lex_inget(file)) != '\''); it++) {
lex_addch(ch, file);
-
+
if (ch == '\n')
return ERROR_LEX;
if (ch == '\\')
}
lex_addch('\'', file);
lex_addch('\0', file);
-
+
if (it > 2)
return ERROR_LEX;
-
+
return LEX_CHRLIT;
}
int ch;
lex_clear(file);
lex_addch('"', file);
-
+
while ((ch = lex_getch(file)) != '"') {
if (ch == '\n' || ch == EOF)
return ERROR_LEX;
-
+
lex_addch(ch, file);
if (ch == '\\')
lex_addch(lex_inget(file), file);
}
-
+
lex_addch('"', file);
lex_addch('\0', file);
-
+
return LEX_STRLIT;
}
static int lex_skipcmt(lex_file *file) {
int ch;
lex_clear(file);
ch = lex_getch(file);
-
+
if (ch == '/') {
lex_addch('/', file);
lex_addch('/', file);
-
+
while ((ch = lex_getch(file)) != '\n') {
if (ch == '\\') {
lex_addch(ch, file);
lex_addch('\0', file);
return LEX_COMMENT;
}
-
+
if (ch != '*') {
lex_unget(ch, file);
return '/';
}
-
+
lex_addch('/', file);
-
+
/* hate this */
do {
lex_addch(ch, file);
}
lex_addch(ch, file);
} while ((ch = lex_getch(file)) != '/');
-
+
lex_addch('/', file);
lex_addch('\0', file);
-
+
return LEX_COMMENT;
}
static int lex_getsource(lex_file *file) {
int ch = lex_get(file);
-
+
/* skip char/string/comment */
switch (ch) {
case '\'': return lex_skipchr(file);
int lex_token(lex_file *file) {
int ch = lex_getsource(file);
int it;
-
+
/* valid identifier */
if (ch > 0 && (ch == '_' || isalpha(ch))) {
lex_clear(file);
-
+
while (ch > 0 && (ch == '_' || isalpha(ch))) {
lex_addch(ch, file);
ch = lex_getsource(file);
}
lex_unget(ch, file);
lex_addch('\0', file);
-
+
/* look inside the table for a keyword .. */
for (it = 0; it < sizeof(lex_keywords)/sizeof(*lex_keywords); it++)
if (!strncmp(file->lastok, lex_keywords[it], strlen(lex_keywords[it])))
return it;
-
+
/* try a type? */
#define TEST_TYPE(X) \
do { \
if (!strncmp(X, "void" , sizeof("void"))) \
return TOKEN_VOID; \
} while(0)
-
+
TEST_TYPE(file->lastok);
-
+
/* try the hashtable for typedefs? */
if (typedef_find(file->lastok))
TEST_TYPE(typedef_find(file->lastok)->name);
-
+
#undef TEST_TYPE
return LEX_IDENT;
}
- return ch;
+ return (ch != ' ') ? ch : lex_token(file);
}
void lex_reset(lex_file *file) {
file->last = 0;
file->length = file->size;
fseek(file->file, 0, SEEK_SET);
-
+
memset(file->peek, 0, sizeof(file->peek ));
memset(file->lastok, 0, sizeof(file->lastok));
}
* recrusion.
*/
lex_file *lex_include(lex_file *lex, const char *file) {
+ lex_file *set = NULL;
+
util_strrq(file);
if (strncmp(lex->name, file, strlen(lex->name)) == 0) {
error(lex, ERROR_LEX, "Source file cannot include itself\n");
exit (-1);
}
-
- lex_file *set = NULL;
lex_init(file, &set);
return set;