Experiments/libabacus
1
0
Fork 0
Code Issues 4 Pull Requests Releases Wiki Activity

Tone down the current token list, in favor of adding them later.

Browse Source
This commit is contained in:
Danila Fedorin 2018-02-17 13:32:55 -08:00
parent 841c2f15e5
commit a3ce8fbd9c
2 changed files with 3 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
include/lexer.h
View File

@ -54,21 +54,11 @@ struct libab_lexer_match_s {
enum libab_lexer_token_e {
TOKEN_CHAR = 0,
TOKEN_ID,
TOKEN_TRUE,
TOKEN_FALSE,
TOKEN_NUM,
TOKEN_STR,
TOKEN_CHAR_LIT,
TOKEN_KW_FUN,
TOKEN_KW_IF,
TOKEN_KW_ELSE,
TOKEN_KW_WHILE,
TOKEN_KW_DO,
TOKEN_KW_FOR,
TOKEN_KW_RETURN,
TOKEN_OP_INFIX,
TOKEN_OP_POSTFIX,
TOKEN_OP_PREFIX,
TOKEN_OP_POSTFIX,
TOKEN_FUN,
TOKEN_LAST
};

24
src/lexer.c
View File

@ -10,34 +10,12 @@ libab_result libab_lexer_init(libab_lexer* lexer) {
const char* words[] = {
".",
"[a-zA-Z][a-zA-Z0-9_]*",
"true",
"false",
"[0-9]+(\\.[0-9]*)?",
"\"[^\"]*\"",
"'[^']'",
"fun",
"if",
"else",
"while",
"do",
"for",
"return"
"[0-9]+(\\.[0-9]*)?"
};
libab_lexer_token tokens[] = {
TOKEN_CHAR,
TOKEN_ID,
TOKEN_TRUE,
TOKEN_FALSE,
TOKEN_NUM,
TOKEN_STR,
TOKEN_CHAR_LIT,
TOKEN_KW_FUN,
TOKEN_KW_IF,
TOKEN_KW_ELSE,
TOKEN_KW_WHILE,
TOKEN_KW_DO,
TOKEN_KW_FOR,
TOKEN_KW_RETURN
};
const size_t count = sizeof(tokens)/sizeof(libab_lexer_token);