diff options
Diffstat (limited to 'src/lexer.c')
-rw-r--r-- | src/lexer.c | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/src/lexer.c b/src/lexer.c index 77ae68e..2c8ffb9 100644 --- a/src/lexer.c +++ b/src/lexer.c @@ -95,6 +95,12 @@ lexer_next_token(lexer_t *lexer, token_t *token) { lexer_drop_spaces(lexer); + if (lexer_is_eof(lexer)) { + lexer_define_literal_token_props(lexer, token, TOKEN_EOF); + lexer_drop_char(lexer); + return; + } + if (lexer_is_not_eof(lexer) && isdigit(lexer_current_char(lexer))) { lexer_tokenize_number(lexer, token); return; |