summaryrefslogtreecommitdiff
path: root/src/lexer.c
diff options
context:
space:
mode:
Diffstat (limited to 'src/lexer.c')
-rw-r--r--src/lexer.c6
1 files changed, 6 insertions, 0 deletions
diff --git a/src/lexer.c b/src/lexer.c
index 77ae68e..2c8ffb9 100644
--- a/src/lexer.c
+++ b/src/lexer.c
@@ -95,6 +95,12 @@ lexer_next_token(lexer_t *lexer, token_t *token)
{
lexer_drop_spaces(lexer);
+ if (lexer_is_eof(lexer)) {
+ lexer_define_literal_token_props(lexer, token, TOKEN_EOF);
+ lexer_drop_char(lexer);
+ return;
+ }
+
if (lexer_is_not_eof(lexer) && isdigit(lexer_current_char(lexer))) {
lexer_tokenize_number(lexer, token);
return;