diff options
Diffstat (limited to 'src/lexer.c')
| -rw-r--r-- | src/lexer.c | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/src/lexer.c b/src/lexer.c index 00a186a..3e48fd5 100644 --- a/src/lexer.c +++ b/src/lexer.c @@ -46,7 +46,7 @@ lexer_define_literal_token_props(lexer_t *lexer, token_t *token, token_kind_t ki } void -lexer_next_token(lexer_t *lexer, token_t *token) +lexer_drop_spaces(lexer_t *lexer) { while (lexer_is_not_eof(lexer) && isspace(lexer_current_char(lexer))) { if (lexer_current_char(lexer) == '\n') { @@ -57,7 +57,12 @@ lexer_next_token(lexer_t *lexer, token_t *token) } lexer_drop_char(lexer); } +} +void +lexer_next_token(lexer_t *lexer, token_t *token) +{ + lexer_drop_spaces(lexer); if (lexer_is_not_eof(lexer) && isdigit(lexer_current_char(lexer))) { size_t begin = lexer->cur; |