summaryrefslogtreecommitdiff
path: root/src/lexer.h
diff options
context:
space:
mode:
Diffstat (limited to 'src/lexer.h')
-rw-r--r--src/lexer.h4
1 files changed, 4 insertions, 0 deletions
diff --git a/src/lexer.h b/src/lexer.h
index 0e36ada..c544a15 100644
--- a/src/lexer.h
+++ b/src/lexer.h
@@ -32,6 +32,7 @@ typedef enum
// Literal Tokens
TOKEN_OPAREN,
TOKEN_CPAREN,
+ TOKEN_COMMA,
TOKEN_COLON,
TOKEN_SEMICOLON,
TOKEN_OCURLY,
@@ -114,6 +115,9 @@ void
lexer_peek_next_token(lexer_t *lexer, token_t *token);
void
+lexer_step_back_to(lexer_t *lexer, token_t *token);
+
+void
lexer_lookahead(lexer_t *lexer, token_t *token, size_t level);
char *