/* * Copyright (C) 2023 Johnny Richard * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #ifndef LEXER_H #define LEXER_H #include "string_view.h" #include #include #include typedef enum { // Non-Literal Tokens TOKEN_NAME, TOKEN_NUMBER, TOKEN_EOF, // Literal Tokens TOKEN_OPAREN, TOKEN_CPAREN, TOKEN_COLON, TOKEN_SEMICOLON, TOKEN_OCURLY, TOKEN_CCURLY, TOKEN_PLUS, TOKEN_MINUS, TOKEN_STAR, TOKEN_SLASH, TOKEN_ASSIGN, TOKEN_EQUAL, TOKEN_NOT, TOKEN_NOT_EQUAL, TOKEN_GT, TOKEN_GT_EQUAL, TOKEN_LT, TOKEN_LT_EQUAL, TOKEN_AND, TOKEN_OR, TOKEN_BITWISE_AND, TOKEN_BITWISE_OR, TOKEN_BITWISE_SHIFT_LEFT, TOKEN_BITWISE_SHIFT_RIGHT, TOKEN_BITWISE_XOR, TOKEN_BITWISE_NOT, TOKEN_KEYWORD_RETURN, TOKEN_KEYWORD_FN, TOKEN_KEYWORD_LET, TOKEN_KEYWORD_IF, TOKEN_TRUE, TOKEN_FALSE, TOKEN_UNKNOWN } token_kind_t; typedef struct token_t { token_kind_t kind; string_view_t value; char *filepath; uint32_t row; uint32_t col; uint32_t bol; } token_t; typedef struct lexer_t { char *filepath; char *src; size_t srclen; uint32_t cur; uint32_t row; uint32_t bol; } lexer_t; void lexer_init(lexer_t *lexer, char *filepath); void lexer_next_token(lexer_t *lexer, token_t *token); void lexer_load_file_contents(lexer_t *lexer); char lexer_current_char(lexer_t *lexer); bool lexer_is_eof(lexer_t *lexer); bool lexer_is_not_eof(lexer_t *lexer); void lexer_drop_char(lexer_t *lexer); void lexer_drop_next_token(lexer_t *lexer); void lexer_peek_next_token(lexer_t *lexer, token_t *token); void lexer_lookahead(lexer_t *lexer, token_t *token, size_t level); char * token_kind_to_str(token_kind_t kind); #endif /* LEXER_H */