diff options
Diffstat (limited to 'source/CodegenCompiler/CodegenLexer.hpp')
-rw-r--r-- | source/CodegenCompiler/CodegenLexer.hpp | 47 |
1 files changed, 0 insertions, 47 deletions
diff --git a/source/CodegenCompiler/CodegenLexer.hpp b/source/CodegenCompiler/CodegenLexer.hpp deleted file mode 100644 index 76adce6..0000000 --- a/source/CodegenCompiler/CodegenLexer.hpp +++ /dev/null @@ -1,47 +0,0 @@ -#pragma once - -#include <LookupTable.hpp> - -#include <stb_c_lexer.h> -#include <span> -#include <string> -#include <string_view> -#include <vector> - -enum { - CLEX_ext_single_char = CLEX_first_unused_token, - CLEX_ext_double_colon, - CLEX_ext_dot_dot_dot, - CLEX_ext_COUNT, -}; - -struct StbLexerToken { - std::string text; - - union { - double lexerRealNumber; - long lexerIntNumber; - }; - - // Can either be CLEX_* or CLEX_ext_* values - int type; -}; - -bool StbTokenIsSingleChar(int lexerToken); -bool StbTokenIsMultiChar(int lexerToken); -std::string CombineTokens(std::span<const StbLexerToken> tokens); - -struct CodegenLexer { - std::vector<StbLexerToken> tokens; - size_t idx = 0; - - void InitializeFrom(std::string_view source); - - const StbLexerToken& Current() const; - - const StbLexerToken* TryConsumeToken(int type); - const StbLexerToken* TryConsumeSingleCharToken(char c); - - void SkipUntilToken(int type); - void SkipUntilTokenSingleChar(char c); -}; |