diff options
| author | rtk0c <[email protected]> | 2022-07-07 19:30:47 -0700 |
|---|---|---|
| committer | rtk0c <[email protected]> | 2022-07-07 19:30:47 -0700 |
| commit | a98b0495a957ed15900c052bcad00b3c48367546 (patch) | |
| tree | 10945d897ba6671c707e1c9866f235c0e630c08f /source/20-codegen-compiler/CodegenLexer.hpp | |
| parent | 6839736b8283a59eb743e1f6058c7d266a3e7f36 (diff) | |
Changeset: 79 Initial work on fixing codegen for the main project, add enum underlying type (EUT) scanning capability
Diffstat (limited to 'source/20-codegen-compiler/CodegenLexer.hpp')
| -rw-r--r-- | source/20-codegen-compiler/CodegenLexer.hpp | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/source/20-codegen-compiler/CodegenLexer.hpp b/source/20-codegen-compiler/CodegenLexer.hpp index 76adce6..ec8c8b7 100644 --- a/source/20-codegen-compiler/CodegenLexer.hpp +++ b/source/20-codegen-compiler/CodegenLexer.hpp @@ -25,11 +25,13 @@ struct StbLexerToken { // Can either be CLEX_* or CLEX_ext_* values int type; + + int Reamalgamate() const; }; bool StbTokenIsSingleChar(int lexerToken); bool StbTokenIsMultiChar(int lexerToken); -std::string CombineTokens(std::span<const StbLexerToken> tokens); +std::string CombineTokens(std::span<const StbLexerToken> tokens, std::string_view separator = {}); struct CodegenLexer { std::vector<StbLexerToken> tokens; |