diff options
Diffstat (limited to 'source/20-codegen-compiler/CodegenLexer.hpp')
-rw-r--r-- | source/20-codegen-compiler/CodegenLexer.hpp | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/source/20-codegen-compiler/CodegenLexer.hpp b/source/20-codegen-compiler/CodegenLexer.hpp index 76adce6..ec8c8b7 100644 --- a/source/20-codegen-compiler/CodegenLexer.hpp +++ b/source/20-codegen-compiler/CodegenLexer.hpp @@ -25,11 +25,13 @@ struct StbLexerToken { // Can either be CLEX_* or CLEX_ext_* values int type; + + int Reamalgamate() const; }; bool StbTokenIsSingleChar(int lexerToken); bool StbTokenIsMultiChar(int lexerToken); -std::string CombineTokens(std::span<const StbLexerToken> tokens); +std::string CombineTokens(std::span<const StbLexerToken> tokens, std::string_view separator = {}); struct CodegenLexer { std::vector<StbLexerToken> tokens; |