aboutsummaryrefslogtreecommitdiff
path: root/source/20-codegen-compiler/CodegenLexer.hpp
diff options
context:
space:
mode:
Diffstat (limited to 'source/20-codegen-compiler/CodegenLexer.hpp')
-rw-r--r--source/20-codegen-compiler/CodegenLexer.hpp4
1 files changed, 3 insertions, 1 deletions
diff --git a/source/20-codegen-compiler/CodegenLexer.hpp b/source/20-codegen-compiler/CodegenLexer.hpp
index 76adce6..ec8c8b7 100644
--- a/source/20-codegen-compiler/CodegenLexer.hpp
+++ b/source/20-codegen-compiler/CodegenLexer.hpp
@@ -25,11 +25,13 @@ struct StbLexerToken {
// Can either be CLEX_* or CLEX_ext_* values
int type;
+
+ int Reamalgamate() const;
};
bool StbTokenIsSingleChar(int lexerToken);
bool StbTokenIsMultiChar(int lexerToken);
-std::string CombineTokens(std::span<const StbLexerToken> tokens);
+std::string CombineTokens(std::span<const StbLexerToken> tokens, std::string_view separator = {});
struct CodegenLexer {
std::vector<StbLexerToken> tokens;