From a98b0495a957ed15900c052bcad00b3c48367546 Mon Sep 17 00:00:00 2001 From: rtk0c Date: Thu, 7 Jul 2022 19:30:47 -0700 Subject: Changeset: 79 Initial work on fixing codegen for the main project, add enum underlying type (EUT) scanning capability --- source/20-codegen-compiler/CodegenLexer.hpp | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'source/20-codegen-compiler/CodegenLexer.hpp') diff --git a/source/20-codegen-compiler/CodegenLexer.hpp b/source/20-codegen-compiler/CodegenLexer.hpp index 76adce6..ec8c8b7 100644 --- a/source/20-codegen-compiler/CodegenLexer.hpp +++ b/source/20-codegen-compiler/CodegenLexer.hpp @@ -25,11 +25,13 @@ struct StbLexerToken { // Can either be CLEX_* or CLEX_ext_* values int type; + + int Reamalgamate() const; }; bool StbTokenIsSingleChar(int lexerToken); bool StbTokenIsMultiChar(int lexerToken); -std::string CombineTokens(std::span tokens); +std::string CombineTokens(std::span tokens, std::string_view separator = {}); struct CodegenLexer { std::vector tokens; -- cgit v1.2.3-70-g09d2