aboutsummaryrefslogtreecommitdiff
path: root/source/20-codegen-compiler/CodegenLexer.hpp
diff options
context:
space:
mode:
authorrtk0c <[email protected]>2022-06-03 23:26:44 -0700
committerrtk0c <[email protected]>2022-06-03 23:26:44 -0700
commit60ccc62f4934e44ad5b905fdbcf458302b8d8a09 (patch)
tree02ec83cc8387abfd08bd5ee7ea4e8115f1bfb8d0 /source/20-codegen-compiler/CodegenLexer.hpp
parentc2ef7737536bf1f8c81fcfae95c0183b21c9753f (diff)
Changeset: 63 [WIP] Rename directories
Diffstat (limited to 'source/20-codegen-compiler/CodegenLexer.hpp')
-rw-r--r--source/20-codegen-compiler/CodegenLexer.hpp47
1 files changed, 0 insertions, 47 deletions
diff --git a/source/20-codegen-compiler/CodegenLexer.hpp b/source/20-codegen-compiler/CodegenLexer.hpp
deleted file mode 100644
index 76adce6..0000000
--- a/source/20-codegen-compiler/CodegenLexer.hpp
+++ /dev/null
@@ -1,47 +0,0 @@
-#pragma once
-
-#include <LookupTable.hpp>
-
-#include <stb_c_lexer.h>
-#include <span>
-#include <string>
-#include <string_view>
-#include <vector>
-
-enum {
- CLEX_ext_single_char = CLEX_first_unused_token,
- CLEX_ext_double_colon,
- CLEX_ext_dot_dot_dot,
- CLEX_ext_COUNT,
-};
-
-struct StbLexerToken {
- std::string text;
-
- union {
- double lexerRealNumber;
- long lexerIntNumber;
- };
-
- // Can either be CLEX_* or CLEX_ext_* values
- int type;
-};
-
-bool StbTokenIsSingleChar(int lexerToken);
-bool StbTokenIsMultiChar(int lexerToken);
-std::string CombineTokens(std::span<const StbLexerToken> tokens);
-
-struct CodegenLexer {
- std::vector<StbLexerToken> tokens;
- size_t idx = 0;
-
- void InitializeFrom(std::string_view source);
-
- const StbLexerToken& Current() const;
-
- const StbLexerToken* TryConsumeToken(int type);
- const StbLexerToken* TryConsumeSingleCharToken(char c);
-
- void SkipUntilToken(int type);
- void SkipUntilTokenSingleChar(char c);
-};