aboutsummaryrefslogtreecommitdiff
path: root/source/20-codegen-compiler/CodegenModel.cpp
blob: 88439e85b3b6fd35f778389f045c84ac08f5eaac (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
#include "CodegenModel.hpp"
#include "CodegenModelArchive.hpp"

#include "CodegenUtils.hpp"

#include <Macros.hpp>
#include <ScopeGuard.hpp>
#include <Utils.hpp>

#include <robin_hood.h>
#include <cassert>
#include <cstdint>
#include <stdexcept>
#include <string>
#include <variant>

using namespace std::literals;

// TODO only delete unused records from model instead of regenerating all records every time

struct SomeDecl {
	std::variant<DeclStruct, DeclFunction, DeclEnum> v;
};

class CodegenModel::Private {
	friend class CodegenModelArchive;

public:
	// We want address stability for everything
	robin_hood::unordered_node_map<std::string, SomeDecl, StringHash, StringEqual> decls;
	robin_hood::unordered_node_map<std::string, DeclNamespace, StringHash, StringEqual> namespaces;
};

// A number for `PRAGMA user_vesrion`, representing the current database version. Increment when the table format changes.
#define CURRENT_DATABASE_VERSION 1
constexpr int64_t kGlobalNamespaceId = 1;
constexpr int64_t kNoFileId = 1;

struct SQLiteDatabase {
	sqlite3* database = nullptr;

	~SQLiteDatabase() {
		// NOTE: calling with NULL is a harmless no-op
		int result = sqlite3_close(database);
		assert(result == SQLITE_OK);
	}

	operator sqlite3*() const { return database; }
	sqlite3** operator&() { return &database; }
};

struct SQLiteStatement {
	sqlite3_stmt* stmt = nullptr;

	SQLiteStatement(const SQLiteStatement&) = delete;
	SQLiteStatement& operator=(const SQLiteStatement&) = delete;

	SQLiteStatement() = default;

	SQLiteStatement(sqlite3* database, std::string_view sql) {
		Initialize(database, sql);
	}

	~SQLiteStatement() {
		// NOTE: calling with NULL is a harmless no-op
		// NOTE: we don't care about the error code, because they are returned if the statement has errored in the most recent execution
		//       but deleting it will succeeed anyways
		sqlite3_finalize(stmt);
	}

	operator sqlite3_stmt*() const { return stmt; }
	sqlite3_stmt** operator&() { return &stmt; }

	void Initialize(sqlite3* database, std::string_view sql) {
		int result = sqlite3_prepare(database, sql.data(), sql.size(), &stmt, nullptr);
		assert(result == SQLITE_OK);
	}

	bool InitializeLazily(sqlite3* database, std::string_view sql) {
		if (!stmt) {
			Initialize(database, sql);
			return true;
		}
		return false;
	}
};

namespace {
void PrintErrMsgIfPresent(char*& errMsg) {
	if (errMsg) {
		printf("SQLite error: %s\n", errMsg);
		sqlite3_free(errMsg);
	}
}
} // namespace

class CodegenModelArchive::Private {
	friend class CodegenModel;

public:
	// NOTE: this must be the first field, because we want it to destruct after all other statement fields
	SQLiteDatabase database;
	/* Core Statements */
	SQLiteStatement beginTransactionStmt;
	SQLiteStatement commitTransactionStmt;
	SQLiteStatement rollbackTransactionStmt;
	SQLiteStatement findFileStmt;
	SQLiteStatement storeFileStmt;
	SQLiteStatement findNamespaceStmt;
	SQLiteStatement getNamespaceStmt;
	SQLiteStatement storeNamespaceStmt;
	/* Component Statements, initalized on demand */
	SQLiteStatement storeStructStmt;
	SQLiteStatement storeStructBaseClassStmt;
	SQLiteStatement storeStructPropertyStmt;
	// TODO store method
	SQLiteStatement storeEnumStmt;
	SQLiteStatement storeEnumElmStmt;
	SQLiteStatement deleteFunctionDeclByFilenameStmt;
	SQLiteStatement deleteStructDeclByFilenameStmt;
	SQLiteStatement deleteEnumDeclByFilenameStmt;
	// TODO
	// SQLiteStatement getRootClassStmt;

	void InitializeDatabase() {
		char* errMsg = nullptr;

		int result = sqlite3_exec(database, "PRAGMA user_version = " STRINGIFY(CURRENT_DATABASE_VERSION), nullptr, nullptr, &errMsg);
		PrintErrMsgIfPresent(errMsg);
		assert(result == SQLITE_OK);

		// TODO unique with overloading, and container structs
		result = sqlite3_exec(database, R"""(
BEGIN TRANSACTION;
CREATE TABLE Files(
	-- NOTE: SQLite forbids foreign keys referencing the implicit `rowid` column, we have to create an alias for it
	Id INTEGER PRIMARY KEY,
	FileName TEXT,
	UNIQUE (FileName)
);

CREATE TABLE Namespaces(
	Id INTEGER PRIMARY KEY,
	ParentNamespaceId INTEGER REFERENCES Namespaces(Id),
	Name TEXT,
	UNIQUE (ParentNamespaceId, Name)
);

CREATE TABLE DeclFunctions(
	Id INTEGER PRIMARY KEY,
	FileId INTEGER REFERENCES Files(Id) ON DELETE CASCADE,
	NamespaceId INTEGER REFERENCES Namespaces(Id),
	Name TEXT
);
CREATE TABLE DeclFunctionParameters(
	FunctionId INTEGER REFERENCES DeclFunctions(Id) ON DELETE CASCADE,
	Name TEXT,
	Type TEXT,
	UNIQUE (FunctionId, Name)
);

CREATE TABLE DeclStructs(
	Id INTEGER PRIMARY KEY,
	FileId INTEGER REFERENCES Files(Id) ON DELETE CASCADE,
	NamespaceId INTEGER REFERENCES Namespaces(Id),
	Name TEXT,
	IsMetadataMarked INTEGER
);
CREATE TABLE DeclStructBaseClassRelations(
	StructId INTEGER REFERENCES DeclStructs(Id) ON DELETE CASCADE,
	-- NOTE: intentionally not foreign keys, because we want relations to still exist even if the base class is deleted
	--       we do validation after a complete regeneration pass, on reads
	ParentStructNamespaceId INTEGER,
	ParentStructName TEXT,
	UNIQUE (StructId, ParentStructNamespaceId, ParentStructName)
);
CREATE TABLE DeclStructProperties(
	StructId INTEGER REFERENCES DeclStructs(Id) ON DELETE CASCADE,
	Name TEXT,
	Type TEXT,
	-- NOTE: getter and setter may or may not be methods; search the DeclStructMethods table if needed
	GetterName TEXT,
	SetterName TEXT,
	IsPlainField INTEGER GENERATED ALWAYS AS (GetterName = '' AND SetterName = '') VIRTUAL,
	IsMetadataMarked INTEGER
);
CREATE TABLE DeclStructMethods(
	Id INTEGER PRIMARY KEY,
	StructId INTEGER REFERENCES DeclStructs(Id) ON DELETE CASCADE,
	Name TEXT,
	Type TEXT,
	IsConst INTEGER,
	IsMetadataMarked INTEGER
);
CREATE TABLE DeclStructMethodParameters(
	MethodId INTEGER REFERENCES DeclStructMethods(Id) ON DELETE CASCADE,
	Name TEXT,
	Type TEXT,
	UNIQUE (MethodId, Name)
);

CREATE TABLE DeclEnums(
	Id INTEGER PRIMARY KEY,
FileId INTEGER REFERENCES Files(Id) ON DELETE CASCADE,
	NamespaceId INTEGER REFERENCES Namespaces(Id),
	Name TEXT,
	UnderlyingType TEXT
);
CREATE TABLE DeclEnumElements(
	EnumId INTEGER REFERENCES DeclEnums(Id) ON DELETE CASCADE,
	Name TEXT,
	Value INTEGER,
	UNIQUE (EnumId, Name)
);

CREATE INDEX Index_DeclFunctions_FileId ON DeclFunctions(FileId);
CREATE INDEX Index_DeclStructs_FileId ON DeclStructs(FileId);
CREATE INDEX Index_DeclEnums_FileId ON DeclEnums(FileId);

CREATE UNIQUE INDEX Index_DeclFunctions_Identity ON DeclFunctions(NamespaceId, Name);

CREATE UNIQUE INDEX Index_DeclStruct_Identity ON DeclStructs(NamespaceId, Name);
CREATE UNIQUE INDEX Index_DeclStructProperties_Identity ON DeclStructProperties(StructId, Name);
CREATE UNIQUE INDEX Index_DeclStructMethods_Identity ON DeclStructMethods(StructId, Name);

CREATE UNIQUE INDEX Index_DeclEnums_Identity ON DeclEnums(NamespaceId, Name);

INSERT INTO Files(Id, FileName)
VALUES (1, '');

-- Special global namespace that has no parent, and Id should always be 1
INSERT INTO Namespaces(Id, ParentNamespaceId, Name)
VALUES (1, NULL, '<global namespace>');

COMMIT TRANSACTION;
)""",
			nullptr,
			nullptr,
			&errMsg);
		PrintErrMsgIfPresent(errMsg);
		assert(result == SQLITE_OK);
	}

	void BeginTransaction() {
		int result = sqlite3_step(beginTransactionStmt);
		assert(result == SQLITE_DONE);
		sqlite3_reset(beginTransactionStmt);
	}

	void CommitTransaction() {
		int result = sqlite3_step(commitTransactionStmt);
		assert(result == SQLITE_DONE);
		sqlite3_reset(commitTransactionStmt);
	}

	void RollbackTransaction() {
		int result = sqlite3_step(rollbackTransactionStmt);
		assert(result == SQLITE_DONE);
		sqlite3_reset(rollbackTransactionStmt);
	}

	/// \return Row ID of the namespace, or 0 if it currently doesn't exist.
	int64_t FindNamespace(const DeclNamespace* ns) {
		if (!ns) {
			return kGlobalNamespaceId;
		}

		return FindNamespaceImpl(*ns);
	}

	/// \return Row ID of the namespace.
	int64_t FindOrStoreNamespace(const DeclNamespace* ns) {
		if (!ns) {
			return kGlobalNamespaceId;
		}

		if (auto rowId = FindNamespaceImpl(*ns); rowId != 0) {
			return rowId;
		}

		sqlite3_stmt* stmt = storeNamespaceStmt;
		int64_t parentRowId = FindOrStoreNamespace(ns->container);
		sqlite3_bind_int64(stmt, 1, parentRowId);
		sqlite3_bind_text(stmt, 2, ns->name.c_str(), ns->name.size(), nullptr);

		int result = sqlite3_step(stmt);
		DEFER {
			sqlite3_reset(stmt);
			sqlite3_clear_bindings(stmt);
		};
		assert(result == SQLITE_ROW);

		auto nsId = sqlite3_column_int64(stmt, 0);
		return nsId;
	}

	// TODO maybe merge with Utils::MakeFullName?
	std::string GetNamespaceFullName(int64_t nsId) {
		std::vector<std::string> namespaceNames;
		size_t fullnameLength = 0;

		sqlite3_stmt* stmt = getNamespaceStmt;
		int64_t currentNsId = nsId;
		while (true) {
			sqlite3_bind_int64(stmt, 1, currentNsId);

			int result = sqlite3_step(stmt);
			DEFER {
				sqlite3_reset(stmt);
				sqlite3_clear_bindings(stmt);
			};
			assert(result == SQLITE_ROW);

			/* 0th column Id */
			int64_t parentNamespaceId = sqlite3_column_int64(stmt, 1);
			auto nameCstr = (const char*)sqlite3_column_text(stmt, 2);

			currentNsId = parentNamespaceId;
			std::string name(nameCstr);
			fullnameLength += name.size() + 2;
			namespaceNames.push_back(std::move(name));

			if (parentNamespaceId == kGlobalNamespaceId) {
				break;
			}
		}
		fullnameLength -= 2;

		std::string fullname;
		fullname.reserve(fullnameLength);

		for (auto it = namespaceNames.rbegin(); it != namespaceNames.rend(); ++it) {
			fullname.append(*it);
			if (std::next(it) != namespaceNames.rend()) {
				fullname.append("::");
			}
		}

		return fullname;
	}

	std::string GetDeclFullName(int64_t nsId, std::string_view declName) {
		return GetNamespaceFullName(nsId).append(declName);
	}

	/// \return Row ID of the file, or 0 if it currently doesn't exist.
	int64_t FindFile(std::string_view filename) {
		sqlite3_stmt* stmt = findFileStmt;
		sqlite3_bind_text(stmt, 1, filename.data(), filename.size(), nullptr);

		int result = sqlite3_step(stmt);
		DEFER {
			sqlite3_reset(stmt);
			sqlite3_clear_bindings(stmt);
		};

		if (result == SQLITE_ROW) {
			auto fileId = sqlite3_column_int64(stmt, 0);
			return fileId;
		} else {
			return 0;
		}
	}

	/// \return Row ID of the file
	int64_t FindOrStoreFile(std::string_view filename) {
		if (auto id = FindFile(filename); id != 0) {
			return id;
		}

		sqlite3_stmt* stmt = storeFileStmt;
		sqlite3_bind_text(stmt, 1, filename.data(), filename.size(), nullptr);

		int result = sqlite3_step(stmt);
		DEFER {
			sqlite3_reset(stmt);
			sqlite3_clear_bindings(stmt);
		};
		assert(result == SQLITE_ROW);

		auto fileId = sqlite3_column_int64(stmt, 0);
		return fileId;
	}

	/// \return Row ID of the file
	int64_t FindOrStoreFile(/*nullable*/ const SourceFile* file) {
		if (!file) {
			return kNoFileId;
		}
		return FindOrStoreFile(file->filename);
	}

private:
	int64_t FindNamespaceImpl(const DeclNamespace& ns) {
		int64_t parentNsRowId;
		if (ns.container) {
			parentNsRowId = FindNamespaceImpl(*ns.container);
			if (parentNsRowId == 0) {
				// Parent namespace doesn't exist in database, shortcircuit
				return 0;
			}
		} else {
			parentNsRowId = kGlobalNamespaceId;
		}

		return FindNamespaceImpl(ns, parentNsRowId);
	}

	int64_t FindNamespaceImpl(const DeclNamespace& ns, int64_t parentNsRowId) {
		sqlite3_stmt* stmt = findNamespaceStmt;
		sqlite3_bind_int64(stmt, 1, parentNsRowId);
		sqlite3_bind_text(stmt, 2, ns.name.c_str(), ns.name.size(), nullptr);

		int result = sqlite3_step(stmt);
		DEFER {
			sqlite3_reset(stmt);
			sqlite3_clear_bindings(stmt);
		};

		if (result == SQLITE_ROW) {
			int64_t nsId = sqlite3_column_int64(stmt, 0);
			return nsId;
		} else {
			return 0;
		}
	}
};

CodegenModel::CodegenModel()
	: m{ new Private() } //
{
}

CodegenModel::~CodegenModel() {
	delete m;
}

#define STORE_DECL_OF_TYPE(DeclType, fullname, decl)                                                    \
	auto [iter, success] = m->decls.try_emplace(std::move(fullname), SomeDecl{ .v = std::move(decl) }); \
	auto& key = iter->first;                                                                            \
	auto& val = iter->second;                                                                           \
	auto& declRef = std::get<DeclType>(val.v);                                                          \
	declRef.fullname = key;                                                                             \
	return &declRef

DeclEnum* CodegenModel::AddEnum(std::string fullname, DeclEnum decl) {
#if CODEGEN_DEBUG_PRINT
	printf("Committed enum '%s'\n", decl.name.c_str());
	for (auto& elm : decl.elements) {
		printf("  - element %s = %" PRId64 "\n", elm.name.c_str(), elm.value);
	}
#endif

	STORE_DECL_OF_TYPE(DeclEnum, fullname, decl);
}

DeclStruct* CodegenModel::AddStruct(std::string fullname, DeclStruct decl) {
#if CODEGEN_DEBUG_PRINT
	printf("Committed struct '%s'\n", decl.name.c_str());
	printf("  Base classes:\n");
	for (auto& base : decl.baseClasses) {
		printf("  - %.*s\n", PRINTF_STRING_VIEW(base->name));
	}
#endif

	STORE_DECL_OF_TYPE(DeclStruct, fullname, decl);
}

#define FIND_DECL_OF_TYPE(DeclType)                     \
	auto iter = m->decls.find(name);                    \
	if (iter != m->decls.end()) {                       \
		auto& some = iter->second.v;                    \
		if (auto decl = std::get_if<DeclType>(&some)) { \
			return decl;                                \
		}                                               \
	}                                                   \
	return nullptr

const DeclEnum* CodegenModel::FindEnum(std::string_view name) const {
	FIND_DECL_OF_TYPE(DeclEnum);
}

const DeclStruct* CodegenModel::FindStruct(std::string_view name) const {
	FIND_DECL_OF_TYPE(DeclStruct);
}

DeclNamespace* CodegenModel::AddNamespace(DeclNamespace ns) {
	auto path = Utils::MakeFullName(""sv, &ns);
	auto [iter, success] = m->namespaces.try_emplace(std::move(path), std::move(ns));
	auto& nsRef = iter->second;
	if (success) {
		nsRef.fullname = iter->first;
	}
	return &nsRef;
}

const DeclNamespace* CodegenModel::FindNamespace(std::string_view fullname) const {
	auto iter = m->namespaces.find(fullname);
	if (iter != m->namespaces.end()) {
		return &iter->second;
	} else {
		return nullptr;
	}
}

DeclNamespace* CodegenModel::FindNamespace(std::string_view name) {
	return const_cast<DeclNamespace*>(const_cast<const CodegenModel*>(this)->FindNamespace(name));
}

CodegenModelArchive::CodegenModelArchive(std::string_view dbPath)
	: m{ new Private() } //
{
	std::string zstrPath(dbPath);
	int reuslt = sqlite3_open(zstrPath.c_str(), &m->database);
	if (reuslt != SQLITE_OK) {
		std::string msg;
		msg += "Failed to open SQLite3 database, error message:\n";
		msg += sqlite3_errmsg(m->database);
		throw std::runtime_error(msg);
	}

	// NOTE: These pragmas are not persistent, so we need to set them every time
	// As of SQLite3 3.38.5, it defaults to foreign_keys = OFF, so we need this to be on for ON DELETE CASCADE and etc. to work
	sqlite3_exec(m->database, "PRAGMA foreign_keys = ON", nullptr, nullptr, nullptr);
	// This database is used for a buildsystem and can be regenerated at any time. We don't care for the slightest about data integrity, we just want fast updates
	sqlite3_exec(m->database, "PRAGMA synchronous = OFF", nullptr, nullptr, nullptr);
	sqlite3_exec(m->database, "PRAGMA journal_mode = MEMORY", nullptr, nullptr, nullptr);

	{
		SQLiteStatement readVersionStmt;
		readVersionStmt.InitializeLazily(m->database, "PRAGMA user_version"sv);

		int result = sqlite3_step(readVersionStmt);
		assert(result == SQLITE_ROW);
		int currentDatabaseVersion = sqlite3_column_int(readVersionStmt, 0);

		result = sqlite3_step(readVersionStmt);
		assert(result == SQLITE_DONE);

		if (currentDatabaseVersion == 0) {
			// Newly created database, initialize it
			m->InitializeDatabase();
		} else if (currentDatabaseVersion == CURRENT_DATABASE_VERSION) {
			// Same version, no need to do anything
		} else {
			INPLACE_FMT(msg, "Incompatbile database versions %d (in file) vs %d (expected).", currentDatabaseVersion, CURRENT_DATABASE_VERSION);
			throw std::runtime_error(msg);
		}
	}

	// Initialize core statements
	m->beginTransactionStmt.Initialize(m->database, "BEGIN TRANSACTION");
	m->commitTransactionStmt.Initialize(m->database, "COMMIT TRANSACTION");
	m->rollbackTransactionStmt.Initialize(m->database, "ROLLBACK TRANSACTION");
	m->findFileStmt.Initialize(m->database, "SELECT Id FROM Files WHERE FileName = ?1");
	m->storeFileStmt.Initialize(m->database, "INSERT INTO Files(FileName) VALUES (?1) RETURNING Id");
	m->findNamespaceStmt.Initialize(m->database, "SELECT Id FROM Namespaces WHERE ParentNamespaceId = ?1 AND Name = ?2");
	m->getNamespaceStmt.Initialize(m->database, "SELECT * FROM Namespaces WHERE Id = ?1"sv);
	m->storeNamespaceStmt.Initialize(m->database, "INSERT INTO Namespaces(ParentNamespaceId, Name) VALUES (?1, ?2) RETURNING Id");
}

CodegenModelArchive::~CodegenModelArchive() {
	delete m;
}

void CodegenModelArchive::DeleteDeclsRelatedToFile(std::string_view filename) {
	// -Argument-	-Description-
	// ?1			The filename to delete
	m->deleteFunctionDeclByFilenameStmt.InitializeLazily(m->database, "DELETE FROM DeclFunctions WHERE FileId = (SELECT Id FROM Files WHERE FileName = ?1)"sv);
	m->deleteStructDeclByFilenameStmt.InitializeLazily(m->database, "DELETE FROM DeclStructs WHERE FileId = (SELECT Id FROM Files WHERE FileName = ?1);"sv);
	m->deleteEnumDeclByFilenameStmt.InitializeLazily(m->database, "DELETE FROM DeclEnums WHERE FileId = (SELECT Id FROM Files WHERE FileName = ?1);"sv);

	m->BeginTransaction();
	auto stmtList = {
		m->deleteFunctionDeclByFilenameStmt.stmt,
		m->deleteStructDeclByFilenameStmt.stmt,
		m->deleteEnumDeclByFilenameStmt.stmt,
	};
	for (auto& stmt : stmtList) {
		sqlite3_bind_text(stmt, 1, filename.data(), filename.size(), nullptr);
		int result = sqlite3_step(stmt);
		assert(result == SQLITE_DONE);
		sqlite3_reset(stmt);
		sqlite3_clear_bindings(stmt);
	}
	m->CommitTransaction();
}

void CodegenModelArchive::Store(const CodegenModel& cgModel) {
	auto& cgm = cgModel.GetPimpl();

	struct Visiter {
		CodegenModelArchive* self;

		void operator()(const DeclStruct& decl) const {
			self->StoreStruct(decl);
		}
		void operator()(const DeclFunction& decl) const {
			self->StoreFunction(decl);
		}
		void operator()(const DeclEnum& decl) const {
			self->StoreEnum(decl);
		}
	} visiter;
	visiter.self = this;

	m->BeginTransaction();

	// TODO why are some namepsaces not found in StoreStruct or StoreEnum calls, if we don't use FindOrStoreNamespace there?
	// since we store all currently scanned namespaces into the model here, does that mean the parser is not correctly picking some of those up?
	// but if the parser is failing, than the DeclThing objects should have a null `container` field?
	// [2022-07-15] I think this bug is fixed, it was caused by FindOrStoreNamespace() not calling sqlite3_reset(), causing a stmt execution state mixup between different namespaces
	for (auto&& [DISCARD, ns] : cgm.namespaces) {
		// This will insert the namespace if it doesn't exist, or no-op (fetches data) if it already exists
		m->FindOrStoreNamespace(&ns);
	}
	for (auto&& [DISCARD, value] : cgm.decls) {
		std::visit(visiter, value.v);
	}

	m->CommitTransaction();
}

void CodegenModelArchive::LoadInto(CodegenModel& model) const {
	// TODO
}

CodegenModel CodegenModelArchive::Load() const {
	CodegenModel cgModel;

	// TODO files
	// TODO namespaces

	robin_hood::unordered_map<int64_t, DeclStruct*> structsById;
	robin_hood::unordered_map<int64_t, DeclMemberVariable*> propertiesById;
	robin_hood::unordered_map<int64_t, DeclMemberFunction*> methodsById;

	// NOTE: this is basically { initializer; while(true) { body; } } in a short form
	// Load structs
	for (SQLiteStatement stmt(m->database, "SELECT * FROM DeclStructs"sv);;) {
		int result = sqlite3_step(stmt);
		if (result == SQLITE_DONE) {
			break;
		}

		if (result == SQLITE_ROW) {
			int64_t id = sqlite3_column_int64(stmt, 9);
			int64_t fileId = sqlite3_column_int64(stmt, 1);
			int64_t nsId = sqlite3_column_int64(stmt, 2);
			std::string_view name((const char*)sqlite3_column_text(stmt, 3));

			auto decl = cgModel.AddStruct(m->GetDeclFullName(nsId, name), DeclStruct{});
			structsById.try_emplace(id, decl);

			continue;
		}

		// Executing the statement resulted in an error
		assert(false);
	}
	// Load struct's base classes
	for (SQLiteStatement stmt(m->database, "SELECT * FROM DeclStructBaseClassRelations");;) {
		int result = sqlite3_step(stmt);
		if (result == SQLITE_DONE) {
			break;
		}

		if (result == SQLITE_ROW) {
			int64_t structId = sqlite3_column_int64(stmt, 0);
			int64_t parentStructNsId = sqlite3_column_int64(stmt, 1);
			std::string_view parentStructName((const char*)sqlite3_column_text(stmt, 2));

			auto declThis = structsById.at(structId);
			auto declParent = cgModel.FindStruct(parentStructName); // TODO namespace
			declThis->baseClasses.push_back(declParent);

			continue;
		}

		assert(false);
	}
	// Load struct properties
	for (SQLiteStatement stmt(m->database, "SELECT * FROM DeclStructProperties"sv);;) {
		int result = sqlite3_step(stmt);
		if (result == SQLITE_DONE) {
			break;
		}

		if (result == SQLITE_ROW) {
			// TODO
			continue;
		}

		assert(false);
	}
	// Load struct methods
	for (SQLiteStatement stmt(m->database, "SELECT * FROM DeclStructMethods"sv);;) {
		int result = sqlite3_step(stmt);
		if (result == SQLITE_DONE) {
			break;
		}

		if (result == SQLITE_ROW) {
			// TODO
			continue;
		}

		assert(false);
	}
	// Load method params
	for (SQLiteStatement stmt(m->database, "SELECT * FROM DeclStructMethodParameters"sv);;) {
		int result = sqlite3_step(stmt);
		if (result == SQLITE_DONE) {
			break;
		}

		if (result == SQLITE_ROW) {
			// TODO
			continue;
		}

		assert(false);
	}

	return cgModel;
}

void CodegenModelArchive::StoreStruct(const DeclStruct& decl) {
	// -Argument-	-Description-
	// ?1			Namespace ID
	// ?2			Struct name
	// ?3			File ID containing the struct
	// ?4			Is this struct marked for metadata generation?
	m->storeStructStmt.InitializeLazily(m->database, R"""(
INSERT INTO DeclStructs(NamespaceId, Name, FileId, IsMetadataMarked)
VALUES (?1, ?2, ?3, ?4)
ON CONFLICT DO UPDATE SET
	FileId = ?3,
	IsMetadataMarked = ?4
RETURNING Id
)"""sv);

	// -Argument-	-Description-
	// ?1			Struct ID
	// ?2			Parent struct's namespace ID
	// ?3			Parent struct's name
	m->storeStructBaseClassStmt.InitializeLazily(m->database, R"""(
INSERT INTO DeclStructBaseClassRelations(StructId, ParentStructNamespaceId, ParentStructName)
VALUES (?1, ?2, ?3)
)"""sv);

	// -Argument-	-Description-
	// ?1			Struct ID
	// ?2			Property name
	// ?3			Property type
	// ?4			Getter name (optional)
	// ?5			Setter name (optional)
	// ?6			Is this property marked for metadata generation?
	m->storeStructPropertyStmt.InitializeLazily(m->database, R"""(
INSERT INTO DeclStructProperties(StructId, Name, Type, GetterName, SetterName, IsMetadataMarked)
VALUES (?1, ?2, ?3, ?4, ?5, ?6)
)"""sv);

	int result;

	sqlite3_bind_int64(m->storeStructStmt, 1, m->FindOrStoreNamespace(decl.container));
	sqlite3_bind_text(m->storeStructStmt, 2, decl.name.c_str(), decl.name.size(), nullptr);
	sqlite3_bind_int64(m->storeStructStmt, 3, m->FindOrStoreFile(decl.sourceFile));
	sqlite3_bind_int(m->storeStructStmt, 4, decl.generating);
	result = sqlite3_step(m->storeStructStmt);
	assert(result == SQLITE_ROW);
	int64_t structId = sqlite3_column_int64(m->storeStructStmt, 0);
	sqlite3_reset(m->storeStructStmt);
	sqlite3_clear_bindings(m->storeStructStmt);

	for (auto& baseClass : decl.baseClasses) {
		sqlite3_bind_int64(m->storeStructBaseClassStmt, 1, structId);
		sqlite3_bind_int64(m->storeStructBaseClassStmt, 2, m->FindOrStoreNamespace(baseClass->container));
		sqlite3_bind_text(m->storeStructBaseClassStmt, 3, baseClass->name.c_str(), baseClass->name.size(), nullptr);
		int result = sqlite3_step(m->storeStructBaseClassStmt);
		assert(result == SQLITE_DONE);
		sqlite3_reset(m->storeStructBaseClassStmt);
		sqlite3_clear_bindings(m->storeStructBaseClassStmt);
	}

	for (auto& property : decl.memberVariables) {
		sqlite3_bind_int64(m->storeStructPropertyStmt, 1, structId);
		sqlite3_bind_text(m->storeStructPropertyStmt, 2, property.name.c_str(), property.name.size(), nullptr);
		sqlite3_bind_text(m->storeStructPropertyStmt, 3, property.type.c_str(), property.type.size(), nullptr);
		sqlite3_bind_text(m->storeStructPropertyStmt, 4, property.getterName.c_str(), property.getterName.size(), nullptr);
		sqlite3_bind_text(m->storeStructPropertyStmt, 5, property.setterName.c_str(), property.setterName.size(), nullptr);
		// Since DeclMemberVariable entries currently only exist if it's marked BRUSSEL_PROPERTY
		sqlite3_bind_int(m->storeStructPropertyStmt, 6, true);
		int result = sqlite3_step(m->storeStructPropertyStmt);
		assert(result == SQLITE_DONE);
		sqlite3_reset(m->storeStructPropertyStmt);
		sqlite3_clear_bindings(m->storeStructPropertyStmt);
	}

	for (auto& method : decl.memberFunctions) {
		// TODO
	}
}

void CodegenModelArchive::StoreFunction(const DeclFunction& decl) {
	// TODO
}

void CodegenModelArchive::StoreEnum(const DeclEnum& decl) {
	// -Argument-	-Description-
	// ?1			Namespace ID
	// ?2			Enum name
	// ?3			Enum underlying type
	// ?4			File ID containing the enum
	m->storeEnumStmt.InitializeLazily(m->database, R"""(
INSERT INTO DeclEnums(NamespaceId, Name, UnderlyingType, FileId)
VALUES (?1, ?2, ?3, ?4)
ON CONFLICT DO UPDATE SET
	UnderlyingType = ?3,
	FileId = ?4
RETURNING Id
)"""sv);

	// -Argument-	-Description-
	// ?1			Container enum's id
	// ?2			Enum element name
	// ?3			Enum element value
	m->storeEnumElmStmt.InitializeLazily(m->database, R"""(
INSERT INTO DeclEnumElements(EnumId, Name, Value)
VALUES (?1, ?2, ?3)
ON CONFLICT DO UPDATE SET Value=?3
)"""sv);

	sqlite3_bind_int(m->storeEnumStmt, 1, m->FindOrStoreNamespace(decl.container));
	sqlite3_bind_text(m->storeEnumStmt, 2, decl.name.c_str(), decl.name.size(), nullptr);
	auto eutName = decl.GetUnderlyingTypeName();
	sqlite3_bind_text(m->storeEnumStmt, 3, eutName.data(), eutName.size(), nullptr);
	sqlite3_bind_int64(m->storeEnumStmt, 4, m->FindOrStoreFile(decl.sourceFile));
	int result = sqlite3_step(m->storeEnumStmt);
	assert(result == SQLITE_ROW);
	auto enumId = sqlite3_column_int64(m->storeEnumStmt, 0);
	sqlite3_reset(m->storeEnumStmt);
	sqlite3_clear_bindings(m->storeEnumStmt);

	for (auto& elm : decl.elements) {
		sqlite3_bind_int64(m->storeEnumElmStmt, 1, enumId);
		sqlite3_bind_text(m->storeEnumElmStmt, 2, elm.name.c_str(), elm.name.size(), nullptr);
		sqlite3_bind_int64(m->storeEnumElmStmt, 3, elm.value);
		int result = sqlite3_step(m->storeEnumElmStmt);
		assert(result == SQLITE_DONE);
		sqlite3_reset(m->storeEnumElmStmt);
		sqlite3_clear_bindings(m->storeEnumElmStmt);
	}
}