1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
|
/*
* lowering pass to create an ir from a catskill source tree.
*
* the idea is to fully de-sugar a catskill source file
* into an ir that can be very easily re-expressed into
* a low-level language, like our transpilation target, c.
*
* the lowering pass is itself split into two passes, one
* initial pass, which collects all top-level type & function
* declarations to build up a table of all available language objects,
* and then a second pass going over each function body.
* this de-couples usage of the functions and types from their ordering
* allowing for more free-flowing files than c would allow.
*
* additionally, we handle type dependencies by collecting every
* direct reference a type has to another, and topologically
* sort the types to create the correct ordering of them,
* pointing out any unbreakable cycles to the user as they come up.
*
* Copyright (c) 2026, Mel G. <mel@rnrd.eu>
*
* SPDX-License-Identifier: MPL-2.0
*/
#pragma once
#include "catboot.h"
void
lower_emit_error(struct Unit* unit, struct Span span, struct String message)
{
struct Diagnostic d = {
.severity = DIAGNOSTIC_ERROR,
.span = span,
.message = message,
};
array_push(&unit->diagnostics, &d);
unit->had_error = true;
}
void
lower_emit_error_c(struct Unit* unit, struct Span span, const ascii* message)
{
lower_emit_error(unit, span, string_from_c_string(message));
}
bool
lower_type_lookup_by_name(struct Unit* unit, struct String name, Type_Id* out_id)
{
FOR_EACH_ARRAY(struct Type_Name_To_Id, mapping, &unit->types.by_name, {
if (string_equals(mapping.name, name)) {
*out_id = mapping.id;
return true;
}
})
return false;
}
bool
lower_function_lookup_by_name(struct Unit* unit, struct String name, Function_Id* out_id)
{
FOR_EACH_ARRAY(struct Function_Name_To_Id, mapping, &unit->functions.by_name, {
if (string_equals(mapping.name, name)) {
*out_id = mapping.id;
return true;
}
})
return false;
}
// registers a basic type object for a primitive, so other types
// can depend on it and reference it in the same manner as any other type.
Type_Id
lower_seed_primitive(struct Unit* unit, const ascii* name)
{
Type_Id id = array_length(&unit->types.entries);
struct String name_str = string_from_static_c_string(name);
struct Type* type = type_new(id, TYPE_PRIMITIVE, name_str, span_empty());
array_push(&unit->types.entries, &type);
struct Type_Name_To_Id mapping = { .name = name_str, .id = id };
array_push(&unit->types.by_name, &mapping);
return id;
}
// turns a source type expression into a concrete type reference object.
// resolving named types from the type table.
// unwraps any type modifiers (like references, arrays, etc.),
// adding them into the type reference object.
struct Type_Ref
lower_intern_type_ref(struct Unit* unit, struct Tree_Type* tree_type)
{
// TODO: support synthetic structural types.
struct Type_Ref ref = {
.type_id = unit->types.primitive_void_id,
.mods = array_new(enum Type_Modifier, 4),
};
if (!tree_type || tree_type->type == TREE_TYPE_NONE) return ref;
struct Tree_Type* current = tree_type;
while (current && current->type == TREE_TYPE_REFERENCE) {
enum Type_Modifier mod = TYPE_MOD_REFERENCE;
array_push(&ref.mods, &mod);
current = current->value.reference.referenced_type;
}
if (!current || current->type == TREE_TYPE_NONE) return ref;
switch (current->type) {
case TREE_TYPE_NAME: {
Type_Id id;
// at this point we know all top-level types (independent of order),
// if we fail to find the type referenced by the name, we know for a fact
// this type does not exist.
if (lower_type_lookup_by_name(unit, current->value.name.name, &id)) {
ref.type_id = id;
} else {
lower_emit_error(
unit, current->span,
string_concatenate(
ARG_ASCII, "undefined type '", ARG_STRING, current->value.name.name, ARG_ASCII,
"'", ARG_END));
}
return ref;
}
default:
lower_emit_error_c(
unit, current->span,
"unimplemented: only named types and references are supported for now");
return ref;
}
}
// adds a by-value dependency. by-pointer references don't add — a forward
// declaration of the target is enough to use it through a pointer.
void
lower_add_dependency(struct Type* type, struct Type_Ref ref)
{
if (array_length(&ref.mods) > 0) {
enum Type_Modifier outer = *array_at(enum Type_Modifier, &ref.mods, 0);
if (outer == TYPE_MOD_REFERENCE) return;
}
array_push(&type->depends_on, &ref.type_id);
}
// is this source statement a function?
// if it is, unwrap it and return true, otherwise false.
bool
lower_match_function_decl(
struct Tree_Statement* stmt, struct String* out_name, struct Tree_Expression** out_fn_expr)
{
if (stmt->kind != TREE_STATEMENT_EXPRESSION) return false;
struct Tree_Expression* expr = stmt->value.expression.inner;
if (!expr || expr->kind != TREE_EXPRESSION_BINARY_OPERATION) return false;
if (expr->value.binary_operator.operation != BINARY_ASSIGN) return false;
struct Tree_Expression* lhs = expr->value.binary_operator.left_operand;
struct Tree_Expression* rhs = expr->value.binary_operator.right_operand;
if (!lhs || lhs->kind != TREE_EXPRESSION_NAME) return false;
if (!rhs || rhs->kind != TREE_EXPRESSION_FUNCTION) return false;
*out_name = lhs->value.name.name;
*out_fn_expr = rhs;
return true;
}
// is this source statement a type?
// if it is, unwrap it and return true, otherwise false.
bool
lower_match_type_decl(
struct Tree_Statement* stmt, struct String* out_name, struct Tree_Type** out_tree_type)
{
if (stmt->kind != TREE_STATEMENT_EXPRESSION) return false;
struct Tree_Expression* expr = stmt->value.expression.inner;
if (!expr || expr->kind != TREE_EXPRESSION_BINARY_OPERATION) return false;
if (expr->value.binary_operator.operation != BINARY_ASSIGN) return false;
struct Tree_Expression* lhs = expr->value.binary_operator.left_operand;
struct Tree_Expression* rhs = expr->value.binary_operator.right_operand;
if (!lhs || lhs->kind != TREE_EXPRESSION_NAME) return false;
if (!rhs || rhs->kind != TREE_EXPRESSION_TYPE) return false;
*out_name = lhs->value.name.name;
*out_tree_type = rhs->value.type.type;
return true;
}
// register a function shell object, only listing a name and assigning a unique identifier.
bool
lower_register_function_shell(struct Unit* unit, struct String name, struct Span span)
{
Function_Id existing;
if (lower_function_lookup_by_name(unit, name, &existing)) {
lower_emit_error(
unit, span,
string_concatenate(
ARG_ASCII, "duplicate function '", ARG_STRING, name, ARG_ASCII, "'", ARG_END));
return false;
}
Function_Id id = array_length(&unit->functions.entries);
struct Function* fn = function_new(id, name);
array_push(&unit->functions.entries, &fn);
struct Function_Name_To_Id mapping = { .name = name, .id = id };
array_push(&unit->functions.by_name, &mapping);
return true;
}
// register a type shell object, only listing a name and assigning a unique identifier.
// used to resolve references to types which are defined out-of-order in the source.
bool
lower_register_type_shell(struct Unit* unit, struct String name, struct Span span)
{
Type_Id existing;
if (lower_type_lookup_by_name(unit, name, &existing)) {
lower_emit_error(
unit, span,
string_concatenate(
ARG_ASCII, "duplicate type '", ARG_STRING, name, ARG_ASCII, "'", ARG_END));
return false;
}
Type_Id id = array_length(&unit->types.entries);
struct Type* type = type_new(id, TYPE_NONE, name, span);
type->depends_on = array_new(Type_Id, 16);
array_push(&unit->types.entries, &type);
struct Type_Name_To_Id mapping = { .name = name, .id = id };
array_push(&unit->types.by_name, &mapping);
return true;
}
void
lower_fill_function_signature(
struct Unit* unit, struct Function* fn, struct Tree_Expression* fn_expr)
{
fn->is_main = string_equals_c_str(fn->name, "main");
fn->return_type = lower_intern_type_ref(unit, fn_expr->value.function.header.return_type);
fn->params = array_new(struct Param, 16);
bool variadic = false;
FOR_EACH (
struct Tree_Type*, param_type, fn_expr->value.function.header.parameters_type_and_name) {
struct Param p = {
.name = param_type->value_name,
.type = lower_intern_type_ref(unit, param_type),
};
array_push(&fn->params, &p);
if (param_type->variadic) variadic = true;
}
fn->variadic = variadic;
fn->main_takes_args = fn->is_main && array_length(&fn->params) > 0;
fn->ast_body = &fn_expr->value.function.body;
fn->body = nil;
}
void
lower_fill_type_body(struct Unit* unit, struct Type* type, struct Tree_Type* tree_type)
{
switch (tree_type->type) {
case TREE_TYPE_NAME: {
type->kind = TYPE_ALIAS;
Type_Id target_id;
if (lower_type_lookup_by_name(unit, tree_type->value.name.name, &target_id)) {
type->value.alias.target_id = target_id;
// aliases always need their target's full definition.
array_push(&type->depends_on, &target_id);
} else {
lower_emit_error(
unit, tree_type->span,
string_concatenate(
ARG_ASCII, "undefined type '", ARG_STRING, tree_type->value.name.name,
ARG_ASCII, "'", ARG_END));
}
break;
}
case TREE_TYPE_STRUCTURE: {
type->kind = TYPE_STRUCTURE;
type->value.structure.fields = array_new(struct Field, 16);
FOR_EACH (struct Tree_Type*, tree_field, tree_type->value.structure.fields) {
struct Field f = {
.name = tree_field->value_name,
.type = lower_intern_type_ref(unit, tree_field),
};
array_push(&type->value.structure.fields, &f);
lower_add_dependency(type, f.type);
}
break;
}
case TREE_TYPE_VARIANT: {
type->kind = TYPE_VARIANT;
type->value.variant.cases = array_new(struct Variant_Case, 16);
uint32 next_tag = 0;
FOR_EACH (struct Tree_Type*, tree_case, tree_type->value.variant.variants) {
struct Variant_Case c = {
.name = tree_case->value_name,
.tag = next_tag++,
.has_payload = tree_case->type != TREE_TYPE_NONE,
.payload = { 0 },
};
if (c.has_payload) {
c.payload = lower_intern_type_ref(unit, tree_case);
lower_add_dependency(type, c.payload);
}
array_push(&type->value.variant.cases, &c);
}
break;
}
case TREE_TYPE_FUNCTION: {
type->kind = TYPE_FUNCTION;
struct Tree_Function_Header* header = &tree_type->value.function.header;
type->value.function.return_type = lower_intern_type_ref(unit, header->return_type);
lower_add_dependency(type, type->value.function.return_type);
type->value.function.params = array_new(struct Type_Ref, 16);
bool variadic = false;
FOR_EACH (struct Tree_Type*, param_type, header->parameters_type_and_name) {
struct Type_Ref ref = lower_intern_type_ref(unit, param_type);
array_push(&type->value.function.params, &ref);
lower_add_dependency(type, ref);
if (param_type->variadic) variadic = true;
}
type->value.function.variadic = variadic;
break;
}
case TREE_TYPE_CLASS:
lower_emit_error_c(unit, tree_type->span, "unimplemented: class types");
break;
default:
// structural compound forms (array, maybe, tuple, map) at top level
// belong to step 10 (structural canonicalization).
lower_emit_error_c(unit, tree_type->span, "unimplemented: this top-level type form");
break;
}
}
// lowering pass 1, sub-pass a
// collection of every single declaration of a type of function,
// alongside with initial registration of any referenced dependencies.
void
lower_pass_1_register_shells(struct Unit* unit, struct Tree* tree)
{
FOR_EACH (struct Tree_Statement*, stmt, tree->top_level_statements) {
struct String name;
struct Tree_Expression* fn_expr;
if (lower_match_function_decl(stmt, &name, &fn_expr)) {
lower_register_function_shell(unit, name, stmt->span);
continue;
}
struct Tree_Type* tree_type;
if (lower_match_type_decl(stmt, &name, &tree_type)) {
lower_register_type_shell(unit, name, stmt->span);
continue;
}
}
}
// lowering pass 1, sub-pass b
// walking over all top-level functions and types, fully filling out
// their definitions.
// now that sub-pass a has registered all top-level definitions, we can
// finally build out the type reference dag within the translation unit.
void
lower_pass_1_fill_bodies(struct Unit* unit, struct Tree* tree)
{
FOR_EACH (struct Tree_Statement*, stmt, tree->top_level_statements) {
struct String name;
struct Tree_Expression* fn_expr;
if (lower_match_function_decl(stmt, &name, &fn_expr)) {
Function_Id id;
// TODO: actually go into the body, only the signature for now.
if (lower_function_lookup_by_name(unit, name, &id)) {
struct Function* fn = *array_at(struct Function*, &unit->functions.entries, id);
if (!fn->ast_body) lower_fill_function_signature(unit, fn, fn_expr);
}
continue;
}
struct Tree_Type* tree_type;
if (lower_match_type_decl(stmt, &name, &tree_type)) {
Type_Id id;
if (lower_type_lookup_by_name(unit, name, &id)) {
struct Type* type = *array_at(struct Type*, &unit->types.entries, id);
if (type->kind == TYPE_NONE) lower_fill_type_body(unit, type, tree_type);
}
continue;
}
if (stmt->kind == TREE_STATEMENT_PRAGMA) {
lower_emit_error_c(unit, stmt->span, "unimplemented: top-level pragmas");
continue;
}
lower_emit_error_c(unit, stmt->span, "unsupported top-level statement");
}
}
// lowering pass 1
// collects all top-level definitions into the translation unit's
// tables and fully maps out the references between them.
void
lower_pass_1(struct Unit* unit, struct Tree* tree)
{
lower_pass_1_register_shells(unit, tree);
lower_pass_1_fill_bodies(unit, tree);
}
void
lower_tree(struct Tree* tree, struct Source_File source, struct Unit* unit)
{
(void)source;
unit->types.entries = array_new(struct Type*, 256);
unit->types.by_hash = array_new(struct Type_Hash_To_Id, 256);
unit->types.by_name = array_new(struct Type_Name_To_Id, 256);
unit->functions.entries = array_new(struct Function*, 256);
unit->functions.by_name = array_new(struct Function_Name_To_Id, 256);
unit->imports = array_new(struct Import, 32);
unit->type_emission_order = array_new(Type_Id, 256);
unit->had_error = false;
unit->diagnostics = array_new(struct Diagnostic, 64);
unit->types.primitive_int_id = lower_seed_primitive(unit, "int");
unit->types.primitive_uint_id = lower_seed_primitive(unit, "uint");
unit->types.primitive_bool_id = lower_seed_primitive(unit, "bool");
unit->types.primitive_string_id = lower_seed_primitive(unit, "string");
unit->types.primitive_float_id = lower_seed_primitive(unit, "float");
unit->types.primitive_byte_id = lower_seed_primitive(unit, "byte");
unit->types.primitive_ascii_id = lower_seed_primitive(unit, "ascii");
unit->types.primitive_void_id = lower_seed_primitive(unit, "void");
if (tree) lower_pass_1(unit, tree);
}
|