Properly tokenize declaration sections

2025-05-02 22:57:04 +02:00
parent 768821c689
commit dcfd6b1515
5 changed files with 357 additions and 165 deletions
--- a/boot/definitions.inc
+++ b/boot/definitions.inc
@@ -0,0 +1,28 @@
+# The constant should match the index in the keywords array in tokenizer.s.
+
+.equ TOKEN_PROGRAM, 1
+.equ TOKEN_IMPORT, 2
+.equ TOKEN_CONST, 3
+.equ TOKEN_VAR, 4
+.equ TOKEN_IF, 5
+.equ TOKEN_THEN, 6
+.equ TOKEN_ELSIF, 7
+.equ TOKEN_ELSE, 8
+.equ TOKEN_WHILE, 9
+.equ TOKEN_DO, 10
+.equ TOKEN_PROC, 11
+.equ TOKEN_BEGIN, 12
+.equ TOKEN_END, 13
+.equ TOKEN_TYPE, 14
+.equ TOKEN_RECORD, 15
+.equ TOKEN_RECORD, 16
+.equ TOKEN_TRUE, 17
+.equ TOKEN_FASE, 18
+.equ TOKEN_NIL, 19
+.equ TOKEN_XOR, 20
+.equ TOKEN_OR, 21
+.equ TOKEN_RETURN, 22
+.equ TOKEN_CAST, 23
+.equ TOKEN_DEFER, 24
+.equ TOKEN_CASE, 25
+.equ TOKEN_OF, 26