Handle ASCII codes > 128 in the tokenizer

2025-05-30 19:51:18 +02:00
parent 15135f14d8
commit a93d12eb50
3 changed files with 278 additions and 259 deletions
--- a/source/Lexer.def
+++ b/source/Lexer.def
@ -73,13 +73,13 @@ TYPE
    lexerKindFrom,
    lexerKindPointer,
    lexerKindArray,
-    lexerKindTrait,
+    lexerKindArrow,
    lexerKindProgram,
    lexerKindModule,
    lexerKindImport
  );
  LexerToken = RECORD
-    CASE Kind: LexerKind OF
+    CASE kind: LexerKind OF
      lexerKindBoolean: booleanKind: BOOLEAN |
      lexerKindIdentifier: identifierKind: ARRAY[1..256] OF CHAR
    END