belka/elna
1
0
Fork 0
Code Issues 5 Pull Requests Releases Activity

Split the parser from the code generator

Browse Source
This commit is contained in:
Eugen Wissner
2025-06-11 22:36:05 +02:00
parent 6cfeb46dbf
commit 90aa5a0030
6 changed files with 392 additions and 222 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
source/Lexer.mod
View File

@ -11,7 +11,7 @@ FROM MemUtils IMPORT MemCopy, MemZero;
FROM StrCase IMPORT Lower;
CONST
CHUNK_SIZE = 65536;
CHUNK_SIZE = 85536;
TYPE
(*
@ -308,8 +308,8 @@ BEGIN
END;
IF lexer^.start^ = '"' THEN
text_length := lexer^.current;
DEC(text_length, lexer^.start);
INC(text_length);
DEC(text_length, lexer^.start);
INC(text_length);
MemZero(ADR(token^.stringKind), TSIZE(ShortString));
MemCopy(lexer^.start, text_length, ADR(token^.stringKind));
@ -318,8 +318,8 @@ BEGIN
END;
IF lexer^.start^ = "'" THEN
text_length := lexer^.current;
DEC(text_length, lexer^.start);
INC(text_length);
DEC(text_length, lexer^.start);
INC(text_length);
MemZero(ADR(token^.stringKind), TSIZE(ShortString));
MemCopy(lexer^.start, text_length, ADR(token^.stringKind));