Make procedure name after the end
This commit is contained in:
@ -5,7 +5,7 @@ from SYSTEM import ADR;
|
||||
|
||||
from Storage import DEALLOCATE, ALLOCATE;
|
||||
from Strings import Length;
|
||||
from MemUtils import MemZero;
|
||||
from MemUtils import MemCopy, MemZero;
|
||||
from StrCase import Lower;
|
||||
|
||||
const
|
||||
@ -70,7 +70,7 @@ var
|
||||
Classification: ARRAY[1..128] OF TransitionClass;
|
||||
Transitions: ARRAY[0..15] OF ARRAY[0..21] OF Transition;
|
||||
|
||||
proc InitializeClassification();
|
||||
proc initialize_classification();
|
||||
begin
|
||||
Classification[1] := transitionClassEof; (* NUL *)
|
||||
Classification[2] := transitionClassInvalid; (* SOH *)
|
||||
@ -200,9 +200,9 @@ begin
|
||||
Classification[126] := transitionClassOther; (* } *)
|
||||
Classification[127] := transitionClassSingle; (* ~ *)
|
||||
Classification[128] := transitionClassInvalid (* DEL *)
|
||||
END InitializeClassification;
|
||||
end;
|
||||
|
||||
proc CompareKeyword(Keyword: ARRAY OF CHAR; TokenStart: PLexerBuffer; TokenEnd: PLexerBuffer): BOOLEAN;
|
||||
proc compare_keyword(Keyword: ARRAY OF CHAR; TokenStart: PLexerBuffer; TokenEnd: PLexerBuffer): BOOLEAN;
|
||||
var
|
||||
Result: BOOLEAN;
|
||||
Index: CARDINAL;
|
||||
@ -217,23 +217,23 @@ begin
|
||||
end;
|
||||
Result := (Index = Length(Keyword)) AND (TokenStart = TokenEnd) AND Result;
|
||||
return Result
|
||||
END CompareKeyword;
|
||||
end;
|
||||
|
||||
(* Reached the end of file. *)
|
||||
proc TransitionActionEof(ALexer: PLexer; AToken: PLexerToken);
|
||||
proc transition_action_eof(ALexer: PLexer; AToken: PLexerToken);
|
||||
begin
|
||||
AToken^.Kind := lexerKindEof
|
||||
END TransitionActionEof;
|
||||
end;
|
||||
|
||||
(* Add the character to the token currently read and advance to the next character. *)
|
||||
proc TransitionActionAccumulate(ALexer: PLexer; AToken: PLexerToken);
|
||||
proc transition_action_accumulate(ALexer: PLexer; AToken: PLexerToken);
|
||||
begin
|
||||
INC(ALexer^.Current)
|
||||
END TransitionActionAccumulate;
|
||||
end;
|
||||
|
||||
(* The current character is not a part of the token. Finish the token already
|
||||
* read. Don't advance to the next character. *)
|
||||
proc TransitionActionFinalize(ALexer: PLexer; AToken: PLexerToken);
|
||||
proc transition_action_finalize(ALexer: PLexer; AToken: PLexerToken);
|
||||
begin
|
||||
if ALexer^.Start^ = ':' then
|
||||
AToken^.Kind := lexerKindColon
|
||||
@ -253,10 +253,10 @@ begin
|
||||
if ALexer^.Start^ = '.' then
|
||||
AToken^.Kind := lexerKindDot
|
||||
end
|
||||
END TransitionActionFinalize;
|
||||
end;
|
||||
|
||||
(* An action for tokens containing multiple characters. *)
|
||||
proc TransitionActionComposite(ALexer: PLexer; AToken: PLexerToken);
|
||||
proc transition_action_composite(ALexer: PLexer; AToken: PLexerToken);
|
||||
begin
|
||||
if ALexer^.Start^ = '<' then
|
||||
if ALexer^.Current^ = '>' then
|
||||
@ -276,17 +276,17 @@ begin
|
||||
AToken^.Kind := lexerKindAssignment
|
||||
end;
|
||||
INC(ALexer^.Current)
|
||||
END TransitionActionComposite;
|
||||
end;
|
||||
|
||||
(* Skip a space. *)
|
||||
proc TransitionActionSkip(ALexer: PLexer; AToken: PLexerToken);
|
||||
proc transition_action_skip(ALexer: PLexer; AToken: PLexerToken);
|
||||
begin
|
||||
INC(ALexer^.Current);
|
||||
INC(ALexer^.Start)
|
||||
END TransitionActionSkip;
|
||||
end;
|
||||
|
||||
(* Delimited string action. *)
|
||||
proc TransitionActionDelimited(ALexer: PLexer; AToken: PLexerToken);
|
||||
proc transition_action_delimited(ALexer: PLexer; AToken: PLexerToken);
|
||||
begin
|
||||
if ALexer^.Start^ = '(' then
|
||||
AToken^.Kind := lexerKindComment
|
||||
@ -298,113 +298,116 @@ begin
|
||||
AToken^.Kind := lexerKindString
|
||||
end;
|
||||
INC(ALexer^.Current)
|
||||
END TransitionActionDelimited;
|
||||
end;
|
||||
|
||||
(* Finalize keyword or identifier. *)
|
||||
proc TransitionActionKeyId(ALexer: PLexer; AToken: PLexerToken);
|
||||
proc transition_action_key_id(ALexer: PLexer; AToken: PLexerToken);
|
||||
begin
|
||||
AToken^.Kind := lexerKindIdentifier;
|
||||
|
||||
if CompareKeyword('PROGRAM', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.identifierKind[1] := ALexer^.Current - ALexer^.Start;
|
||||
MemCopy(ALexer^.Start, ORD(AToken^.identifierKind[1]), ADR(AToken^.identifierKind[2]));
|
||||
|
||||
if compare_keyword('PROGRAM', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindProgram
|
||||
end;
|
||||
if CompareKeyword('IMPORT', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('IMPORT', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindImport
|
||||
end;
|
||||
if CompareKeyword('CONST', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('CONST', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindConst
|
||||
end;
|
||||
if CompareKeyword('VAR', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('VAR', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindVar
|
||||
end;
|
||||
if CompareKeyword('IF', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('IF', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindIf
|
||||
end;
|
||||
if CompareKeyword('THEN', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('THEN', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindThen
|
||||
end;
|
||||
if CompareKeyword('ELSIF', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('ELSIF', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindElsif
|
||||
end;
|
||||
if CompareKeyword('ELSE', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('ELSE', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindElse
|
||||
end;
|
||||
if CompareKeyword('WHILE', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('WHILE', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindWhile
|
||||
end;
|
||||
if CompareKeyword('DO', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('DO', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindDo
|
||||
end;
|
||||
if CompareKeyword('proc', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('proc', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindProc
|
||||
end;
|
||||
if CompareKeyword('BEGIN', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('BEGIN', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindBegin
|
||||
end;
|
||||
if CompareKeyword('END', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('END', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindEnd
|
||||
end;
|
||||
if CompareKeyword('TYPE', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('TYPE', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindType
|
||||
end;
|
||||
if CompareKeyword('RECORD', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('RECORD', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindRecord
|
||||
end;
|
||||
if CompareKeyword('UNION', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('UNION', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindUnion
|
||||
end;
|
||||
if CompareKeyword('NIL', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('NIL', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindNull
|
||||
end;
|
||||
if CompareKeyword('AND', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('AND', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindAnd
|
||||
end;
|
||||
if CompareKeyword('OR', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('OR', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindOr
|
||||
end;
|
||||
if CompareKeyword('RETURN', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('RETURN', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindReturn
|
||||
end;
|
||||
if CompareKeyword('DEFINITION', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('DEFINITION', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindDefinition
|
||||
end;
|
||||
if CompareKeyword('TO', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('TO', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindTo
|
||||
end;
|
||||
if CompareKeyword('CASE', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('CASE', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindCase
|
||||
end;
|
||||
if CompareKeyword('OF', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('OF', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindOf
|
||||
end;
|
||||
if CompareKeyword('FROM', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('FROM', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindFrom
|
||||
end;
|
||||
if CompareKeyword('MODULE', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('MODULE', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindModule
|
||||
end;
|
||||
if CompareKeyword('IMPLEMENTATION', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('IMPLEMENTATION', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindImplementation
|
||||
end;
|
||||
if CompareKeyword('POINTER', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('POINTER', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindPointer
|
||||
end;
|
||||
if CompareKeyword('ARRAY', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('ARRAY', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindArray
|
||||
end;
|
||||
if CompareKeyword('TRUE', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('TRUE', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindBoolean;
|
||||
AToken^.booleanKind := TRUE
|
||||
end;
|
||||
if CompareKeyword('FALSE', ALexer^.Start, ALexer^.Current) then
|
||||
if compare_keyword('FALSE', ALexer^.Start, ALexer^.Current) then
|
||||
AToken^.Kind := lexerKindBoolean;
|
||||
AToken^.booleanKind := FALSE
|
||||
end
|
||||
END TransitionActionKeyId;
|
||||
end;
|
||||
|
||||
(* Action for tokens containing only one character. The character cannot be
|
||||
* followed by other characters forming a composite token. *)
|
||||
proc TransitionActionSingle(ALexer: PLexer; AToken: PLexerToken);
|
||||
proc transition_action_single(ALexer: PLexer; AToken: PLexerToken);
|
||||
begin
|
||||
if ALexer^.Current^ = '&' then
|
||||
AToken^.Kind := lexerKindAnd
|
||||
@ -449,15 +452,15 @@ begin
|
||||
AToken^.Kind := lexerKindPipe
|
||||
end;
|
||||
INC(ALexer^.Current)
|
||||
END TransitionActionSingle;
|
||||
end;
|
||||
|
||||
(* Handle an integer literal. *)
|
||||
proc TransitionActionInteger(ALexer: PLexer; AToken: PLexerToken);
|
||||
proc transition_action_integer(ALexer: PLexer; AToken: PLexerToken);
|
||||
begin
|
||||
AToken^.Kind := lexerKindInteger
|
||||
END TransitionActionInteger;
|
||||
end;
|
||||
|
||||
proc SetDefaultTransition(CurrentState: TransitionState; DefaultAction: TransitionAction; NextState: TransitionState);
|
||||
proc set_default_transition(CurrentState: TransitionState; DefaultAction: TransitionAction; NextState: TransitionState);
|
||||
var
|
||||
DefaultTransition: Transition;
|
||||
begin
|
||||
@ -486,7 +489,7 @@ begin
|
||||
Transitions[ORD(CurrentState)][ORD(transitionClassGreater)] := DefaultTransition;
|
||||
Transitions[ORD(CurrentState)][ORD(transitionClassLess)] := DefaultTransition;
|
||||
Transitions[ORD(CurrentState)][ORD(transitionClassOther)] := DefaultTransition
|
||||
END SetDefaultTransition;
|
||||
end;
|
||||
|
||||
(*
|
||||
* The transition table describes transitions from one state to another, given
|
||||
@ -504,182 +507,182 @@ END SetDefaultTransition;
|
||||
* For the meaning of actions see labels in the lex_next function, which
|
||||
* handles each action.
|
||||
*)
|
||||
proc InitializeTransitions();
|
||||
proc initialize_transitions();
|
||||
begin
|
||||
(* Start state. *)
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassInvalid)].Action := NIL;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassInvalid)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassDigit)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassDigit)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassDigit)].NextState := transitionStateDecimal;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassAlpha)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassAlpha)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassAlpha)].NextState := transitionStateIdentifier;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassSpace)].Action := TransitionActionSkip;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassSpace)].Action := transition_action_skip;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassSpace)].NextState := transitionStateStart;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassColon)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassColon)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassColon)].NextState := transitionStateColon;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassEquals)].Action := TransitionActionSingle;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassEquals)].Action := transition_action_single;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassEquals)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassLeftParen)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassLeftParen)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassLeftParen)].NextState := transitionStateLeftParen;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassRightParen)].Action := TransitionActionSingle;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassRightParen)].Action := transition_action_single;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassRightParen)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassAsterisk)].Action := TransitionActionSingle;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassAsterisk)].Action := transition_action_single;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassAsterisk)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassUnderscore)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassUnderscore)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassUnderscore)].NextState := transitionStateIdentifier;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassSingle)].Action := TransitionActionSingle;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassSingle)].Action := transition_action_single;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassSingle)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassHex)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassHex)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassHex)].NextState := transitionStateIdentifier;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassZero)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassZero)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassZero)].NextState := transitionStateLeadingZero;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassX)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassX)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassX)].NextState := transitionStateIdentifier;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassEof)].Action := TransitionActionEof;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassEof)].Action := transition_action_eof;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassEof)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassDot)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassDot)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassDot)].NextState := transitionStateDot;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassMinus)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassMinus)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassMinus)].NextState := transitionStateMinus;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassSingleQuote)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassSingleQuote)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassSingleQuote)].NextState := transitionStateCharacter;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassDoubleQuote)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassDoubleQuote)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassDoubleQuote)].NextState := transitionStateString;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassGreater)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassGreater)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassGreater)].NextState := transitionStateGreater;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassLess)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassLess)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassLess)].NextState := transitionStateLess;
|
||||
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassOther)].Action := NIL;
|
||||
Transitions[ORD(transitionStateStart)][ORD(transitionClassOther)].NextState := transitionStateEnd;
|
||||
|
||||
(* Colon state. *)
|
||||
SetDefaultTransition(transitionStateColon, TransitionActionFinalize, transitionStateEnd);
|
||||
set_default_transition(transitionStateColon, transition_action_finalize, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateColon)][ORD(transitionClassEquals)].Action := TransitionActionComposite;
|
||||
Transitions[ORD(transitionStateColon)][ORD(transitionClassEquals)].Action := transition_action_composite;
|
||||
Transitions[ORD(transitionStateColon)][ORD(transitionClassEquals)].NextState := transitionStateEnd;
|
||||
|
||||
(* Identifier state. *)
|
||||
SetDefaultTransition(transitionStateIdentifier, TransitionActionKeyId, transitionStateEnd);
|
||||
set_default_transition(transitionStateIdentifier, transition_action_key_id, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassDigit)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassDigit)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassDigit)].NextState := transitionStateIdentifier;
|
||||
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassAlpha)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassAlpha)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassAlpha)].NextState := transitionStateIdentifier;
|
||||
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassUnderscore)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassUnderscore)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassUnderscore)].NextState := transitionStateIdentifier;
|
||||
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassHex)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassHex)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassHex)].NextState := transitionStateIdentifier;
|
||||
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassZero)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassZero)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassZero)].NextState := transitionStateIdentifier;
|
||||
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassX)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassX)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateIdentifier)][ORD(transitionClassX)].NextState := transitionStateIdentifier;
|
||||
|
||||
(* Decimal state. *)
|
||||
SetDefaultTransition(transitionStateDecimal, TransitionActionInteger, transitionStateEnd);
|
||||
set_default_transition(transitionStateDecimal, transition_action_integer, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassDigit)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassDigit)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassDigit)].NextState := transitionStateDecimal;
|
||||
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassAlpha)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassAlpha)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassAlpha)].NextState := transitionStateDecimalSuffix;
|
||||
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassUnderscore)].Action := NIL;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassUnderscore)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassHex)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassHex)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassHex)].NextState := transitionStateDecimalSuffix;
|
||||
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassZero)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassZero)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassZero)].NextState := transitionStateDecimal;
|
||||
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassX)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassX)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateDecimal)][ORD(transitionClassX)].NextState := transitionStateDecimalSuffix;
|
||||
|
||||
(* Greater state. *)
|
||||
SetDefaultTransition(transitionStateGreater, TransitionActionFinalize, transitionStateEnd);
|
||||
set_default_transition(transitionStateGreater, transition_action_finalize, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateGreater)][ORD(transitionClassEquals)].Action := TransitionActionComposite;
|
||||
Transitions[ORD(transitionStateGreater)][ORD(transitionClassEquals)].Action := transition_action_composite;
|
||||
Transitions[ORD(transitionStateGreater)][ORD(transitionClassEquals)].NextState := transitionStateEnd;
|
||||
|
||||
(* Minus state. *)
|
||||
SetDefaultTransition(transitionStateMinus, TransitionActionFinalize, transitionStateEnd);
|
||||
set_default_transition(transitionStateMinus, transition_action_finalize, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateMinus)][ORD(transitionClassGreater)].Action := TransitionActionComposite;
|
||||
Transitions[ORD(transitionStateMinus)][ORD(transitionClassGreater)].Action := transition_action_composite;
|
||||
Transitions[ORD(transitionStateMinus)][ORD(transitionClassGreater)].NextState := transitionStateEnd;
|
||||
|
||||
(* Left paren state. *)
|
||||
SetDefaultTransition(transitionStateLeftParen, TransitionActionFinalize, transitionStateEnd);
|
||||
set_default_transition(transitionStateLeftParen, transition_action_finalize, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateLeftParen)][ORD(transitionClassAsterisk)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateLeftParen)][ORD(transitionClassAsterisk)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateLeftParen)][ORD(transitionClassAsterisk)].NextState := transitionStateComment;
|
||||
|
||||
(* Less state. *)
|
||||
SetDefaultTransition(transitionStateLess, TransitionActionFinalize, transitionStateEnd);
|
||||
set_default_transition(transitionStateLess, transition_action_finalize, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateLess)][ORD(transitionClassEquals)].Action := TransitionActionComposite;
|
||||
Transitions[ORD(transitionStateLess)][ORD(transitionClassEquals)].Action := transition_action_composite;
|
||||
Transitions[ORD(transitionStateLess)][ORD(transitionClassEquals)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateLess)][ORD(transitionClassGreater)].Action := TransitionActionComposite;
|
||||
Transitions[ORD(transitionStateLess)][ORD(transitionClassGreater)].Action := transition_action_composite;
|
||||
Transitions[ORD(transitionStateLess)][ORD(transitionClassGreater)].NextState := transitionStateEnd;
|
||||
|
||||
(* Hexadecimal after 0x. *)
|
||||
SetDefaultTransition(transitionStateDot, TransitionActionFinalize, transitionStateEnd);
|
||||
set_default_transition(transitionStateDot, transition_action_finalize, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateDot)][ORD(transitionClassDot)].Action := TransitionActionComposite;
|
||||
Transitions[ORD(transitionStateDot)][ORD(transitionClassDot)].Action := transition_action_composite;
|
||||
Transitions[ORD(transitionStateDot)][ORD(transitionClassDot)].NextState := transitionStateEnd;
|
||||
|
||||
(* Comment. *)
|
||||
SetDefaultTransition(transitionStateComment, TransitionActionAccumulate, transitionStateComment);
|
||||
set_default_transition(transitionStateComment, transition_action_accumulate, transitionStateComment);
|
||||
|
||||
Transitions[ORD(transitionStateComment)][ORD(transitionClassAsterisk)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateComment)][ORD(transitionClassAsterisk)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateComment)][ORD(transitionClassAsterisk)].NextState := transitionStateClosingComment;
|
||||
|
||||
Transitions[ORD(transitionStateComment)][ORD(transitionClassEof)].Action := NIL;
|
||||
Transitions[ORD(transitionStateComment)][ORD(transitionClassEof)].NextState := transitionStateEnd;
|
||||
|
||||
(* Closing comment. *)
|
||||
SetDefaultTransition(transitionStateClosingComment, TransitionActionAccumulate, transitionStateComment);
|
||||
set_default_transition(transitionStateClosingComment, transition_action_accumulate, transitionStateComment);
|
||||
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassInvalid)].Action := NIL;
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassInvalid)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassRightParen)].Action := TransitionActionDelimited;
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassRightParen)].Action := transition_action_delimited;
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassRightParen)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassAsterisk)].Action := TransitionActionAccumulate;
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassAsterisk)].Action := transition_action_accumulate;
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassAsterisk)].NextState := transitionStateClosingComment;
|
||||
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassEof)].Action := NIL;
|
||||
Transitions[ORD(transitionStateClosingComment)][ORD(transitionClassEof)].NextState := transitionStateEnd;
|
||||
|
||||
(* Character. *)
|
||||
SetDefaultTransition(transitionStateCharacter, TransitionActionAccumulate, transitionStateCharacter);
|
||||
set_default_transition(transitionStateCharacter, transition_action_accumulate, transitionStateCharacter);
|
||||
|
||||
Transitions[ORD(transitionStateCharacter)][ORD(transitionClassInvalid)].Action := NIL;
|
||||
Transitions[ORD(transitionStateCharacter)][ORD(transitionClassInvalid)].NextState := transitionStateEnd;
|
||||
@ -687,11 +690,11 @@ begin
|
||||
Transitions[ORD(transitionStateCharacter)][ORD(transitionClassEof)].Action := NIL;
|
||||
Transitions[ORD(transitionStateCharacter)][ORD(transitionClassEof)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateCharacter)][ORD(transitionClassSingleQuote)].Action := TransitionActionDelimited;
|
||||
Transitions[ORD(transitionStateCharacter)][ORD(transitionClassSingleQuote)].Action := transition_action_delimited;
|
||||
Transitions[ORD(transitionStateCharacter)][ORD(transitionClassSingleQuote)].NextState := transitionStateEnd;
|
||||
|
||||
(* String. *)
|
||||
SetDefaultTransition(transitionStateString, TransitionActionAccumulate, transitionStateString);
|
||||
set_default_transition(transitionStateString, transition_action_accumulate, transitionStateString);
|
||||
|
||||
Transitions[ORD(transitionStateString)][ORD(transitionClassInvalid)].Action := NIL;
|
||||
Transitions[ORD(transitionStateString)][ORD(transitionClassInvalid)].NextState := transitionStateEnd;
|
||||
@ -699,11 +702,11 @@ begin
|
||||
Transitions[ORD(transitionStateString)][ORD(transitionClassEof)].Action := NIL;
|
||||
Transitions[ORD(transitionStateString)][ORD(transitionClassEof)].NextState := transitionStateEnd;
|
||||
|
||||
Transitions[ORD(transitionStateString)][ORD(transitionClassDoubleQuote)].Action := TransitionActionDelimited;
|
||||
Transitions[ORD(transitionStateString)][ORD(transitionClassDoubleQuote)].Action := transition_action_delimited;
|
||||
Transitions[ORD(transitionStateString)][ORD(transitionClassDoubleQuote)].NextState := transitionStateEnd;
|
||||
|
||||
(* Leading zero. *)
|
||||
SetDefaultTransition(transitionStateLeadingZero, TransitionActionInteger, transitionStateEnd);
|
||||
set_default_transition(transitionStateLeadingZero, transition_action_integer, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateLeadingZero)][ORD(transitionClassDigit)].Action := NIL;
|
||||
Transitions[ORD(transitionStateLeadingZero)][ORD(transitionClassDigit)].NextState := transitionStateEnd;
|
||||
@ -724,7 +727,7 @@ begin
|
||||
Transitions[ORD(transitionStateLeadingZero)][ORD(transitionClassX)].NextState := transitionStateEnd;
|
||||
|
||||
(* Digit with a character suffix. *)
|
||||
SetDefaultTransition(transitionStateDecimalSuffix, TransitionActionInteger, transitionStateEnd);
|
||||
set_default_transition(transitionStateDecimalSuffix, transition_action_integer, transitionStateEnd);
|
||||
|
||||
Transitions[ORD(transitionStateDecimalSuffix)][ORD(transitionClassAlpha)].Action := NIL;
|
||||
Transitions[ORD(transitionStateDecimalSuffix)][ORD(transitionClassAlpha)].NextState := transitionStateEnd;
|
||||
@ -740,9 +743,9 @@ begin
|
||||
|
||||
Transitions[ORD(transitionStateDecimalSuffix)][ORD(transitionClassX)].Action := NIL;
|
||||
Transitions[ORD(transitionStateDecimalSuffix)][ORD(transitionClassX)].NextState := transitionStateEnd
|
||||
END InitializeTransitions;
|
||||
end;
|
||||
|
||||
proc LexerInitialize(ALexer: PLexer; Input: File);
|
||||
proc lexer_initialize(ALexer: PLexer; Input: File);
|
||||
begin
|
||||
ALexer^.Input := Input;
|
||||
ALexer^.Length := 0;
|
||||
@ -750,9 +753,9 @@ begin
|
||||
ALLOCATE(ALexer^.Buffer, ChunkSize);
|
||||
MemZero(ALexer^.Buffer, ChunkSize);
|
||||
ALexer^.Size := ChunkSize
|
||||
END LexerInitialize;
|
||||
end;
|
||||
|
||||
proc LexerCurrent(ALexer: PLexer): LexerToken;
|
||||
proc lexer_current(ALexer: PLexer): LexerToken;
|
||||
var
|
||||
CurrentClass: TransitionClass;
|
||||
CurrentState: TransitionState;
|
||||
@ -772,9 +775,9 @@ begin
|
||||
CurrentState := CurrentTransition.NextState
|
||||
end;
|
||||
return Result
|
||||
END LexerCurrent;
|
||||
end;
|
||||
|
||||
proc LexerLex(ALexer: PLexer): LexerToken;
|
||||
proc lexer_lex(ALexer: PLexer): LexerToken;
|
||||
var
|
||||
Result: LexerToken;
|
||||
begin
|
||||
@ -784,16 +787,16 @@ begin
|
||||
end;
|
||||
ALexer^.Start := ALexer^.Current;
|
||||
|
||||
Result := LexerCurrent(ALexer);
|
||||
Result := lexer_current(ALexer);
|
||||
return Result
|
||||
END LexerLex;
|
||||
end;
|
||||
|
||||
proc LexerDestroy(ALexer: PLexer);
|
||||
proc lexer_destroy(ALexer: PLexer);
|
||||
begin
|
||||
DEALLOCATE(ALexer^.Buffer, ALexer^.Size)
|
||||
END LexerDestroy;
|
||||
end;
|
||||
|
||||
BEGIN
|
||||
InitializeClassification();
|
||||
InitializeTransitions()
|
||||
END Lexer.
|
||||
begin
|
||||
initialize_classification();
|
||||
initialize_transitions()
|
||||
end Lexer.
|
||||
|
||||
Reference in New Issue
Block a user