Handle ASCII codes > 128 in the tokenizer

2025-05-30 19:51:40 +02:00
parent 4eccc147ba
commit 6e415e474f
4 changed files with 287 additions and 266 deletions
--- a/1
+++ b/1
@ -107,6 +107,7 @@ task :backport do
      .gsub(/\b(record|nil|or)\b/) { |match| match.upcase }
      .gsub(/proc\(/, 'PROCEDURE(')
      .gsub(/ & /, ' AND ')
+      .gsub(/ -> /, ': ')
      .gsub(/([[:space:]]*)end(;?)$/, '\1END\2')
      .gsub(/^([[:space:]]*)(while|return|if)\b/) { |match| match.upcase }
      .gsub(/^from ([[:alnum:]]+) import/, 'FROM \1 IMPORT')