WebSVN – Kolibri OS – Diff – /programs/develop/oberon07/Source/SCAN.ob07

 (*
     BSD 2-Clause License
-    Copyright (c) 2018, 2019, Anton Krotov
+    Copyright (c) 2018-2019, Anton Krotov
     All rights reserved.
 *)
     LEXSTR* = ARRAY LEXLEN OF CHAR;
     IDENT* = POINTER TO RECORD (AVL.DATA)
+        s*: LEXSTR;
-        s*: LEXSTR;
+        offset*, offsetW*: INTEGER;
-        offset*, offsetW*: INTEGER
+        key: INTEGER
     END;
-    SCANNER* = TXT.TEXT;
-    KEYWORD = ARRAY 10 OF CHAR;
+    SCANNER* = TXT.TEXT;
-VAR
-    vocabulary: RECORD
 VAR
         KW:         ARRAY 33 OF KEYWORD;
-        delimiters: ARRAY 256 OF BOOLEAN;
+    idents: AVL.NODE;
         idents:     AVL.NODE;
-        ident:      IDENT
-    END;
-    upto: BOOLEAN;
-PROCEDURE nodecmp (a, b: AVL.DATA): INTEGER;
-    RETURN ORD(a(IDENT).s > b(IDENT).s) - ORD(a(IDENT).s < b(IDENT).s)
-END nodecmp;
-PROCEDURE key (VAR lex: LEX);
-VAR
-    L, R, M: INTEGER;
-    found: BOOLEAN;
-BEGIN
-    L := 0;
-    R := LEN(vocabulary.KW) - 1;
-    found := FALSE;
-    REPEAT
-        M := (L + R) DIV 2;
-        IF lex.s # vocabulary.KW[M] THEN
-            IF lex.s > vocabulary.KW[M] THEN
-                L := M + 1
+    delimiters: ARRAY 256 OF BOOLEAN;
             ELSE
-                R := M - 1
+    NewIdent: IDENT;
             END
-        ELSE
+    upto: BOOLEAN;
-            found := TRUE;
-            lex.sym := lxKW + M
-        END
+PROCEDURE nodecmp (a, b: AVL.DATA): INTEGER;
-    UNTIL found OR (L > R)
+    RETURN ORD(a(IDENT).s > b(IDENT).s) - ORD(a(IDENT).s < b(IDENT).s)
-END key;
+END nodecmp;
 PROCEDURE enterid* (s: LEXSTR): IDENT;
-PROCEDURE enterid* (s: LEXSTR): IDENT;
+VAR
-VAR
+    newnode: BOOLEAN;
     END;
     IF lex.over THEN
         lex.sym := lxERROR06
     ELSE
+        lex.ident := enterid(lex.s);
-        lex.sym := lxIDENT;
+        IF lex.ident.key # 0 THEN
-        key(lex)
+            lex.sym := lex.ident.key
-    END;
+        ELSE
-    IF lex.sym = lxIDENT THEN
+            lex.sym := lxIDENT
-        lex.ident := enterid(lex.s)
+        END
     END
             ident(text, lex)
         ELSIF S.digit(c) THEN
             number(text, lex)
         ELSIF (c = '"') OR (c = "'") THEN
             string(text, lex, c)
-        ELSIF vocabulary.delimiters[ORD(c)] THEN
+        ELSIF delimiters[ORD(c)] THEN
             delimiter(text, lex, c)
         ELSIF c = 0X THEN
             lex.sym := lxEOF;
             IF text.eof THEN
                 INC(lex.pos.col)
 VAR
     i: INTEGER;
     delim: ARRAY 23 OF CHAR;
+    PROCEDURE enterkw (key: INTEGER; kw: LEXSTR);
+    VAR
         id: IDENT;
-    PROCEDURE enterkw (VAR i: INTEGER; kw: KEYWORD);
     BEGIN
-        vocabulary.KW[i] := kw;
+        id := enterid(kw);
-        INC(i)
+        id.key := key
     END enterkw;
 BEGIN
     upto := FALSE;
     FOR i := 0 TO 255 DO
-        vocabulary.delimiters[i] := FALSE
+        delimiters[i] := FALSE
+    END;
+    delim := "+-*/~&.,;|([{^=#<>:)]}";
+    FOR i := 0 TO LEN(delim) - 2 DO
+        delimiters[ORD(delim[i])] := TRUE
     END;
+    NEW(NewIdent);
-    delim := "+-*/~&.,;|([{^=#<>:)]}";
+    NewIdent.s       := "";
+    NewIdent.offset  := -1;
-    FOR i := 0 TO LEN(delim) - 2 DO
+    NewIdent.offsetW := -1;
-        vocabulary.delimiters[ORD(delim[i])] := TRUE
+    NewIdent.key     := 0;
-    END;
+    idents := NIL;
-    i := 0;
-    enterkw(i, "ARRAY");
+    enterkw(lxARRAY, "ARRAY");
-    enterkw(i, "BEGIN");
+    enterkw(lxBEGIN, "BEGIN");
-    enterkw(i, "BY");
+    enterkw(lxBY, "BY");
-    enterkw(i, "CASE");
+    enterkw(lxCASE, "CASE");
-    enterkw(i, "CONST");
+    enterkw(lxCONST, "CONST");
-    enterkw(i, "DIV");
+    enterkw(lxDIV, "DIV");
-    enterkw(i, "DO");
+    enterkw(lxDO, "DO");
-    enterkw(i, "ELSE");
+    enterkw(lxELSE, "ELSE");
-    enterkw(i, "ELSIF");
+    enterkw(lxELSIF, "ELSIF");
-    enterkw(i, "END");
+    enterkw(lxEND, "END");
-    enterkw(i, "FALSE");
+    enterkw(lxFALSE, "FALSE");
-    enterkw(i, "FOR");
+    enterkw(lxFOR, "FOR");
-    enterkw(i, "IF");
+    enterkw(lxIF, "IF");
-    enterkw(i, "IMPORT");
+    enterkw(lxIMPORT, "IMPORT");
-    enterkw(i, "IN");
+    enterkw(lxIN, "IN");
-    enterkw(i, "IS");
+    enterkw(lxIS, "IS");
-    enterkw(i, "MOD");
+    enterkw(lxMOD, "MOD");
-    enterkw(i, "MODULE");
+    enterkw(lxMODULE, "MODULE");
-    enterkw(i, "NIL");
+    enterkw(lxNIL, "NIL");
-    enterkw(i, "OF");
+    enterkw(lxOF, "OF");
-    enterkw(i, "OR");
+    enterkw(lxOR, "OR");
-    enterkw(i, "POINTER");
+    enterkw(lxPOINTER, "POINTER");
-    enterkw(i, "PROCEDURE");
+    enterkw(lxPROCEDURE, "PROCEDURE");
-    enterkw(i, "RECORD");
+    enterkw(lxRECORD, "RECORD");
-    enterkw(i, "REPEAT");
+    enterkw(lxREPEAT, "REPEAT");
-    enterkw(i, "RETURN");
+    enterkw(lxRETURN, "RETURN");
-    enterkw(i, "THEN");
-    enterkw(i, "TO");
-    enterkw(i, "TRUE");
-    enterkw(i, "TYPE");
-    enterkw(i, "UNTIL");
-    enterkw(i, "VAR");
+    enterkw(lxTHEN, "THEN");
-    enterkw(i, "WHILE");
+    enterkw(lxTO, "TO");
     enterkw(lxTRUE, "TRUE");

Subversion Repositories Kolibri OS

(root)/programs/develop/oberon07/Source/SCAN.ob07 – Rev 7693 → 7696