@magnusopera/fscript 0.77.1 → 0.79.0

package/dist/FScript.Language/Lexer.js

@@ -1,16 +1,16 @@
 
-import { isDigit, isLetterOrDigit, isLetter } from "../fable_modules/fable-library-js.5.2.0/Char.js";
-import { parse } from "../fable_modules/fable-library-js.5.2.0/Double.js";
+import { isDigit, isLetterOrDigit, isLetter } from "../fable_modules/fable-library-js.5.13.0/Char.js";
+import { parse } from "../fable_modules/fable-library-js.5.13.0/Double.js";
 import { Span, Position } from "./Span.js";
 import { Token, TokenKind } from "./Token.js";
-import { StringBuilder__Append_244C7CD6, StringBuilder_$ctor } from "../fable_modules/fable-library-js.5.2.0/System.Text.js";
+import { StringBuilder__Append_244C7CD6, StringBuilder_$ctor } from "../fable_modules/fable-library-js.5.13.0/System.Text.js";
 import { ParseException, ParseError } from "./Error.js";
-import { toString } from "../fable_modules/fable-library-js.5.2.0/Types.js";
-import { printf, toText, substring } from "../fable_modules/fable-library-js.5.2.0/String.js";
-import { item } from "../fable_modules/fable-library-js.5.2.0/Array.js";
-import { toInt64_unchecked } from "../fable_modules/fable-library-js.5.2.0/BigInt.js";
-import { parse as parse_1 } from "../fable_modules/fable-library-js.5.2.0/Long.js";
-import { toList } from "../fable_modules/fable-library-js.5.2.0/Seq.js";
+import { toString } from "../fable_modules/fable-library-js.5.13.0/Types.js";
+import { printf, toText, substring } from "../fable_modules/fable-library-js.5.13.0/String.js";
+import { item } from "../fable_modules/fable-library-js.5.13.0/Array.js";
+import { toInt64_unchecked } from "../fable_modules/fable-library-js.5.13.0/BigInt.js";
+import { parse as parse_1 } from "../fable_modules/fable-library-js.5.13.0/Long.js";
+import { toList } from "../fable_modules/fable-library-js.5.13.0/Seq.js";
 
 function isIdentStart(c) {
     if (isLetter(c)) {
@@ -41,51 +41,51 @@ function mkSpan(sourceName, line, col, length) {
 function keywordToken(ident) {
     switch (ident) {
         case "let":
-            return new TokenKind(10, []);
+            return TokenKind.Let;
         case "rec":
-            return new TokenKind(11, []);
+            return TokenKind.Rec;
         case "and":
-            return new TokenKind(12, []);
+            return TokenKind.And;
         case "type":
-            return new TokenKind(45, []);
+            return TokenKind.Type;
         case "typeof":
-            return new TokenKind(46, []);
+            return TokenKind.Typeof;
         case "nameof":
-            return new TokenKind(47, []);
+            return TokenKind.Nameof;
         case "of":
-            return new TokenKind(48, []);
+            return TokenKind.Of;
         case "fun":
-            return new TokenKind(13, []);
+            return TokenKind.Fun;
         case "match":
-            return new TokenKind(14, []);
+            return TokenKind.Match;
         case "with":
-            return new TokenKind(15, []);
+            return TokenKind.With;
         case "when":
-            return new TokenKind(16, []);
+            return TokenKind.When;
         case "if":
-            return new TokenKind(17, []);
+            return TokenKind.If;
         case "then":
-            return new TokenKind(18, []);
+            return TokenKind.Then;
         case "else":
-            return new TokenKind(19, []);
+            return TokenKind.Else;
         case "elif":
-            return new TokenKind(20, []);
+            return TokenKind.Elif;
         case "raise":
-            return new TokenKind(21, []);
+            return TokenKind.Raise;
         case "for":
-            return new TokenKind(22, []);
+            return TokenKind.For;
         case "import":
-            return new TokenKind(39, []);
+            return TokenKind.Import;
         case "as":
-            return new TokenKind(40, []);
+            return TokenKind.As;
         case "include":
-            return new TokenKind(41, []);
+            return TokenKind.Include;
         case "module":
-            return new TokenKind(42, []);
+            return TokenKind.Module;
         case "true":
-            return new TokenKind(9, [true]);
+            return new TokenKind(/* BoolLit */ 9, [true]);
         case "false":
-            return new TokenKind(9, [false]);
+            return new TokenKind(/* BoolLit */ 9, [false]);
         default:
             return undefined;
     }
@@ -292,7 +292,7 @@ export function tokenizeWithSourceName(sourceName, src) {
                 cCol = ((cCol + 1) | 0);
             }
             if ((idx < src.length) && (src[idx] === "\n")) {
-                addToken(new TokenKind(1, []), mkSpan(sourceName, line, col, 1), tokens);
+                addToken(TokenKind.Newline, mkSpan(sourceName, line, col, 1), tokens);
                 i = ((idx + 1) | 0);
                 line = ((line + 1) | 0);
                 col = 1;
@@ -302,7 +302,7 @@ export function tokenizeWithSourceName(sourceName, src) {
                 while ((i < src.length) && (src[i] !== "\n")) {
                     i = ((i + 1) | 0);
                 }
-                addToken(new TokenKind(1, []), mkSpan(sourceName, line, col, 1), tokens);
+                addToken(TokenKind.Newline, mkSpan(sourceName, line, col, 1), tokens);
                 if ((i < src.length) && (src[i] === "\n")) {
                     i = ((i + 1) | 0);
                     line = ((line + 1) | 0);
@@ -321,19 +321,19 @@ export function tokenizeWithSourceName(sourceName, src) {
                     const current = item(indentStack.length - 1, indentStack) | 0;
                     if (newIndent > current) {
                         void (indentStack.push(newIndent));
-                        addToken(new TokenKind(2, []), span, tokens);
+                        addToken(TokenKind.Indent, span, tokens);
                     }
                     else if (newIndent < current) {
                         let j = indentStack.length - 1;
                         while ((j > 0) && (item(j, indentStack) > newIndent)) {
                             indentStack.splice(j, 1);
-                            addToken(new TokenKind(3, []), span, tokens);
+                            addToken(TokenKind.Dedent, span, tokens);
                             j = ((j - 1) | 0);
                         }
                         if (item(indentStack.length - 1, indentStack) !== newIndent) {
                             if ((((parenDepth > 0) ? true : (bracketDepth > 0)) ? true : (braceDepth > 0)) && (item(indentStack.length - 1, indentStack) < newIndent)) {
                                 void (indentStack.push(newIndent));
-                                addToken(new TokenKind(2, []), span, tokens);
+                                addToken(TokenKind.Indent, span, tokens);
                             }
                             else {
                                 throw new ParseException(new ParseError("Inconsistent indentation", span));
@@ -751,7 +751,7 @@ export function tokenizeWithSourceName(sourceName, src) {
                     break;
                 }
                 case 2: {
-                    addToken(new TokenKind(1, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Newline, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     line = ((line + 1) | 0);
                     col = 1;
@@ -771,7 +771,7 @@ export function tokenizeWithSourceName(sourceName, src) {
                 case 5: {
                     const patternInput = readString(sourceName, src, i, line, col);
                     const idx_1 = patternInput[1] | 0;
-                    addToken(new TokenKind(7, [patternInput[0]]), mkSpan(sourceName, line, col, idx_1 - i), tokens);
+                    addToken(new TokenKind(/* StringLit */ 7, [patternInput[0]]), mkSpan(sourceName, line, col, idx_1 - i), tokens);
                     i = (idx_1 | 0);
                     line = (patternInput[2] | 0);
                     col = (patternInput[3] | 0);
@@ -780,7 +780,7 @@ export function tokenizeWithSourceName(sourceName, src) {
                 case 6: {
                     const patternInput_1 = readInterpolatedRaw(sourceName, src, i, line, col);
                     const idx_2 = patternInput_1[1] | 0;
-                    addToken(new TokenKind(8, [patternInput_1[0]]), mkSpan(sourceName, line, col, idx_2 - i), tokens);
+                    addToken(new TokenKind(/* InterpString */ 8, [patternInput_1[0]]), mkSpan(sourceName, line, col, idx_2 - i), tokens);
                     i = (idx_2 | 0);
                     line = (patternInput_1[2] | 0);
                     col = (patternInput_1[3] | 0);
@@ -803,10 +803,10 @@ export function tokenizeWithSourceName(sourceName, src) {
                     const text = substring(src, start, idx_3 - start);
                     const span_4 = mkSpan(sourceName, line, startCol, idx_3 - start);
                     if (hasDot) {
-                        addToken(new TokenKind(6, [parseFloatLiteral(text)]), span_4, tokens);
+                        addToken(new TokenKind(/* FloatLit */ 6, [parseFloatLiteral(text)]), span_4, tokens);
                     }
                     else {
-                        addToken(new TokenKind(5, [toInt64_unchecked(parse_1(text, 511, false, 64))]), span_4, tokens);
+                        addToken(new TokenKind(/* IntLit */ 5, [toInt64_unchecked(parse_1(text, 511, false, 64))]), span_4, tokens);
                     }
                     i = (idx_3 | 0);
                     col = ((startCol + (idx_3 - start)) | 0);
@@ -823,7 +823,7 @@ export function tokenizeWithSourceName(sourceName, src) {
                     const span_5 = mkSpan(sourceName, line, startCol_1, idx_4 - start_1);
                     const matchValue = keywordToken(ident);
                     if (matchValue == null) {
-                        addToken(new TokenKind(4, [ident]), span_5, tokens);
+                        addToken(new TokenKind(/* Ident */ 4, [ident]), span_5, tokens);
                     }
                     else {
                         const k = matchValue;
@@ -843,37 +843,37 @@ export function tokenizeWithSourceName(sourceName, src) {
                     break;
                 }
                 case 9: {
-                    addToken(new TokenKind(24, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.Arrow, mkSpan(sourceName, line, col, 2), tokens);
                     i = ((i + 2) | 0);
                     col = ((col + 2) | 0);
                     break;
                 }
                 case 10: {
-                    addToken(new TokenKind(61, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.Cons, mkSpan(sourceName, line, col, 2), tokens);
                     i = ((i + 2) | 0);
                     col = ((col + 2) | 0);
                     break;
                 }
                 case 11: {
-                    addToken(new TokenKind(56, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.LessEqual, mkSpan(sourceName, line, col, 2), tokens);
                     i = ((i + 2) | 0);
                     col = ((col + 2) | 0);
                     break;
                 }
                 case 12: {
-                    addToken(new TokenKind(57, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.GreaterEqual, mkSpan(sourceName, line, col, 2), tokens);
                     i = ((i + 2) | 0);
                     col = ((col + 2) | 0);
                     break;
                 }
                 case 13: {
-                    addToken(new TokenKind(58, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.AndAnd, mkSpan(sourceName, line, col, 2), tokens);
                     i = ((i + 2) | 0);
                     col = ((col + 2) | 0);
                     break;
                 }
                 case 14: {
-                    addToken(new TokenKind(32, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.BarRBracket, mkSpan(sourceName, line, col, 2), tokens);
                     if (bracketDepth > 0) {
                         bracketDepth = ((bracketDepth - 1) | 0);
                     }
@@ -882,87 +882,87 @@ export function tokenizeWithSourceName(sourceName, src) {
                     break;
                 }
                 case 15: {
-                    addToken(new TokenKind(59, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.OrOr, mkSpan(sourceName, line, col, 2), tokens);
                     i = ((i + 2) | 0);
                     col = ((col + 2) | 0);
                     break;
                 }
                 case 16: {
-                    addToken(new TokenKind(60, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.PipeForward, mkSpan(sourceName, line, col, 2), tokens);
                     i = ((i + 2) | 0);
                     col = ((col + 2) | 0);
                     break;
                 }
                 case 17: {
-                    addToken(new TokenKind(49, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Plus, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 18: {
-                    addToken(new TokenKind(50, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Minus, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 19: {
-                    addToken(new TokenKind(51, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Star, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 20: {
-                    addToken(new TokenKind(52, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Slash, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 21: {
-                    addToken(new TokenKind(53, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Percent, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 22: {
-                    addToken(new TokenKind(25, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Equals, mkSpan(sourceName, line, col, 1), tokens);
                     inLetBindingHead = false;
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 23: {
-                    addToken(new TokenKind(54, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Less, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 24: {
-                    addToken(new TokenKind(55, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Greater, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 25: {
-                    addToken(new TokenKind(26, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Bar, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 26: {
-                    addToken(new TokenKind(62, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Append, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 27: {
-                    addToken(new TokenKind(27, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.LParen, mkSpan(sourceName, line, col, 1), tokens);
                     parenDepth = ((parenDepth + 1) | 0);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 28: {
-                    addToken(new TokenKind(28, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.RParen, mkSpan(sourceName, line, col, 1), tokens);
                     if (parenDepth > 0) {
                         parenDepth = ((parenDepth - 1) | 0);
                     }
@@ -971,21 +971,21 @@ export function tokenizeWithSourceName(sourceName, src) {
                     break;
                 }
                 case 29: {
-                    addToken(new TokenKind(31, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.LBracketBar, mkSpan(sourceName, line, col, 2), tokens);
                     bracketDepth = ((bracketDepth + 1) | 0);
                     i = ((i + 2) | 0);
                     col = ((col + 2) | 0);
                     break;
                 }
                 case 30: {
-                    addToken(new TokenKind(29, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.LBracket, mkSpan(sourceName, line, col, 1), tokens);
                     bracketDepth = ((bracketDepth + 1) | 0);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 31: {
-                    addToken(new TokenKind(30, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.RBracket, mkSpan(sourceName, line, col, 1), tokens);
                     if (bracketDepth > 0) {
                         bracketDepth = ((bracketDepth - 1) | 0);
                     }
@@ -994,50 +994,50 @@ export function tokenizeWithSourceName(sourceName, src) {
                     break;
                 }
                 case 32: {
-                    addToken(new TokenKind(33, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Semicolon, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 33: {
-                    addToken(new TokenKind(34, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Comma, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 34: {
-                    addToken(new TokenKind(35, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Colon, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 35: {
-                    addToken(new TokenKind(37, []), mkSpan(sourceName, line, col, 2), tokens);
+                    addToken(TokenKind.RangeDots, mkSpan(sourceName, line, col, 2), tokens);
                     i = ((i + 2) | 0);
                     col = ((col + 2) | 0);
                     break;
                 }
                 case 36: {
-                    addToken(new TokenKind(36, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Dot, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 37: {
-                    addToken(new TokenKind(38, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.Hash, mkSpan(sourceName, line, col, 1), tokens);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 38: {
-                    addToken(new TokenKind(43, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.LBrace, mkSpan(sourceName, line, col, 1), tokens);
                     braceDepth = ((braceDepth + 1) | 0);
                     i = ((i + 1) | 0);
                     col = ((col + 1) | 0);
                     break;
                 }
                 case 39: {
-                    addToken(new TokenKind(44, []), mkSpan(sourceName, line, col, 1), tokens);
+                    addToken(TokenKind.RBrace, mkSpan(sourceName, line, col, 1), tokens);
                     if (braceDepth > 0) {
                         braceDepth = ((braceDepth - 1) | 0);
                     }
@@ -1052,12 +1052,12 @@ export function tokenizeWithSourceName(sourceName, src) {
             }
         }
     }
-    addToken(new TokenKind(1, []), mkSpan(sourceName, line, col, 1), tokens);
+    addToken(TokenKind.Newline, mkSpan(sourceName, line, col, 1), tokens);
     while (indentStack.length > 1) {
         indentStack.splice(indentStack.length - 1, 1);
-        addToken(new TokenKind(3, []), mkSpan(sourceName, line, col, 1), tokens);
+        addToken(TokenKind.Dedent, mkSpan(sourceName, line, col, 1), tokens);
     }
-    addToken(new TokenKind(0, []), mkSpan(sourceName, line, col, 1), tokens);
+    addToken(TokenKind.EOF, mkSpan(sourceName, line, col, 1), tokens);
     return toList(tokens);
 }