@xnoxs/flux-lang 4.0.0 → 4.0.1

package/src/self/lexer.js

@@ -1 +1,713 @@
-function map(arr, fn) { return arr.map(fn); } function some(arr, fn) { return arr.some(fn); } function join(arr, sep) { return arr.join(sep != null ? sep : ','); } function trim(s) { return String(s).trim(); } function trimEnd(s) { return String(s).trimEnd(); } "use strict"; const T = { NUMBER: "NUMBER", STRING: "STRING", BOOL: "BOOL", NULL: "NULL", IDENT: "IDENT", VAR: "VAR", VAL: "VAL", FN: "FN", RETURN: "RETURN", IF: "IF", ELSE: "ELSE", FOR: "FOR", IN: "IN", WHILE: "WHILE", BREAK: "BREAK", CONTINUE: "CONTINUE", DO: "DO", CLASS: "CLASS", EXTENDS: "EXTENDS", SELF: "SELF", NEW: "NEW", INTERFACE: "INTERFACE", IMPLEMENTS: "IMPLEMENTS", PRIVATE: "PRIVATE", PUBLIC: "PUBLIC", PROTECTED: "PROTECTED", READONLY: "READONLY", STATIC: "STATIC", ABSTRACT: "ABSTRACT", OVERRIDE: "OVERRIDE", MATCH: "MATCH", WHEN: "WHEN", IMPORT: "IMPORT", EXPORT: "EXPORT", FROM: "FROM", AS: "AS", DEFAULT: "DEFAULT", AND: "AND", OR: "OR", NOT: "NOT", ASYNC: "ASYNC", AWAIT: "AWAIT", TRY: "TRY", CATCH: "CATCH", FINALLY: "FINALLY", THROW: "THROW", TYPEOF: "TYPEOF", INSTANCEOF: "INSTANCEOF", TYPE: "TYPE", ENUM: "ENUM", SATISFIES: "SATISFIES", IS: "IS", CONST: "CONST", PLUS: "PLUS", MINUS: "MINUS", STAR: "STAR", SLASH: "SLASH", PERCENT: "PERCENT", REGEX: "REGEX", STARSTAR: "STARSTAR", EQ: "EQ", EQEQ: "EQEQ", NEQ: "NEQ", EQEQEQ: "EQEQEQ", NEQEQ: "NEQEQ", LT: "LT", LTE: "LTE", GT: "GT", GTE: "GTE", PLUSEQ: "PLUSEQ", MINUSEQ: "MINUSEQ", STAREQ: "STAREQ", SLASHEQ: "SLASHEQ", PERCENTEQ: "PERCENTEQ", PLUSPLUS: "PLUSPLUS", MINUSMINUS: "MINUSMINUS", AMPERSAND: "AMPERSAND", ANDAND: "ANDAND", PIPEB: "PIPEB", OROR: "OROR", CARET: "CARET", TILDE: "TILDE", LSHIFT: "LSHIFT", RSHIFT: "RSHIFT", ARROW: "ARROW", FATARROW: "FATARROW", PIPE: "PIPE", DOTDOT: "DOTDOT", DOTDOTDOT: "DOTDOTDOT", WILDCARD: "WILDCARD", NULLISH: "NULLISH", QUESTIONDOT: "QUESTIONDOT", BANG: "BANG", AT: "AT", LPAREN: "LPAREN", RPAREN: "RPAREN", LBRACKET: "LBRACKET", RBRACKET: "RBRACKET", LBRACE: "LBRACE", RBRACE: "RBRACE", COMMA: "COMMA", DOT: "DOT", COLON: "COLON", QUESTION: "QUESTION", NEWLINE: "NEWLINE", INDENT: "INDENT", DEDENT: "DEDENT", EOF: "EOF" }; module.exports.T = T; const TokenType = T; module.exports.TokenType = TokenType; const _a = { var: "VAR", val: "VAL", fn: "FN", return: "RETURN", declare: "DECLARE", if: "IF", else: "ELSE", for: "FOR", in: "IN", while: "WHILE", break: "BREAK", continue: "CONTINUE", do: "DO", class: "CLASS", extends: "EXTENDS", self: "SELF", new: "NEW", interface: "INTERFACE", implements: "IMPLEMENTS", private: "PRIVATE", public: "PUBLIC", protected: "PROTECTED", readonly: "READONLY", static: "STATIC", abstract: "ABSTRACT", override: "OVERRIDE", match: "MATCH", when: "WHEN", import: "IMPORT", export: "EXPORT", from: "FROM", as: "AS", default: "DEFAULT", and: "AND", or: "OR", not: "NOT", async: "ASYNC", await: "AWAIT", try: "TRY", catch: "CATCH", finally: "FINALLY", throw: "THROW", typeof: "TYPEOF", instanceof: "INSTANCEOF", type: "TYPE", enum: "ENUM", satisfies: "SATISFIES", is: "IS", const: "CONST", true: "__TRUE__", false: "__FALSE__", null: "__NULL__" }; class Lexer { constructor(src, pos, line, col, tokens, indentStack, nestDepth) { this.src = src; this.pos = pos; this.line = line; this.col = col; this.tokens = tokens; this.indentStack = indentStack; this.nestDepth = nestDepth; } err(_b) { throw new Error(`[Lexer ${this.line}:${this.col}] ${_b}`); } ch(_c = 0) { return (this.src[(this.pos + _c)] ?? ""); } adv() { const c = this.src[this.pos]; this.pos = (this.pos + 1); if ((c == "\n")) { this.line = (this.line + 1); this.col = 1; } else { this.col = (this.col + 1); } return c; } tok(_d, _e, _f, _g) { const v = ((_e != undefined) ? _e : _d); const ln = ((_f != undefined) ? _f : this.line); const co = ((_g != undefined) ? _g : this.col); this.tokens.push({ type: _d, value: v, line: ln, col: co }); } applyIndent(_h) { if ((this.nestDepth > 0)) { return; } const top = this.indentStack[(this.indentStack.length - 1)]; if ((_h > top)) { this.indentStack.push(_h); this.tok(T.INDENT, _h, this.line, 1); } else if ((_h < top)) { while (((this.indentStack.length > 1) && (this.indentStack[(this.indentStack.length - 1)] > _h))) { this.indentStack.pop(); this.tok(T.DEDENT, null, this.line, 1); } if ((this.indentStack[(this.indentStack.length - 1)] != _h)) { this.err(`Inconsistent indentation (${_h} spaces)`); } } } scanBacktick(_f, _g) { this.adv(); let s = ""; while (((this.pos < this.src.length) && (this.ch() != "`"))) { if ((this.ch() == "\\")) { this.adv(); const e = this.adv(); if ((e == "n")) { s += "\n"; } else if ((e == "t")) { s += "\t"; } else if ((e == "`")) { s += "`"; } else if ((e == "\\")) { s += "\\"; } else { s += ("\\" + e); } } else { s += this.adv(); } } if ((this.ch() != "`")) { this.err("Unterminated backtick string"); } this.adv(); const rawLines = s.split("\n"); const trimmed = rawLines.map((_i) => _i.trimEnd()); while ((trimmed.length && !trimmed[0].trim())) { trimmed.shift(); } while ((trimmed.length && !trimmed[(trimmed.length - 1)].trim())) { trimmed.pop(); } let minIndent = 999999; for (const _i of trimmed) { if (_i.trim()) { const m = _i.match(/^(\s*)/); const ind = m[1].length; if ((ind < minIndent)) { minIndent = ind; } } } if ((minIndent == 999999)) { minIndent = 0; } const dedented = trimmed.map((_i) => _i.slice(minIndent)); this.tok(T.STRING, dedented.join("\n"), _f, _g); } scanStr(_f, _g) { this.adv(); const parts = []; let text = ""; while (((this.pos < this.src.length) && (this.ch() != "\""))) { if ((this.ch() == "\\")) { this.adv(); const e = this.adv(); if ((e == "n")) { text += "\n"; } else if ((e == "t")) { text += "\t"; } else if ((e == "\"")) { text += "\""; } else if ((e == "'")) { text += "'"; } else if ((e == "\\")) { text += "\\"; } else if ((e == "{")) { text += "{"; } else if ((e == "}")) { text += "}"; } else { text += ("\\" + e); } } else if ((this.ch() == "{")) { parts.push({ type: "text", value: text }); text = ""; this.adv(); let depth = 1; let expr = ""; while ((this.pos < this.src.length)) { const cc = this.ch(); if ((cc == "{")) { depth = (depth + 1); } if ((cc == "}")) { depth = (depth - 1); if ((depth == 0)) { break; } } if (((cc == "\\") && ((this.src[(this.pos + 1)] == "\"") || (this.src[(this.pos + 1)] == "'")))) { this.adv(); expr += this.adv(); } else { expr += this.adv(); } } if ((this.ch() != "}")) { this.err("Unclosed string interpolation"); } this.adv(); parts.push({ type: "expr", value: expr.trim() }); } else { text += this.adv(); } } if ((this.ch() != "\"")) { this.err("Unterminated string"); } this.adv(); parts.push({ type: "text", value: text }); if (parts.some((_j) => (_j.type == "expr"))) { this.tok(T.STRING, { template: true, parts }, _f, _g); } else { this.tok(T.STRING, parts.map((_j) => _j.value).join(""), _f, _g); } } scanRegexBody(_f, _g) { let pattern = ""; let inClass = false; while ((this.pos < this.src.length)) { const ch = this.ch(); if ((ch == "\n")) { this.err("Unterminated regex literal"); } if ((ch == "\\")) { pattern += this.adv(); if ((this.pos < this.src.length)) { pattern += this.adv(); } continue; } if ((ch == "[")) { inClass = true; pattern += this.adv(); continue; } if ((ch == "]")) { inClass = false; pattern += this.adv(); continue; } if (((ch == "/") && !inClass)) { break; } pattern += this.adv(); } if ((this.ch() != "/")) { this.err("Unterminated regex literal"); } this.adv(); let flags = ""; while (/[gimsuy]/.test(this.ch())) { flags += this.adv(); } this.tok(T.REGEX, { pattern, flags }, _f, _g); } scanBlockComment() { this.adv(); this.adv(); while ((this.pos < this.src.length)) { if (((this.ch() == "*") && (this.ch(1) == "/"))) { this.adv(); this.adv(); return; } this.adv(); } this.err("Unterminated block comment"); } tokenize() { let bol = true; while ((this.pos < this.src.length)) { if (bol) { bol = false; let _h = 0; while (((this.ch() == " ") || (this.ch() == "\t"))) { if ((this.ch() == "\t")) { _h = (_h + 4); } else { _h = (_h + 1); } this.adv(); } if (((this.ch() == "\n") || !this.ch())) { if ((this.ch() == "\n")) { this.adv(); bol = true; } continue; } if (((this.ch() == "/") && (this.ch(1) == "/"))) { while (((this.pos < this.src.length) && (this.ch() != "\n"))) { this.adv(); } if ((this.ch() == "\n")) { this.adv(); bol = true; } continue; } if (((this.ch() == "/") && (this.ch(1) == "*"))) { this.scanBlockComment(); continue; } const isContinuation = ((((this.ch() == "|") && (this.ch(1) == ">")) || (this.ch() == ".")) || ((this.ch() == "?") && (this.ch(1) == "."))); if (isContinuation) { const lastTok = this.tokens[(this.tokens.length - 1)]; if ((lastTok && (lastTok.type == T.NEWLINE))) { this.tokens.pop(); } } else { this.applyIndent(_h); } } const _f = this.line; const _g = this.col; const cur = this.ch(); if ((cur == "\n")) { this.adv(); bol = true; if ((this.nestDepth == 0)) { const lastTok = this.tokens[(this.tokens.length - 1)]; if ((((lastTok && (lastTok.type != T.NEWLINE)) && (lastTok.type != T.INDENT)) && (lastTok.type != T.DEDENT))) { this.tok(T.NEWLINE, null, _f, _g); } } continue; } if (((cur == " ") || (cur == "\t"))) { this.adv(); continue; } if (((cur == "/") && (this.ch(1) == "/"))) { while (((this.pos < this.src.length) && (this.ch() != "\n"))) { this.adv(); } continue; } if (((cur == "/") && (this.ch(1) == "*"))) { this.scanBlockComment(); continue; } if (((cur >= "0") && (cur <= "9"))) { if (((cur == "0") && ((this.ch(1) == "x") || (this.ch(1) == "X")))) { this.adv(); this.adv(); let h = ""; while (/[0-9a-fA-F_]/.test(this.ch())) { const hc = this.adv(); if ((hc != "_")) { h += hc; } } this.tok(T.NUMBER, parseInt(((h.length > 0) ? h : "0"), 16), _f, _g); continue; } if (((cur == "0") && ((this.ch(1) == "b") || (this.ch(1) == "B")))) { this.adv(); this.adv(); let b = ""; while (/[01_]/.test(this.ch())) { const bc = this.adv(); if ((bc != "_")) { b += bc; } } this.tok(T.NUMBER, parseInt(((b.length > 0) ? b : "0"), 2), _f, _g); continue; } let numStr = ""; while ((this.pos < this.src.length)) { if (((this.ch() == ".") && (this.ch(1) == "."))) { break; } if ((((this.ch() >= "0") && (this.ch() <= "9")) || (this.ch() == "."))) { numStr += this.adv(); } else if ((this.ch() == "_")) { this.adv(); } else if ((((this.ch() == "e") || (this.ch() == "E")) && (numStr.length > 0))) { numStr += this.adv(); if (((this.ch() == "+") || (this.ch() == "-"))) { numStr += this.adv(); } while (((this.ch() >= "0") && (this.ch() <= "9"))) { numStr += this.adv(); } break; } else { break; } } this.tok(T.NUMBER, parseFloat(numStr), _f, _g); continue; } if ((cur == "\"")) { this.scanStr(_f, _g); continue; } if ((cur == "`")) { this.scanBacktick(_f, _g); continue; } if ((cur == "'")) { this.adv(); let sq = ""; while (((this.pos < this.src.length) && (this.ch() != "'"))) { if ((this.ch() == "\\")) { this.adv(); const e = this.adv(); if ((e == "n")) { sq += "\n"; } else if ((e == "t")) { sq += "\t"; } else if ((e == "r")) { sq += "\r"; } else if ((e == "'")) { sq += "'"; } else if ((e == "\\")) { sq += "\\"; } else { sq += ("\\" + e); } } else { sq += this.adv(); } } if ((this.ch() != "'")) { this.err("Unterminated string"); } this.adv(); this.tok(T.STRING, sq, _f, _g); continue; } if (((((cur >= "a") && (cur <= "z")) || ((cur >= "A") && (cur <= "Z"))) || (cur == "_"))) { let word = ""; while (/[a-zA-Z0-9_]/.test(this.ch())) { word += this.adv(); } if (((word == "_") && !/[a-zA-Z0-9_]/.test(this.ch()))) { this.tok(T.WILDCARD, "_", _f, _g); continue; } const kw = _a[word]; if ((kw == "__TRUE__")) { this.tok(T.BOOL, true, _f, _g); } else if ((kw == "__FALSE__")) { this.tok(T.BOOL, false, _f, _g); } else if ((kw == "__NULL__")) { this.tok(T.NULL, null, _f, _g); } else if ((kw != undefined)) { this.tok(kw, word, _f, _g); } else { this.tok(T.IDENT, word, _f, _g); } continue; } this.adv(); if ((cur == "+")) { if ((this.ch() == "+")) { this.adv(); this.tok(T.PLUSPLUS, "++", _f, _g); } else if ((this.ch() == "=")) { this.adv(); this.tok(T.PLUSEQ, "+=", _f, _g); } else { this.tok(T.PLUS, "+", _f, _g); } } else if ((cur == "-")) { if ((this.ch() == "-")) { this.adv(); this.tok(T.MINUSMINUS, "--", _f, _g); } else if ((this.ch() == ">")) { this.adv(); this.tok(T.ARROW, "->", _f, _g); } else if ((this.ch() == "=")) { this.adv(); this.tok(T.MINUSEQ, "-=", _f, _g); } else { this.tok(T.MINUS, "-", _f, _g); } } else if ((cur == "*")) { if ((this.ch() == "*")) { this.adv(); this.tok(T.STARSTAR, "**", _f, _g); } else if ((this.ch() == "=")) { this.adv(); this.tok(T.STAREQ, "*=", _f, _g); } else { this.tok(T.STAR, "*", _f, _g); } } else if ((cur == "/")) { if ((this.ch() == "=")) { this.adv(); this.tok(T.SLASHEQ, "/=", _f, _g); } else { const lastTok = this.tokens[(this.tokens.length - 1)]; const afterVal = ((lastTok != null) && (((((((((((lastTok.type == T.IDENT) || (lastTok.type == T.NUMBER)) || (lastTok.type == T.STRING)) || (lastTok.type == T.BOOL)) || (lastTok.type == T.NULL)) || (lastTok.type == T.REGEX)) || (lastTok.type == T.RPAREN)) || (lastTok.type == T.RBRACKET)) || (lastTok.type == T.PLUSPLUS)) || (lastTok.type == T.MINUSMINUS)) || (lastTok.type == T.BANG))); if (afterVal) { this.tok(T.SLASH, "/", _f, _g); } else { this.scanRegexBody(_f, _g); } } } else if ((cur == "%")) { if ((this.ch() == "=")) { this.adv(); this.tok(T.PERCENTEQ, "%=", _f, _g); } else { this.tok(T.PERCENT, "%", _f, _g); } } else if ((cur == "=")) { if (((this.ch() == "=") && (this.src[(this.pos + 1)] == "="))) { this.adv(); this.adv(); this.tok(T.EQEQEQ, "===", _f, _g); } else if ((this.ch() == "=")) { this.adv(); this.tok(T.EQEQ, "==", _f, _g); } else if ((this.ch() == ">")) { this.adv(); this.tok(T.FATARROW, "=>", _f, _g); } else { this.tok(T.EQ, "=", _f, _g); } } else if ((cur == "!")) { if (((this.ch() == "=") && (this.src[(this.pos + 1)] == "="))) { this.adv(); this.adv(); this.tok(T.NEQEQ, "!==", _f, _g); } else if ((this.ch() == "=")) { this.adv(); this.tok(T.NEQ, "!=", _f, _g); } else { this.tok(T.BANG, "!", _f, _g); } } else if ((cur == "<")) { if ((this.ch() == "<")) { this.adv(); this.tok(T.LSHIFT, "<<", _f, _g); } else if ((this.ch() == "=")) { this.adv(); this.tok(T.LTE, "<=", _f, _g); } else { this.tok(T.LT, "<", _f, _g); } } else if ((cur == ">")) { if ((this.ch() == ">")) { this.adv(); this.tok(T.RSHIFT, ">>", _f, _g); } else if ((this.ch() == "=")) { this.adv(); this.tok(T.GTE, ">=", _f, _g); } else { this.tok(T.GT, ">", _f, _g); } } else if ((cur == ".")) { if (((this.ch() == ".") && (this.src[(this.pos + 1)] == "."))) { this.adv(); this.adv(); this.tok(T.DOTDOTDOT, "...", _f, _g); } else if ((this.ch() == ".")) { this.adv(); this.tok(T.DOTDOT, "..", _f, _g); } else { this.tok(T.DOT, ".", _f, _g); } } else if ((cur == "?")) { if ((this.ch() == ".")) { this.adv(); this.tok(T.QUESTIONDOT, "?.", _f, _g); } else if ((this.ch() == "?")) { this.adv(); this.tok(T.NULLISH, "??", _f, _g); } else { this.tok(T.QUESTION, "?", _f, _g); } } else if ((cur == "|")) { if ((this.ch() == ">")) { this.adv(); this.tok(T.PIPE, "|>", _f, _g); } else if ((this.ch() == "|")) { this.adv(); this.tok(T.OROR, "||", _f, _g); } else { this.tok(T.PIPEB, "|", _f, _g); } } else if ((cur == "&")) { if ((this.ch() == "&")) { this.adv(); this.tok(T.ANDAND, "&&", _f, _g); } else { this.tok(T.AMPERSAND, "&", _f, _g); } } else if ((cur == "^")) { this.tok(T.CARET, "^", _f, _g); } else if ((cur == "~")) { this.tok(T.TILDE, "~", _f, _g); } else if ((cur == "@")) { this.tok(T.AT, "@", _f, _g); } else if ((cur == "(")) { this.nestDepth = (this.nestDepth + 1); this.tok(T.LPAREN, "(", _f, _g); } else if ((cur == ")")) { this.nestDepth = (this.nestDepth - 1); this.tok(T.RPAREN, ")", _f, _g); } else if ((cur == "[")) { this.nestDepth = (this.nestDepth + 1); this.tok(T.LBRACKET, "[", _f, _g); } else if ((cur == "]")) { this.nestDepth = (this.nestDepth - 1); this.tok(T.RBRACKET, "]", _f, _g); } else if ((cur == "{")) { this.nestDepth = (this.nestDepth + 1); this.tok(T.LBRACE, "{", _f, _g); } else if ((cur == "}")) { this.nestDepth = (this.nestDepth - 1); this.tok(T.RBRACE, "}", _f, _g); } else if ((cur == ",")) { this.tok(T.COMMA, ",", _f, _g); } else if ((cur == ":")) { this.tok(T.COLON, ":", _f, _g); } else if ((cur != ";")) { this.err(`Unknown character: '${cur}'`); } } while ((this.indentStack.length > 1)) { this.indentStack.pop(); this.tok(T.DEDENT, null, this.line, 1); } const lastTok = this.tokens[(this.tokens.length - 1)]; if (((lastTok && (lastTok.type != T.NEWLINE)) && (lastTok.type != T.DEDENT))) { this.tok(T.NEWLINE, null, this.line, this.col); } this.tok(T.EOF, null, this.line, this.col); return this.tokens; } } module.exports.Lexer = Lexer; function lexerize(_k) { const processed = _k.replace(/\r\n/g, "\n").replace(/\r/g, "\n"); return new Lexer(processed, 0, 1, 1, [], [0], 0); } module.exports.lexerize = lexerize;
+// ── Flux stdlib ──
+
+function map(arr, fn) { return arr.map(fn); }
+
+function some(arr, fn) { return arr.some(fn); }
+
+function join(arr, sep) { return arr.join(sep != null ? sep : ','); }
+
+function trim(s) { return String(s).trim(); }
+
+function trimEnd(s) { return String(s).trimEnd(); }
+// ── end stdlib ──
+
+// Generated by Flux Transpiler v3.2.0
+"use strict";
+
+const T = { NUMBER: "NUMBER", STRING: "STRING", BOOL: "BOOL", NULL: "NULL", IDENT: "IDENT", VAR: "VAR", VAL: "VAL", FN: "FN", RETURN: "RETURN", IF: "IF", ELSE: "ELSE", FOR: "FOR", IN: "IN", WHILE: "WHILE", BREAK: "BREAK", CONTINUE: "CONTINUE", DO: "DO", CLASS: "CLASS", EXTENDS: "EXTENDS", SELF: "SELF", NEW: "NEW", INTERFACE: "INTERFACE", IMPLEMENTS: "IMPLEMENTS", PRIVATE: "PRIVATE", PUBLIC: "PUBLIC", PROTECTED: "PROTECTED", READONLY: "READONLY", STATIC: "STATIC", ABSTRACT: "ABSTRACT", OVERRIDE: "OVERRIDE", MATCH: "MATCH", WHEN: "WHEN", IMPORT: "IMPORT", EXPORT: "EXPORT", FROM: "FROM", AS: "AS", DEFAULT: "DEFAULT", AND: "AND", OR: "OR", NOT: "NOT", ASYNC: "ASYNC", AWAIT: "AWAIT", TRY: "TRY", CATCH: "CATCH", FINALLY: "FINALLY", THROW: "THROW", TYPEOF: "TYPEOF", INSTANCEOF: "INSTANCEOF", TYPE: "TYPE", ENUM: "ENUM", SATISFIES: "SATISFIES", IS: "IS", CONST: "CONST", PLUS: "PLUS", MINUS: "MINUS", STAR: "STAR", SLASH: "SLASH", PERCENT: "PERCENT", REGEX: "REGEX", STARSTAR: "STARSTAR", EQ: "EQ", EQEQ: "EQEQ", NEQ: "NEQ", EQEQEQ: "EQEQEQ", NEQEQ: "NEQEQ", LT: "LT", LTE: "LTE", GT: "GT", GTE: "GTE", PLUSEQ: "PLUSEQ", MINUSEQ: "MINUSEQ", STAREQ: "STAREQ", SLASHEQ: "SLASHEQ", PERCENTEQ: "PERCENTEQ", PLUSPLUS: "PLUSPLUS", MINUSMINUS: "MINUSMINUS", AMPERSAND: "AMPERSAND", ANDAND: "ANDAND", PIPEB: "PIPEB", OROR: "OROR", CARET: "CARET", TILDE: "TILDE", LSHIFT: "LSHIFT", RSHIFT: "RSHIFT", ARROW: "ARROW", FATARROW: "FATARROW", PIPE: "PIPE", DOTDOT: "DOTDOT", DOTDOTDOT: "DOTDOTDOT", WILDCARD: "WILDCARD", NULLISH: "NULLISH", QUESTIONDOT: "QUESTIONDOT", BANG: "BANG", AT: "AT", LPAREN: "LPAREN", RPAREN: "RPAREN", LBRACKET: "LBRACKET", RBRACKET: "RBRACKET", LBRACE: "LBRACE", RBRACE: "RBRACE", COMMA: "COMMA", DOT: "DOT", COLON: "COLON", QUESTION: "QUESTION", NEWLINE: "NEWLINE", INDENT: "INDENT", DEDENT: "DEDENT", EOF: "EOF" };
+module.exports.T = T;
+const TokenType = T;
+module.exports.TokenType = TokenType;
+const KEYWORDS = { var: "VAR", val: "VAL", fn: "FN", return: "RETURN", declare: "DECLARE", if: "IF", else: "ELSE", for: "FOR", in: "IN", while: "WHILE", break: "BREAK", continue: "CONTINUE", do: "DO", class: "CLASS", extends: "EXTENDS", self: "SELF", new: "NEW", interface: "INTERFACE", implements: "IMPLEMENTS", private: "PRIVATE", public: "PUBLIC", protected: "PROTECTED", readonly: "READONLY", static: "STATIC", abstract: "ABSTRACT", override: "OVERRIDE", match: "MATCH", when: "WHEN", import: "IMPORT", export: "EXPORT", from: "FROM", as: "AS", default: "DEFAULT", and: "AND", or: "OR", not: "NOT", async: "ASYNC", await: "AWAIT", try: "TRY", catch: "CATCH", finally: "FINALLY", throw: "THROW", typeof: "TYPEOF", instanceof: "INSTANCEOF", type: "TYPE", enum: "ENUM", satisfies: "SATISFIES", is: "IS", const: "CONST", true: "__TRUE__", false: "__FALSE__", null: "__NULL__" };
+class Lexer {
+  constructor(src, pos, line, col, tokens, indentStack, nestDepth) {
+    this.src = src;
+    this.pos = pos;
+    this.line = line;
+    this.col = col;
+    this.tokens = tokens;
+    this.indentStack = indentStack;
+    this.nestDepth = nestDepth;
+  }
+
+  err(msg) {
+    throw new Error(`[Lexer ${this.line}:${this.col}] ${msg}`);
+  }
+
+  ch(n = 0) {
+    return (this.src[(this.pos + n)] ?? "");
+  }
+
+  adv() {
+    const c = this.src[this.pos];
+    this.pos = (this.pos + 1);
+    if ((c == "\n")) {
+      this.line = (this.line + 1);
+      this.col = 1;
+    }
+    else {
+      this.col = (this.col + 1);
+    }
+    return c;
+  }
+
+  tok(typ, value, l, c) {
+    const v = ((value != undefined) ? value : typ);
+    const ln = ((l != undefined) ? l : this.line);
+    const co = ((c != undefined) ? c : this.col);
+    this.tokens.push({ type: typ, value: v, line: ln, col: co });
+  }
+
+  applyIndent(indent) {
+    if ((this.nestDepth > 0)) {
+      return;
+    }
+    const top = this.indentStack[(this.indentStack.length - 1)];
+    if ((indent > top)) {
+      this.indentStack.push(indent);
+      this.tok(T.INDENT, indent, this.line, 1);
+    }
+    else if ((indent < top)) {
+      while (((this.indentStack.length > 1) && (this.indentStack[(this.indentStack.length - 1)] > indent))) {
+        this.indentStack.pop();
+        this.tok(T.DEDENT, null, this.line, 1);
+      }
+      if ((this.indentStack[(this.indentStack.length - 1)] != indent)) {
+        this.err(`Inconsistent indentation (${indent} spaces)`);
+      }
+    }
+  }
+
+  scanBacktick(l, c) {
+    this.adv();
+    let s = "";
+    while (((this.pos < this.src.length) && (this.ch() != "`"))) {
+      if ((this.ch() == "\\")) {
+        this.adv();
+        const e = this.adv();
+        if ((e == "n")) {
+          s += "\n";
+        }
+        else if ((e == "t")) {
+          s += "\t";
+        }
+        else if ((e == "`")) {
+          s += "`";
+        }
+        else if ((e == "\\")) {
+          s += "\\";
+        }
+        else {
+          s += ("\\" + e);
+        }
+      }
+      else {
+        s += this.adv();
+      }
+    }
+    if ((this.ch() != "`")) {
+      this.err("Unterminated backtick string");
+    }
+    this.adv();
+    const rawLines = s.split("\n");
+    const trimmed = rawLines.map((ln) => ln.trimEnd());
+    while ((trimmed.length && !trimmed[0].trim())) {
+      trimmed.shift();
+    }
+    while ((trimmed.length && !trimmed[(trimmed.length - 1)].trim())) {
+      trimmed.pop();
+    }
+    let minIndent = 999999;
+    for (const ln of trimmed) {
+      if (ln.trim()) {
+        const m = ln.match(/^(\s*)/);
+        const ind = m[1].length;
+        if ((ind < minIndent)) {
+          minIndent = ind;
+        }
+      }
+    }
+    if ((minIndent == 999999)) {
+      minIndent = 0;
+    }
+    const dedented = trimmed.map((ln) => ln.slice(minIndent));
+    this.tok(T.STRING, dedented.join("\n"), l, c);
+  }
+
+  scanStr(l, c) {
+    this.adv();
+    const parts = [];
+    let text = "";
+    while (((this.pos < this.src.length) && (this.ch() != "\""))) {
+      if ((this.ch() == "\\")) {
+        this.adv();
+        const e = this.adv();
+        if ((e == "n")) {
+          text += "\n";
+        }
+        else if ((e == "t")) {
+          text += "\t";
+        }
+        else if ((e == "\"")) {
+          text += "\"";
+        }
+        else if ((e == "'")) {
+          text += "'";
+        }
+        else if ((e == "\\")) {
+          text += "\\";
+        }
+        else if ((e == "{")) {
+          text += "{";
+        }
+        else if ((e == "}")) {
+          text += "}";
+        }
+        else {
+          text += ("\\" + e);
+        }
+      }
+      else if ((this.ch() == "{")) {
+        parts.push({ type: "text", value: text });
+        text = "";
+        this.adv();
+        let depth = 1;
+        let expr = "";
+        while ((this.pos < this.src.length)) {
+          const cc = this.ch();
+          if ((cc == "{")) {
+            depth = (depth + 1);
+          }
+          if ((cc == "}")) {
+            depth = (depth - 1);
+            if ((depth == 0)) {
+              break;
+            }
+          }
+          if (((cc == "\\") && ((this.src[(this.pos + 1)] == "\"") || (this.src[(this.pos + 1)] == "'")))) {
+            this.adv();
+            expr += this.adv();
+          }
+          else {
+            expr += this.adv();
+          }
+        }
+        if ((this.ch() != "}")) {
+          this.err("Unclosed string interpolation");
+        }
+        this.adv();
+        parts.push({ type: "expr", value: expr.trim() });
+      }
+      else {
+        text += this.adv();
+      }
+    }
+    if ((this.ch() != "\"")) {
+      this.err("Unterminated string");
+    }
+    this.adv();
+    parts.push({ type: "text", value: text });
+    if (parts.some((p) => (p.type == "expr"))) {
+      this.tok(T.STRING, { template: true, parts }, l, c);
+    }
+    else {
+      this.tok(T.STRING, parts.map((p) => p.value).join(""), l, c);
+    }
+  }
+
+  scanRegexBody(l, c) {
+    let pattern = "";
+    let inClass = false;
+    while ((this.pos < this.src.length)) {
+      const ch = this.ch();
+      if ((ch == "\n")) {
+        this.err("Unterminated regex literal");
+      }
+      if ((ch == "\\")) {
+        pattern += this.adv();
+        if ((this.pos < this.src.length)) {
+          pattern += this.adv();
+        }
+        continue;
+      }
+      if ((ch == "[")) {
+        inClass = true;
+        pattern += this.adv();
+        continue;
+      }
+      if ((ch == "]")) {
+        inClass = false;
+        pattern += this.adv();
+        continue;
+      }
+      if (((ch == "/") && !inClass)) {
+        break;
+      }
+      pattern += this.adv();
+    }
+    if ((this.ch() != "/")) {
+      this.err("Unterminated regex literal");
+    }
+    this.adv();
+    let flags = "";
+    while (/[gimsuy]/.test(this.ch())) {
+      flags += this.adv();
+    }
+    this.tok(T.REGEX, { pattern, flags }, l, c);
+  }
+
+  scanBlockComment() {
+    this.adv();
+    this.adv();
+    while ((this.pos < this.src.length)) {
+      if (((this.ch() == "*") && (this.ch(1) == "/"))) {
+        this.adv();
+        this.adv();
+        return;
+      }
+      this.adv();
+    }
+    this.err("Unterminated block comment");
+  }
+
+  tokenize() {
+    let bol = true;
+    while ((this.pos < this.src.length)) {
+      if (bol) {
+        bol = false;
+        let indent = 0;
+        while (((this.ch() == " ") || (this.ch() == "\t"))) {
+          if ((this.ch() == "\t")) {
+            indent = (indent + 4);
+          }
+          else {
+            indent = (indent + 1);
+          }
+          this.adv();
+        }
+        if (((this.ch() == "\n") || !this.ch())) {
+          if ((this.ch() == "\n")) {
+            this.adv();
+            bol = true;
+          }
+          continue;
+        }
+        if (((this.ch() == "/") && (this.ch(1) == "/"))) {
+          while (((this.pos < this.src.length) && (this.ch() != "\n"))) {
+            this.adv();
+          }
+          if ((this.ch() == "\n")) {
+            this.adv();
+            bol = true;
+          }
+          continue;
+        }
+        if (((this.ch() == "/") && (this.ch(1) == "*"))) {
+          this.scanBlockComment();
+          continue;
+        }
+        const isContinuation = ((((this.ch() == "|") && (this.ch(1) == ">")) || (this.ch() == ".")) || ((this.ch() == "?") && (this.ch(1) == ".")));
+        if (isContinuation) {
+          const lastTok = this.tokens[(this.tokens.length - 1)];
+          if ((lastTok && (lastTok.type == T.NEWLINE))) {
+            this.tokens.pop();
+          }
+        }
+        else {
+          this.applyIndent(indent);
+        }
+      }
+      const l = this.line;
+      const c = this.col;
+      const cur = this.ch();
+      if ((cur == "\n")) {
+        this.adv();
+        bol = true;
+        if ((this.nestDepth == 0)) {
+          const lastTok = this.tokens[(this.tokens.length - 1)];
+          if ((((lastTok && (lastTok.type != T.NEWLINE)) && (lastTok.type != T.INDENT)) && (lastTok.type != T.DEDENT))) {
+            this.tok(T.NEWLINE, null, l, c);
+          }
+        }
+        continue;
+      }
+      if (((cur == " ") || (cur == "\t"))) {
+        this.adv();
+        continue;
+      }
+      if (((cur == "/") && (this.ch(1) == "/"))) {
+        while (((this.pos < this.src.length) && (this.ch() != "\n"))) {
+          this.adv();
+        }
+        continue;
+      }
+      if (((cur == "/") && (this.ch(1) == "*"))) {
+        this.scanBlockComment();
+        continue;
+      }
+      if (((cur >= "0") && (cur <= "9"))) {
+        if (((cur == "0") && ((this.ch(1) == "x") || (this.ch(1) == "X")))) {
+          this.adv();
+          this.adv();
+          let h = "";
+          while (/[0-9a-fA-F_]/.test(this.ch())) {
+            const hc = this.adv();
+            if ((hc != "_")) {
+              h += hc;
+            }
+          }
+          this.tok(T.NUMBER, parseInt(((h.length > 0) ? h : "0"), 16), l, c);
+          continue;
+        }
+        if (((cur == "0") && ((this.ch(1) == "b") || (this.ch(1) == "B")))) {
+          this.adv();
+          this.adv();
+          let b = "";
+          while (/[01_]/.test(this.ch())) {
+            const bc = this.adv();
+            if ((bc != "_")) {
+              b += bc;
+            }
+          }
+          this.tok(T.NUMBER, parseInt(((b.length > 0) ? b : "0"), 2), l, c);
+          continue;
+        }
+        let numStr = "";
+        while ((this.pos < this.src.length)) {
+          if (((this.ch() == ".") && (this.ch(1) == "."))) {
+            break;
+          }
+          if ((((this.ch() >= "0") && (this.ch() <= "9")) || (this.ch() == "."))) {
+            numStr += this.adv();
+          }
+          else if ((this.ch() == "_")) {
+            this.adv();
+          }
+          else if ((((this.ch() == "e") || (this.ch() == "E")) && (numStr.length > 0))) {
+            numStr += this.adv();
+            if (((this.ch() == "+") || (this.ch() == "-"))) {
+              numStr += this.adv();
+            }
+            while (((this.ch() >= "0") && (this.ch() <= "9"))) {
+              numStr += this.adv();
+            }
+            break;
+          }
+          else {
+            break;
+          }
+        }
+        this.tok(T.NUMBER, parseFloat(numStr), l, c);
+        continue;
+      }
+      if ((cur == "\"")) {
+        this.scanStr(l, c);
+        continue;
+      }
+      if ((cur == "`")) {
+        this.scanBacktick(l, c);
+        continue;
+      }
+      if ((cur == "'")) {
+        this.adv();
+        let sq = "";
+        while (((this.pos < this.src.length) && (this.ch() != "'"))) {
+          if ((this.ch() == "\\")) {
+            this.adv();
+            const e = this.adv();
+            if ((e == "n")) {
+              sq += "\n";
+            }
+            else if ((e == "t")) {
+              sq += "\t";
+            }
+            else if ((e == "r")) {
+              sq += "\r";
+            }
+            else if ((e == "'")) {
+              sq += "'";
+            }
+            else if ((e == "\\")) {
+              sq += "\\";
+            }
+            else {
+              sq += ("\\" + e);
+            }
+          }
+          else {
+            sq += this.adv();
+          }
+        }
+        if ((this.ch() != "'")) {
+          this.err("Unterminated string");
+        }
+        this.adv();
+        this.tok(T.STRING, sq, l, c);
+        continue;
+      }
+      if (((((cur >= "a") && (cur <= "z")) || ((cur >= "A") && (cur <= "Z"))) || (cur == "_"))) {
+        let word = "";
+        while (/[a-zA-Z0-9_]/.test(this.ch())) {
+          word += this.adv();
+        }
+        if (((word == "_") && !/[a-zA-Z0-9_]/.test(this.ch()))) {
+          this.tok(T.WILDCARD, "_", l, c);
+          continue;
+        }
+        const kw = (Object.prototype.hasOwnProperty.call(KEYWORDS, word) ? KEYWORDS[word] : undefined);
+        if ((kw == "__TRUE__")) {
+          this.tok(T.BOOL, true, l, c);
+        }
+        else if ((kw == "__FALSE__")) {
+          this.tok(T.BOOL, false, l, c);
+        }
+        else if ((kw == "__NULL__")) {
+          this.tok(T.NULL, null, l, c);
+        }
+        else if ((kw != undefined)) {
+          this.tok(kw, word, l, c);
+        }
+        else {
+          this.tok(T.IDENT, word, l, c);
+        }
+        continue;
+      }
+      this.adv();
+      if ((cur == "+")) {
+        if ((this.ch() == "+")) {
+          this.adv();
+          this.tok(T.PLUSPLUS, "++", l, c);
+        }
+        else if ((this.ch() == "=")) {
+          this.adv();
+          this.tok(T.PLUSEQ, "+=", l, c);
+        }
+        else {
+          this.tok(T.PLUS, "+", l, c);
+        }
+      }
+      else if ((cur == "-")) {
+        if ((this.ch() == "-")) {
+          this.adv();
+          this.tok(T.MINUSMINUS, "--", l, c);
+        }
+        else if ((this.ch() == ">")) {
+          this.adv();
+          this.tok(T.ARROW, "->", l, c);
+        }
+        else if ((this.ch() == "=")) {
+          this.adv();
+          this.tok(T.MINUSEQ, "-=", l, c);
+        }
+        else {
+          this.tok(T.MINUS, "-", l, c);
+        }
+      }
+      else if ((cur == "*")) {
+        if ((this.ch() == "*")) {
+          this.adv();
+          this.tok(T.STARSTAR, "**", l, c);
+        }
+        else if ((this.ch() == "=")) {
+          this.adv();
+          this.tok(T.STAREQ, "*=", l, c);
+        }
+        else {
+          this.tok(T.STAR, "*", l, c);
+        }
+      }
+      else if ((cur == "/")) {
+        if ((this.ch() == "=")) {
+          this.adv();
+          this.tok(T.SLASHEQ, "/=", l, c);
+        }
+        else {
+          const lastTok = this.tokens[(this.tokens.length - 1)];
+          const afterVal = ((lastTok != null) && (((((((((((lastTok.type == T.IDENT) || (lastTok.type == T.NUMBER)) || (lastTok.type == T.STRING)) || (lastTok.type == T.BOOL)) || (lastTok.type == T.NULL)) || (lastTok.type == T.REGEX)) || (lastTok.type == T.RPAREN)) || (lastTok.type == T.RBRACKET)) || (lastTok.type == T.PLUSPLUS)) || (lastTok.type == T.MINUSMINUS)) || (lastTok.type == T.BANG)));
+          if (afterVal) {
+            this.tok(T.SLASH, "/", l, c);
+          }
+          else {
+            this.scanRegexBody(l, c);
+          }
+        }
+      }
+      else if ((cur == "%")) {
+        if ((this.ch() == "=")) {
+          this.adv();
+          this.tok(T.PERCENTEQ, "%=", l, c);
+        }
+        else {
+          this.tok(T.PERCENT, "%", l, c);
+        }
+      }
+      else if ((cur == "=")) {
+        if (((this.ch() == "=") && (this.src[(this.pos + 1)] == "="))) {
+          this.adv();
+          this.adv();
+          this.tok(T.EQEQEQ, "===", l, c);
+        }
+        else if ((this.ch() == "=")) {
+          this.adv();
+          this.tok(T.EQEQ, "==", l, c);
+        }
+        else if ((this.ch() == ">")) {
+          this.adv();
+          this.tok(T.FATARROW, "=>", l, c);
+        }
+        else {
+          this.tok(T.EQ, "=", l, c);
+        }
+      }
+      else if ((cur == "!")) {
+        if (((this.ch() == "=") && (this.src[(this.pos + 1)] == "="))) {
+          this.adv();
+          this.adv();
+          this.tok(T.NEQEQ, "!==", l, c);
+        }
+        else if ((this.ch() == "=")) {
+          this.adv();
+          this.tok(T.NEQ, "!=", l, c);
+        }
+        else {
+          this.tok(T.BANG, "!", l, c);
+        }
+      }
+      else if ((cur == "<")) {
+        if ((this.ch() == "<")) {
+          this.adv();
+          this.tok(T.LSHIFT, "<<", l, c);
+        }
+        else if ((this.ch() == "=")) {
+          this.adv();
+          this.tok(T.LTE, "<=", l, c);
+        }
+        else {
+          this.tok(T.LT, "<", l, c);
+        }
+      }
+      else if ((cur == ">")) {
+        if ((this.ch() == ">")) {
+          this.adv();
+          this.tok(T.RSHIFT, ">>", l, c);
+        }
+        else if ((this.ch() == "=")) {
+          this.adv();
+          this.tok(T.GTE, ">=", l, c);
+        }
+        else {
+          this.tok(T.GT, ">", l, c);
+        }
+      }
+      else if ((cur == ".")) {
+        if (((this.ch() == ".") && (this.src[(this.pos + 1)] == "."))) {
+          this.adv();
+          this.adv();
+          this.tok(T.DOTDOTDOT, "...", l, c);
+        }
+        else if ((this.ch() == ".")) {
+          this.adv();
+          this.tok(T.DOTDOT, "..", l, c);
+        }
+        else {
+          this.tok(T.DOT, ".", l, c);
+        }
+      }
+      else if ((cur == "?")) {
+        if ((this.ch() == ".")) {
+          this.adv();
+          this.tok(T.QUESTIONDOT, "?.", l, c);
+        }
+        else if ((this.ch() == "?")) {
+          this.adv();
+          this.tok(T.NULLISH, "??", l, c);
+        }
+        else {
+          this.tok(T.QUESTION, "?", l, c);
+        }
+      }
+      else if ((cur == "|")) {
+        if ((this.ch() == ">")) {
+          this.adv();
+          this.tok(T.PIPE, "|>", l, c);
+        }
+        else if ((this.ch() == "|")) {
+          this.adv();
+          this.tok(T.OROR, "||", l, c);
+        }
+        else {
+          this.tok(T.PIPEB, "|", l, c);
+        }
+      }
+      else if ((cur == "&")) {
+        if ((this.ch() == "&")) {
+          this.adv();
+          this.tok(T.ANDAND, "&&", l, c);
+        }
+        else {
+          this.tok(T.AMPERSAND, "&", l, c);
+        }
+      }
+      else if ((cur == "^")) {
+        this.tok(T.CARET, "^", l, c);
+      }
+      else if ((cur == "~")) {
+        this.tok(T.TILDE, "~", l, c);
+      }
+      else if ((cur == "@")) {
+        this.tok(T.AT, "@", l, c);
+      }
+      else if ((cur == "(")) {
+        this.nestDepth = (this.nestDepth + 1);
+        this.tok(T.LPAREN, "(", l, c);
+      }
+      else if ((cur == ")")) {
+        this.nestDepth = (this.nestDepth - 1);
+        this.tok(T.RPAREN, ")", l, c);
+      }
+      else if ((cur == "[")) {
+        this.nestDepth = (this.nestDepth + 1);
+        this.tok(T.LBRACKET, "[", l, c);
+      }
+      else if ((cur == "]")) {
+        this.nestDepth = (this.nestDepth - 1);
+        this.tok(T.RBRACKET, "]", l, c);
+      }
+      else if ((cur == "{")) {
+        this.nestDepth = (this.nestDepth + 1);
+        this.tok(T.LBRACE, "{", l, c);
+      }
+      else if ((cur == "}")) {
+        this.nestDepth = (this.nestDepth - 1);
+        this.tok(T.RBRACE, "}", l, c);
+      }
+      else if ((cur == ",")) {
+        this.tok(T.COMMA, ",", l, c);
+      }
+      else if ((cur == ":")) {
+        this.tok(T.COLON, ":", l, c);
+      }
+      else if ((cur != ";")) {
+        this.err(`Unknown character: '${cur}'`);
+      }
+    }
+    while ((this.indentStack.length > 1)) {
+      this.indentStack.pop();
+      this.tok(T.DEDENT, null, this.line, 1);
+    }
+    const lastTok = this.tokens[(this.tokens.length - 1)];
+    if (((lastTok && (lastTok.type != T.NEWLINE)) && (lastTok.type != T.DEDENT))) {
+      this.tok(T.NEWLINE, null, this.line, this.col);
+    }
+    this.tok(T.EOF, null, this.line, this.col);
+    return this.tokens;
+  }
+
+}
+
+module.exports.Lexer = Lexer;
+function lexerize(source) {
+  const processed = source.replace(/\r\n/g, "\n").replace(/\r/g, "\n");
+  return new Lexer(processed, 0, 1, 1, [], [0], 0);
+}
+module.exports.lexerize = lexerize;