bc-minecraft-molang 1.21.61-5 → 1.21.100-1

package/lib/src/molang/syntax/parse.js

@@ -0,0 +1,264 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseMolang = parseMolang;
+const nodes_1 = require("./nodes");
+const tokens_1 = require("./tokens");
+const util_1 = require("./util");
+const builder_1 = require("./builder");
+const errors_1 = require("./errors");
+const operators_1 = require("./operators");
+/** Main function to parse Molang code into a syntax tree */
+function parseMolang(line) {
+    const tokens = (0, tokens_1.tokenize)(line.text);
+    const statements = splitTokens(tokens, (item) => item.type === tokens_1.TokenType.Semicolon).filter((t) => t.length > 0);
+    // Parse each statement
+    return statements
+        .map(trimEnding)
+        .filter((item) => item.length > 0 && item[0].type !== tokens_1.TokenType.EOF)
+        .map(parseTokens);
+}
+/**
+ * Converts the given tokens into nodes
+ * @param tokens
+ * @returns
+ */
+function parseTokens(tokens) {
+    var _a, _b;
+    tokens = trimBraces(tokens);
+    tokens = trimEnding(tokens);
+    if (tokens.length === 1)
+        return (_a = convertToken(tokens[0])) !== null && _a !== void 0 ? _a : costlyConvertToken(tokens, 0).node;
+    const builder = new builder_1.SyntaxBuilder((_b = tokens[0].position) !== null && _b !== void 0 ? _b : 0);
+    for (let i = 0; i < tokens.length; i++) {
+        const t = tokens[i];
+        const c = convertToken(t);
+        let n;
+        if (c) {
+            n = c;
+        }
+        else {
+            const cdata = costlyConvertToken(tokens, i);
+            i = cdata.startIndex - 1;
+            n = cdata.node;
+        }
+        builder.add(n);
+        // Check for parenthese, brackets and braces
+        if (tokens_1.Token.oneOfType(t, tokens_1.TokenType.NamespacedIdentifier) &&
+            tokens_1.Token.oneOfType(tokens[i + 1], tokens_1.TokenType.OpenBrace, tokens_1.TokenType.OpenBracket, tokens_1.TokenType.OpenParen)) {
+            const code = (0, util_1.getMatchingTokenSlice)(tokens, i + 1);
+            const inner = trimBraces(code);
+            const params = splitTokens(inner, (item) => item.type === tokens_1.TokenType.Comma);
+            const bracketArgs = params.map(parseTokens);
+            i += code.length; // move index to end
+            switch (n.type) {
+                case nodes_1.NodeType.FunctionCall:
+                    n.arguments = bracketArgs;
+                    break;
+                case nodes_1.NodeType.ResourceReference:
+                    if (bracketArgs.length > 0) {
+                        throw errors_1.MolangSyntaxError.fromToken(t, "unexpected function call after resource access");
+                    }
+                    break;
+                case nodes_1.NodeType.Variable:
+                    if (bracketArgs.length > 1) {
+                        throw errors_1.MolangSyntaxError.fromToken(t, "unexpected amount of parameters for array access");
+                    }
+                    if (!tokens_1.Token.oneOfType(code[0], tokens_1.TokenType.OpenBracket)) {
+                        throw errors_1.MolangSyntaxError.fromToken(t, "unexpected function call after resource access");
+                    }
+                    builder.replace(n, nodes_1.ArrayAccessNode.create({
+                        position: n.position,
+                        array: n,
+                        index: bracketArgs[0],
+                    }));
+                    break;
+            }
+        }
+    }
+    //
+    (0, operators_1.processOperators)(builder);
+    return builder.build();
+}
+/** Filter () {} [] from start or finish if they match */
+function trimBraces(tokens) {
+    if (tokens.length <= 1)
+        return tokens;
+    while ((tokens[0].type === tokens_1.TokenType.OpenBrace && tokens[tokens.length - 1].type === tokens_1.TokenType.CloseBrace) ||
+        (tokens[0].type === tokens_1.TokenType.OpenBracket && tokens[tokens.length - 1].type === tokens_1.TokenType.CloseBracket) ||
+        (tokens[0].type === tokens_1.TokenType.OpenParen && tokens[tokens.length - 1].type === tokens_1.TokenType.CloseParen)) {
+        tokens = tokens.slice(1, tokens.length - 1);
+        if (tokens.length === 0)
+            return tokens;
+    }
+    return tokens;
+}
+function trimEnding(tokens) {
+    // Filter off
+    while (tokens[tokens.length - 1].type === tokens_1.TokenType.EOF || tokens[tokens.length - 1].type === tokens_1.TokenType.Semicolon) {
+        tokens = tokens.slice(0, tokens.length - 1);
+        if (tokens.length === 0)
+            return tokens;
+    }
+    return tokens;
+}
+/**
+ * Cheap converserions from tokens to nodes
+ * @param token
+ * @returns
+ */
+function convertToken(token) {
+    switch (token.type) {
+        case tokens_1.TokenType.NamespacedIdentifier:
+            const parts = token.value.split(".");
+            switch (parts[0]) {
+                case "q":
+                case "math":
+                case "query":
+                    return nodes_1.FunctionCallNode.create({
+                        names: parts.slice(1),
+                        scope: parts[0],
+                        arguments: [],
+                        position: token.position,
+                    });
+                case "texture":
+                case "material":
+                case "geometry":
+                    return nodes_1.ResourceReferenceNode.create({
+                        position: token.position,
+                        scope: parts[0],
+                        names: parts.slice(1),
+                    });
+                case "temp":
+                case "t":
+                case "variable":
+                case "v":
+                case "context":
+                case "c":
+                case "array":
+                    return nodes_1.VariableNode.create({
+                        names: parts.slice(1),
+                        position: token.position,
+                        scope: parts[0],
+                    });
+            }
+            break;
+        case tokens_1.TokenType.Number:
+            return nodes_1.LiteralNode.create({
+                position: token.position,
+                value: token.value,
+            });
+        case tokens_1.TokenType.StringLiteral:
+            return nodes_1.StringLiteralNode.create({
+                position: token.position,
+                value: token.value,
+            });
+        case tokens_1.TokenType.Operator:
+            return nodes_1.BinaryOperationNode.create({
+                operator: token.value,
+                position: token.position,
+                left: {},
+                right: {},
+            });
+        case tokens_1.TokenType.UnaryOperator:
+            return nodes_1.UnaryOperationNode.create({
+                operator: token.value,
+                position: token.position,
+                operand: {},
+            });
+        case tokens_1.TokenType.Assignment:
+            return nodes_1.AssignmentNode.create({
+                position: token.position,
+                left: {},
+                right: {},
+            });
+        case tokens_1.TokenType.QuestionMark:
+            return nodes_1.ConditionalExpressionNode.create({
+                position: token.position,
+                condition: {},
+                falseExpression: {},
+                trueExpression: {},
+            });
+        case tokens_1.TokenType.Colon:
+            return nodes_1.MarkerNode.create({
+                position: token.position,
+                token: token,
+            });
+        case tokens_1.TokenType.NullishCoalescing:
+            return nodes_1.NullishCoalescingNode.create({
+                position: token.position,
+                left: {},
+                right: {},
+            });
+    }
+    return undefined;
+}
+/**
+ * The more costly conversions, and the last restort, will throw an error if doesn't know what to do
+ * @param tokens
+ * @param startIndex
+ */
+function costlyConvertToken(tokens, startIndex) {
+    const current = tokens[startIndex];
+    switch (current.type) {
+        case tokens_1.TokenType.OpenBrace:
+        case tokens_1.TokenType.OpenBracket:
+        case tokens_1.TokenType.OpenParen:
+            const code = (0, util_1.getMatchingTokenSlice)(tokens, startIndex);
+            return {
+                node: parseTokens(code),
+                startIndex: startIndex + code.length,
+            };
+    }
+    throw errors_1.MolangSyntaxError.fromToken(current, `don't know how to process this token: ${current.value} ${tokens_1.TokenType[current.type]}`);
+}
+function splitTokens(tokens, predicate) {
+    const result = [];
+    let startIndex = 0;
+    let bracketIndex = 0;
+    let parentIndex = 0;
+    let braceIndex = 0;
+    //loop
+    for (let i = 0; i < tokens.length; i++) {
+        const t = tokens[i];
+        switch (t.type) {
+            case tokens_1.TokenType.OpenBrace:
+                braceIndex++;
+                break;
+            case tokens_1.TokenType.OpenParen:
+                parentIndex++;
+                break;
+            case tokens_1.TokenType.OpenBracket:
+                bracketIndex++;
+                break;
+            case tokens_1.TokenType.CloseBrace:
+                braceIndex--;
+                break;
+            case tokens_1.TokenType.CloseParen:
+                parentIndex--;
+                break;
+            case tokens_1.TokenType.CloseBracket:
+                bracketIndex--;
+                break;
+        }
+        if (bracketIndex > 0 || parentIndex > 0 || braceIndex > 0)
+            continue;
+        if (predicate(t)) {
+            const left = tokens.slice(startIndex, i);
+            result.push(left);
+            startIndex = i + 1;
+        }
+    }
+    // Validate
+    if (bracketIndex > 0)
+        throw errors_1.MolangSyntaxError.fromTokens(tokens, "couldn't find the closing {");
+    if (parentIndex > 0)
+        throw errors_1.MolangSyntaxError.fromTokens(tokens, "couldn't find the closing (");
+    if (braceIndex > 0)
+        throw errors_1.MolangSyntaxError.fromTokens(tokens, "couldn't find the closing [");
+    if (startIndex < tokens.length) {
+        const left = tokens.slice(startIndex);
+        result.push(left);
+    }
+    return result;
+}
+//# sourceMappingURL=parse.js.map

package/lib/src/molang/syntax/parse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse.js","sourceRoot":"","sources":["../../../../src/molang/syntax/parse.ts"],"names":[],"mappings":";;AAwBA,kCASC;AAhCD,mCAeiB;AACjB,qCAAsD;AACtD,iCAA+C;AAC/C,uCAA0C;AAC1C,qCAA6C;AAC7C,2CAA+C;AAE/C,4DAA4D;AAC5D,SAAgB,WAAW,CAAC,IAAsB;IAChD,MAAM,MAAM,GAAG,IAAA,iBAAQ,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,kBAAS,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEhH,uBAAuB;IACvB,OAAO,UAAU;SACd,GAAG,CAAC,UAAU,CAAC;SACf,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAS,CAAC,GAAG,CAAC;SACnE,GAAG,CAAC,WAAW,CAAC,CAAC;AACtB,CAAC;AAED;;;;GAIG;AACH,SAAS,WAAW,CAAC,MAAe;;IAClC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAC5B,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAC5B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAA,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,mCAAI,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAE9F,MAAM,OAAO,GAAG,IAAI,uBAAa,CAAC,MAAA,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,mCAAI,CAAC,CAAC,CAAC;IAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,CAAiB,CAAC;QACtB,IAAI,CAAC,EAAE,CAAC;YACN,CAAC,GAAG,CAAC,CAAC;QACR,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5C,CAAC,GAAG,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;YACzB,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;QACjB,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAEf,4CAA4C;QAC5C,IACE,cAAK,CAAC,SAAS,CAAC,CAAC,EAAE,kBAAS,CAAC,oBAAoB,CAAC;YAClD,cAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,kBAAS,CAAC,SAAS,EAAE,kBAAS,CAAC,WAAW,EAAE,kBAAS,CAAC,SAAS,CAAC,EAC/F,CAAC;YACD,MAAM,IAAI,GAAG,IAAA,4BAAqB,EAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,kBAAS,CAAC,KAAK,CAAC,CAAC;YAC3E,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC5C,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,oBAAoB;YAEtC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gBACf,KAAK,gBAAQ,CAAC,YAAY;oBACxB,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC;oBAC1B,MAAM;gBACR,KAAK,gBAAQ,CAAC,iBAAiB;oBAC7B,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC3B,MAAM,0BAAiB,CAAC,SAAS,CAAC,CAAC,EAAE,gDAAgD,CAAC,CAAC;oBACzF,CAAC;oBACD,MAAM;gBACR,KAAK,gBAAQ,CAAC,QAAQ;oBACpB,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC3B,MAAM,0BAAiB,CAAC,SAAS,CAAC,CAAC,EAAE,kDAAkD,CAAC,CAAC;oBAC3F,CAAC;oBACD,IAAI,CAAC,cAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,kBAAS,CAAC,WAAW,CAAC,EAAE,CAAC;wBACrD,MAAM,0BAAiB,CAAC,SAAS,CAAC,CAAC,EAAE,gDAAgD,CAAC,CAAC;oBACzF,CAAC;oBACD,OAAO,CAAC,OAAO,CACb,CAAC,EACD,uBAAe,CAAC,MAAM,CAAC;wBACrB,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,KAAK,EAAE,CAAC;wBACR,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;qBACtB,CAAC,CACH,CAAC;oBACF,MAAM;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAED,EAAE;IACF,IAAA,4BAAgB,EAAC,OAAO,CAAC,CAAC;IAE1B,OAAO,OAAO,CAAC,KAAK,EAAE,CAAC;AACzB,CAAC;AAED,yDAAyD;AACzD,SAAS,UAAU,CAAC,MAAe;IACjC,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACtC,OACE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAS,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAS,CAAC,UAAU,CAAC;QACnG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAS,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAS,CAAC,YAAY,CAAC;QACvG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAS,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAS,CAAC,UAAU,CAAC,EACnG,CAAC;QACD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;IACzC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,MAAe;IACjC,aAAa;IACb,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAS,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAS,CAAC,SAAS,EAAE,CAAC;QAClH,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;IACzC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY,CAAC,KAAY;IAChC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,kBAAS,CAAC,oBAAoB;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAErC,QAAQ,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjB,KAAK,GAAG,CAAC;gBACT,KAAK,MAAM,CAAC;gBACZ,KAAK,OAAO;oBACV,OAAO,wBAAgB,CAAC,MAAM,CAAC;wBAC7B,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAa;wBACjC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;wBACf,SAAS,EAAE,EAAE;wBACb,QAAQ,EAAE,KAAK,CAAC,QAAQ;qBACzB,CAAC,CAAC;gBACL,KAAK,SAAS,CAAC;gBACf,KAAK,UAAU,CAAC;gBAChB,KAAK,UAAU;oBACb,OAAO,6BAAqB,CAAC,MAAM,CAAC;wBAClC,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;wBACf,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAa;qBAClC,CAAC,CAAC;gBACL,KAAK,MAAM,CAAC;gBACZ,KAAK,GAAG,CAAC;gBACT,KAAK,UAAU,CAAC;gBAChB,KAAK,GAAG,CAAC;gBACT,KAAK,SAAS,CAAC;gBACf,KAAK,GAAG,CAAC;gBACT,KAAK,OAAO;oBACV,OAAO,oBAAY,CAAC,MAAM,CAAC;wBACzB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAa;wBACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;qBAChB,CAAC,CAAC;YACP,CAAC;YACD,MAAM;QAER,KAAK,kBAAS,CAAC,MAAM;YACnB,OAAO,mBAAW,CAAC,MAAM,CAAC;gBACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC,CAAC;QACL,KAAK,kBAAS,CAAC,aAAa;YAC1B,OAAO,yBAAiB,CAAC,MAAM,CAAC;gBAC9B,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC,CAAC;QACL,KAAK,kBAAS,CAAC,QAAQ;YACrB,OAAO,2BAAmB,CAAC,MAAM,CAAC;gBAChC,QAAQ,EAAE,KAAK,CAAC,KAAK;gBACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,IAAI,EAAE,EAAoB;gBAC1B,KAAK,EAAE,EAAoB;aAC5B,CAAC,CAAC;QACL,KAAK,kBAAS,CAAC,aAAa;YAC1B,OAAO,0BAAkB,CAAC,MAAM,CAAC;gBAC/B,QAAQ,EAAE,KAAK,CAAC,KAAK;gBACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,OAAO,EAAE,EAAoB;aAC9B,CAAC,CAAC;QACL,KAAK,kBAAS,CAAC,UAAU;YACvB,OAAO,sBAAc,CAAC,MAAM,CAAC;gBAC3B,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,IAAI,EAAE,EAAoB;gBAC1B,KAAK,EAAE,EAAoB;aAC5B,CAAC,CAAC;QACL,KAAK,kBAAS,CAAC,YAAY;YACzB,OAAO,iCAAyB,CAAC,MAAM,CAAC;gBACtC,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,SAAS,EAAE,EAAoB;gBAC/B,eAAe,EAAE,EAAoB;gBACrC,cAAc,EAAE,EAAoB;aACrC,CAAC,CAAC;QACL,KAAK,kBAAS,CAAC,KAAK;YAClB,OAAO,kBAAU,CAAC,MAAM,CAAC;gBACvB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;QACL,KAAK,kBAAS,CAAC,iBAAiB;YAC9B,OAAO,6BAAqB,CAAC,MAAM,CAAC;gBAClC,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,IAAI,EAAE,EAAoB;gBAC1B,KAAK,EAAE,EAAoB;aAC5B,CAAC,CAAC;IACP,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,MAAe,EAAE,UAAkB;IAC7D,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAEnC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,kBAAS,CAAC,SAAS,CAAC;QACzB,KAAK,kBAAS,CAAC,WAAW,CAAC;QAC3B,KAAK,kBAAS,CAAC,SAAS;YACtB,MAAM,IAAI,GAAG,IAAA,4BAAqB,EAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACvD,OAAO;gBACL,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC;gBACvB,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC,MAAM;aACrC,CAAC;IACN,CAAC;IAED,MAAM,0BAAiB,CAAC,SAAS,CAC/B,OAAO,EACP,yCAAyC,OAAO,CAAC,KAAK,IAAI,kBAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CACpF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,MAAe,EAAE,SAAmC;IACvE,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,MAAM;IACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACf,KAAK,kBAAS,CAAC,SAAS;gBACtB,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,KAAK,kBAAS,CAAC,SAAS;gBACtB,WAAW,EAAE,CAAC;gBACd,MAAM;YACR,KAAK,kBAAS,CAAC,WAAW;gBACxB,YAAY,EAAE,CAAC;gBACf,MAAM;YACR,KAAK,kBAAS,CAAC,UAAU;gBACvB,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,KAAK,kBAAS,CAAC,UAAU;gBACvB,WAAW,EAAE,CAAC;gBACd,MAAM;YACR,KAAK,kBAAS,CAAC,YAAY;gBACzB,YAAY,EAAE,CAAC;gBACf,MAAM;QACV,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC;YAAE,SAAS;QACpE,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,WAAW;IACX,IAAI,YAAY,GAAG,CAAC;QAAE,MAAM,0BAAiB,CAAC,UAAU,CAAC,MAAM,EAAE,6BAA6B,CAAC,CAAC;IAChG,IAAI,WAAW,GAAG,CAAC;QAAE,MAAM,0BAAiB,CAAC,UAAU,CAAC,MAAM,EAAE,6BAA6B,CAAC,CAAC;IAC/F,IAAI,UAAU,GAAG,CAAC;QAAE,MAAM,0BAAiB,CAAC,UAAU,CAAC,MAAM,EAAE,6BAA6B,CAAC,CAAC;IAE9F,IAAI,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/lib/src/molang/syntax/tokens.d.ts

@@ -0,0 +1,35 @@
+/** Represents a token in the Molang code */
+export interface Token {
+    type: TokenType;
+    value: string;
+    position: number;
+}
+export declare namespace Token {
+    function oneOfType(t: Pick<Token, "type"> | undefined, ...params: TokenType[]): boolean;
+}
+export declare enum TokenType {
+    ArrayAccess = 0,
+    Arrow = 1,
+    Assignment = 2,
+    CloseBrace = 3,
+    CloseBracket = 4,
+    CloseParen = 5,
+    Colon = 6,
+    Comma = 7,
+    Dot = 8,
+    Identifier = 9,
+    NamespacedIdentifier = 10,
+    NullishCoalescing = 11,
+    Number = 12,
+    OpenBrace = 13,
+    OpenBracket = 14,
+    OpenParen = 15,
+    Operator = 16,
+    QuestionMark = 17,
+    Semicolon = 18,
+    StringLiteral = 19,
+    UnaryOperator = 20,
+    EOF = 21
+}
+/** Tokenizes Molang code into a sequence of tokens */
+export declare function tokenize(input: string): Token[];

package/lib/src/molang/syntax/tokens.js

@@ -0,0 +1,229 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenType = exports.Token = void 0;
+exports.tokenize = tokenize;
+var Token;
+(function (Token) {
+    function oneOfType(t, ...params) {
+        if (t === undefined)
+            return false;
+        return params.includes(t.type);
+    }
+    Token.oneOfType = oneOfType;
+})(Token || (exports.Token = Token = {}));
+var TokenType;
+(function (TokenType) {
+    TokenType[TokenType["ArrayAccess"] = 0] = "ArrayAccess";
+    TokenType[TokenType["Arrow"] = 1] = "Arrow";
+    TokenType[TokenType["Assignment"] = 2] = "Assignment";
+    TokenType[TokenType["CloseBrace"] = 3] = "CloseBrace";
+    TokenType[TokenType["CloseBracket"] = 4] = "CloseBracket";
+    TokenType[TokenType["CloseParen"] = 5] = "CloseParen";
+    TokenType[TokenType["Colon"] = 6] = "Colon";
+    TokenType[TokenType["Comma"] = 7] = "Comma";
+    TokenType[TokenType["Dot"] = 8] = "Dot";
+    TokenType[TokenType["Identifier"] = 9] = "Identifier";
+    TokenType[TokenType["NamespacedIdentifier"] = 10] = "NamespacedIdentifier";
+    TokenType[TokenType["NullishCoalescing"] = 11] = "NullishCoalescing";
+    TokenType[TokenType["Number"] = 12] = "Number";
+    TokenType[TokenType["OpenBrace"] = 13] = "OpenBrace";
+    TokenType[TokenType["OpenBracket"] = 14] = "OpenBracket";
+    TokenType[TokenType["OpenParen"] = 15] = "OpenParen";
+    TokenType[TokenType["Operator"] = 16] = "Operator";
+    TokenType[TokenType["QuestionMark"] = 17] = "QuestionMark";
+    TokenType[TokenType["Semicolon"] = 18] = "Semicolon";
+    TokenType[TokenType["StringLiteral"] = 19] = "StringLiteral";
+    TokenType[TokenType["UnaryOperator"] = 20] = "UnaryOperator";
+    TokenType[TokenType["EOF"] = 21] = "EOF";
+})(TokenType || (exports.TokenType = TokenType = {}));
+function isDigit(ch) {
+    const code = ch.charCodeAt(0);
+    return code >= 48 && code <= 57; // 0-9
+}
+function isAlpha(ch) {
+    const code = ch.charCodeAt(0);
+    return ((code >= 65 && code <= 90) || // A-Z
+        (code >= 97 && code <= 122) || // a-z
+        ch === "_");
+}
+function isAlphaNumeric(ch) {
+    return isAlpha(ch) || isDigit(ch);
+}
+/** Tokenizes Molang code into a sequence of tokens */
+function tokenize(input) {
+    const tokens = [];
+    let pos = 0;
+    while (pos < input.length) {
+        const char = input[pos];
+        // Skip whitespace
+        switch (char) {
+            case " ":
+            case "\t":
+            case "\r":
+            case "\n":
+                pos++;
+                continue;
+        }
+        // Numbers
+        if (isDigit(char)) {
+            let value = "";
+            const start = pos;
+            while (pos < input.length && (isDigit(input[pos]) || input[pos] === ".")) {
+                value += input[pos];
+                pos++;
+            }
+            tokens.push({ type: TokenType.Number, value, position: start });
+            continue;
+        }
+        // Identifiers (including namespaced ones like math.sin and minecraft:state)
+        if (isAlpha(char)) {
+            let value = "";
+            const start = pos;
+            while (pos < input.length) {
+                const ch = input[pos];
+                // Allow alphanumeric, dots, underscores, and colons in identifiers
+                if (isAlphaNumeric(ch) || ch === "." || ch === ":") {
+                    value += ch;
+                    pos++;
+                }
+                else {
+                    break;
+                }
+            }
+            // If it contains a dot, it's a namespaced identifier
+            if (value.includes(".")) {
+                tokens.push({ type: TokenType.NamespacedIdentifier, value: value.toLowerCase(), position: start });
+            }
+            else {
+                tokens.push({ type: TokenType.Identifier, value: value.toLowerCase(), position: start });
+            }
+            continue;
+        }
+        // Multi-character operators
+        const threeCharOp = input.slice(pos, pos + 3);
+        if (threeCharOp === "???") {
+            tokens.push({ type: TokenType.NullishCoalescing, value: threeCharOp, position: pos });
+            pos += 3;
+            continue;
+        }
+        const twoCharOp = input.slice(pos, pos + 2);
+        switch (twoCharOp) {
+            case "&&":
+            case "||":
+            case "==":
+            case "!=":
+            case "<=":
+            case ">=":
+            case "->":
+                tokens.push({ type: TokenType.Operator, value: twoCharOp, position: pos });
+                pos += 2;
+                continue;
+            case "??":
+                tokens.push({ type: TokenType.NullishCoalescing, value: twoCharOp, position: pos });
+                pos += 2;
+                continue;
+            default:
+        }
+        // Single-character operators and punctuation
+        switch (char) {
+            case "(":
+                tokens.push({ type: TokenType.OpenParen, value: char, position: pos });
+                break;
+            case ")":
+                tokens.push({ type: TokenType.CloseParen, value: char, position: pos });
+                break;
+            case "{":
+                tokens.push({ type: TokenType.OpenBrace, value: char, position: pos });
+                break;
+            case "}":
+                tokens.push({ type: TokenType.CloseBrace, value: char, position: pos });
+                break;
+            case "[":
+                tokens.push({ type: TokenType.OpenBracket, value: char, position: pos });
+                break;
+            case "]":
+                tokens.push({ type: TokenType.CloseBracket, value: char, position: pos });
+                break;
+            case ";":
+                tokens.push({ type: TokenType.Semicolon, value: char, position: pos });
+                break;
+            case "?":
+                tokens.push({ type: TokenType.QuestionMark, value: char, position: pos });
+                break;
+            case ":":
+                tokens.push({ type: TokenType.Colon, value: char, position: pos });
+                break;
+            case ".":
+                tokens.push({ type: TokenType.Dot, value: char, position: pos });
+                break;
+            case "=":
+                tokens.push({ type: TokenType.Assignment, value: char, position: pos });
+                break;
+            case "!":
+                tokens.push({ type: TokenType.UnaryOperator, value: char, position: pos });
+                break;
+            case "+":
+            case "-":
+            case "*":
+            case "/":
+            case "<":
+            case ">":
+                tokens.push({ type: TokenType.Operator, value: char, position: pos });
+                break;
+            case ",":
+                tokens.push({ type: TokenType.Comma, value: char, position: pos });
+                break;
+            case "'":
+            case '"':
+                // Handle string literals
+                const quote = char;
+                const start = pos;
+                pos++;
+                let value = "";
+                while (pos < input.length && input[pos] !== quote) {
+                    // Capture everything inside quotes including special characters
+                    value += input[pos];
+                    pos++;
+                }
+                if (pos >= input.length) {
+                    throw new Error(`Unterminated string literal starting at position ${start}`);
+                }
+                pos++; // Skip closing quote
+                tokens.push({
+                    type: TokenType.StringLiteral,
+                    value: value, // Use accumulated value instead of slicing
+                    position: start,
+                });
+                continue; // Use continue instead of break to avoid the pos++ at the end of switch
+            default:
+                throw new Error(`Unexpected character at position ${pos}: ${char}`);
+        }
+        pos++;
+        continue;
+    }
+    // Always add an EOF token at the end
+    tokens.push({ type: TokenType.EOF, value: " ", position: pos });
+    // Check for unary operators
+    tokens.forEach(checkUnaryOperators);
+    return tokens;
+}
+function checkUnaryOperators(item, index, items) {
+    if (item.type !== TokenType.Operator && item.value !== "-")
+        return;
+    if (index === 0) {
+        item.type = TokenType.UnaryOperator;
+        return;
+    }
+    const previous = items[index - 1];
+    switch (previous.type) {
+        case TokenType.Comma:
+        case TokenType.Operator:
+        case TokenType.OpenBrace:
+        case TokenType.OpenBracket:
+        case TokenType.OpenParen:
+            item.type = TokenType.UnaryOperator;
+            break;
+        default:
+    }
+}
+//# sourceMappingURL=tokens.js.map

package/lib/src/molang/syntax/tokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../../../src/molang/syntax/tokens.ts"],"names":[],"mappings":";;;AA2DA,4BAwKC;AA5ND,IAAiB,KAAK,CAMrB;AAND,WAAiB,KAAK;IACpB,SAAgB,SAAS,CAAC,CAAkC,EAAE,GAAG,MAAmB;QAClF,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAElC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAJe,eAAS,YAIxB,CAAA;AACH,CAAC,EANgB,KAAK,qBAAL,KAAK,QAMrB;AAED,IAAY,SAuBX;AAvBD,WAAY,SAAS;IACnB,uDAAW,CAAA;IACX,2CAAK,CAAA;IACL,qDAAU,CAAA;IACV,qDAAU,CAAA;IACV,yDAAY,CAAA;IACZ,qDAAU,CAAA;IACV,2CAAK,CAAA;IACL,2CAAK,CAAA;IACL,uCAAG,CAAA;IACH,qDAAU,CAAA;IACV,0EAAoB,CAAA;IACpB,oEAAiB,CAAA;IACjB,8CAAM,CAAA;IACN,oDAAS,CAAA;IACT,wDAAW,CAAA;IACX,oDAAS,CAAA;IACT,kDAAQ,CAAA;IACR,0DAAY,CAAA;IACZ,oDAAS,CAAA;IACT,4DAAa,CAAA;IACb,4DAAa,CAAA;IACb,wCAAG,CAAA;AACL,CAAC,EAvBW,SAAS,yBAAT,SAAS,QAuBpB;AAED,SAAS,OAAO,CAAC,EAAU;IACzB,MAAM,IAAI,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9B,OAAO,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM;AACzC,CAAC;AAED,SAAS,OAAO,CAAC,EAAU;IACzB,MAAM,IAAI,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9B,OAAO,CACL,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,IAAI,MAAM;QACpC,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,MAAM;QACrC,EAAE,KAAK,GAAG,CACX,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,EAAU;IAChC,OAAO,OAAO,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,EAAE,CAAC,CAAC;AACpC,CAAC;AAED,sDAAsD;AACtD,SAAgB,QAAQ,CAAC,KAAa;IACpC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,GAAG,GAAG,CAAC,CAAC;IAEZ,OAAO,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QAExB,kBAAkB;QAClB,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,GAAG,CAAC;YACT,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,IAAI;gBACP,GAAG,EAAE,CAAC;gBACN,SAAS;QACb,CAAC;QAED,UAAU;QACV,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,GAAG,CAAC;YAElB,OAAO,GAAG,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBACzE,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;gBACpB,GAAG,EAAE,CAAC;YACR,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAChE,SAAS;QACX,CAAC;QAED,4EAA4E;QAC5E,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,GAAG,CAAC;YAElB,OAAO,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;gBACtB,mEAAmE;gBACnE,IAAI,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;oBACnD,KAAK,IAAI,EAAE,CAAC;oBACZ,GAAG,EAAE,CAAC;gBACR,CAAC;qBAAM,CAAC;oBACN,MAAM;gBACR,CAAC;YACH,CAAC;YAED,qDAAqD;YACrD,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,oBAAoB,EAAE,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACrG,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3F,CAAC;YACD,SAAS;QACX,CAAC;QAED,4BAA4B;QAC5B,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;QAC9C,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,iBAAiB,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YACtF,GAAG,IAAI,CAAC,CAAC;YACT,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;QAC5C,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,IAAI;gBACP,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC3E,GAAG,IAAI,CAAC,CAAC;gBACT,SAAS;YACX,KAAK,IAAI;gBACP,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,iBAAiB,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACpF,GAAG,IAAI,CAAC,CAAC;gBACT,SAAS;YACX,QAAQ;QACV,CAAC;QAED,6CAA6C;QAC7C,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACvE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACxE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACvE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACxE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACzE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC1E,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACvE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC1E,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACnE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACjE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACxE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC3E,MAAM;YACR,KAAK,GAAG,CAAC;YACT,KAAK,GAAG,CAAC;YACT,KAAK,GAAG,CAAC;YACT,KAAK,GAAG,CAAC;YACT,KAAK,GAAG,CAAC;YACT,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACtE,MAAM;YACR,KAAK,GAAG;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;gBACnE,MAAM;YACR,KAAK,GAAG,CAAC;YACT,KAAK,GAAG;gBACN,yBAAyB;gBACzB,MAAM,KAAK,GAAG,IAAI,CAAC;gBACnB,MAAM,KAAK,GAAG,GAAG,CAAC;gBAClB,GAAG,EAAE,CAAC;gBACN,IAAI,KAAK,GAAG,EAAE,CAAC;gBACf,OAAO,GAAG,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC;oBAClD,gEAAgE;oBAChE,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;oBACpB,GAAG,EAAE,CAAC;gBACR,CAAC;gBACD,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;oBACxB,MAAM,IAAI,KAAK,CAAC,oDAAoD,KAAK,EAAE,CAAC,CAAC;gBAC/E,CAAC;gBACD,GAAG,EAAE,CAAC,CAAC,qBAAqB;gBAC5B,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,SAAS,CAAC,aAAa;oBAC7B,KAAK,EAAE,KAAK,EAAE,2CAA2C;oBACzD,QAAQ,EAAE,KAAK;iBAChB,CAAC,CAAC;gBACH,SAAS,CAAC,wEAAwE;YACpF;gBACE,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,KAAK,IAAI,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,GAAG,EAAE,CAAC;QACN,SAAS;IACX,CAAC;IAED,qCAAqC;IACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhE,4BAA4B;IAC5B,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAEpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAW,EAAE,KAAa,EAAE,KAAc;IACrE,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,GAAG;QAAE,OAAO;IAEnE,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QAChB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,aAAa,CAAC;QACpC,OAAO;IACT,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAClC,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtB,KAAK,SAAS,CAAC,KAAK,CAAC;QACrB,KAAK,SAAS,CAAC,QAAQ,CAAC;QACxB,KAAK,SAAS,CAAC,SAAS,CAAC;QACzB,KAAK,SAAS,CAAC,WAAW,CAAC;QAC3B,KAAK,SAAS,CAAC,SAAS;YACtB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,aAAa,CAAC;YACpC,MAAM;QACR,QAAQ;IACV,CAAC;AACH,CAAC"}

package/lib/src/molang/syntax/util.d.ts

@@ -0,0 +1,8 @@
+import { Token } from './tokens';
+/**
+ * Gets a slice tokens from ( to ) (or for {}, [])
+ * @param tokens
+ * @param startIndex
+ * @returns
+ */
+export declare function getMatchingTokenSlice(tokens: Token[], startIndex: number): Token[];

package/lib/src/molang/syntax/util.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getMatchingTokenSlice = getMatchingTokenSlice;
+const tokens_1 = require("./tokens");
+/**
+ * Gets a slice tokens from ( to ) (or for {}, [])
+ * @param tokens
+ * @param startIndex
+ * @returns
+ */
+function getMatchingTokenSlice(tokens, startIndex) {
+    if (startIndex >= tokens.length) {
+        throw new Error("Start index is out of bounds");
+    }
+    const startToken = tokens[startIndex];
+    let targetType;
+    let counterType;
+    // Determine what we're looking for based on the starting token
+    switch (startToken.type) {
+        case tokens_1.TokenType.OpenBrace:
+            targetType = tokens_1.TokenType.CloseBrace;
+            counterType = tokens_1.TokenType.OpenBrace;
+            break;
+        case tokens_1.TokenType.OpenParen:
+            targetType = tokens_1.TokenType.CloseParen;
+            counterType = tokens_1.TokenType.OpenParen;
+            break;
+        case tokens_1.TokenType.OpenBracket:
+            targetType = tokens_1.TokenType.CloseBracket;
+            counterType = tokens_1.TokenType.OpenBracket;
+            break;
+        default:
+            throw new Error(`Token at index ${startIndex} is not an opening bracket, brace, or parenthesis`);
+    }
+    let level = 1; // We start with level 1 since we found the opening token
+    let endIndex = -1;
+    // Search for the matching closing token
+    for (let i = startIndex + 1; i < tokens.length; i++) {
+        const token = tokens[i];
+        if (token.type === counterType) {
+            level++;
+        }
+        else if (token.type === targetType) {
+            level--;
+            if (level === 0) {
+                endIndex = i;
+                break;
+            }
+        }
+    }
+    // Validate that we found the matching closing token
+    if (endIndex === -1) {
+        const tokenName = startToken.type === tokens_1.TokenType.OpenBrace ? "{" : startToken.type === tokens_1.TokenType.OpenParen ? "(" : "[";
+        const closingName = targetType === tokens_1.TokenType.CloseBrace ? "}" : targetType === tokens_1.TokenType.CloseParen ? ")" : "]";
+        throw new Error(`Couldn't find the matching closing ${closingName} for ${tokenName} at index ${startIndex}`);
+    }
+    // Return the slice including both opening and closing tokens
+    return tokens.slice(startIndex, endIndex + 1);
+}
+//# sourceMappingURL=util.js.map

package/lib/src/molang/syntax/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../../src/molang/syntax/util.ts"],"names":[],"mappings":";;AAQA,sDAuDC;AA/DD,qCAA4C;AAE5C;;;;;GAKG;AACH,SAAgB,qBAAqB,CAAC,MAAe,EAAE,UAAkB;IACvE,IAAI,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IACtC,IAAI,UAAqB,CAAC;IAC1B,IAAI,WAAsB,CAAC;IAE3B,+DAA+D;IAC/D,QAAQ,UAAU,CAAC,IAAI,EAAE,CAAC;QACxB,KAAK,kBAAS,CAAC,SAAS;YACtB,UAAU,GAAG,kBAAS,CAAC,UAAU,CAAC;YAClC,WAAW,GAAG,kBAAS,CAAC,SAAS,CAAC;YAClC,MAAM;QACR,KAAK,kBAAS,CAAC,SAAS;YACtB,UAAU,GAAG,kBAAS,CAAC,UAAU,CAAC;YAClC,WAAW,GAAG,kBAAS,CAAC,SAAS,CAAC;YAClC,MAAM;QACR,KAAK,kBAAS,CAAC,WAAW;YACxB,UAAU,GAAG,kBAAS,CAAC,YAAY,CAAC;YACpC,WAAW,GAAG,kBAAS,CAAC,WAAW,CAAC;YACpC,MAAM;QACR;YACE,MAAM,IAAI,KAAK,CAAC,kBAAkB,UAAU,mDAAmD,CAAC,CAAC;IACrG,CAAC;IAED,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,yDAAyD;IACxE,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAElB,wCAAwC;IACxC,KAAK,IAAI,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAExB,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC/B,KAAK,EAAE,CAAC;QACV,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACrC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBAChB,QAAQ,GAAG,CAAC,CAAC;gBACb,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;QACpB,MAAM,SAAS,GACb,UAAU,CAAC,IAAI,KAAK,kBAAS,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,KAAK,kBAAS,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACtG,MAAM,WAAW,GAAG,UAAU,KAAK,kBAAS,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,KAAK,kBAAS,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAChH,MAAM,IAAI,KAAK,CAAC,sCAAsC,WAAW,QAAQ,SAAS,aAAa,UAAU,EAAE,CAAC,CAAC;IAC/G,CAAC;IAED,6DAA6D;IAC7D,OAAO,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;AAChD,CAAC"}

package/lib/src/molang/syntax/walk.d.ts

@@ -0,0 +1,2 @@
+import { ExpressionNode } from "./nodes";
+export declare function walk(exp: ExpressionNode, callback: (node: ExpressionNode) => void): void;

package/lib/src/molang/syntax/walk.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.walk = walk;
+const nodes_1 = require("./nodes");
+function walk(exp, callback) {
+    const objs = [exp];
+    for (let i = 0; i < objs.length; i++) {
+        const node = objs[i];
+        if (node === undefined)
+            continue;
+        callback(node);
+        objs.push(...nodes_1.ExpressionNode.getChildern(node));
+    }
+}
+//# sourceMappingURL=walk.js.map

package/lib/src/molang/syntax/walk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"walk.js","sourceRoot":"","sources":["../../../../src/molang/syntax/walk.ts"],"names":[],"mappings":";;AAEA,oBAUC;AAZD,mCAAyC;AAEzC,SAAgB,IAAI,CAAC,GAAmB,EAAE,QAAwC;IAChF,MAAM,IAAI,GAAqB,CAAC,GAAG,CAAC,CAAC;IAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,IAAI,KAAK,SAAS;YAAE,SAAS;QACjC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEf,IAAI,CAAC,IAAI,CAAC,GAAG,sBAAc,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,CAAC;AACH,CAAC"}