@fieldia/core 0.1.0

package/src/lib/expression/parser.mjs

@@ -0,0 +1,313 @@
+/**
+ * Expression parser for modifiers, ported from the React form engine.
+ *
+ * Recursive descent parser that converts tokens into an Abstract Syntax Tree (AST).
+ * Implements Python-like operator precedence:
+ *   1. OR (lowest precedence)
+ *   2. AND
+ *   3. NOT
+ *   4. Comparison operators (==, !=, <, >, <=, >=, in, not in)
+ *   5. Values/Identifiers (highest precedence)
+ */
+import { CONSTANTS } from './tokenizer.mjs';
+/**
+ * Recursive Descent Expression Parser
+ */
+export class ExpressionParser {
+    tokens;
+    position = 0;
+    constructor(tokens) {
+        this.tokens = tokens;
+    }
+    /**
+     * Parse tokens into an AST
+     */
+    parse() {
+        if (this.tokens.length === 0) {
+            throw new Error('Cannot parse empty expression');
+        }
+        const ast = this.parseOr();
+        // Ensure all tokens were consumed
+        if (!this.isAtEnd()) {
+            throw new Error(`Unexpected token at position ${this.position}: ${this.peek()?.value}`);
+        }
+        return ast;
+    }
+    /**
+     * Parse OR expressions (lowest precedence)
+     * or_expr: and_expr ('or' and_expr)*
+     */
+    parseOr() {
+        let left = this.parseAnd();
+        while (this.matchLogical('or')) {
+            const operator = this.previous().value;
+            const right = this.parseAnd();
+            left = {
+                type: 'BinaryOp',
+                operator: operator.toLowerCase(),
+                left,
+                right,
+            };
+        }
+        return left;
+    }
+    /**
+     * Parse AND expressions
+     * and_expr: not_expr ('and' not_expr)*
+     */
+    parseAnd() {
+        let left = this.parseNot();
+        while (this.matchLogical('and')) {
+            const operator = this.previous().value;
+            const right = this.parseNot();
+            left = {
+                type: 'BinaryOp',
+                operator: operator.toLowerCase(),
+                left,
+                right,
+            };
+        }
+        return left;
+    }
+    /**
+     * Parse NOT expressions
+     * not_expr: 'not' comparison | comparison
+     */
+    parseNot() {
+        if (this.matchLogical('not')) {
+            const operator = this.previous().value;
+            const operand = this.parseComparison();
+            return {
+                type: 'UnaryOp',
+                operator: operator.toLowerCase(),
+                operand,
+            };
+        }
+        return this.parseComparison();
+    }
+    /**
+     * Parse comparison expressions
+     * comparison: value (comp_op value)?
+     * comp_op: '==' | '!=' | '<>' | '<' | '>' | '<=' | '>=' | 'in' | 'not in'
+     */
+    parseComparison() {
+        const left = this.parseValue();
+        const compOperators = ['==', '!=', '<>', '<', '>', '<=', '>=', 'in', 'not in'];
+        if (this.matchOperator(...compOperators)) {
+            const operator = this.previous().value;
+            const right = this.parseValue();
+            return {
+                type: 'BinaryOp',
+                operator: operator.toLowerCase(),
+                left,
+                right,
+            };
+        }
+        // If no comparison operator, return value as-is (truthiness check)
+        return left;
+    }
+    /**
+     * Parse value expressions (highest precedence)
+     * value: '(' or_expr ')' | literal | identifier
+     */
+    parseValue() {
+        // Parenthesized expression
+        if (this.match('PAREN', '(')) {
+            const expr = this.parseOr();
+            this.consume('PAREN', ')', 'Expected closing parenthesis');
+            return expr;
+        }
+        // String literal
+        if (this.check('STRING')) {
+            const token = this.advance();
+            // Remove quotes
+            const value = token.value.slice(1, -1);
+            return { type: 'Literal', value };
+        }
+        // True, False, None
+        if (this.check('CONSTANT')) {
+            const token = this.advance();
+            return { type: 'Literal', value: CONSTANTS.get(token.value) ?? null };
+        }
+        // Number literal
+        if (this.check('NUMBER')) {
+            const token = this.advance();
+            return { type: 'Literal', value: Number(token.value) };
+        }
+        // List literal
+        if (this.check('LIST')) {
+            const token = this.advance();
+            const value = parseListLiteral(token.value);
+            return { type: 'Literal', value };
+        }
+        // Identifier
+        if (this.check('IDENTIFIER')) {
+            const token = this.advance();
+            return { type: 'Identifier', name: token.value };
+        }
+        throw new Error(`Unexpected token: ${this.peek()?.value || 'EOF'}`);
+    }
+    // ========== Helper Methods ==========
+    /**
+     * Check if current token matches any of the given types/values
+     */
+    match(type, ...values) {
+        if (this.check(type)) {
+            if (values.length === 0) {
+                this.advance();
+                return true;
+            }
+            const token = this.peek();
+            if (token && values.includes(token.value)) {
+                this.advance();
+                return true;
+            }
+        }
+        return false;
+    }
+    /**
+     * Match logical operators (case-insensitive)
+     */
+    matchLogical(...operators) {
+        const token = this.peek();
+        if (token && token.type === 'LOGICAL') {
+            const lowerValue = token.value.toLowerCase();
+            if (operators.map(op => op.toLowerCase()).includes(lowerValue)) {
+                this.advance();
+                return true;
+            }
+        }
+        return false;
+    }
+    /**
+     * Match comparison operators (case-insensitive)
+     */
+    matchOperator(...operators) {
+        const token = this.peek();
+        if (token && token.type === 'OPERATOR') {
+            const lowerValue = token.value.toLowerCase();
+            if (operators.map(op => op.toLowerCase()).includes(lowerValue)) {
+                this.advance();
+                return true;
+            }
+        }
+        return false;
+    }
+    /**
+     * Check if current token has given type
+     */
+    check(type) {
+        const token = this.peek();
+        return token?.type === type;
+    }
+    /**
+     * Consume current token and advance
+     */
+    advance() {
+        if (!this.isAtEnd()) {
+            this.position++;
+        }
+        return this.previous();
+    }
+    /**
+     * Get current token without advancing
+     */
+    peek() {
+        if (this.isAtEnd()) {
+            return null;
+        }
+        return this.tokens[this.position];
+    }
+    /**
+     * Get previous token
+     */
+    previous() {
+        return this.tokens[this.position - 1];
+    }
+    /**
+     * Check if we've consumed all tokens
+     */
+    isAtEnd() {
+        return this.position >= this.tokens.length;
+    }
+    /**
+     * Consume a token of specific type/value or throw error
+     */
+    consume(type, value, message) {
+        if (this.check(type)) {
+            const token = this.peek();
+            if (token && token.value === value) {
+                return this.advance();
+            }
+        }
+        throw new Error(message);
+    }
+}
+/**
+ * Parse a list literal string into an array
+ * Example: "['draft', 'sent']" -> ['draft', 'sent']
+ */
+function parseListLiteral(listStr) {
+    try {
+        // Remove brackets
+        const content = listStr.slice(1, -1).trim();
+        if (!content) {
+            return [];
+        }
+        // Split by comma and parse each element
+        const elements = [];
+        let current = '';
+        let inString = false;
+        let stringChar = '';
+        for (let i = 0; i < content.length; i++) {
+            const char = content[i];
+            if ((char === "'" || char === '"') && (i === 0 || content[i - 1] !== '\\')) {
+                if (!inString) {
+                    inString = true;
+                    stringChar = char;
+                }
+                else if (char === stringChar) {
+                    inString = false;
+                    stringChar = '';
+                }
+            }
+            if (char === ',' && !inString) {
+                elements.push(parseElement(current.trim()));
+                current = '';
+            }
+            else {
+                current += char;
+            }
+        }
+        if (current.trim()) {
+            elements.push(parseElement(current.trim()));
+        }
+        return elements;
+    }
+    catch (error) {
+        // A list that cannot be read is a syntax error, not an empty list.
+        throw new Error(`Cannot read the list ${listStr}`, { cause: error });
+    }
+}
+/**
+ * Parse a single element from a list
+ */
+function parseElement(element) {
+    // String
+    if ((element.startsWith("'") && element.endsWith("'")) ||
+        (element.startsWith('"') && element.endsWith('"'))) {
+        return element.slice(1, -1);
+    }
+    // Number
+    if (!isNaN(Number(element))) {
+        return Number(element);
+    }
+    // Boolean
+    if (element.toLowerCase() === 'true')
+        return true;
+    if (element.toLowerCase() === 'false')
+        return false;
+    // Default to string
+    return element;
+}
+//# sourceMappingURL=parser.mjs.map

package/src/lib/expression/parser.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.mjs","sourceRoot":"","sources":["../../../../../../libs/core/src/lib/expression/parser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,SAAS,EAAc,MAAM,aAAa,CAAC;AA8BpD;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAU;IAChB,QAAQ,GAAW,CAAC,CAAC;IAE7B,YAAY,MAAe;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAE3B,kCAAkC;QAClC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;OAGG;IACK,OAAO;QACb,IAAI,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAE3B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,GAAG;gBACL,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,QAAQ,CAAC,WAAW,EAAE;gBAChC,IAAI;gBACJ,KAAK;aACN,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACK,QAAQ;QACd,IAAI,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAE3B,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,GAAG;gBACL,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,QAAQ,CAAC,WAAW,EAAE;gBAChC,IAAI;gBACJ,KAAK;aACN,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACK,QAAQ;QACd,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YACvC,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,QAAQ,CAAC,WAAW,EAAE;gBAChC,OAAO;aACR,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;IAChC,CAAC;IAED;;;;OAIG;IACK,eAAe;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAE/B,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC/E,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,aAAa,CAAC,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,QAAQ,CAAC,WAAW,EAAE;gBAChC,IAAI;gBACJ,KAAK;aACN,CAAC;QACJ,CAAC;QAED,mEAAmE;QACnE,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACK,UAAU;QAChB,2BAA2B;QAC3B,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,8BAA8B,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;QACd,CAAC;QAED,iBAAiB;QACjB,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,gBAAgB;YAChB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACvC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,oBAAoB;QACpB,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QACxE,CAAC;QAED,iBAAiB;QACjB,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,CAAC;QAED,eAAe;QACf,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5C,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,aAAa;QACb,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,uCAAuC;IAEvC;;OAEG;IACK,KAAK,CAAC,IAAY,EAAE,GAAG,MAAgB;QAC7C,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,GAAG,SAAmB;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAC7C,IAAI,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,GAAG,SAAmB;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAC7C,IAAI,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,EAAE,IAAI,KAAK,IAAI,CAAC;IAC9B,CAAC;IAED;;OAEG;IACK,OAAO;QACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACpB,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,IAAI;QACV,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,QAAQ;QACd,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,OAAO;QACb,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC7C,CAAC;IAED;;OAEG;IACK,OAAO,CAAC,IAAY,EAAE,KAAa,EAAE,OAAe;QAC1D,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;gBACnC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,OAAe;IACvC,IAAI,CAAC;QACH,kBAAkB;QAClB,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,wCAAwC;QACxC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,UAAU,GAAG,EAAE,CAAC;QAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAExB,IAAI,CAAC,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC3E,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,QAAQ,GAAG,IAAI,CAAC;oBAChB,UAAU,GAAG,IAAI,CAAC;gBACpB,CAAC;qBAAM,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC/B,QAAQ,GAAG,KAAK,CAAC;oBACjB,UAAU,GAAG,EAAE,CAAC;gBAClB,CAAC;YACH,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9B,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC5C,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,IAAI,CAAC;YAClB,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mEAAmE;QACnE,MAAM,IAAI,KAAK,CAAC,wBAAwB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,OAAe;IACnC,SAAS;IACT,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClD,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,SAAS;IACT,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QAC5B,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,UAAU;IACV,IAAI,OAAO,CAAC,WAAW,EAAE,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,OAAO,CAAC,WAAW,EAAE,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC;IAEpD,oBAAoB;IACpB,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/src/lib/expression/tokenizer.d.mts

@@ -0,0 +1,31 @@
+/**
+ * Tokenizer for modifier expressions.
+ *
+ * Ported from the React form engine, with one change in behaviour: a
+ * character the language does not know is an error, not something to skip.
+ * The React version dropped it silently, so `amount > -5` read as
+ * `amount > 5` and `a && b` read as `a b`.
+ */
+export type TokenType = 'IDENTIFIER' | 'NUMBER' | 'STRING' | 'LIST' | 'OPERATOR' | 'LOGICAL' | 'CONSTANT' | 'PAREN';
+export interface Token {
+    type: TokenType;
+    value: string;
+    position: number;
+}
+/**
+ * Tokenizes a Flectra modifier expression.
+ *
+ * @param expr - The expression string to tokenize
+ * @returns Array of tokens
+ *
+ * @example
+ * tokenize("state == 'draft'")
+ * // Returns: [
+ * //   { type: 'IDENTIFIER', value: 'state', position: 0 },
+ * //   { type: 'OPERATOR', value: '==', position: 1 },
+ * //   { type: 'STRING', value: "'draft'", position: 2 }
+ * // ]
+ */
+/** The words that are values, not field names. */
+export declare const CONSTANTS: ReadonlyMap<string, boolean | null>;
+export declare function tokenize(expr: string): Token[];

package/src/lib/expression/tokenizer.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Tokenizer for modifier expressions.
+ *
+ * Ported from the React form engine, with one change in behaviour: a
+ * character the language does not know is an error, not something to skip.
+ * The React version dropped it silently, so `amount > -5` read as
+ * `amount > 5` and `a && b` read as `a b`.
+ */
+export type TokenType = 'IDENTIFIER' | 'NUMBER' | 'STRING' | 'LIST' | 'OPERATOR' | 'LOGICAL' | 'CONSTANT' | 'PAREN';
+export interface Token {
+    type: TokenType;
+    value: string;
+    position: number;
+}
+/**
+ * Tokenizes a Flectra modifier expression.
+ *
+ * @param expr - The expression string to tokenize
+ * @returns Array of tokens
+ *
+ * @example
+ * tokenize("state == 'draft'")
+ * // Returns: [
+ * //   { type: 'IDENTIFIER', value: 'state', position: 0 },
+ * //   { type: 'OPERATOR', value: '==', position: 1 },
+ * //   { type: 'STRING', value: "'draft'", position: 2 }
+ * // ]
+ */
+/** The words that are values, not field names. */
+export declare const CONSTANTS: ReadonlyMap<string, boolean | null>;
+export declare function tokenize(expr: string): Token[];

package/src/lib/expression/tokenizer.js

@@ -0,0 +1,100 @@
+"use strict";
+/**
+ * Tokenizer for modifier expressions.
+ *
+ * Ported from the React form engine, with one change in behaviour: a
+ * character the language does not know is an error, not something to skip.
+ * The React version dropped it silently, so `amount > -5` read as
+ * `amount > 5` and `a && b` read as `a b`.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CONSTANTS = void 0;
+exports.tokenize = tokenize;
+/**
+ * Tokenizes a Flectra modifier expression.
+ *
+ * @param expr - The expression string to tokenize
+ * @returns Array of tokens
+ *
+ * @example
+ * tokenize("state == 'draft'")
+ * // Returns: [
+ * //   { type: 'IDENTIFIER', value: 'state', position: 0 },
+ * //   { type: 'OPERATOR', value: '==', position: 1 },
+ * //   { type: 'STRING', value: "'draft'", position: 2 }
+ * // ]
+ */
+/** The words that are values, not field names. */
+exports.CONSTANTS = new Map([
+    ['True', true],
+    ['False', false],
+    ['None', null],
+    ['true', true],
+    ['false', false],
+    ['null', null],
+]);
+function tokenize(expr) {
+    const tokens = [];
+    if (!expr)
+        return tokens;
+    // Alternatives in priority order: "not in" before "not", operators of two
+    // characters before one, a signed number before anything else that could
+    // start with a digit. Sticky (`y`), so a position nothing matches is an
+    // error instead of a gap.
+    const token = /(\(|\)|==|!=|<=|>=|<>|<|>|not\s+in\b|in\b|and\b|or\b|not\b|\[[^\]]*\]|'[^']*'|"[^"]*"|-?\d+\.?\d*|\w+(?:\.\w+)*)/iy;
+    const space = /\s*/y;
+    let at = 0;
+    for (;;) {
+        space.lastIndex = at;
+        space.exec(expr);
+        at = space.lastIndex;
+        if (at >= expr.length)
+            return tokens;
+        token.lastIndex = at;
+        const match = token.exec(expr);
+        if (!match) {
+            throw new Error(`Unexpected "${expr[at]}" at character ${at + 1} of: ${expr}`);
+        }
+        tokens.push({ type: getTokenType(match[0]), value: match[0], position: tokens.length });
+        at = token.lastIndex;
+    }
+}
+/**
+ * Determines the type of a token based on its text value.
+ */
+function getTokenType(text) {
+    const lowerText = text.toLowerCase().trim();
+    // Python's constants, and their JSON spellings
+    if (exports.CONSTANTS.has(text)) {
+        return 'CONSTANT';
+    }
+    // Logical operators (case-insensitive)
+    if (lowerText === 'and' || lowerText === 'or' || lowerText === 'not') {
+        return 'LOGICAL';
+    }
+    // Comparison operators (case-insensitive for word operators)
+    if (['==', '!=', '<>', '<', '>', '<=', '>='].includes(text) ||
+        lowerText === 'in' ||
+        lowerText === 'not in') {
+        return 'OPERATOR';
+    }
+    // Parentheses
+    if (text === '(' || text === ')') {
+        return 'PAREN';
+    }
+    // Lists (start with '[')
+    if (text.startsWith('[')) {
+        return 'LIST';
+    }
+    // Strings (start with ' or ")
+    if (text.startsWith("'") || text.startsWith('"')) {
+        return 'STRING';
+    }
+    // Numbers (matches integer or float, either sign)
+    if (/^-?\d+\.?\d*$/.test(text)) {
+        return 'NUMBER';
+    }
+    // Default to identifier
+    return 'IDENTIFIER';
+}
+//# sourceMappingURL=tokenizer.js.map

package/src/lib/expression/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../../../../libs/core/src/lib/expression/tokenizer.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AA0CH,4BA2BC;AAnDD;;;;;;;;;;;;;GAaG;AACH,kDAAkD;AACrC,QAAA,SAAS,GAAwC,IAAI,GAAG,CAAyB;IAC5F,CAAC,MAAM,EAAE,IAAI,CAAC;IACd,CAAC,OAAO,EAAE,KAAK,CAAC;IAChB,CAAC,MAAM,EAAE,IAAI,CAAC;IACd,CAAC,MAAM,EAAE,IAAI,CAAC;IACd,CAAC,OAAO,EAAE,KAAK,CAAC;IAChB,CAAC,MAAM,EAAE,IAAI,CAAC;CACf,CAAC,CAAC;AAEH,SAAgB,QAAQ,CAAC,IAAY;IACnC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC;IAEzB,0EAA0E;IAC1E,yEAAyE;IACzE,wEAAwE;IACxE,0BAA0B;IAC1B,MAAM,KAAK,GACT,oHAAoH,CAAC;IACvH,MAAM,KAAK,GAAG,MAAM,CAAC;IACrB,IAAI,EAAE,GAAG,CAAC,CAAC;IAEX,SAAS,CAAC;QACR,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC;QACrB,IAAI,EAAE,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;QAErC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC,EAAE,CAAC,kBAAkB,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAE5C,+CAA+C;IAC/C,IAAI,iBAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,uCAAuC;IACvC,IAAI,SAAS,KAAK,KAAK,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QACrE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,6DAA6D;IAC7D,IACE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvD,SAAS,KAAK,IAAI;QAClB,SAAS,KAAK,QAAQ,EACtB,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,cAAc;IACd,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,yBAAyB;IACzB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,8BAA8B;IAC9B,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kDAAkD;IAClD,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,wBAAwB;IACxB,OAAO,YAAY,CAAC;AACtB,CAAC"}

package/src/lib/expression/tokenizer.mjs

@@ -0,0 +1,96 @@
+/**
+ * Tokenizer for modifier expressions.
+ *
+ * Ported from the React form engine, with one change in behaviour: a
+ * character the language does not know is an error, not something to skip.
+ * The React version dropped it silently, so `amount > -5` read as
+ * `amount > 5` and `a && b` read as `a b`.
+ */
+/**
+ * Tokenizes a Flectra modifier expression.
+ *
+ * @param expr - The expression string to tokenize
+ * @returns Array of tokens
+ *
+ * @example
+ * tokenize("state == 'draft'")
+ * // Returns: [
+ * //   { type: 'IDENTIFIER', value: 'state', position: 0 },
+ * //   { type: 'OPERATOR', value: '==', position: 1 },
+ * //   { type: 'STRING', value: "'draft'", position: 2 }
+ * // ]
+ */
+/** The words that are values, not field names. */
+export const CONSTANTS = new Map([
+    ['True', true],
+    ['False', false],
+    ['None', null],
+    ['true', true],
+    ['false', false],
+    ['null', null],
+]);
+export function tokenize(expr) {
+    const tokens = [];
+    if (!expr)
+        return tokens;
+    // Alternatives in priority order: "not in" before "not", operators of two
+    // characters before one, a signed number before anything else that could
+    // start with a digit. Sticky (`y`), so a position nothing matches is an
+    // error instead of a gap.
+    const token = /(\(|\)|==|!=|<=|>=|<>|<|>|not\s+in\b|in\b|and\b|or\b|not\b|\[[^\]]*\]|'[^']*'|"[^"]*"|-?\d+\.?\d*|\w+(?:\.\w+)*)/iy;
+    const space = /\s*/y;
+    let at = 0;
+    for (;;) {
+        space.lastIndex = at;
+        space.exec(expr);
+        at = space.lastIndex;
+        if (at >= expr.length)
+            return tokens;
+        token.lastIndex = at;
+        const match = token.exec(expr);
+        if (!match) {
+            throw new Error(`Unexpected "${expr[at]}" at character ${at + 1} of: ${expr}`);
+        }
+        tokens.push({ type: getTokenType(match[0]), value: match[0], position: tokens.length });
+        at = token.lastIndex;
+    }
+}
+/**
+ * Determines the type of a token based on its text value.
+ */
+function getTokenType(text) {
+    const lowerText = text.toLowerCase().trim();
+    // Python's constants, and their JSON spellings
+    if (CONSTANTS.has(text)) {
+        return 'CONSTANT';
+    }
+    // Logical operators (case-insensitive)
+    if (lowerText === 'and' || lowerText === 'or' || lowerText === 'not') {
+        return 'LOGICAL';
+    }
+    // Comparison operators (case-insensitive for word operators)
+    if (['==', '!=', '<>', '<', '>', '<=', '>='].includes(text) ||
+        lowerText === 'in' ||
+        lowerText === 'not in') {
+        return 'OPERATOR';
+    }
+    // Parentheses
+    if (text === '(' || text === ')') {
+        return 'PAREN';
+    }
+    // Lists (start with '[')
+    if (text.startsWith('[')) {
+        return 'LIST';
+    }
+    // Strings (start with ' or ")
+    if (text.startsWith("'") || text.startsWith('"')) {
+        return 'STRING';
+    }
+    // Numbers (matches integer or float, either sign)
+    if (/^-?\d+\.?\d*$/.test(text)) {
+        return 'NUMBER';
+    }
+    // Default to identifier
+    return 'IDENTIFIER';
+}
+//# sourceMappingURL=tokenizer.mjs.map

package/src/lib/expression/tokenizer.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.mjs","sourceRoot":"","sources":["../../../../../../libs/core/src/lib/expression/tokenizer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAkBH;;;;;;;;;;;;;GAaG;AACH,kDAAkD;AAClD,MAAM,CAAC,MAAM,SAAS,GAAwC,IAAI,GAAG,CAAyB;IAC5F,CAAC,MAAM,EAAE,IAAI,CAAC;IACd,CAAC,OAAO,EAAE,KAAK,CAAC;IAChB,CAAC,MAAM,EAAE,IAAI,CAAC;IACd,CAAC,MAAM,EAAE,IAAI,CAAC;IACd,CAAC,OAAO,EAAE,KAAK,CAAC;IAChB,CAAC,MAAM,EAAE,IAAI,CAAC;CACf,CAAC,CAAC;AAEH,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC;IAEzB,0EAA0E;IAC1E,yEAAyE;IACzE,wEAAwE;IACxE,0BAA0B;IAC1B,MAAM,KAAK,GACT,oHAAoH,CAAC;IACvH,MAAM,KAAK,GAAG,MAAM,CAAC;IACrB,IAAI,EAAE,GAAG,CAAC,CAAC;IAEX,SAAS,CAAC;QACR,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC;QACrB,IAAI,EAAE,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;QAErC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC,EAAE,CAAC,kBAAkB,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAE5C,+CAA+C;IAC/C,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,uCAAuC;IACvC,IAAI,SAAS,KAAK,KAAK,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QACrE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,6DAA6D;IAC7D,IACE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvD,SAAS,KAAK,IAAI;QAClB,SAAS,KAAK,QAAQ,EACtB,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,cAAc;IACd,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,yBAAyB;IACzB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,8BAA8B;IAC9B,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kDAAkD;IAClD,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,wBAAwB;IACxB,OAAO,YAAY,CAAC;AACtB,CAAC"}