@powersync/service-sync-rules 0.29.10 → 0.31.0

package/dist/sync_plan/engine/javascript.js

@@ -0,0 +1,208 @@
+import { compare, generateSqlFunctions, SQLITE_FALSE, SQLITE_TRUE, sqliteBool, sqliteNot } from '../../index.js';
+import { cast, evaluateOperator } from '../../sql_functions.js';
+import { cartesianProduct } from '../../streams/utils.js';
+import { generateTableValuedFunctions } from '../../TableValuedFunctions.js';
+import { visitExpr } from '../expression_visitor.js';
+/**
+ * Creates a {@link ScalarExpressionEngine} implemented by evaluating scalar expressions in JavaScript.
+ */
+export function javaScriptExpressionEngine(compatibility) {
+    const tableValued = generateTableValuedFunctions(compatibility);
+    const regularFunctions = generateSqlFunctions(compatibility);
+    const compiler = new ExpressionToJavaScriptFunction({
+        named: regularFunctions.named,
+        jsonExtractJson: regularFunctions.operatorJsonExtractJson,
+        jsonExtractSql: regularFunctions.operatorJsonExtractSql
+    });
+    return {
+        close() { },
+        prepareEvaluator({ outputs = [], filters = [], tableValuedFunctions = [] }) {
+            function compileScalar(expr) {
+                return compiler.compile(expr);
+            }
+            const resolvedTableValuedFunctions = tableValuedFunctions.map((fn) => {
+                const found = tableValued[fn.name];
+                if (found == null) {
+                    throw new Error(`Unknown table-valued function: ${fn.name}`);
+                }
+                const inputs = fn.inputs.map(compileScalar);
+                return {
+                    original: fn,
+                    evaluate: (input) => {
+                        return found.call(inputs.map((f) => f(input)));
+                    }
+                };
+            });
+            const columns = outputs.map(compileScalar);
+            const compiledFilters = filters.map(compileScalar);
+            return {
+                evaluate(inputs) {
+                    // First, evaluate table-valued functions (if any).
+                    const perFunctionResults = [];
+                    for (const { original, evaluate } of resolvedTableValuedFunctions) {
+                        perFunctionResults.push(evaluate({ inputs }).map((row) => [original, row]));
+                    }
+                    const rows = [];
+                    // We're doing an inner join on all table-valued functions, which we implement as a cross join on which each
+                    // filter is evaluated. Having more than one table-valued function per statement would be very rare in
+                    // practice.
+                    row: for (const sourceRow of cartesianProduct(...perFunctionResults)) {
+                        const byFunction = new Map();
+                        for (const [fn, output] of sourceRow) {
+                            byFunction.set(fn, output);
+                        }
+                        const input = { inputs, row: byFunction };
+                        for (const filter of compiledFilters) {
+                            if (!sqliteBool(filter(input))) {
+                                continue row;
+                            }
+                        }
+                        rows.push(columns.map((c) => c(input)));
+                    }
+                    return rows;
+                }
+            };
+        }
+    };
+}
+class ExpressionToJavaScriptFunction {
+    functions;
+    constructor(functions) {
+        this.functions = functions;
+    }
+    compile(expr) {
+        return visitExpr(this, expr, null);
+    }
+    visitExternalData(expr, arg) {
+        if (typeof expr.source === 'number') {
+            const index = expr.source;
+            //  -1 because variables in SQLite are 1-indexed.
+            return ({ inputs }) => inputs[index - 1];
+        }
+        else {
+            const { column, function: fn } = expr.source;
+            return ({ row }) => {
+                const result = row.get(fn);
+                return result[column];
+            };
+        }
+    }
+    visitUnaryExpression(expr) {
+        const operand = this.compile(expr.operand);
+        switch (expr.operator) {
+            case '+':
+                return operand;
+            case 'not':
+                return (input) => sqliteNot(operand(input));
+            // case '~':
+            // case '-':
+            //   throw new Error(`unary operator not supported: ${expr.operator}`);
+        }
+    }
+    visitBinaryExpression(expr) {
+        const left = this.compile(expr.left);
+        const right = this.compile(expr.right);
+        const operator = expr.operator.toUpperCase();
+        return (input) => evaluateOperator(operator, left(input), right(input));
+    }
+    visitBetweenExpression(expr) {
+        const low = this.compile(expr.low);
+        const high = this.compile(expr.high);
+        const value = this.compile(expr.value);
+        return (input) => {
+            const evaluatedValue = value(input);
+            const geqLow = evaluateOperator('>=', evaluatedValue, low(input));
+            const leqHigh = evaluateOperator('<=', evaluatedValue, high(input));
+            if (geqLow == null || leqHigh == null) {
+                return null;
+            }
+            return sqliteBool(geqLow) && sqliteBool(leqHigh);
+        };
+    }
+    visitScalarInExpression(expr) {
+        const target = this.compile(expr.target);
+        const inQuery = expr.in.map((q) => this.compile(q));
+        return (input) => {
+            const evaluatedTarget = target(input);
+            if (evaluatedTarget == null) {
+                return null;
+            }
+            let hasNullQuery = false;
+            for (const q of inQuery) {
+                const evaluated = q(input);
+                if (evaluated == null) {
+                    hasNullQuery = true;
+                    continue;
+                }
+                if (compare(evaluatedTarget, evaluated) == 0) {
+                    return SQLITE_TRUE;
+                }
+            }
+            return hasNullQuery ? null : SQLITE_FALSE;
+        };
+    }
+    visitCaseWhenExpression(expr) {
+        const compiledWhens = expr.whens.map((w) => ({ when: this.compile(w.when), then: this.compile(w.then) }));
+        const compiledElse = expr.else && this.compile(expr.else);
+        if (expr.operand) {
+            const operand = this.compile(expr.operand);
+            return (input) => {
+                const evaluatedOperand = operand(input);
+                for (const { when, then } of compiledWhens) {
+                    if (evaluateOperator('=', evaluatedOperand, when(input))) {
+                        return then(input);
+                    }
+                }
+                return compiledElse ? compiledElse(input) : null;
+            };
+        }
+        else {
+            return (input) => {
+                for (const { when, then } of compiledWhens) {
+                    if (sqliteBool(when(input))) {
+                        return then(input);
+                    }
+                }
+                return compiledElse ? compiledElse(input) : null;
+            };
+        }
+    }
+    visitCastExpression(expr) {
+        const operand = this.compile(expr.operand);
+        return (input) => {
+            return cast(operand(input), expr.cast_as);
+        };
+    }
+    visitScalarFunctionCallExpression(expr) {
+        let fnImpl;
+        if (expr.function === '->') {
+            fnImpl = this.functions.jsonExtractJson;
+        }
+        else if (expr.function === '->>') {
+            fnImpl = this.functions.jsonExtractSql;
+        }
+        else {
+            fnImpl = this.functions.named[expr.function];
+            if (!fnImpl) {
+                throw new Error(`Function not implemented: ${expr.function}`);
+            }
+        }
+        const args = expr.parameters.map((p) => this.compile(p));
+        return (input) => {
+            return fnImpl.call(...args.map((f) => f(input)));
+        };
+    }
+    visitLiteralExpression(expr) {
+        switch (expr.type) {
+            case 'lit_null':
+                return () => null;
+            case 'lit_double':
+                return () => expr.value;
+            case 'lit_int':
+                return () => BigInt(expr.base10);
+            case 'lit_string':
+                return () => expr.value;
+        }
+    }
+}
+//# sourceMappingURL=javascript.js.map

package/dist/sync_plan/engine/javascript.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript.js","sourceRoot":"","sources":["../../../src/sync_plan/engine/javascript.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,OAAO,EAEP,oBAAoB,EACpB,YAAY,EACZ,WAAW,EACX,UAAU,EACV,SAAS,EACV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAe,MAAM,wBAAwB,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAc7E,OAAO,EAAqB,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAQxE;;GAEG;AACH,MAAM,UAAU,0BAA0B,CAAC,aAAmC;IAC5E,MAAM,WAAW,GAAG,4BAA4B,CAAC,aAAa,CAAC,CAAC;IAChE,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,8BAA8B,CAAC;QAClD,KAAK,EAAE,gBAAgB,CAAC,KAAK;QAC7B,eAAe,EAAE,gBAAgB,CAAC,uBAAuB;QACzD,cAAc,EAAE,gBAAgB,CAAC,sBAAsB;KACxD,CAAC,CAAC;IAEH,OAAO;QACL,KAAK,KAAI,CAAC;QACV,gBAAgB,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,GAAG,EAAE,EAAE,oBAAoB,GAAG,EAAE,EAAE;YACxE,SAAS,aAAa,CAAC,IAAuD;gBAC5E,OAAO,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAChC,CAAC;YAED,MAAM,4BAA4B,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;gBACnE,MAAM,KAAK,GAAG,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBACnC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,kCAAkC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC/D,CAAC;gBAED,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAC5C,OAAO;oBACL,QAAQ,EAAE,EAAE;oBACZ,QAAQ,EAAE,CAAC,KAAiC,EAAE,EAAE;wBAC9C,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACjD,CAAC;iBACF,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3C,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAEnD,OAAO;gBACL,QAAQ,CAAC,MAAM;oBACb,mDAAmD;oBACnD,MAAM,kBAAkB,GAAyC,EAAE,CAAC;oBAEpE,KAAK,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,4BAA4B,EAAE,CAAC;wBAClE,kBAAkB,CAAC,IAAI,CACrB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,GAAG,CAA4C,CAAC,CAC9F,CAAC;oBACJ,CAAC;oBAED,MAAM,IAAI,GAAoB,EAAE,CAAC;oBACjC,4GAA4G;oBAC5G,sGAAsG;oBACtG,YAAY;oBACZ,GAAG,EAAE,KAAK,MAAM,SAAS,IAAI,gBAAgB,CAAC,GAAG,kBAAkB,CAAC,EAAE,CAAC;wBACrE,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkC,CAAC;wBAC7D,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;4BACrC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;wBAC7B,CAAC;wBAED,MAAM,KAAK,GAA+B,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC;wBAEtE,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;4BACrC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gCAC/B,SAAS,GAAG,CAAC;4BACf,CAAC;wBACH,CAAC;wBACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC1C,CAAC;oBAED,OAAO,IAAI,CAAC;gBACd,CAAC;aACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAeD,MAAM,8BAA8B;IAGb;IAArB,YAAqB,SAAyB;QAAzB,cAAS,GAAT,SAAS,CAAgB;IAAG,CAAC;IAElD,OAAO,CAAC,IAAuD;QAC7D,OAAO,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,iBAAiB,CAAC,IAAsD,EAAE,GAAS;QACjF,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;YAC1B,iDAAiD;YACjD,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;YAE7C,OAAO,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE;gBACjB,MAAM,MAAM,GAAG,GAAI,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;gBAC7B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,oBAAoB,CAAC,IAAyD;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE3C,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,KAAK,GAAG;gBACN,OAAO,OAAO,CAAC;YACjB,KAAK,KAAK;gBACR,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9C,YAAY;YACZ,YAAY;YACZ,uEAAuE;QACzE,CAAC;IACH,CAAC;IAED,qBAAqB,CAAC,IAA0D;QAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAE7C,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,sBAAsB,CAAC,IAA2D;QAChF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEvC,OAAO,CAAC,KAAK,EAAE,EAAE;YACf,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAEpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAClE,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACpE,IAAI,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;gBACtC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO,UAAU,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC,CAAC;IACJ,CAAC;IAED,uBAAuB,CAAC,IAA4D;QAClF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpD,OAAO,CAAC,KAAK,EAAE,EAAE;YACf,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,YAAY,GAAG,KAAK,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC3B,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;oBACtB,YAAY,GAAG,IAAI,CAAC;oBACpB,SAAS;gBACX,CAAC;gBAED,IAAI,OAAO,CAAC,eAAe,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC7C,OAAO,WAAW,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,OAAO,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC;QAC5C,CAAC,CAAC;IACJ,CAAC;IAED,uBAAuB,CAAC,IAA4D;QAClF,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1G,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE1D,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3C,OAAO,CAAC,KAAK,EAAE,EAAE;gBACf,MAAM,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;gBAExC,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,aAAa,EAAE,CAAC;oBAC3C,IAAI,gBAAgB,CAAC,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;wBACzD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC;gBAED,OAAO,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACnD,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,EAAE,EAAE;gBACf,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,aAAa,EAAE,CAAC;oBAC3C,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;wBAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC;gBAED,OAAO,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACnD,CAAC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,mBAAmB,CAAC,IAAwD;QAC1E,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3C,OAAO,CAAC,KAAK,EAAE,EAAE;YACf,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC,CAAC;IACJ,CAAC;IAED,iCAAiC,CAC/B,IAAsE;QAEtE,IAAI,MAAmB,CAAC;QACxB,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YAC3B,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;QAC1C,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YACnC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,KAAK,EAAE,EAAE;YACf,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC;IACJ,CAAC;IAED,sBAAsB,CAAC,IAAuB;QAC5C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,UAAU;gBACb,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC;YACpB,KAAK,YAAY;gBACf,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;YAC1B,KAAK,SAAS;gBACZ,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnC,KAAK,YAAY;gBACf,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;QAC5B,CAAC;IACH,CAAC;CACF"}

package/dist/sync_plan/engine/scalar_expression_engine.d.ts

@@ -0,0 +1,48 @@
+import { SqliteValue } from '../../types.js';
+import { SqlExpression } from '../expression.js';
+import { SqlParameterValue } from '../plan.js';
+/**
+ * Description of a scalar SQL statement (without external dependencies on tables).
+ *
+ * This corresponds to the SQL statement `SELECT $outputs FROM $tableValuedFunctions WHERE $filters`.
+ *
+ * Each output and filter expression can reference:
+ *
+ *   1. An external parameter, passed in {@link ScalarExpressionEvaluator.evaluate}. The number corresponds to the index
+ *      of the parameter to use.
+ *   2. An output column of a table-valued function added to the statement.
+ */
+export interface ScalarStatement {
+    outputs?: SqlExpression<number | TableValuedFunctionOutput>[];
+    filters?: SqlExpression<number | TableValuedFunctionOutput>[];
+    tableValuedFunctions?: TableValuedFunction[];
+}
+export interface TableValuedFunction {
+    name: string;
+    inputs: SqlExpression<number>[];
+}
+export interface TableValuedFunctionOutput {
+    function: TableValuedFunction;
+    column: string;
+}
+export interface ScalarExpressionEngine {
+    prepareEvaluator(statement: ScalarStatement): ScalarExpressionEvaluator;
+    /**
+     * Disposes all evaluators and closes this engine.
+     */
+    close(): void;
+}
+export interface ScalarExpressionEvaluator {
+    evaluate(inputs: SqliteValue[]): SqliteValue[][];
+}
+export declare function scalarStatementToSql({ filters, outputs, tableValuedFunctions }: ScalarStatement): string;
+/**
+ * Utility to transform multiple expressions embedding parameter values into expressions that reference a parameter
+ * index representing that value.
+ *
+ * Parameter values used multiple times are de-duplicated into the same SQL parameter.
+ */
+export declare function mapExternalDataToInstantiation<T extends SqlParameterValue>(): {
+    instantiation: T[];
+    transform(expr: SqlExpression<SqlParameterValue>): SqlExpression<number>;
+};

package/dist/sync_plan/engine/scalar_expression_engine.js

@@ -0,0 +1,99 @@
+import { ExpressionToSqlite, Precedence } from '../expression_to_sql.js';
+import { MapSourceVisitor, visitExpr } from '../expression_visitor.js';
+export function scalarStatementToSql({ filters = [], outputs = [], tableValuedFunctions = [] }) {
+    const tableValuedFunctionNames = new Map();
+    for (const fn of tableValuedFunctions) {
+        tableValuedFunctionNames.set(fn, `tbl_${tableValuedFunctionNames.size}`);
+    }
+    const toSqlite = new StatementToSqlite(tableValuedFunctionNames);
+    toSqlite.addLexeme('SELECT');
+    if (outputs.length === 0) {
+        // We need to add a bogus expression to avoid a syntax error (`SELECT WHERE ...` alone is invalid).
+        toSqlite.addLexeme('1');
+    }
+    else {
+        outputs.forEach((expr, i) => {
+            if (i != 0)
+                toSqlite.comma();
+            visitExpr(toSqlite, expr, null);
+        });
+    }
+    if (tableValuedFunctionNames.size != 0) {
+        toSqlite.addLexeme('FROM');
+        let first = true;
+        tableValuedFunctionNames.forEach((name, fn) => {
+            if (!first) {
+                toSqlite.comma();
+            }
+            visitExpr(toSqlite, { type: 'function', function: fn.name, parameters: fn.inputs }, null);
+            toSqlite.addLexeme('AS');
+            toSqlite.identifier(name);
+            first = false;
+        });
+    }
+    if (filters.length != 0) {
+        toSqlite.addLexeme('WHERE');
+        filters.forEach((expr, i) => {
+            if (i != 0)
+                toSqlite.addLexeme('AND');
+            visitExpr(toSqlite, expr, Precedence.and);
+        });
+    }
+    return toSqlite.sql;
+}
+class StatementToSqlite extends ExpressionToSqlite {
+    tableValuedFunctionNames;
+    constructor(tableValuedFunctionNames) {
+        super();
+        this.tableValuedFunctionNames = tableValuedFunctionNames;
+    }
+    comma() {
+        this.addLexeme(',', { spaceLeft: false });
+    }
+    visitExternalData(expr) {
+        if (typeof expr.source === 'number') {
+            this.addLexeme(`?${expr.source}`);
+        }
+        else {
+            const fn = this.tableValuedFunctionNames.get(expr.source.function);
+            this.identifier(fn);
+            this.addLexeme('.', { spaceLeft: false, spaceRight: false });
+            this.identifier(expr.source.column);
+        }
+    }
+}
+/**
+ * Utility to transform multiple expressions embedding parameter values into expressions that reference a parameter
+ * index representing that value.
+ *
+ * Parameter values used multiple times are de-duplicated into the same SQL parameter.
+ */
+export function mapExternalDataToInstantiation() {
+    const instantiation = [];
+    const columnsToIndex = new Map();
+    const requestToIndex = new Map();
+    const visitor = new MapSourceVisitor((data) => {
+        const indexIfAdded = instantiation.length + 1;
+        if ('column' in data) {
+            if (columnsToIndex.has(data)) {
+                return columnsToIndex.get(data);
+            }
+            columnsToIndex.set(data, indexIfAdded);
+        }
+        else {
+            if (requestToIndex.has(data)) {
+                return requestToIndex.get(data);
+            }
+            requestToIndex.set(data, indexIfAdded);
+        }
+        instantiation.push(data);
+        return indexIfAdded;
+    });
+    return {
+        instantiation,
+        transform(expr) {
+            return visitExpr(visitor, expr, null);
+        }
+    };
+}
+//# sourceMappingURL=scalar_expression_engine.js.map

package/dist/sync_plan/engine/scalar_expression_engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scalar_expression_engine.js","sourceRoot":"","sources":["../../../src/sync_plan/engine/scalar_expression_engine.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AA2CvE,MAAM,UAAU,oBAAoB,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,GAAG,EAAE,EAAE,oBAAoB,GAAG,EAAE,EAAmB;IAC7G,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAA+B,CAAC;IACxE,KAAK,MAAM,EAAE,IAAI,oBAAoB,EAAE,CAAC;QACtC,wBAAwB,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,wBAAwB,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,wBAAwB,CAAC,CAAC;IACjE,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAE7B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,mGAAmG;QACnG,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YAC1B,IAAI,CAAC,IAAI,CAAC;gBAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC7B,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,wBAAwB,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;QACvC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,KAAK,GAAG,IAAI,CAAC;QAEjB,wBAAwB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE;YAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC;YAED,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;YAC1F,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACzB,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAE1B,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC5B,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YAC1B,IAAI,CAAC,IAAI,CAAC;gBAAE,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAEtC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC,GAAG,CAAC;AACtB,CAAC;AAED,MAAM,iBAAkB,SAAQ,kBAAsD;IACvD;IAA7B,YAA6B,wBAA0D;QACrF,KAAK,EAAE,CAAC;QADmB,6BAAwB,GAAxB,wBAAwB,CAAkC;IAEvF,CAAC;IAED,KAAK;QACH,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,iBAAiB,CAAC,IAAsD;QACtE,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,GAAG,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAE,CAAC;YACpE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACpB,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B;IAC5C,MAAM,aAAa,GAAQ,EAAE,CAAC;IAC9B,MAAM,cAAc,GAAG,IAAI,GAAG,EAAmC,CAAC;IAClE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAoC,CAAC;IAEnE,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAY,CAAC,IAAI,EAAE,EAAE;QACvD,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9C,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,OAAO,cAAc,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;YACnC,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,OAAO,cAAc,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;YACnC,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACzC,CAAC;QAED,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,YAAY,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,aAAa;QACb,SAAS,CAAC,IAAsC;YAC9C,OAAO,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QACxC,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/sync_plan/engine/sqlite.d.ts

@@ -0,0 +1,12 @@
+import { CompatibilityContext } from '../../compatibility.js';
+import { ScalarExpressionEngine } from './scalar_expression_engine.js';
+/**
+ * Creates a {@link ScalarExpressionEngine} backed by an in-memory SQLite database using `node:sqlite` APIs.
+ *
+ * @param module The imported `node:sqlite` module (passed as a parameter to ensure this package keeps working in
+ * browsers).
+ *
+ * @experimental This engine is not drop-in compatible with the JS operator implementations. So we can only use this
+ * engine when a new compatibility option is enabled. Currently, it is only used in tests.
+ */
+export declare function nodeSqliteExpressionEngine(module: typeof import('node:sqlite'), compatibility: CompatibilityContext): ScalarExpressionEngine;

package/dist/sync_plan/engine/sqlite.js

@@ -0,0 +1,53 @@
+import { CompatibilityOption } from '../../compatibility.js';
+import { generateSqlFunctions } from '../../index.js';
+import { scalarStatementToSql } from './scalar_expression_engine.js';
+/**
+ * Creates a {@link ScalarExpressionEngine} backed by an in-memory SQLite database using `node:sqlite` APIs.
+ *
+ * @param module The imported `node:sqlite` module (passed as a parameter to ensure this package keeps working in
+ * browsers).
+ *
+ * @experimental This engine is not drop-in compatible with the JS operator implementations. So we can only use this
+ * engine when a new compatibility option is enabled. Currently, it is only used in tests.
+ */
+export function nodeSqliteExpressionEngine(module, compatibility) {
+    const db = new module.DatabaseSync(':memory:', { readOnly: true, readBigInts: true, returnArrays: true });
+    const functions = generateSqlFunctions(compatibility);
+    function registerPowerSyncFunction(name) {
+        const impl = functions.named[name];
+        db.function(name, { useBigIntArguments: true, varargs: true, deterministic: true }, (...args) => {
+            return impl.call(...args);
+        });
+    }
+    // Needed to make them deterministic / prevent passing 'now'
+    registerPowerSyncFunction('unixepoch');
+    registerPowerSyncFunction('datetime');
+    registerPowerSyncFunction('st_asgeojson');
+    registerPowerSyncFunction('st_astext');
+    registerPowerSyncFunction('st_x');
+    registerPowerSyncFunction('st_y');
+    if (!compatibility.isEnabled(CompatibilityOption.fixedJsonExtract)) {
+        // For backwards compatibility, use the old JSON operators which parse the path argument differently.
+        db.function('->', { useBigIntArguments: true, varargs: true, deterministic: true }, (...args) => {
+            return functions.operatorJsonExtractJson.call(...args);
+        });
+        db.function('->>', { useBigIntArguments: true, varargs: true, deterministic: true }, (...args) => {
+            return functions.operatorJsonExtractSql.call(...args);
+        });
+    }
+    return {
+        prepareEvaluator(input) {
+            const stmt = db.prepare(scalarStatementToSql(input));
+            return {
+                evaluate(inputs) {
+                    // Types are wrong, all() will return a SqliteValue[][] because returnArrays is enabled.
+                    return stmt.all(...inputs);
+                }
+            };
+        },
+        close() {
+            db.close();
+        }
+    };
+}
+//# sourceMappingURL=sqlite.js.map

package/dist/sync_plan/engine/sqlite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../../src/sync_plan/engine/sqlite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwB,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACnF,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAEtD,OAAO,EAAqD,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAExH;;;;;;;;GAQG;AACH,MAAM,UAAU,0BAA0B,CACxC,MAAoC,EACpC,aAAmC;IAEnC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAS,CAAC,CAAC;IACjH,MAAM,SAAS,GAAG,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAEtD,SAAS,yBAAyB,CAAC,IAAY;QAC7C,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC;QAEpC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YAC9F,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,4DAA4D;IAC5D,yBAAyB,CAAC,WAAW,CAAC,CAAC;IACvC,yBAAyB,CAAC,UAAU,CAAC,CAAC;IAEtC,yBAAyB,CAAC,cAAc,CAAC,CAAC;IAC1C,yBAAyB,CAAC,WAAW,CAAC,CAAC;IACvC,yBAAyB,CAAC,MAAM,CAAC,CAAC;IAClC,yBAAyB,CAAC,MAAM,CAAC,CAAC;IAElC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACnE,qGAAqG;QACrG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YAC9F,OAAO,SAAS,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YAC/F,OAAO,SAAS,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,gBAAgB,CAAC,KAAK;YACpB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC;YACrD,OAAO;gBACL,QAAQ,CAAC,MAAM;oBACb,wFAAwF;oBACxF,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAA+B,CAAC;gBAC3D,CAAC;aACF,CAAC;QACJ,CAAC;QACD,KAAK;YACH,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/sync_plan/evaluator/bucket_data_source.d.ts

@@ -0,0 +1,24 @@
+import { BucketDataSource } from '../../BucketSource.js';
+import { ColumnDefinition } from '../../ExpressionType.js';
+import { SourceTableInterface } from '../../SourceTableInterface.js';
+import { TablePattern } from '../../TablePattern.js';
+import { EvaluateRowOptions, SourceSchema, UnscopedEvaluationResult } from '../../types.js';
+import * as plan from '../plan.js';
+import { StreamEvaluationContext } from './index.js';
+export declare class PreparedStreamBucketDataSource implements BucketDataSource {
+    readonly source: plan.StreamBucketDataSource;
+    private readonly sourceTables;
+    private readonly sources;
+    private readonly defaultSchema;
+    constructor(source: plan.StreamBucketDataSource, context: StreamEvaluationContext);
+    get uniqueName(): string;
+    get bucketParameters(): string[];
+    getSourceTables(): Set<TablePattern>;
+    private sourcesForTable;
+    tableSyncsData(table: SourceTableInterface): boolean;
+    evaluateRow(options: EvaluateRowOptions): UnscopedEvaluationResult[];
+    resolveResultSets(schema: SourceSchema, tables: Record<string, Record<string, ColumnDefinition>>): void;
+    debugWriteOutputTables(result: Record<string, {
+        query: string;
+    }[]>): void;
+}

package/dist/sync_plan/evaluator/bucket_data_source.js

@@ -0,0 +1,139 @@
+import { filterJsonRow, idFromData, isJsonValue, isValidParameterValue, JSONBucketNameSerialize } from '../../utils.js';
+import { ExpressionToSqlite } from '../expression_to_sql.js';
+import { mapExternalDataToInstantiation, scalarStatementToSql } from '../engine/scalar_expression_engine.js';
+import { SyncPlanSchemaAnalyzer } from '../schema_inference.js';
+export class PreparedStreamBucketDataSource {
+    source;
+    sourceTables = new Set();
+    sources = [];
+    defaultSchema;
+    constructor(source, context) {
+        this.source = source;
+        this.defaultSchema = context.defaultSchema;
+        for (const data of source.sources) {
+            const prepared = new PreparedStreamDataSource(data, context);
+            this.sources.push(prepared);
+            this.sourceTables.add(prepared.tablePattern);
+        }
+    }
+    get uniqueName() {
+        return this.source.uniqueName;
+    }
+    get bucketParameters() {
+        // We can pick an arbitrary evaluator within the source, since they're all guaranteed to have the same parameters.
+        const evaluator = this.source.sources[0];
+        // It doesn't matter what we return here because it's for debugging purposes only.
+        return evaluator.parameters.map((p) => ExpressionToSqlite.toSqlite(p.expr));
+    }
+    getSourceTables() {
+        return this.sourceTables;
+    }
+    *sourcesForTable(table) {
+        for (const source of this.sources) {
+            if (source.tablePattern.matches(table)) {
+                yield source;
+            }
+        }
+    }
+    tableSyncsData(table) {
+        return !this.sourcesForTable(table).next().done;
+    }
+    evaluateRow(options) {
+        const results = [];
+        for (const source of this.sourcesForTable(options.sourceTable)) {
+            source.evaluateRow(options, results);
+        }
+        return results;
+    }
+    resolveResultSets(schema, tables) {
+        const analyzer = new SyncPlanSchemaAnalyzer(this.defaultSchema, schema);
+        for (const source of this.source.sources) {
+            analyzer.resolveResultSets(source, tables);
+        }
+    }
+    debugWriteOutputTables(result) {
+        for (const source of this.sources) {
+            const table = source.fixedOutputTableName;
+            if (table != null) {
+                const queries = (result[table] ??= []);
+                queries.push({ query: source.debugSql });
+            }
+        }
+    }
+}
+class PreparedStreamDataSource {
+    tablePattern;
+    outputs = [];
+    numberOfOutputExpressions;
+    numberOfParameters;
+    evaluator;
+    evaluatorInputs;
+    fixedOutputTableName;
+    debugSql;
+    constructor(evaluator, { engine, defaultSchema }) {
+        const mapExpressions = mapExternalDataToInstantiation();
+        const outputExpressions = [];
+        for (const column of evaluator.columns) {
+            if (column === 'star') {
+                this.outputs.push('star');
+            }
+            else {
+                const expressionIndex = outputExpressions.length;
+                outputExpressions.push(mapExpressions.transform(column.expr));
+                this.outputs.push({ index: expressionIndex, alias: column.alias });
+            }
+        }
+        this.numberOfOutputExpressions = outputExpressions.length;
+        for (const parameter of evaluator.parameters) {
+            outputExpressions.push(mapExpressions.transform(parameter.expr));
+        }
+        this.numberOfParameters = evaluator.parameters.length;
+        const evaluatorOptions = {
+            outputs: outputExpressions,
+            filters: evaluator.filters.map((f) => mapExpressions.transform(f))
+        };
+        this.debugSql = scalarStatementToSql(evaluatorOptions);
+        this.evaluator = engine.prepareEvaluator(evaluatorOptions);
+        this.fixedOutputTableName = evaluator.outputTableName;
+        this.tablePattern = evaluator.sourceTable.toTablePattern(defaultSchema);
+        this.evaluatorInputs = mapExpressions.instantiation;
+    }
+    evaluateRow(options, results) {
+        try {
+            const inputInstantiation = this.evaluatorInputs.map((input) => options.record[input.column]);
+            row: for (const source of this.evaluator.evaluate(inputInstantiation)) {
+                const record = {};
+                for (const output of this.outputs) {
+                    if (output === 'star') {
+                        Object.assign(record, filterJsonRow(options.record));
+                    }
+                    else {
+                        const value = source[output.index];
+                        if (isJsonValue(value)) {
+                            record[output.alias] = value;
+                        }
+                    }
+                }
+                const id = idFromData(record);
+                // source is [...outputs, ...partitionValues]
+                const partitionValues = source.splice(this.numberOfOutputExpressions, this.numberOfParameters);
+                for (const bucketParameter of partitionValues) {
+                    if (!isValidParameterValue(bucketParameter)) {
+                        continue row;
+                    }
+                }
+                results.push({
+                    id,
+                    data: record,
+                    table: this.fixedOutputTableName ?? options.sourceTable.name,
+                    serializedBucketParameters: JSONBucketNameSerialize.stringify(partitionValues)
+                });
+            }
+            return results;
+        }
+        catch (e) {
+            return results.push({ error: e.message });
+        }
+    }
+}
+//# sourceMappingURL=bucket_data_source.js.map

package/dist/sync_plan/evaluator/bucket_data_source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bucket_data_source.js","sourceRoot":"","sources":["../../../src/sync_plan/evaluator/bucket_data_source.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAExH,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,OAAO,EACL,8BAA8B,EAE9B,oBAAoB,EACrB,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAEhE,MAAM,OAAO,8BAA8B;IAM9B;IALM,YAAY,GAAG,IAAI,GAAG,EAAgB,CAAC;IACvC,OAAO,GAA+B,EAAE,CAAC;IACzC,aAAa,CAAS;IAEvC,YACW,MAAmC,EAC5C,OAAgC;QADvB,WAAM,GAAN,MAAM,CAA6B;QAG5C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAE3C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE7D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;IAChC,CAAC;IAED,IAAI,gBAAgB;QAClB,kHAAkH;QAClH,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAEzC,kFAAkF;QAClF,OAAO,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,CAAC,eAAe,CAAC,KAA2B;QAClD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,MAAM,MAAM,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;IAED,cAAc,CAAC,KAA2B;QACxC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC;IAClD,CAAC;IAED,WAAW,CAAC,OAA2B;QACrC,MAAM,OAAO,GAA+B,EAAE,CAAC;QAC/C,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,iBAAiB,CAAC,MAAoB,EAAE,MAAwD;QAC9F,MAAM,QAAQ,GAAG,IAAI,sBAAsB,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QACxE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzC,QAAQ,CAAC,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,sBAAsB,CAAC,MAA2C;QAChE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,MAAM,CAAC,oBAAoB,CAAC;YAC1C,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,wBAAwB;IACnB,YAAY,CAAe;IACnB,OAAO,GAAkD,EAAE,CAAC;IAC5D,yBAAyB,CAAS;IAClC,kBAAkB,CAAS;IAC3B,SAAS,CAA4B;IACrC,eAAe,CAAiC;IACxD,oBAAoB,CAAU;IAC9B,QAAQ,CAAS;IAE1B,YAAY,SAAgC,EAAE,EAAE,MAAM,EAAE,aAAa,EAA2B;QAC9F,MAAM,cAAc,GAAG,8BAA8B,EAAgC,CAAC;QACtF,MAAM,iBAAiB,GAA4B,EAAE,CAAC;QACtD,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACvC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,CAAC;gBACjD,iBAAiB,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC9D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAED,IAAI,CAAC,yBAAyB,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAC1D,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YAC7C,iBAAiB,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;QAEtD,MAAM,gBAAgB,GAAG;YACvB,OAAO,EAAE,iBAAiB;YAC1B,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SACnE,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;QAC3D,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC,eAAe,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC,WAAW,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QACxE,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC,aAAa,CAAC;IACtD,CAAC;IAED,WAAW,CAAC,OAA2B,EAAE,OAAmC;QAC1E,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7F,GAAG,EAAE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACtE,MAAM,MAAM,GAAkB,EAAE,CAAC;gBACjC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;wBACtB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;oBACvD,CAAC;yBAAM,CAAC;wBACN,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBACnC,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;4BACvB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;wBAC/B,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;gBAC9B,6CAA6C;gBAC7C,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAE/F,KAAK,MAAM,eAAe,IAAI,eAAe,EAAE,CAAC;oBAC9C,IAAI,CAAC,qBAAqB,CAAC,eAAe,CAAC,EAAE,CAAC;wBAC5C,SAAS,GAAG,CAAC;oBACf,CAAC;gBACH,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC;oBACX,EAAE;oBACF,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,IAAI,CAAC,oBAAoB,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI;oBAC5D,0BAA0B,EAAE,uBAAuB,CAAC,SAAS,CAAC,eAAe,CAAC;iBAChD,CAAC,CAAC;YACpC,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;CACF"}

package/dist/sync_plan/evaluator/bucket_source.d.ts

@@ -0,0 +1,19 @@
+import { BucketDataSource, BucketSource, BucketSourceType, CreateSourceParams, HydratedBucketSource, ParameterIndexLookupCreator } from '../../BucketSource.js';
+import { StreamEvaluationContext } from './index.js';
+import * as plan from '../plan.js';
+export interface StreamInput extends StreamEvaluationContext {
+    preparedBuckets: Map<plan.StreamBucketDataSource, BucketDataSource>;
+    preparedLookups: Map<plan.StreamParameterIndexLookupCreator, ParameterIndexLookupCreator>;
+}
+export declare class StreamBucketSource implements BucketSource {
+    readonly stream: plan.CompiledSyncStream;
+    private readonly input;
+    readonly dataSources: BucketDataSource[];
+    readonly parameterIndexLookupCreators: ParameterIndexLookupCreator[];
+    constructor(stream: plan.CompiledSyncStream, input: StreamInput);
+    get name(): string;
+    get subscribedToByDefault(): boolean;
+    get type(): BucketSourceType;
+    debugRepresentation(): string;
+    hydrate(params: CreateSourceParams): HydratedBucketSource;
+}