@powersync/service-sync-rules 0.29.9 → 0.30.0

package/dist/sync_plan/engine/scalar_expression_engine.js

@@ -0,0 +1,99 @@
+import { ExpressionToSqlite, Precedence } from '../expression_to_sql.js';
+import { MapSourceVisitor, visitExpr } from '../expression_visitor.js';
+export function scalarStatementToSql({ filters = [], outputs = [], tableValuedFunctions = [] }) {
+    const tableValuedFunctionNames = new Map();
+    for (const fn of tableValuedFunctions) {
+        tableValuedFunctionNames.set(fn, `tbl_${tableValuedFunctionNames.size}`);
+    }
+    const toSqlite = new StatementToSqlite(tableValuedFunctionNames);
+    toSqlite.addLexeme('SELECT');
+    if (outputs.length === 0) {
+        // We need to add a bogus expression to avoid a syntax error (`SELECT WHERE ...` alone is invalid).
+        toSqlite.addLexeme('1');
+    }
+    else {
+        outputs.forEach((expr, i) => {
+            if (i != 0)
+                toSqlite.comma();
+            visitExpr(toSqlite, expr, null);
+        });
+    }
+    if (tableValuedFunctionNames.size != 0) {
+        toSqlite.addLexeme('FROM');
+        let first = true;
+        tableValuedFunctionNames.forEach((name, fn) => {
+            if (!first) {
+                toSqlite.comma();
+            }
+            visitExpr(toSqlite, { type: 'function', function: fn.name, parameters: fn.inputs }, null);
+            toSqlite.addLexeme('AS');
+            toSqlite.identifier(name);
+            first = false;
+        });
+    }
+    if (filters.length != 0) {
+        toSqlite.addLexeme('WHERE');
+        filters.forEach((expr, i) => {
+            if (i != 0)
+                toSqlite.addLexeme('AND');
+            visitExpr(toSqlite, expr, Precedence.and);
+        });
+    }
+    return toSqlite.sql;
+}
+class StatementToSqlite extends ExpressionToSqlite {
+    tableValuedFunctionNames;
+    constructor(tableValuedFunctionNames) {
+        super();
+        this.tableValuedFunctionNames = tableValuedFunctionNames;
+    }
+    comma() {
+        this.addLexeme(',', { spaceLeft: false });
+    }
+    visitExternalData(expr) {
+        if (typeof expr.source === 'number') {
+            this.addLexeme(`?${expr.source}`);
+        }
+        else {
+            const fn = this.tableValuedFunctionNames.get(expr.source.function);
+            this.identifier(fn);
+            this.addLexeme('.', { spaceLeft: false, spaceRight: false });
+            this.identifier(expr.source.column);
+        }
+    }
+}
+/**
+ * Utility to transform multiple expressions embedding parameter values into expressions that reference a parameter
+ * index representing that value.
+ *
+ * Parameter values used multiple times are de-duplicated into the same SQL parameter.
+ */
+export function mapExternalDataToInstantiation() {
+    const instantiation = [];
+    const columnsToIndex = new Map();
+    const requestToIndex = new Map();
+    const visitor = new MapSourceVisitor((data) => {
+        const indexIfAdded = instantiation.length + 1;
+        if ('column' in data) {
+            if (columnsToIndex.has(data)) {
+                return columnsToIndex.get(data);
+            }
+            columnsToIndex.set(data, indexIfAdded);
+        }
+        else {
+            if (requestToIndex.has(data)) {
+                return requestToIndex.get(data);
+            }
+            requestToIndex.set(data, indexIfAdded);
+        }
+        instantiation.push(data);
+        return indexIfAdded;
+    });
+    return {
+        instantiation,
+        transform(expr) {
+            return visitExpr(visitor, expr, null);
+        }
+    };
+}
+//# sourceMappingURL=scalar_expression_engine.js.map

package/dist/sync_plan/engine/scalar_expression_engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scalar_expression_engine.js","sourceRoot":"","sources":["../../../src/sync_plan/engine/scalar_expression_engine.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AA2CvE,MAAM,UAAU,oBAAoB,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,GAAG,EAAE,EAAE,oBAAoB,GAAG,EAAE,EAAmB;IAC7G,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAA+B,CAAC;IACxE,KAAK,MAAM,EAAE,IAAI,oBAAoB,EAAE,CAAC;QACtC,wBAAwB,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,wBAAwB,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,wBAAwB,CAAC,CAAC;IACjE,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAE7B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,mGAAmG;QACnG,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YAC1B,IAAI,CAAC,IAAI,CAAC;gBAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC7B,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,wBAAwB,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;QACvC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,KAAK,GAAG,IAAI,CAAC;QAEjB,wBAAwB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE;YAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC;YAED,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;YAC1F,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACzB,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAE1B,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC5B,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YAC1B,IAAI,CAAC,IAAI,CAAC;gBAAE,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAEtC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC,GAAG,CAAC;AACtB,CAAC;AAED,MAAM,iBAAkB,SAAQ,kBAAsD;IACvD;IAA7B,YAA6B,wBAA0D;QACrF,KAAK,EAAE,CAAC;QADmB,6BAAwB,GAAxB,wBAAwB,CAAkC;IAEvF,CAAC;IAED,KAAK;QACH,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,iBAAiB,CAAC,IAAsD;QACtE,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,GAAG,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAE,CAAC;YACpE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACpB,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B;IAC5C,MAAM,aAAa,GAAQ,EAAE,CAAC;IAC9B,MAAM,cAAc,GAAG,IAAI,GAAG,EAAmC,CAAC;IAClE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAoC,CAAC;IAEnE,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAY,CAAC,IAAI,EAAE,EAAE;QACvD,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9C,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,OAAO,cAAc,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;YACnC,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,OAAO,cAAc,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;YACnC,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACzC,CAAC;QAED,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,YAAY,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,aAAa;QACb,SAAS,CAAC,IAAsC;YAC9C,OAAO,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QACxC,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/sync_plan/engine/sqlite.d.ts

@@ -0,0 +1,12 @@
+import { CompatibilityContext } from '../../compatibility.js';
+import { ScalarExpressionEngine } from './scalar_expression_engine.js';
+/**
+ * Creates a {@link ScalarExpressionEngine} backed by an in-memory SQLite database using `node:sqlite` APIs.
+ *
+ * @param module The imported `node:sqlite` module (passed as a parameter to ensure this package keeps working in
+ * browsers).
+ *
+ * @experimental This engine is not drop-in compatible with the JS operator implementations. So we can only use this
+ * engine when a new compatibility option is enabled. Currently, it is only used in tests.
+ */
+export declare function nodeSqliteExpressionEngine(module: typeof import('node:sqlite'), compatibility: CompatibilityContext): ScalarExpressionEngine;

package/dist/sync_plan/engine/sqlite.js

@@ -0,0 +1,53 @@
+import { CompatibilityOption } from '../../compatibility.js';
+import { generateSqlFunctions } from '../../index.js';
+import { scalarStatementToSql } from './scalar_expression_engine.js';
+/**
+ * Creates a {@link ScalarExpressionEngine} backed by an in-memory SQLite database using `node:sqlite` APIs.
+ *
+ * @param module The imported `node:sqlite` module (passed as a parameter to ensure this package keeps working in
+ * browsers).
+ *
+ * @experimental This engine is not drop-in compatible with the JS operator implementations. So we can only use this
+ * engine when a new compatibility option is enabled. Currently, it is only used in tests.
+ */
+export function nodeSqliteExpressionEngine(module, compatibility) {
+    const db = new module.DatabaseSync(':memory:', { readOnly: true, readBigInts: true, returnArrays: true });
+    const functions = generateSqlFunctions(compatibility);
+    function registerPowerSyncFunction(name) {
+        const impl = functions.named[name];
+        db.function(name, { useBigIntArguments: true, varargs: true, deterministic: true }, (...args) => {
+            return impl.call(...args);
+        });
+    }
+    // Needed to make them deterministic / prevent passing 'now'
+    registerPowerSyncFunction('unixepoch');
+    registerPowerSyncFunction('datetime');
+    registerPowerSyncFunction('st_asgeojson');
+    registerPowerSyncFunction('st_astext');
+    registerPowerSyncFunction('st_x');
+    registerPowerSyncFunction('st_y');
+    if (!compatibility.isEnabled(CompatibilityOption.fixedJsonExtract)) {
+        // For backwards compatibility, use the old JSON operators which parse the path argument differently.
+        db.function('->', { useBigIntArguments: true, varargs: true, deterministic: true }, (...args) => {
+            return functions.operatorJsonExtractJson.call(...args);
+        });
+        db.function('->>', { useBigIntArguments: true, varargs: true, deterministic: true }, (...args) => {
+            return functions.operatorJsonExtractSql.call(...args);
+        });
+    }
+    return {
+        prepareEvaluator(input) {
+            const stmt = db.prepare(scalarStatementToSql(input));
+            return {
+                evaluate(inputs) {
+                    // Types are wrong, all() will return a SqliteValue[][] because returnArrays is enabled.
+                    return stmt.all(...inputs);
+                }
+            };
+        },
+        close() {
+            db.close();
+        }
+    };
+}
+//# sourceMappingURL=sqlite.js.map

package/dist/sync_plan/engine/sqlite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../../src/sync_plan/engine/sqlite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwB,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACnF,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAEtD,OAAO,EAAqD,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAExH;;;;;;;;GAQG;AACH,MAAM,UAAU,0BAA0B,CACxC,MAAoC,EACpC,aAAmC;IAEnC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAS,CAAC,CAAC;IACjH,MAAM,SAAS,GAAG,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAEtD,SAAS,yBAAyB,CAAC,IAAY;QAC7C,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC;QAEpC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YAC9F,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,4DAA4D;IAC5D,yBAAyB,CAAC,WAAW,CAAC,CAAC;IACvC,yBAAyB,CAAC,UAAU,CAAC,CAAC;IAEtC,yBAAyB,CAAC,cAAc,CAAC,CAAC;IAC1C,yBAAyB,CAAC,WAAW,CAAC,CAAC;IACvC,yBAAyB,CAAC,MAAM,CAAC,CAAC;IAClC,yBAAyB,CAAC,MAAM,CAAC,CAAC;IAElC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACnE,qGAAqG;QACrG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YAC9F,OAAO,SAAS,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YAC/F,OAAO,SAAS,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,gBAAgB,CAAC,KAAK;YACpB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC;YACrD,OAAO;gBACL,QAAQ,CAAC,MAAM;oBACb,wFAAwF;oBACxF,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAA+B,CAAC;gBAC3D,CAAC;aACF,CAAC;QACJ,CAAC;QACD,KAAK;YACH,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/sync_plan/evaluator/bucket_data_source.d.ts

@@ -0,0 +1,23 @@
+import { BucketDataSource } from '../../BucketSource.js';
+import { ColumnDefinition } from '../../ExpressionType.js';
+import { SourceTableInterface } from '../../SourceTableInterface.js';
+import { TablePattern } from '../../TablePattern.js';
+import { EvaluateRowOptions, SourceSchema, UnscopedEvaluationResult } from '../../types.js';
+import * as plan from '../plan.js';
+import { StreamEvaluationContext } from './index.js';
+export declare class PreparedStreamBucketDataSource implements BucketDataSource {
+    readonly source: plan.StreamBucketDataSource;
+    private readonly sourceTables;
+    private readonly sources;
+    constructor(source: plan.StreamBucketDataSource, context: StreamEvaluationContext);
+    get uniqueName(): string;
+    get bucketParameters(): string[];
+    getSourceTables(): Set<TablePattern>;
+    private sourcesForTable;
+    tableSyncsData(table: SourceTableInterface): boolean;
+    evaluateRow(options: EvaluateRowOptions): UnscopedEvaluationResult[];
+    resolveResultSets(schema: SourceSchema, tables: Record<string, Record<string, ColumnDefinition>>): void;
+    debugWriteOutputTables(result: Record<string, {
+        query: string;
+    }[]>): void;
+}

package/dist/sync_plan/evaluator/bucket_data_source.js

@@ -0,0 +1,137 @@
+import { filterJsonRow, idFromData, isJsonValue, isValidParameterValue, JSONBucketNameSerialize } from '../../utils.js';
+import { ExpressionToSqlite } from '../expression_to_sql.js';
+import { mapExternalDataToInstantiation, scalarStatementToSql } from '../engine/scalar_expression_engine.js';
+import { SyncPlanSchemaAnalyzer } from '../schema_inference.js';
+export class PreparedStreamBucketDataSource {
+    source;
+    sourceTables = new Set();
+    sources = [];
+    constructor(source, context) {
+        this.source = source;
+        for (const data of source.sources) {
+            const prepared = new PreparedStreamDataSource(data, context);
+            this.sources.push(prepared);
+            this.sourceTables.add(prepared.tablePattern);
+        }
+    }
+    get uniqueName() {
+        return this.source.uniqueName;
+    }
+    get bucketParameters() {
+        // We can pick an arbitrary evaluator within the source, since they're all guaranteed to have the same parameters.
+        const evaluator = this.source.sources[0];
+        // It doesn't matter what we return here because it's for debugging purposes only.
+        return evaluator.parameters.map((p) => ExpressionToSqlite.toSqlite(p.expr));
+    }
+    getSourceTables() {
+        return this.sourceTables;
+    }
+    *sourcesForTable(table) {
+        for (const source of this.sources) {
+            if (source.tablePattern.matches(table)) {
+                yield source;
+            }
+        }
+    }
+    tableSyncsData(table) {
+        return !this.sourcesForTable(table).next().done;
+    }
+    evaluateRow(options) {
+        const results = [];
+        for (const source of this.sourcesForTable(options.sourceTable)) {
+            source.evaluateRow(options, results);
+        }
+        return results;
+    }
+    resolveResultSets(schema, tables) {
+        const analyzer = new SyncPlanSchemaAnalyzer(schema);
+        for (const source of this.source.sources) {
+            analyzer.resolveResultSets(source, tables);
+        }
+    }
+    debugWriteOutputTables(result) {
+        for (const source of this.sources) {
+            const table = source.fixedOutputTableName;
+            if (table != null) {
+                const queries = (result[table] ??= []);
+                queries.push({ query: source.debugSql });
+            }
+        }
+    }
+}
+class PreparedStreamDataSource {
+    tablePattern;
+    outputs = [];
+    numberOfOutputExpressions;
+    numberOfParameters;
+    evaluator;
+    evaluatorInputs;
+    fixedOutputTableName;
+    debugSql;
+    constructor(evaluator, { engine }) {
+        const mapExpressions = mapExternalDataToInstantiation();
+        const outputExpressions = [];
+        for (const column of evaluator.columns) {
+            if (column === 'star') {
+                this.outputs.push('star');
+            }
+            else {
+                const expressionIndex = outputExpressions.length;
+                outputExpressions.push(mapExpressions.transform(column.expr));
+                this.outputs.push({ index: expressionIndex, alias: column.alias });
+            }
+        }
+        this.numberOfOutputExpressions = outputExpressions.length;
+        for (const parameter of evaluator.parameters) {
+            outputExpressions.push(mapExpressions.transform(parameter.expr));
+        }
+        this.numberOfParameters = evaluator.parameters.length;
+        const evaluatorOptions = {
+            outputs: outputExpressions,
+            filters: evaluator.filters.map((f) => mapExpressions.transform(f))
+        };
+        this.debugSql = scalarStatementToSql(evaluatorOptions);
+        this.evaluator = engine.prepareEvaluator(evaluatorOptions);
+        this.fixedOutputTableName = evaluator.outputTableName;
+        this.tablePattern = evaluator.sourceTable;
+        this.evaluatorInputs = mapExpressions.instantiation;
+    }
+    evaluateRow(options, results) {
+        try {
+            const inputInstantiation = this.evaluatorInputs.map((input) => options.record[input.column]);
+            row: for (const source of this.evaluator.evaluate(inputInstantiation)) {
+                const record = {};
+                for (const output of this.outputs) {
+                    if (output === 'star') {
+                        Object.assign(record, filterJsonRow(options.record));
+                    }
+                    else {
+                        const value = source[output.index];
+                        if (isJsonValue(value)) {
+                            record[output.alias] = value;
+                        }
+                    }
+                }
+                const id = idFromData(record);
+                // source is [...outputs, ...partitionValues]
+                const partitionValues = source.splice(this.numberOfOutputExpressions, this.numberOfParameters);
+                for (const bucketParameter of partitionValues) {
+                    if (!isValidParameterValue(bucketParameter)) {
+                        continue row;
+                    }
+                }
+                results.push({
+                    id,
+                    data: record,
+                    table: this.fixedOutputTableName ?? options.sourceTable.name,
+                    serializedBucketParameters: JSONBucketNameSerialize.stringify(partitionValues)
+                });
+            }
+            return results;
+        }
+        catch (e) {
+            return results.push({ error: e.message });
+        }
+    }
+}
+//# sourceMappingURL=bucket_data_source.js.map

package/dist/sync_plan/evaluator/bucket_data_source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bucket_data_source.js","sourceRoot":"","sources":["../../../src/sync_plan/evaluator/bucket_data_source.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAExH,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,OAAO,EACL,8BAA8B,EAE9B,oBAAoB,EACrB,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAEhE,MAAM,OAAO,8BAA8B;IAK9B;IAJM,YAAY,GAAG,IAAI,GAAG,EAAgB,CAAC;IACvC,OAAO,GAA+B,EAAE,CAAC;IAE1D,YACW,MAAmC,EAC5C,OAAgC;QADvB,WAAM,GAAN,MAAM,CAA6B;QAG5C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE7D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;IAChC,CAAC;IAED,IAAI,gBAAgB;QAClB,kHAAkH;QAClH,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAEzC,kFAAkF;QAClF,OAAO,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,CAAC,eAAe,CAAC,KAA2B;QAClD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,MAAM,MAAM,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;IAED,cAAc,CAAC,KAA2B;QACxC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC;IAClD,CAAC;IAED,WAAW,CAAC,OAA2B;QACrC,MAAM,OAAO,GAA+B,EAAE,CAAC;QAC/C,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,iBAAiB,CAAC,MAAoB,EAAE,MAAwD;QAC9F,MAAM,QAAQ,GAAG,IAAI,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACpD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzC,QAAQ,CAAC,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,sBAAsB,CAAC,MAA2C;QAChE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,MAAM,CAAC,oBAAoB,CAAC;YAC1C,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,wBAAwB;IACnB,YAAY,CAAe;IACnB,OAAO,GAAkD,EAAE,CAAC;IAC5D,yBAAyB,CAAS;IAClC,kBAAkB,CAAS;IAC3B,SAAS,CAA4B;IACrC,eAAe,CAAiC;IACxD,oBAAoB,CAAU;IAC9B,QAAQ,CAAS;IAE1B,YAAY,SAAgC,EAAE,EAAE,MAAM,EAA2B;QAC/E,MAAM,cAAc,GAAG,8BAA8B,EAAgC,CAAC;QACtF,MAAM,iBAAiB,GAA4B,EAAE,CAAC;QACtD,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACvC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,CAAC;gBACjD,iBAAiB,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC9D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAED,IAAI,CAAC,yBAAyB,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAC1D,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YAC7C,iBAAiB,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;QAEtD,MAAM,gBAAgB,GAAG;YACvB,OAAO,EAAE,iBAAiB;YAC1B,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SACnE,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;QAC3D,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC,eAAe,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC,WAAW,CAAC;QAC1C,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC,aAAa,CAAC;IACtD,CAAC;IAED,WAAW,CAAC,OAA2B,EAAE,OAAmC;QAC1E,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7F,GAAG,EAAE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACtE,MAAM,MAAM,GAAkB,EAAE,CAAC;gBACjC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;wBACtB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;oBACvD,CAAC;yBAAM,CAAC;wBACN,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBACnC,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;4BACvB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;wBAC/B,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;gBAC9B,6CAA6C;gBAC7C,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAE/F,KAAK,MAAM,eAAe,IAAI,eAAe,EAAE,CAAC;oBAC9C,IAAI,CAAC,qBAAqB,CAAC,eAAe,CAAC,EAAE,CAAC;wBAC5C,SAAS,GAAG,CAAC;oBACf,CAAC;gBACH,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC;oBACX,EAAE;oBACF,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,IAAI,CAAC,oBAAoB,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI;oBAC5D,0BAA0B,EAAE,uBAAuB,CAAC,SAAS,CAAC,eAAe,CAAC;iBAChD,CAAC,CAAC;YACpC,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;CACF"}

package/dist/sync_plan/evaluator/bucket_source.d.ts

@@ -0,0 +1,19 @@
+import { BucketDataSource, BucketSource, BucketSourceType, CreateSourceParams, HydratedBucketSource, ParameterIndexLookupCreator } from '../../BucketSource.js';
+import { StreamEvaluationContext } from './index.js';
+import * as plan from '../plan.js';
+export interface StreamInput extends StreamEvaluationContext {
+    preparedBuckets: Map<plan.StreamBucketDataSource, BucketDataSource>;
+    preparedLookups: Map<plan.StreamParameterIndexLookupCreator, ParameterIndexLookupCreator>;
+}
+export declare class StreamBucketSource implements BucketSource {
+    readonly stream: plan.CompiledSyncStream;
+    private readonly input;
+    readonly dataSources: BucketDataSource[];
+    readonly parameterIndexLookupCreators: ParameterIndexLookupCreator[];
+    constructor(stream: plan.CompiledSyncStream, input: StreamInput);
+    get name(): string;
+    get subscribedToByDefault(): boolean;
+    get type(): BucketSourceType;
+    debugRepresentation(): string;
+    hydrate(params: CreateSourceParams): HydratedBucketSource;
+}

package/dist/sync_plan/evaluator/bucket_source.js

@@ -0,0 +1,145 @@
+import { BucketSourceType } from '../../BucketSource.js';
+import { mapExternalDataToInstantiation } from '../engine/scalar_expression_engine.js';
+import { parametersForRequest, RequestParameterEvaluators } from './parameter_evaluator.js';
+import { buildBucketName, JSONBucketNameSerialize } from '../../utils.js';
+export class StreamBucketSource {
+    stream;
+    input;
+    dataSources = [];
+    parameterIndexLookupCreators = [];
+    constructor(stream, input) {
+        this.stream = stream;
+        this.input = input;
+        for (const querier of stream.queriers) {
+            const mappedSource = input.preparedBuckets.get(querier.bucket);
+            this.dataSources.push(mappedSource);
+        }
+    }
+    get name() {
+        return this.stream.stream.name;
+    }
+    get subscribedToByDefault() {
+        return this.stream.stream.isSubscribedByDefault;
+    }
+    get type() {
+        return BucketSourceType.SYNC_STREAM;
+    }
+    debugRepresentation() {
+        // TODO: Implement debugRepresentation for compiled sync streams
+        return `stream ${this.stream.stream.name}`;
+    }
+    hydrate(params) {
+        const queriers = this.stream.queriers.map((q) => new PreparedQuerier(this.stream.stream, q, this.input));
+        return {
+            definition: this,
+            pushBucketParameterQueriers: (result, options) => {
+                const subscriptions = options.streams[this.name] ?? [];
+                if (!this.subscribedToByDefault && !subscriptions.length) {
+                    // The client is not subscribing to this stream, so don't query buckets related to it.
+                    return;
+                }
+                let hasExplicitDefaultSubscription = false;
+                for (const subscription of subscriptions) {
+                    let subscriptionParams = options.globalParameters;
+                    if (subscription.parameters != null) {
+                        subscriptionParams = subscriptionParams.withAddedStreamParameters(subscription.parameters);
+                    }
+                    else {
+                        hasExplicitDefaultSubscription = true;
+                    }
+                    for (const querier of queriers) {
+                        querier.querierForSubscription(params, result, subscriptionParams, subscription);
+                    }
+                }
+                // If the stream is subscribed to by default and there is no explicit subscription that would match the default
+                // subscription, also include the default querier.
+                if (this.subscribedToByDefault && !hasExplicitDefaultSubscription) {
+                    for (const querier of queriers) {
+                        querier.querierForSubscription(params, result, options.globalParameters, null);
+                    }
+                }
+            }
+        };
+    }
+}
+class PreparedQuerier {
+    stream;
+    matchesParameters;
+    lookupStages;
+    dataSource;
+    constructor(stream, querier, options) {
+        this.stream = stream;
+        this.dataSource = options.preparedBuckets.get(querier.bucket);
+        this.matchesParameters = PreparedQuerier.prepareFilters(options.engine, querier.requestFilters);
+        this.lookupStages = RequestParameterEvaluators.prepare(querier.lookupStages, querier.sourceInstantiation, options);
+    }
+    querierForSubscription(hydration, result, params, subscription) {
+        const reason = subscription != null ? { subscription: subscription.opaque_id } : 'default';
+        try {
+            if (!this.matchesParameters(params)) {
+                return;
+            }
+            const subscriptionEvaluators = this.lookupStages.clone();
+            subscriptionEvaluators.partiallyInstantiate({ request: params });
+            if (subscriptionEvaluators.isDefinitelyUninstantiable()) {
+                return;
+            }
+            const bucketScope = hydration.hydrationState.getBucketSourceScope(this.dataSource);
+            const parametersToBucket = (instantiation) => {
+                return {
+                    definition: this.stream.name,
+                    inclusion_reasons: [reason],
+                    bucket: buildBucketName(bucketScope, JSONBucketNameSerialize.stringify(instantiation)),
+                    priority: this.stream.priority
+                };
+            };
+            // Do we need parameter lookups to resolve parameters?
+            const staticInstantiation = subscriptionEvaluators.extractFullInstantiation();
+            if (staticInstantiation) {
+                // We don't! Return static querier.
+                result.queriers.push({
+                    staticBuckets: staticInstantiation.map(parametersToBucket),
+                    hasDynamicBuckets: false,
+                    async queryDynamicBucketDescriptions() {
+                        return [];
+                    }
+                });
+            }
+            else {
+                result.queriers.push({
+                    staticBuckets: [],
+                    hasDynamicBuckets: true,
+                    async queryDynamicBucketDescriptions(source) {
+                        const evaluators = subscriptionEvaluators.clone();
+                        const instantiation = await evaluators.instantiate({
+                            hydrationState: hydration.hydrationState,
+                            source,
+                            request: params
+                        });
+                        return [...instantiation].map(parametersToBucket);
+                    }
+                });
+            }
+        }
+        catch (e) {
+            result.errors.push({
+                descriptor: this.stream.name,
+                message: `Error evaluating bucket ids: ${e.message}`,
+                subscription: subscription ?? undefined
+            });
+        }
+    }
+    static prepareFilters(engine, requestFilters) {
+        const mapExpressions = mapExternalDataToInstantiation();
+        const evaluator = engine.prepareEvaluator({
+            outputs: [],
+            filters: requestFilters.map((f) => mapExpressions.transform(f))
+        });
+        const instantiation = mapExpressions.instantiation;
+        return (parameters) => {
+            // We've added request filters as filters to prepareEvaluator, so if we get a row then the subscription matches.
+            return evaluator.evaluate(parametersForRequest(parameters, instantiation)).length != 0;
+        };
+    }
+}
+//# sourceMappingURL=bucket_source.js.map

package/dist/sync_plan/evaluator/bucket_source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bucket_source.js","sourceRoot":"","sources":["../../../src/sync_plan/evaluator/bucket_source.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,gBAAgB,EAIjB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAAE,8BAA8B,EAA0B,MAAM,uCAAuC,CAAC;AAG/G,OAAO,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AAI5F,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAO1E,MAAM,OAAO,kBAAkB;IAKlB;IACQ;IALV,WAAW,GAAuB,EAAE,CAAC;IACrC,4BAA4B,GAAkC,EAAE,CAAC;IAE1E,YACW,MAA+B,EACvB,KAAkB;QAD1B,WAAM,GAAN,MAAM,CAAyB;QACvB,UAAK,GAAL,KAAK,CAAa;QAEnC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAE,CAAC;YAChE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;IACjC,CAAC;IAED,IAAI,qBAAqB;QACvB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC;IAClD,CAAC;IAED,IAAI,IAAI;QACN,OAAO,gBAAgB,CAAC,WAAW,CAAC;IACtC,CAAC;IAED,mBAAmB;QACjB,gEAAgE;QAChE,OAAO,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC7C,CAAC;IAED,OAAO,CAAC,MAA0B;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAEzG,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,2BAA2B,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;gBAC/C,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACvD,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;oBACzD,sFAAsF;oBACtF,OAAO;gBACT,CAAC;gBAED,IAAI,8BAA8B,GAAG,KAAK,CAAC;gBAC3C,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;oBACzC,IAAI,kBAAkB,GAAG,OAAO,CAAC,gBAAgB,CAAC;oBAClD,IAAI,YAAY,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;wBACpC,kBAAkB,GAAG,kBAAkB,CAAC,yBAAyB,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;oBAC7F,CAAC;yBAAM,CAAC;wBACN,8BAA8B,GAAG,IAAI,CAAC;oBACxC,CAAC;oBAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;wBAC/B,OAAO,CAAC,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,YAAY,CAAC,CAAC;oBACnF,CAAC;gBACH,CAAC;gBAED,+GAA+G;gBAC/G,kDAAkD;gBAClD,IAAI,IAAI,CAAC,qBAAqB,IAAI,CAAC,8BAA8B,EAAE,CAAC;oBAClE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;wBAC/B,OAAO,CAAC,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;oBACjF,CAAC;gBACH,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF;AAED,MAAM,eAAe;IAMR;IALM,iBAAiB,CAA6C;IAC9D,YAAY,CAA6B;IACzC,UAAU,CAAmB;IAE9C,YACW,MAA0B,EACnC,OAA2B,EAC3B,OAAoB;QAFX,WAAM,GAAN,MAAM,CAAoB;QAInC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAE,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,eAAe,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;QAEhG,IAAI,CAAC,YAAY,GAAG,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;IACrH,CAAC;IAED,sBAAsB,CACpB,SAA6B,EAC7B,MAAuB,EACvB,MAAyB,EACzB,YAAoC;QAEpC,MAAM,MAAM,GAA0B,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAElH,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpC,OAAO;YACT,CAAC;YAED,MAAM,sBAAsB,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAEzD,sBAAsB,CAAC,oBAAoB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACjE,IAAI,sBAAsB,CAAC,0BAA0B,EAAE,EAAE,CAAC;gBACxD,OAAO;YACT,CAAC;YAED,MAAM,WAAW,GAAG,SAAS,CAAC,cAAc,CAAC,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAEnF,MAAM,kBAAkB,GAAG,CAAC,aAAqC,EAAkB,EAAE;gBACnF,OAAO;oBACL,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;oBAC5B,iBAAiB,EAAE,CAAC,MAAM,CAAC;oBAC3B,MAAM,EAAE,eAAe,CAAC,WAAW,EAAE,uBAAuB,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;oBACtF,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;iBAC/B,CAAC;YACJ,CAAC,CAAC;YAEF,sDAAsD;YACtD,MAAM,mBAAmB,GAAG,sBAAsB,CAAC,wBAAwB,EAAE,CAAC;YAC9E,IAAI,mBAAmB,EAAE,CAAC;gBACxB,mCAAmC;gBACnC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACnB,aAAa,EAAE,mBAAmB,CAAC,GAAG,CAAC,kBAAkB,CAAC;oBAC1D,iBAAiB,EAAE,KAAK;oBACxB,KAAK,CAAC,8BAA8B;wBAClC,OAAO,EAAE,CAAC;oBACZ,CAAC;iBACF,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACnB,aAAa,EAAE,EAAE;oBACjB,iBAAiB,EAAE,IAAI;oBACvB,KAAK,CAAC,8BAA8B,CAAC,MAAM;wBACzC,MAAM,UAAU,GAAG,sBAAsB,CAAC,KAAK,EAAE,CAAC;wBAClD,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC;4BACjD,cAAc,EAAE,SAAS,CAAC,cAAc;4BACxC,MAAM;4BACN,OAAO,EAAE,MAAM;yBAChB,CAAC,CAAC;wBAEH,OAAO,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;oBACpD,CAAC;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBACjB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;gBAC5B,OAAO,EAAE,gCAAgC,CAAC,CAAC,OAAO,EAAE;gBACpD,YAAY,EAAE,YAAY,IAAI,SAAS;aACxC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,cAAc,CAC3B,MAA8B,EAC9B,cAA8D;QAE9D,MAAM,cAAc,GAAG,8BAA8B,EAAgC,CAAC;QACtF,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC;YACxC,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SAChE,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,cAAc,CAAC,aAAa,CAAC;QAEnD,OAAO,CAAC,UAA6B,EAAE,EAAE;YACvC,gHAAgH;YAChH,OAAO,SAAS,CAAC,QAAQ,CAAC,oBAAoB,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;QACzF,CAAC,CAAC;IACJ,CAAC;CACF"}

package/dist/sync_plan/evaluator/index.d.ts

@@ -0,0 +1,7 @@
+import { SqlSyncRules } from '../../SqlSyncRules.js';
+import * as plan from '../plan.js';
+import { ScalarExpressionEngine } from '../engine/scalar_expression_engine.js';
+export interface StreamEvaluationContext {
+    engine: ScalarExpressionEngine;
+}
+export declare function addPrecompiledSyncPlanToRules(plan: plan.SyncPlan, rules: SqlSyncRules, context: StreamEvaluationContext): void;

package/dist/sync_plan/evaluator/index.js

@@ -0,0 +1,26 @@
+import { PreparedStreamBucketDataSource } from './bucket_data_source.js';
+import { PreparedParameterIndexLookupCreator } from './parameter_index_lookup_creator.js';
+import { StreamBucketSource } from './bucket_source.js';
+export function addPrecompiledSyncPlanToRules(plan, rules, context) {
+    const preparedBuckets = new Map();
+    const preparedLookups = new Map();
+    for (const bucket of plan.buckets) {
+        const prepared = new PreparedStreamBucketDataSource(bucket, context);
+        preparedBuckets.set(bucket, prepared);
+        rules.bucketDataSources.push(prepared);
+    }
+    for (const parameter of plan.parameterIndexes) {
+        const prepared = new PreparedParameterIndexLookupCreator(parameter, context);
+        preparedLookups.set(parameter, prepared);
+        rules.bucketParameterLookupSources.push(prepared);
+    }
+    const streamInput = {
+        ...context,
+        preparedBuckets,
+        preparedLookups
+    };
+    for (const stream of plan.streams) {
+        rules.bucketSources.push(new StreamBucketSource(stream, streamInput));
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/sync_plan/evaluator/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/sync_plan/evaluator/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,8BAA8B,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,EAAE,mCAAmC,EAAE,MAAM,qCAAqC,CAAC;AAC1F,OAAO,EAAE,kBAAkB,EAAe,MAAM,oBAAoB,CAAC;AAOrE,MAAM,UAAU,6BAA6B,CAC3C,IAAmB,EACnB,KAAmB,EACnB,OAAgC;IAEhC,MAAM,eAAe,GAAG,IAAI,GAAG,EAA+D,CAAC;IAC/F,MAAM,eAAe,GAAG,IAAI,GAAG,EAA+E,CAAC;IAE/G,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,8BAA8B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACrE,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACtC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,mCAAmC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC7E,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACzC,KAAK,CAAC,4BAA4B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,WAAW,GAAgB;QAC/B,GAAG,OAAO;QACV,eAAe;QACf,eAAe;KAChB,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,kBAAkB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IACxE,CAAC;AACH,CAAC"}