@powersync/service-sync-rules 0.17.10

package/dist/SqlDataQuery.js

@@ -0,0 +1,237 @@
+import { JSONBig } from '@powersync/service-jsonbig';
+import { parse } from 'pgsql-ast-parser';
+import { SqlRuleError } from './errors.js';
+import { ExpressionType } from './ExpressionType.js';
+import { SqlTools } from './sql_filters.js';
+import { castAsText } from './sql_functions.js';
+import { checkUnsupportedFeatures, isClauseError } from './sql_support.js';
+import { TablePattern } from './TablePattern.js';
+import { filterJsonRow, getBucketId, isSelectStatement } from './utils.js';
+import { TableQuerySchema } from './TableQuerySchema.js';
+export class SqlDataQuery {
+    static fromSql(descriptor_name, bucket_parameters, sql, schema) {
+        const parsed = parse(sql, { locationTracking: true });
+        const rows = new SqlDataQuery();
+        if (parsed.length > 1) {
+            throw new SqlRuleError('Only a single SELECT statement is supported', sql, parsed[1]?._location);
+        }
+        const q = parsed[0];
+        if (!isSelectStatement(q)) {
+            throw new SqlRuleError('Only SELECT statements are supported', sql, q._location);
+        }
+        rows.errors.push(...checkUnsupportedFeatures(sql, q));
+        if (q.from == null || q.from.length != 1 || q.from[0].type != 'table') {
+            throw new SqlRuleError('Must SELECT from a single table', sql, q.from?.[0]._location);
+        }
+        const tableRef = q.from?.[0].name;
+        if (tableRef?.name == null) {
+            throw new SqlRuleError('Must SELECT from a single table', sql, q.from?.[0]._location);
+        }
+        const alias = tableRef.alias ?? tableRef.name;
+        const sourceTable = new TablePattern(tableRef.schema, tableRef.name);
+        let querySchema = undefined;
+        if (schema) {
+            const tables = schema.getTables(sourceTable);
+            if (tables.length == 0) {
+                const e = new SqlRuleError(`Table ${sourceTable.schema}.${sourceTable.tablePattern} not found`, sql, q.from?.[0]?._location);
+                e.type = 'warning';
+                rows.errors.push(e);
+            }
+            else {
+                querySchema = new TableQuerySchema(tables, alias);
+            }
+        }
+        const where = q.where;
+        const tools = new SqlTools({
+            table: alias,
+            parameter_tables: ['bucket'],
+            value_tables: [alias],
+            sql,
+            schema: querySchema
+        });
+        const filter = tools.compileWhereClause(where);
+        const allParams = new Set([...filter.bucketParameters, ...bucket_parameters.map((p) => `bucket.${p}`)]);
+        if ((!filter.error && allParams.size != filter.bucketParameters.length) ||
+            allParams.size != bucket_parameters.length) {
+            rows.errors.push(new SqlRuleError(`Query must cover all bucket parameters: ${JSONBig.stringify(bucket_parameters)} != ${JSONBig.stringify(filter.bucketParameters)}`, sql, q._location));
+        }
+        rows.sourceTable = sourceTable;
+        rows.table = alias;
+        rows.sql = sql;
+        rows.filter = filter;
+        rows.descriptor_name = descriptor_name;
+        rows.bucket_parameters = bucket_parameters;
+        rows.columns = q.columns ?? [];
+        rows.tools = tools;
+        let hasId = false;
+        for (let column of q.columns ?? []) {
+            const name = tools.getOutputName(column);
+            if (name != '*') {
+                const clause = tools.compileStaticExtractor(column.expr);
+                if (isClauseError(clause)) {
+                    // Error logged already
+                    continue;
+                }
+                rows.extractors.push({
+                    extract: (tables, output) => {
+                        output[name] = clause.evaluate(tables);
+                    },
+                    getTypes(schema, into) {
+                        into[name] = { name, type: clause.getType(schema) };
+                    }
+                });
+            }
+            else {
+                rows.extractors.push({
+                    extract: (tables, output) => {
+                        const row = tables[alias];
+                        for (let key in row) {
+                            if (key.startsWith('_')) {
+                                continue;
+                            }
+                            output[key] ?? (output[key] = row[key]);
+                        }
+                    },
+                    getTypes(schema, into) {
+                        var _a;
+                        for (let column of schema.getColumns(alias)) {
+                            into[_a = column.name] ?? (into[_a] = column);
+                        }
+                    }
+                });
+            }
+            if (name == 'id' || name == '*') {
+                hasId = true;
+            }
+        }
+        if (!hasId) {
+            rows.errors.push(new SqlRuleError(`Query must return an "id" column`, sql, q.columns?.[0]._location));
+        }
+        rows.errors.push(...tools.errors);
+        return rows;
+    }
+    constructor() {
+        this.extractors = [];
+        this.errors = [];
+    }
+    applies(table) {
+        return this.sourceTable?.matches(table);
+    }
+    addSpecialParameters(table, row) {
+        if (this.sourceTable.isWildcard) {
+            return {
+                ...row,
+                _table_suffix: this.sourceTable.suffix(table.table)
+            };
+        }
+        else {
+            return row;
+        }
+    }
+    getOutputName(sourceTable) {
+        if (this.isUnaliasedWildcard()) {
+            // Wildcard without alias - use source
+            return sourceTable;
+        }
+        else {
+            return this.table;
+        }
+    }
+    isUnaliasedWildcard() {
+        return this.sourceTable.isWildcard && this.table == this.sourceTable.tablePattern;
+    }
+    evaluateRow(table, row) {
+        try {
+            const tables = { [this.table]: this.addSpecialParameters(table, row) };
+            const bucketParameters = this.filter.filter(tables);
+            const bucketIds = bucketParameters.map((params) => getBucketId(this.descriptor_name, this.bucket_parameters, params));
+            const data = this.transformRow(tables);
+            let id = data.id;
+            if (typeof id != 'string') {
+                // While an explicit cast would be better, this covers against very common
+                // issues when initially testing out sync, for example when the id column is an
+                // auto-incrementing integer.
+                // If there is no id column, we use a blank id. This will result in the user syncing
+                // a single arbitrary row for this table - better than just not being able to sync
+                // anything.
+                id = castAsText(id) ?? '';
+            }
+            const outputTable = this.getOutputName(table.table);
+            return bucketIds.map((bucketId) => {
+                return {
+                    bucket: bucketId,
+                    table: outputTable,
+                    id: id,
+                    data,
+                    ruleId: this.ruleId
+                };
+            });
+        }
+        catch (e) {
+            return [{ error: e.message ?? `Evaluating data query failed` }];
+        }
+    }
+    transformRow(tables) {
+        let result = {};
+        for (let extractor of this.extractors) {
+            extractor.extract(tables, result);
+        }
+        return filterJsonRow(result);
+    }
+    columnOutputNames() {
+        return this.columns.map((c) => {
+            return this.tools.getOutputName(c);
+        });
+    }
+    getColumnOutputs(schema) {
+        let result = [];
+        if (this.isUnaliasedWildcard()) {
+            // Separate results
+            for (let schemaTable of schema.getTables(this.sourceTable)) {
+                let output = {};
+                this.getColumnOutputsFor(schemaTable, output);
+                result.push({
+                    name: this.getOutputName(schemaTable.table),
+                    columns: Object.values(output)
+                });
+            }
+        }
+        else {
+            // Merged results
+            let output = {};
+            for (let schemaTable of schema.getTables(this.sourceTable)) {
+                this.getColumnOutputsFor(schemaTable, output);
+            }
+            result.push({
+                name: this.table,
+                columns: Object.values(output)
+            });
+        }
+        return result;
+    }
+    getColumnOutputsFor(schemaTable, output) {
+        const querySchema = {
+            getType: (table, column) => {
+                if (table == this.table) {
+                    return schemaTable.getType(column) ?? ExpressionType.NONE;
+                }
+                else {
+                    // TODO: bucket parameters?
+                    return ExpressionType.NONE;
+                }
+            },
+            getColumns: (table) => {
+                if (table == this.table) {
+                    return schemaTable.getColumns();
+                }
+                else {
+                    return [];
+                }
+            }
+        };
+        for (let extractor of this.extractors) {
+            extractor.getTypes(querySchema, output);
+        }
+    }
+}
+//# sourceMappingURL=SqlDataQuery.js.map

package/dist/SqlDataQuery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SqlDataQuery.js","sourceRoot":"","sources":["../src/SqlDataQuery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AACrD,OAAO,EAAE,KAAK,EAAkB,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAoB,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAEvE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,wBAAwB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAWjD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAOzD,MAAM,OAAO,YAAY;IACvB,MAAM,CAAC,OAAO,CAAC,eAAuB,EAAE,iBAA2B,EAAE,GAAW,EAAE,MAAqB;QACrG,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,YAAY,EAAE,CAAC;QAEhC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YACrB,MAAM,IAAI,YAAY,CAAC,6CAA6C,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;SAClG;QACD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE;YACzB,MAAM,IAAI,YAAY,CAAC,sCAAsC,EAAE,GAAG,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;SAClF;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAEtD,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,EAAE;YACrE,MAAM,IAAI,YAAY,CAAC,iCAAiC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;SACvF;QAED,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAClC,IAAI,QAAQ,EAAE,IAAI,IAAI,IAAI,EAAE;YAC1B,MAAM,IAAI,YAAY,CAAC,iCAAiC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;SACvF;QACD,MAAM,KAAK,GAAW,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC;QAEtD,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrE,IAAI,WAAW,GAA4B,SAAS,CAAC;QACrD,IAAI,MAAM,EAAE;YACV,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;gBACtB,MAAM,CAAC,GAAG,IAAI,YAAY,CACxB,SAAS,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC,YAAY,YAAY,EACnE,GAAG,EACH,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CACvB,CAAC;gBACF,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC;gBAEnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACrB;iBAAM;gBACL,WAAW,GAAG,IAAI,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;aACnD;SACF;QAED,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC;YACzB,KAAK,EAAE,KAAK;YACZ,gBAAgB,EAAE,CAAC,QAAQ,CAAC;YAC5B,YAAY,EAAE,CAAC,KAAK,CAAC;YACrB,GAAG;YACH,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,gBAAiB,EAAE,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACzG,IACE,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC,IAAI,IAAI,MAAM,CAAC,gBAAiB,CAAC,MAAM,CAAC;YACpE,SAAS,CAAC,IAAI,IAAI,iBAAiB,CAAC,MAAM,EAC1C;YACA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,IAAI,YAAY,CACd,2CAA2C,OAAO,CAAC,SAAS,CAAC,iBAAiB,CAAC,OAAO,OAAO,CAAC,SAAS,CACrG,MAAM,CAAC,gBAAgB,CACxB,EAAE,EACH,GAAG,EACH,CAAC,CAAC,SAAS,CACZ,CACF,CAAC;SACH;QAED,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAEnB,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,KAAK,IAAI,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE;YAClC,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACzC,IAAI,IAAI,IAAI,GAAG,EAAE;gBACf,MAAM,MAAM,GAAG,KAAK,CAAC,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACzD,IAAI,aAAa,CAAC,MAAM,CAAC,EAAE;oBACzB,uBAAuB;oBACvB,SAAS;iBACV;gBACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;wBAC1B,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBACzC,CAAC;oBACD,QAAQ,CAAC,MAAM,EAAE,IAAI;wBACnB,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;oBACtD,CAAC;iBACF,CAAC,CAAC;aACJ;iBAAM;gBACL,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;wBAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC1B,KAAK,IAAI,GAAG,IAAI,GAAG,EAAE;4BACnB,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gCACvB,SAAS;6BACV;4BACD,MAAM,CAAC,GAAG,MAAV,MAAM,CAAC,GAAG,IAAM,GAAG,CAAC,GAAG,CAAC,EAAC;yBAC1B;oBACH,CAAC;oBACD,QAAQ,CAAC,MAAM,EAAE,IAAI;;wBACnB,KAAK,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE;4BAC3C,IAAI,MAAC,MAAM,CAAC,IAAI,MAAhB,IAAI,OAAkB,MAAM,EAAC;yBAC9B;oBACH,CAAC;iBACF,CAAC,CAAC;aACJ;YACD,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,EAAE;gBAC/B,KAAK,GAAG,IAAI,CAAC;aACd;SACF;QACD,IAAI,CAAC,KAAK,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,kCAAkC,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;SACvG;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAgBD;QAVA,eAAU,GAAwB,EAAE,CAAC;QAQrC,WAAM,GAAmB,EAAE,CAAC;IAEb,CAAC;IAEhB,OAAO,CAAC,KAA2B;QACjC,OAAO,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED,oBAAoB,CAAC,KAA2B,EAAE,GAAc;QAC9D,IAAI,IAAI,CAAC,WAAY,CAAC,UAAU,EAAE;YAChC,OAAO;gBACL,GAAG,GAAG;gBACN,aAAa,EAAE,IAAI,CAAC,WAAY,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;aACrD,CAAC;SACH;aAAM;YACL,OAAO,GAAG,CAAC;SACZ;IACH,CAAC;IAED,aAAa,CAAC,WAAmB;QAC/B,IAAI,IAAI,CAAC,mBAAmB,EAAE,EAAE;YAC9B,sCAAsC;YACtC,OAAO,WAAW,CAAC;SACpB;aAAM;YACL,OAAO,IAAI,CAAC,KAAM,CAAC;SACpB;IACH,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,WAAY,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,WAAY,CAAC,YAAY,CAAC;IACtF,CAAC;IAED,WAAW,CAAC,KAA2B,EAAE,GAAc;QACrD,IAAI;YACF,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,KAAM,CAAC,EAAE,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;YACxE,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAChD,WAAW,CAAC,IAAI,CAAC,eAAgB,EAAE,IAAI,CAAC,iBAAkB,EAAE,MAAM,CAAC,CACpE,CAAC;YAEF,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACvC,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACjB,IAAI,OAAO,EAAE,IAAI,QAAQ,EAAE;gBACzB,0EAA0E;gBAC1E,+EAA+E;gBAC/E,6BAA6B;gBAC7B,oFAAoF;gBACpF,kFAAkF;gBAClF,YAAY;gBACZ,EAAE,GAAG,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;aAC3B;YACD,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAEpD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAChC,OAAO;oBACL,MAAM,EAAE,QAAQ;oBAChB,KAAK,EAAE,WAAW;oBAClB,EAAE,EAAE,EAAE;oBACN,IAAI;oBACJ,MAAM,EAAE,IAAI,CAAC,MAAM;iBACA,CAAC;YACxB,CAAC,CAAC,CAAC;SACJ;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,IAAI,8BAA8B,EAAE,CAAC,CAAC;SACjE;IACH,CAAC;IAEO,YAAY,CAAC,MAAuB;QAC1C,IAAI,MAAM,GAAc,EAAE,CAAC;QAC3B,KAAK,IAAI,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE;YACrC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;SACnC;QACD,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC7B,OAAO,IAAI,CAAC,KAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB,CAAC,MAAoB;QACnC,IAAI,MAAM,GAAoD,EAAE,CAAC;QAEjE,IAAI,IAAI,CAAC,mBAAmB,EAAE,EAAE;YAC9B,mBAAmB;YACnB,KAAK,IAAI,WAAW,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,WAAY,CAAC,EAAE;gBAC3D,IAAI,MAAM,GAAqC,EAAE,CAAC;gBAElD,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;gBAE9C,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC;oBAC3C,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;iBAC/B,CAAC,CAAC;aACJ;SACF;aAAM;YACL,iBAAiB;YACjB,IAAI,MAAM,GAAqC,EAAE,CAAC;YAClD,KAAK,IAAI,WAAW,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,WAAY,CAAC,EAAE;gBAC3D,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;aAC/C;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,IAAI,CAAC,KAAM;gBACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;aAC/B,CAAC,CAAC;SACJ;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,mBAAmB,CAAC,WAA8B,EAAE,MAAwC;QAClG,MAAM,WAAW,GAAgB;YAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBACzB,IAAI,KAAK,IAAI,IAAI,CAAC,KAAM,EAAE;oBACxB,OAAO,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC;iBAC3D;qBAAM;oBACL,2BAA2B;oBAC3B,OAAO,cAAc,CAAC,IAAI,CAAC;iBAC5B;YACH,CAAC;YACD,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;gBACpB,IAAI,KAAK,IAAI,IAAI,CAAC,KAAM,EAAE;oBACxB,OAAO,WAAW,CAAC,UAAU,EAAE,CAAC;iBACjC;qBAAM;oBACL,OAAO,EAAE,CAAC;iBACX;YACH,CAAC;SACF,CAAC;QACF,KAAK,IAAI,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE;YACrC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;SACzC;IACH,CAAC;CACF"}

package/dist/SqlParameterQuery.d.ts

@@ -0,0 +1,43 @@
+import { SelectedColumn } from 'pgsql-ast-parser';
+import { EvaluatedParametersResult, ParameterMatchClause, QueryBucketIdOptions, SourceSchema, SqliteJsonRow, SqliteJsonValue, SqliteRow, StaticRowValueClause, SyncParameters } from './types.js';
+import { SqlRuleError } from './errors.js';
+import { SqlTools } from './sql_filters.js';
+import { StaticSqlParameterQuery } from './StaticSqlParameterQuery.js';
+import { TablePattern } from './TablePattern.js';
+import { SourceTableInterface } from './SourceTableInterface.js';
+/**
+ * Represents a parameter query, such as:
+ *
+ *  SELECT id as user_id FROM users WHERE users.user_id = token_parameters.user_id
+ *  SELECT id as user_id, token_parameters.is_admin as is_admin FROM users WHERE users.user_id = token_parameters.user_id
+ */
+export declare class SqlParameterQuery {
+    static fromSql(descriptor_name: string, sql: string, schema?: SourceSchema): SqlParameterQuery | StaticSqlParameterQuery;
+    sourceTable?: TablePattern;
+    table?: string;
+    sql?: string;
+    columns?: SelectedColumn[];
+    lookup_columns?: SelectedColumn[];
+    static_columns?: SelectedColumn[];
+    lookup_extractors: Record<string, StaticRowValueClause>;
+    static_extractors: Record<string, StaticRowValueClause>;
+    filter?: ParameterMatchClause;
+    descriptor_name?: string;
+    /** _Input_ token / user parameters */
+    input_parameters?: string[];
+    expanded_input_parameter?: string;
+    /** _Output_ bucket parameters */
+    bucket_parameters?: string[];
+    id?: string;
+    tools?: SqlTools;
+    static_tools?: SqlTools;
+    errors: SqlRuleError[];
+    constructor();
+    applies(table: SourceTableInterface): boolean;
+    evaluateParameterRow(row: SqliteRow): EvaluatedParametersResult[];
+    transformRows(row: SqliteRow): SqliteRow[];
+    resolveBucketIds(bucketParameters: SqliteJsonRow[], parameters: SyncParameters): string[];
+    lookupParam(param: string, parameters: SyncParameters): string | number | bigint | null;
+    getLookups(parameters: SyncParameters): SqliteJsonValue[][];
+    queryBucketIds(options: QueryBucketIdOptions): Promise<string[]>;
+}

package/dist/SqlParameterQuery.js

@@ -0,0 +1,238 @@
+import { parse } from 'pgsql-ast-parser';
+import { SqlRuleError } from './errors.js';
+import { SqlTools } from './sql_filters.js';
+import { StaticSqlParameterQuery } from './StaticSqlParameterQuery.js';
+import { filterJsonRow, getBucketId, isJsonValue, isSelectStatement } from './utils.js';
+import { TablePattern } from './TablePattern.js';
+import { checkUnsupportedFeatures, isClauseError } from './sql_support.js';
+import { TableQuerySchema } from './TableQuerySchema.js';
+/**
+ * Represents a parameter query, such as:
+ *
+ *  SELECT id as user_id FROM users WHERE users.user_id = token_parameters.user_id
+ *  SELECT id as user_id, token_parameters.is_admin as is_admin FROM users WHERE users.user_id = token_parameters.user_id
+ */
+export class SqlParameterQuery {
+    static fromSql(descriptor_name, sql, schema) {
+        const parsed = parse(sql, { locationTracking: true });
+        const rows = new SqlParameterQuery();
+        if (parsed.length > 1) {
+            throw new SqlRuleError('Only a single SELECT statement is supported', sql, parsed[1]?._location);
+        }
+        const q = parsed[0];
+        if (!isSelectStatement(q)) {
+            throw new SqlRuleError('Only SELECT statements are supported', sql, q._location);
+        }
+        if (q.from == null) {
+            // E.g. SELECT token_parameters.user_id as user_id WHERE token_parameters.is_admin
+            return StaticSqlParameterQuery.fromSql(descriptor_name, sql, q);
+        }
+        rows.errors.push(...checkUnsupportedFeatures(sql, q));
+        if (q.from.length != 1 || q.from[0].type != 'table') {
+            throw new SqlRuleError('Must SELECT from a single table', sql, q.from?.[0]._location);
+        }
+        const tableRef = q.from?.[0].name;
+        if (tableRef?.name == null) {
+            throw new SqlRuleError('Must SELECT from a single table', sql, q.from?.[0]._location);
+        }
+        const alias = q.from?.[0].name.alias ?? tableRef.name;
+        if (tableRef.name != alias) {
+            rows.errors.push(new SqlRuleError('Table aliases not supported in parameter queries', sql, q.from?.[0]._location));
+        }
+        const sourceTable = new TablePattern(tableRef.schema, tableRef.name);
+        let querySchema = undefined;
+        if (schema) {
+            const tables = schema.getTables(sourceTable);
+            if (tables.length == 0) {
+                const e = new SqlRuleError(`Table ${sourceTable.schema}.${sourceTable.tablePattern} not found`, sql, q.from?.[0]?._location);
+                e.type = 'warning';
+                rows.errors.push(e);
+            }
+            else {
+                querySchema = new TableQuerySchema(tables, alias);
+            }
+        }
+        const tools = new SqlTools({
+            table: alias,
+            parameter_tables: ['token_parameters', 'user_parameters'],
+            sql,
+            supports_expanding_parameters: true,
+            schema: querySchema
+        });
+        const where = q.where;
+        const filter = tools.compileWhereClause(where);
+        const bucket_parameters = (q.columns ?? []).map((column) => tools.getOutputName(column));
+        rows.sourceTable = sourceTable;
+        rows.table = alias;
+        rows.sql = sql;
+        rows.filter = filter;
+        rows.descriptor_name = descriptor_name;
+        rows.bucket_parameters = bucket_parameters;
+        rows.input_parameters = filter.bucketParameters;
+        const expandedParams = rows.input_parameters.filter((param) => param.endsWith('[*]'));
+        if (expandedParams.length > 1) {
+            rows.errors.push(new SqlRuleError('Cannot have multiple array input parameters', sql));
+        }
+        rows.expanded_input_parameter = expandedParams[0];
+        rows.columns = q.columns ?? [];
+        rows.static_columns = [];
+        rows.lookup_columns = [];
+        rows.static_tools = new SqlTools({
+            // This is used for values not on the parameter query table - these operate directly on
+            // token_parameters or user_parameters.
+            table: undefined,
+            value_tables: ['token_parameters', 'user_parameters'],
+            parameter_tables: [],
+            sql
+        });
+        for (let column of q.columns ?? []) {
+            const name = tools.getSpecificOutputName(column);
+            if (tools.isTableRef(column.expr)) {
+                rows.lookup_columns.push(column);
+                const extractor = tools.compileStaticExtractor(column.expr);
+                if (isClauseError(extractor)) {
+                    // Error logged already
+                    continue;
+                }
+                rows.lookup_extractors[name] = extractor;
+            }
+            else {
+                rows.static_columns.push(column);
+                const extractor = rows.static_tools.compileStaticExtractor(column.expr);
+                if (isClauseError(extractor)) {
+                    // Error logged already
+                    continue;
+                }
+                rows.static_extractors[name] = extractor;
+            }
+        }
+        rows.tools = tools;
+        rows.errors.push(...tools.errors);
+        rows.errors.push(...rows.static_tools.errors);
+        return rows;
+    }
+    constructor() {
+        this.lookup_extractors = {};
+        this.static_extractors = {};
+        this.errors = [];
+    }
+    applies(table) {
+        return this.sourceTable.matches(table);
+    }
+    evaluateParameterRow(row) {
+        const tables = {
+            [this.table]: row
+        };
+        try {
+            const filterParameters = this.filter.filter(tables);
+            let result = [];
+            for (let filterParamSet of filterParameters) {
+                let lookup = [this.descriptor_name, this.id];
+                lookup.push(...this.input_parameters.map((param) => {
+                    return filterParamSet[param];
+                }));
+                const data = this.transformRows(row);
+                const role = {
+                    bucket_parameters: data.map((row) => filterJsonRow(row)),
+                    lookup: lookup
+                };
+                result.push(role);
+            }
+            return result;
+        }
+        catch (e) {
+            return [{ error: e.message ?? `Evaluating parameter query failed` }];
+        }
+    }
+    transformRows(row) {
+        const tables = { [this.table]: row };
+        let result = {};
+        for (let key in this.lookup_extractors) {
+            const extractor = this.lookup_extractors[key];
+            result[key] = extractor.evaluate(tables);
+        }
+        return [result];
+    }
+    resolveBucketIds(bucketParameters, parameters) {
+        const tables = { token_parameters: parameters.token_parameters, user_parameters: parameters.user_parameters };
+        // Filters have already been applied and gotten us the set of bucketParameters - don't attempt to filter again.
+        // We _do_ need to evaluate the output columns here, using a combination of precomputed bucketParameters,
+        // and values from token parameters.
+        return bucketParameters
+            .map((lookup) => {
+            let result = {};
+            for (let name of this.bucket_parameters) {
+                if (name in this.lookup_extractors) {
+                    result[`bucket.${name}`] = lookup[name];
+                }
+                else {
+                    const value = this.static_extractors[name].evaluate(tables);
+                    if (!isJsonValue(value)) {
+                        // Not valid - exclude.
+                        // Should we error instead?
+                        return null;
+                    }
+                    else {
+                        result[`bucket.${name}`] = value;
+                    }
+                }
+            }
+            return getBucketId(this.descriptor_name, this.bucket_parameters, result);
+        })
+            .filter((lookup) => lookup != null);
+    }
+    lookupParam(param, parameters) {
+        const [table, column] = param.split('.');
+        const pt = parameters[table];
+        return pt?.[column] ?? null;
+    }
+    getLookups(parameters) {
+        if (!this.expanded_input_parameter) {
+            let lookup = [this.descriptor_name, this.id];
+            lookup.push(...this.input_parameters.map((param) => {
+                // Scalar value
+                return this.lookupParam(param, parameters);
+            }));
+            return [lookup];
+        }
+        else {
+            const arrayString = this.lookupParam(this.expanded_input_parameter.substring(0, this.expanded_input_parameter.length - 3), parameters);
+            if (arrayString == null || typeof arrayString != 'string') {
+                return [];
+            }
+            let values;
+            try {
+                values = JSON.parse(arrayString);
+                if (!Array.isArray(values)) {
+                    return [];
+                }
+            }
+            catch (e) {
+                return [];
+            }
+            return values.map((expandedValue) => {
+                let lookup = [this.descriptor_name, this.id];
+                lookup.push(...this.input_parameters.map((param) => {
+                    if (param == this.expanded_input_parameter) {
+                        // Expand array value
+                        return expandedValue;
+                    }
+                    else {
+                        // Scalar value
+                        return this.lookupParam(param, parameters);
+                    }
+                }));
+                return lookup;
+            });
+        }
+    }
+    async queryBucketIds(options) {
+        let lookups = this.getLookups(options.parameters);
+        if (lookups.length == 0) {
+            return [];
+        }
+        const parameters = await options.getParameterSets(lookups);
+        return this.resolveBucketIds(parameters, options.parameters);
+    }
+}
+//# sourceMappingURL=SqlParameterQuery.js.map

package/dist/SqlParameterQuery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SqlParameterQuery.js","sourceRoot":"","sources":["../src/SqlParameterQuery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAkB,MAAM,kBAAkB,CAAC;AAczD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,OAAO,EAAE,wBAAwB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD;;;;;GAKG;AACH,MAAM,OAAO,iBAAiB;IAC5B,MAAM,CAAC,OAAO,CACZ,eAAuB,EACvB,GAAW,EACX,MAAqB;QAErB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,iBAAiB,EAAE,CAAC;QAErC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YACrB,MAAM,IAAI,YAAY,CAAC,6CAA6C,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;SAClG;QACD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAEpB,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE;YACzB,MAAM,IAAI,YAAY,CAAC,sCAAsC,EAAE,GAAG,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;SAClF;QAED,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,EAAE;YAClB,kFAAkF;YAClF,OAAO,uBAAuB,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;SACjE;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAEtD,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,EAAE;YACnD,MAAM,IAAI,YAAY,CAAC,iCAAiC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;SACvF;QAED,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAClC,IAAI,QAAQ,EAAE,IAAI,IAAI,IAAI,EAAE;YAC1B,MAAM,IAAI,YAAY,CAAC,iCAAiC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;SACvF;QACD,MAAM,KAAK,GAAW,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC;QAC9D,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,EAAE;YAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,IAAI,YAAY,CAAC,kDAAkD,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CACjG,CAAC;SACH;QACD,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrE,IAAI,WAAW,GAA4B,SAAS,CAAC;QACrD,IAAI,MAAM,EAAE;YACV,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;gBACtB,MAAM,CAAC,GAAG,IAAI,YAAY,CACxB,SAAS,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC,YAAY,YAAY,EACnE,GAAG,EACH,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CACvB,CAAC;gBACF,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC;gBAEnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACrB;iBAAM;gBACL,WAAW,GAAG,IAAI,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;aACnD;SACF;QAED,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC;YACzB,KAAK,EAAE,KAAK;YACZ,gBAAgB,EAAE,CAAC,kBAAkB,EAAE,iBAAiB,CAAC;YACzD,GAAG;YACH,6BAA6B,EAAE,IAAI;YACnC,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;QACtB,MAAM,MAAM,GAAG,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,iBAAiB,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAiB,CAAC;QACjD,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,6CAA6C,EAAE,GAAG,CAAC,CAAC,CAAC;SACxF;QACD,IAAI,CAAC,wBAAwB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,QAAQ,CAAC;YAC/B,uFAAuF;YACvF,uCAAuC;YACvC,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE,CAAC,kBAAkB,EAAE,iBAAiB,CAAC;YACrD,gBAAgB,EAAE,EAAE;YACpB,GAAG;SACJ,CAAC,CAAC;QAEH,KAAK,IAAI,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE;YAClC,MAAM,IAAI,GAAG,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;gBACjC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjC,MAAM,SAAS,GAAG,KAAK,CAAC,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC5D,IAAI,aAAa,CAAC,SAAS,CAAC,EAAE;oBAC5B,uBAAuB;oBACvB,SAAS;iBACV;gBACD,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC;aAC1C;iBAAM;gBACL,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACxE,IAAI,aAAa,CAAC,SAAS,CAAC,EAAE;oBAC5B,uBAAuB;oBACvB,SAAS;iBACV;gBACD,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC;aAC1C;SACF;QACD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IA4BD;QAnBA,sBAAiB,GAAyC,EAAE,CAAC;QAC7D,sBAAiB,GAAyC,EAAE,CAAC;QAgB7D,WAAM,GAAmB,EAAE,CAAC;IAEb,CAAC;IAEhB,OAAO,CAAC,KAA2B;QACjC,OAAO,IAAI,CAAC,WAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED,oBAAoB,CAAC,GAAc;QACjC,MAAM,MAAM,GAAG;YACb,CAAC,IAAI,CAAC,KAAM,CAAC,EAAE,GAAG;SACnB,CAAC;QACF,IAAI;YACF,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACrD,IAAI,MAAM,GAAgC,EAAE,CAAC;YAC7C,KAAK,IAAI,cAAc,IAAI,gBAAgB,EAAE;gBAC3C,IAAI,MAAM,GAAsB,CAAC,IAAI,CAAC,eAAgB,EAAE,IAAI,CAAC,EAAG,CAAC,CAAC;gBAClE,MAAM,CAAC,IAAI,CACT,GAAG,IAAI,CAAC,gBAAiB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;oBACtC,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC,CAAC,CACH,CAAC;gBAEF,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBAErC,MAAM,IAAI,GAAwB;oBAChC,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;oBACxD,MAAM,EAAE,MAAM;iBACf,CAAC;gBACF,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACnB;YACD,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,IAAI,mCAAmC,EAAE,CAAC,CAAC;SACtE;IACH,CAAC;IAED,aAAa,CAAC,GAAc;QAC1B,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,KAAM,CAAC,EAAE,GAAG,EAAE,CAAC;QACtC,IAAI,MAAM,GAAc,EAAE,CAAC;QAC3B,KAAK,IAAI,GAAG,IAAI,IAAI,CAAC,iBAAiB,EAAE;YACtC,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;SAC1C;QACD,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAED,gBAAgB,CAAC,gBAAiC,EAAE,UAA0B;QAC5E,MAAM,MAAM,GAAG,EAAE,gBAAgB,EAAE,UAAU,CAAC,gBAAgB,EAAE,eAAe,EAAE,UAAU,CAAC,eAAe,EAAE,CAAC;QAE9G,+GAA+G;QAC/G,yGAAyG;QACzG,oCAAoC;QAEpC,OAAO,gBAAgB;aACpB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACd,IAAI,MAAM,GAAoC,EAAE,CAAC;YACjD,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,iBAAkB,EAAE;gBACxC,IAAI,IAAI,IAAI,IAAI,CAAC,iBAAiB,EAAE;oBAClC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;iBACzC;qBAAM;oBACL,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBAC5D,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE;wBACvB,uBAAuB;wBACvB,2BAA2B;wBAC3B,OAAO,IAAI,CAAC;qBACb;yBAAM;wBACL,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC;qBAClC;iBACF;aACF;YAED,OAAO,WAAW,CAAC,IAAI,CAAC,eAAgB,EAAE,IAAI,CAAC,iBAAkB,EAAE,MAAM,CAAC,CAAC;QAC7E,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,IAAI,IAAI,CAAa,CAAC;IACpD,CAAC;IAED,WAAW,CAAC,KAAa,EAAE,UAA0B;QACnD,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,EAAE,GAA+B,UAAkB,CAAC,KAAK,CAAC,CAAC;QACjE,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;IAC9B,CAAC;IAED,UAAU,CAAC,UAA0B;QACnC,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE;YAClC,IAAI,MAAM,GAAsB,CAAC,IAAI,CAAC,eAAgB,EAAE,IAAI,CAAC,EAAG,CAAC,CAAC;YAElE,MAAM,CAAC,IAAI,CACT,GAAG,IAAI,CAAC,gBAAiB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAmB,EAAE;gBACvD,eAAe;gBACf,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAC7C,CAAC,CAAC,CACH,CAAC;YACF,OAAO,CAAC,MAAM,CAAC,CAAC;SACjB;aAAM;YACL,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAClC,IAAI,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,wBAAwB,CAAC,MAAM,GAAG,CAAC,CAAC,EACpF,UAAU,CACX,CAAC;YACF,IAAI,WAAW,IAAI,IAAI,IAAI,OAAO,WAAW,IAAI,QAAQ,EAAE;gBACzD,OAAO,EAAE,CAAC;aACX;YACD,IAAI,MAAyB,CAAC;YAC9B,IAAI;gBACF,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;oBAC1B,OAAO,EAAE,CAAC;iBACX;aACF;YAAC,OAAO,CAAC,EAAE;gBACV,OAAO,EAAE,CAAC;aACX;YAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,EAAqB,EAAE;gBACrD,IAAI,MAAM,GAAsB,CAAC,IAAI,CAAC,eAAgB,EAAE,IAAI,CAAC,EAAG,CAAC,CAAC;gBAElE,MAAM,CAAC,IAAI,CACT,GAAG,IAAI,CAAC,gBAAiB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAmB,EAAE;oBACvD,IAAI,KAAK,IAAI,IAAI,CAAC,wBAAwB,EAAE;wBAC1C,qBAAqB;wBACrB,OAAO,aAAa,CAAC;qBACtB;yBAAM;wBACL,eAAe;wBACf,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;qBAC5C;gBACH,CAAC,CAAC,CACH,CAAC;gBAEF,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;SACJ;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAA6B;QAChD,IAAI,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAClD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;YACvB,OAAO,EAAE,CAAC;SACX;QAED,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/D,CAAC;CACF"}

package/dist/SqlSyncRules.d.ts

@@ -0,0 +1,52 @@
+import { Scalar } from 'yaml';
+import { YamlError } from './errors.js';
+import { IdSequence } from './IdSequence.js';
+import { SourceTableInterface } from './SourceTableInterface.js';
+import { QueryParseResult, SqlBucketDescriptor } from './SqlBucketDescriptor.js';
+import { TablePattern } from './TablePattern.js';
+import { EvaluatedParameters, EvaluatedRow, EvaluateRowOptions, EvaluationError, QueryBucketIdOptions, SourceSchema, SqliteRow, SyncParameters, SyncRules } from './types.js';
+export declare class SqlSyncRules implements SyncRules {
+    bucket_descriptors: SqlBucketDescriptor[];
+    idSequence: IdSequence;
+    content: string;
+    errors: YamlError[];
+    static validate(yaml: string, options?: {
+        schema?: SourceSchema;
+    }): YamlError[];
+    static fromYaml(yaml: string, options?: {
+        throwOnError?: boolean;
+        schema?: SourceSchema;
+    }): SqlSyncRules;
+    throwOnError(): void;
+    static tokenError(token: any, message: string): YamlError;
+    withScalar(scalar: Scalar, cb: (value: string) => QueryParseResult): QueryParseResult;
+    constructor(content: string);
+    /**
+     * Throws errors.
+     */
+    evaluateRow(options: EvaluateRowOptions): EvaluatedRow[];
+    evaluateRowWithErrors(options: EvaluateRowOptions): {
+        results: EvaluatedRow[];
+        errors: EvaluationError[];
+    };
+    /**
+     * Throws errors.
+     */
+    evaluateParameterRow(table: SourceTableInterface, row: SqliteRow): EvaluatedParameters[];
+    evaluateParameterRowWithErrors(table: SourceTableInterface, row: SqliteRow): {
+        results: EvaluatedParameters[];
+        errors: EvaluationError[];
+    };
+    /**
+     * @deprecated For testing only.
+     */
+    getStaticBucketIds(parameters: SyncParameters): string[];
+    /**
+     * Note: This can error hard.
+     */
+    queryBucketIds(options: QueryBucketIdOptions): Promise<string[]>;
+    getSourceTables(): TablePattern[];
+    tableSyncsData(table: SourceTableInterface): boolean;
+    tableSyncsParameters(table: SourceTableInterface): boolean;
+    debugGetOutputTables(): Record<string, any[]>;
+}