@terascope/data-mate 2.23.1 → 2.25.0

package/dist/src/teal-frame/append.js

@@ -0,0 +1,136 @@
+import { DuckDBDataChunk } from '@duckdb/node-api';
+import { quoteIdentifier } from '@terascope/sql-builder';
+import { MAX_CHUNK_ROWS } from './DuckContext.js';
+import { AppendError, CoercionFailureError } from './errors.js';
+import { describeSource, readParquetSource } from './sources.js';
+import { buildPlan } from './table.js';
+/**
+ * Loads rows into a frame's table. Used by `TealFrame.append` and `fromRecords`.
+ *
+ * Records arrive as JS objects, are coerced with `coerceToType` (the same function
+ * `DataFrame`'s builder uses) and are appended as typed values, with no JSON round trip.
+ * Because the coercion code is shared, field semantics match `DataFrame` exactly.
+ *
+ * These are free functions because none of them needs the frame. Each takes the append's own
+ * connection (see `appendInTransaction`), the table name and the input.
+*/
+/** Counts a table's rows without throwing. Used while reporting a failure, where a second
+ * error would hide the original one. */
+export async function countQuietly(connection, table) {
+    try {
+        const result = await connection.run(`SELECT count(*) FROM ${quoteIdentifier(table)}`);
+        const rows = await result.getRowsJson();
+        return Number(rows[0]?.[0] ?? 0);
+    }
+    catch {
+        return undefined;
+    }
+}
+/**
+ * Appends Parquet files with `INSERT ... BY NAME`.
+ *
+ * Columns are matched by name because a positional `INSERT ... SELECT *` fails when a file's
+ * column order differs from the table's, and separately produced files may not agree on order.
+ *
+ * No coercion is needed: Parquet is typed, and the values were coerced by `fromRecords` when
+ * the file was written.
+*/
+export async function appendParquet(connection, table, paths) {
+    const result = await connection.run(`INSERT INTO ${quoteIdentifier(table)} BY NAME`
+        + ` SELECT * FROM ${readParquetSource(paths)}`);
+    const rows = await result.getRowsJson();
+    return Number(rows[0]?.[0] ?? 0);
+}
+/**
+ * Coerces records with `coerceToType` and appends them through a typed DuckDB appender.
+ *
+ * `strict` (the default) throws on the first bad value, as `DataFrame`'s builder does.
+ * `lenient` stores null instead and collects each failing field with a count and an example.
+*/
+export async function appendRecords(connection, config, table, records, options) {
+    const plan = buildPlan(config);
+    const lenient = (options.mode ?? 'strict') === 'lenient';
+    const failures = new Map();
+    /** Records one failure. In strict mode this throws immediately. */
+    const recordFailure = (name, fieldType, value) => {
+        const existing = failures.get(name);
+        if (existing) {
+            existing.failedCount += 1;
+        }
+        else {
+            failures.set(name, {
+                field: name,
+                fieldType,
+                failedCount: 1,
+                exampleValue: String(value),
+            });
+        }
+        if (!lenient) {
+            throw new CoercionFailureError(`coercion failed for field ${name} (${fieldType}):`
+                + ` ${JSON.stringify(String(value))}`, [...failures.values()]);
+        }
+        return null;
+    };
+    const appender = await connection.createAppender(table);
+    const chunkTypes = (await connection.run(`SELECT * FROM ${quoteIdentifier(table)} LIMIT 0`)).columnTypes();
+    try {
+        for (let offset = 0; offset < records.length; offset += MAX_CHUNK_ROWS) {
+            const window = records.slice(offset, offset + MAX_CHUNK_ROWS);
+            const chunk = DuckDBDataChunk.create(chunkTypes, window.length);
+            chunk.setColumns(plan.map(({ name, fieldType, coerce, convert }) => (window.map((record) => {
+                try {
+                    return convert(coerce(record[name]));
+                }
+                catch {
+                    return recordFailure(name, fieldType, record[name]);
+                }
+            }))));
+            appender.appendDataChunk(chunk);
+        }
+        appender.flushSync();
+    }
+    finally {
+        // close on failure too, so the rollback does not run while the appender is open
+        appender.closeSync();
+    }
+    return records.length;
+}
+/**
+ * Runs one `TealFrame.append` as an atomic transaction on its own connection.
+ *
+ * **The separate connection is required for correctness.** A DuckDB transaction belongs to a
+ * connection, and the shared connection is used by the whole process. If two appends shared it,
+ * the second `BEGIN` would throw, its `ROLLBACK` would discard the first append's rows, and every
+ * later statement would fail with `Current transaction is aborted`.
+ *
+ * With one connection per append, concurrent appends to the same table are safe: DuckDB's MVCC
+ * lets appends proceed without write conflicts.
+*/
+export async function appendInTransaction(instance, config, table, source, options) {
+    const connection = await instance.connect();
+    try {
+        await connection.run('BEGIN TRANSACTION');
+        try {
+            const added = source.records === undefined
+                ? await appendParquet(connection, table, source.parquet)
+                : await appendRecords(connection, config, table, source.records, options);
+            await connection.run('COMMIT');
+            return added;
+        }
+        catch (err) {
+            await connection.run('ROLLBACK');
+            throw new AppendError({
+                table,
+                source: source.records === undefined ? 'parquet' : 'records',
+                describedSource: describeSource(source),
+                // counted after the rollback, so it reports what is left; a successful
+                // append never pays for the count
+                rowsRemaining: await countQuietly(connection, table),
+            }, err);
+        }
+    }
+    finally {
+        connection.disconnectSync();
+    }
+}
+//# sourceMappingURL=append.js.map

package/dist/src/teal-frame/append.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"append.js","sourceRoot":"","sources":["../../../src/teal-frame/append.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoB,eAAe,EAAkB,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAKvC;;;;;;;;;EASE;AAEF;wCACwC;AACxC,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,UAA4B,EAAE,KAAa;IAE3C,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,GAAG,CAC/B,wBAAwB,eAAe,CAAC,KAAK,CAAC,EAAE,CACnD,CAAC;QACF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC;AAED;;;;;;;;EAQE;AACF,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,UAA4B,EAAE,KAAa,EAAE,KAAiC;IAE9E,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,GAAG,CAC/B,eAAe,eAAe,CAAC,KAAK,CAAC,UAAU;UAC7C,kBAAkB,iBAAiB,CAAC,KAAK,CAAC,EAAE,CACjD,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;IACxC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACrC,CAAC;AAED;;;;;EAKE;AACF,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,UAA4B,EAC5B,MAAmB,EACnB,KAAa,EACb,OAA2C,EAC3C,OAAsB;IAEtB,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,KAAK,SAAS,CAAC;IACzD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;IAEpD,mEAAmE;IACnE,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,SAAiB,EAAE,KAAc,EAAQ,EAAE;QAC5E,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,QAAQ,EAAE,CAAC;YACX,QAAQ,CAAC,WAAW,IAAI,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACJ,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE;gBACf,KAAK,EAAE,IAAI;gBACX,SAAS;gBACT,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC;aAC9B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,MAAM,IAAI,oBAAoB,CAC1B,6BAA6B,IAAI,KAAK,SAAS,IAAI;kBACjD,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EACrC,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CACzB,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,CACf,MAAM,UAAU,CAAC,GAAG,CAAC,iBAAiB,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,CAC1E,CAAC,WAAW,EAAE,CAAC;IAEhB,IAAI,CAAC;QACD,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,cAAc,EAAE,CAAC;YACrE,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,CAAC;YAC9D,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAEhE,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAChE,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBAClB,IAAI,CAAC;oBACD,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACzC,CAAC;gBAAC,MAAM,CAAC;oBACL,OAAO,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBACxD,CAAC;YACL,CAAC,CAAC,CACL,CAAc,CAAC,CAAC;YAEjB,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAED,QAAQ,CAAC,SAAS,EAAE,CAAC;IACzB,CAAC;YAAS,CAAC;QACP,gFAAgF;QAChF,QAAQ,CAAC,SAAS,EAAE,CAAC;IACzB,CAAC;IAED,OAAO,OAAO,CAAC,MAAM,CAAC;AAC1B,CAAC;AAED;;;;;;;;;;EAUE;AACF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,QAAwB,EACxB,MAAmB,EACnB,KAAa,EACb,MAAoB,EACpB,OAAsB;IAEtB,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IAE5C,IAAI,CAAC;QACD,MAAM,UAAU,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QAC1C,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,KAAK,SAAS;gBACtC,CAAC,CAAC,MAAM,aAAa,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC;gBACxD,CAAC,CAAC,MAAM,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAE9E,MAAM,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC/B,OAAO,KAAK,CAAC;QACjB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAEjC,MAAM,IAAI,WAAW,CAAC;gBAClB,KAAK;gBACL,MAAM,EAAE,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBAC5D,eAAe,EAAE,cAAc,CAAC,MAAM,CAAC;gBACvC,uEAAuE;gBACvE,kCAAkC;gBAClC,aAAa,EAAE,MAAM,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC;aACvD,EAAE,GAAG,CAAC,CAAC;QACZ,CAAC;IACL,CAAC;YAAS,CAAC;QACP,UAAU,CAAC,cAAc,EAAE,CAAC;IAChC,CAAC;AACL,CAAC"}

package/dist/src/teal-frame/clauses.d.ts

@@ -0,0 +1,22 @@
+import { SelectList } from './interfaces.js';
+/**
+ * SQL clause helpers specific to the frame.
+ *
+ * `ORDER BY`, `GROUP BY` and `LIMIT`/`OFFSET` come from `@terascope/sql-builder` so that
+ * translated statements render them the same way. Only the projection is built here.
+*/
+/**
+ * Builds a `SELECT` list and the column names it produces.
+ *
+ * With a map, the keys are the column names and each expression is aliased to its key.
+ * A verbatim string cannot be turned back into column names without parsing SQL
+ * (`struct_pack(...) AS "nested"` and `a.*` are both valid), so it must come with
+ * `columns`. `QueryAccess.restrictSQLParts` returns both.
+*/
+export declare function selectList(select: SelectList, columns?: readonly string[]): {
+    list: string;
+    names: readonly string[];
+};
+/** Joins SQL fragments with a single space, dropping the ones that are empty. */
+export declare function joinSQL(...parts: readonly string[]): string;
+//# sourceMappingURL=clauses.d.ts.map

package/dist/src/teal-frame/clauses.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clauses.d.ts","sourceRoot":"","sources":["../../../src/teal-frame/clauses.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C;;;;;EAKE;AAEF;;;;;;;EAOE;AACF,wBAAgB,UAAU,CACtB,MAAM,EAAE,UAAU,EAClB,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,GAC5B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAwB5C;AAED,iFAAiF;AACjF,wBAAgB,OAAO,CAAC,GAAG,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAE3D"}

package/dist/src/teal-frame/clauses.js

@@ -0,0 +1,41 @@
+import { quoteIdentifier } from '@terascope/sql-builder';
+/**
+ * SQL clause helpers specific to the frame.
+ *
+ * `ORDER BY`, `GROUP BY` and `LIMIT`/`OFFSET` come from `@terascope/sql-builder` so that
+ * translated statements render them the same way. Only the projection is built here.
+*/
+/**
+ * Builds a `SELECT` list and the column names it produces.
+ *
+ * With a map, the keys are the column names and each expression is aliased to its key.
+ * A verbatim string cannot be turned back into column names without parsing SQL
+ * (`struct_pack(...) AS "nested"` and `a.*` are both valid), so it must come with
+ * `columns`. `QueryAccess.restrictSQLParts` returns both.
+*/
+export function selectList(select, columns) {
+    if (typeof select === 'string') {
+        if (!select.trim()) {
+            throw new TypeError('a verbatim SELECT list cannot be empty');
+        }
+        if (columns == null) {
+            throw new TypeError('a verbatim SELECT list needs its `columns`, because a SELECT list cannot be'
+                + ' parsed back into column names - QueryAccess.restrictSQLParts returns them'
+                + ' beside it');
+        }
+        return { list: select, names: columns };
+    }
+    const names = Object.keys(select);
+    if (names.length === 0) {
+        throw new TypeError('select requires at least one expression');
+    }
+    return {
+        list: names.map((name) => `${select[name]} AS ${quoteIdentifier(name)}`).join(', '),
+        names,
+    };
+}
+/** Joins SQL fragments with a single space, dropping the ones that are empty. */
+export function joinSQL(...parts) {
+    return parts.filter(Boolean).join(' ');
+}
+//# sourceMappingURL=clauses.js.map

package/dist/src/teal-frame/clauses.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clauses.js","sourceRoot":"","sources":["../../../src/teal-frame/clauses.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAGzD;;;;;EAKE;AAEF;;;;;;;EAOE;AACF,MAAM,UAAU,UAAU,CACtB,MAAkB,EAClB,OAA2B;IAE3B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,SAAS,CAAC,wCAAwC,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,SAAS,CACf,6EAA6E;kBAC3E,4EAA4E;kBAC5E,YAAY,CACjB,CAAC;QACN,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IACnE,CAAC;IAED,OAAO;QACH,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACnF,KAAK;KACR,CAAC;AACN,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,OAAO,CAAC,GAAG,KAAwB;IAC/C,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC3C,CAAC"}

package/dist/src/teal-frame/database.d.ts

@@ -0,0 +1,46 @@
+import { DuckContext } from './DuckContext.js';
+import { ScalarFunctionSpec } from './scalar-function.js';
+import { DuckDatabaseOptions } from './interfaces.js';
+/**
+ * Returns the context for a database path, creating it on first use and caching it per path.
+ *
+ * `:memory:` is the process-wide default. Any other path is a file-backed database, which is
+ * also how a test gets an isolated catalog.
+*/
+export declare function getContext(database?: string): Promise<DuckContext>;
+/**
+ * Opens or reconfigures a database, and resolves once the settings are applied.
+ *
+ * Call it once at startup, for example to give DuckDB a directory to spill to:
+ * `configureDuckDatabase({ tempDirectory: '/var/tmp/duck', memoryLimit: '48GB' })`.
+ * Calling it on a database that is already open updates the settings in place.
+*/
+export declare function configureDuckDatabase(options?: DuckDatabaseOptions): Promise<void>;
+/**
+ * Registers a scalar function (UDF) so SQL can call a data-mate function's JavaScript
+ * implementation.
+ *
+ * This is how a data-mate function without a native SQL translation runs inside a query.
+ * Calling the JavaScript implementation guarantees the same results as `DataFrame`, whereas
+ * DuckDB's own casts and functions often differ from it on edge cases.
+ *
+ * Registration is instance-wide, so the function is available to every frame and every
+ * stream on that database. Returns the function's name.
+*/
+export declare function registerScalarFunction(spec: ScalarFunctionSpec & {
+    database?: string;
+}): Promise<string>;
+/**
+ * The number of scalar functions registered on a database.
+ *
+ * DuckDB cannot unregister a function, so this grows with the functions and data types in use
+ * (never with their arguments; see `scalar-function.ts`). A long-running process may want to
+ * report it as a metric.
+*/
+export declare function registeredFunctionCount(database?: string): Promise<number>;
+/**
+ * Closes a cached database and removes it from the cache. Intended for test teardown; a
+ * process that is exiting does not need to call it.
+*/
+export declare function closeDuckDatabase(database?: string): Promise<void>;
+//# sourceMappingURL=database.d.ts.map

package/dist/src/teal-frame/database.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/teal-frame/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAwB,MAAM,iBAAiB,CAAC;AAI5E;;;;;EAKE;AACF,wBAAgB,UAAU,CAAC,QAAQ,SAAa,GAAG,OAAO,CAAC,WAAW,CAAC,CAEtE;AAuBD;;;;;;EAME;AACF,wBAAsB,qBAAqB,CACvC,OAAO,GAAE,mBAAwB,GAClC,OAAO,CAAC,IAAI,CAAC,CAUf;AAED;;;;;;;;;;EAUE;AACF,wBAAsB,sBAAsB,CACxC,IAAI,EAAE,kBAAkB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACjD,OAAO,CAAC,MAAM,CAAC,CAIjB;AAED;;;;;;EAME;AACF,wBAAsB,uBAAuB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAEhF;AAED;;;EAGE;AACF,wBAAsB,iBAAiB,CAAC,QAAQ,SAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAc5E"}

package/dist/src/teal-frame/database.js

@@ -0,0 +1,91 @@
+import { DuckContext } from './DuckContext.js';
+const contexts = new Map();
+/**
+ * Returns the context for a database path, creating it on first use and caching it per path.
+ *
+ * `:memory:` is the process-wide default. Any other path is a file-backed database, which is
+ * also how a test gets an isolated catalog.
+*/
+export function getContext(database = ':memory:') {
+    return contexts.get(database) ?? openContext(database);
+}
+/**
+ * Opens and caches a context, and removes it from the cache if opening fails.
+ *
+ * Otherwise a failed open would stay cached, and every later call for that database would
+ * rethrow the same error for the life of the process. A failure such as a missing extension
+ * must be retryable once its cause is fixed.
+*/
+function openContext(database, settings = {}) {
+    const created = DuckContext.create(database, settings);
+    contexts.set(database, created);
+    // This only handles a branch; every caller awaiting `created` still receives the rejection.
+    created.catch(() => {
+        if (contexts.get(database) === created)
+            contexts.delete(database);
+    });
+    return created;
+}
+/**
+ * Opens or reconfigures a database, and resolves once the settings are applied.
+ *
+ * Call it once at startup, for example to give DuckDB a directory to spill to:
+ * `configureDuckDatabase({ tempDirectory: '/var/tmp/duck', memoryLimit: '48GB' })`.
+ * Calling it on a database that is already open updates the settings in place.
+*/
+export async function configureDuckDatabase(options = {}) {
+    const { database, ...settings } = options;
+    const existing = contexts.get(database ?? ':memory:');
+    if (existing) {
+        await (await existing).applySettings(settings);
+        return;
+    }
+    await openContext(database ?? ':memory:', settings);
+}
+/**
+ * Registers a scalar function (UDF) so SQL can call a data-mate function's JavaScript
+ * implementation.
+ *
+ * This is how a data-mate function without a native SQL translation runs inside a query.
+ * Calling the JavaScript implementation guarantees the same results as `DataFrame`, whereas
+ * DuckDB's own casts and functions often differ from it on edge cases.
+ *
+ * Registration is instance-wide, so the function is available to every frame and every
+ * stream on that database. Returns the function's name.
+*/
+export async function registerScalarFunction(spec) {
+    const { database, ...fnSpec } = spec;
+    (await getContext(database)).registerFunction(fnSpec);
+    return fnSpec.name;
+}
+/**
+ * The number of scalar functions registered on a database.
+ *
+ * DuckDB cannot unregister a function, so this grows with the functions and data types in use
+ * (never with their arguments; see `scalar-function.ts`). A long-running process may want to
+ * report it as a metric.
+*/
+export async function registeredFunctionCount(database) {
+    return (await getContext(database)).functionCount;
+}
+/**
+ * Closes a cached database and removes it from the cache. Intended for test teardown; a
+ * process that is exiting does not need to call it.
+*/
+export async function closeDuckDatabase(database = ':memory:') {
+    const context = contexts.get(database);
+    if (!context)
+        return;
+    contexts.delete(database);
+    let opened;
+    try {
+        opened = await context;
+    }
+    catch {
+        // The open failed: its error went to the caller that opened it, and `create` already
+        // closed the instance, so there is nothing left to close.
+        return;
+    }
+    opened.disconnect();
+}
+//# sourceMappingURL=database.js.map

package/dist/src/teal-frame/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../src/teal-frame/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAI/C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;AAEzD;;;;;EAKE;AACF,MAAM,UAAU,UAAU,CAAC,QAAQ,GAAG,UAAU;IAC5C,OAAO,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;;EAME;AACF,SAAS,WAAW,CAChB,QAAgB,EAChB,WAAiC,EAAE;IAEnC,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACvD,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhC,4FAA4F;IAC5F,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE;QACf,IAAI,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,OAAO;YAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACnB,CAAC;AAED;;;;;;EAME;AACF,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACvC,UAA+B,EAAE;IAEjC,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC;IAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,IAAI,UAAU,CAAC,CAAC;IAEtD,IAAI,QAAQ,EAAE,CAAC;QACX,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC/C,OAAO;IACX,CAAC;IAED,MAAM,WAAW,CAAC,QAAQ,IAAI,UAAU,EAAE,QAAQ,CAAC,CAAC;AACxD,CAAC;AAED;;;;;;;;;;EAUE;AACF,MAAM,CAAC,KAAK,UAAU,sBAAsB,CACxC,IAAgD;IAEhD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,EAAE,GAAG,IAAI,CAAC;IACrC,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,MAAM,CAAC,IAAI,CAAC;AACvB,CAAC;AAED;;;;;;EAME;AACF,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,QAAiB;IAC3D,OAAO,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC;AACtD,CAAC;AAED;;;EAGE;AACF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAAQ,GAAG,UAAU;IACzD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE1B,IAAI,MAAmB,CAAC;IACxB,IAAI,CAAC;QACD,MAAM,GAAG,MAAM,OAAO,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACL,qFAAqF;QACrF,0DAA0D;QAC1D,OAAO;IACX,CAAC;IACD,MAAM,CAAC,UAAU,EAAE,CAAC;AACxB,CAAC"}

package/dist/src/teal-frame/date-value.d.ts

@@ -0,0 +1,55 @@
+import { DuckDBStructValue } from '@duckdb/node-api';
+/**
+ * How TealFrame stores a `Date` field, matching what `DataFrame` holds.
+ *
+ * `DataFrame` stores epoch milliseconds, or a `DateTuple` (`[epochMillis, offsetMinutes]`) once
+ * `setTimezone`, `toTimeZone` or `toTimeZoneUsingLocation` has attached a display offset. The
+ * choice is made per value. Here every `Date` column has one type:
+ *
+ *     STRUCT(ms BIGINT, tz_offset SMALLINT)        tz_offset is NULL unless an offset was set
+ *
+ * With one shape for every date, readers never need to know whether an earlier step attached an
+ * offset. A date without an offset renders with a `Z` suffix.
+ *
+ * Compared with a TIMESTAMP column, the file is about a third smaller (milliseconds compress
+ * better than microseconds) and range filters and writes are faster. Date functions pay a small
+ * cost for the per-row offset check.
+ *
+ * DuckDB does not treat a number as a date (`hour(BIGINT)` does not bind and there is no
+ * BIGINT to TIMESTAMP cast), so every date expression wraps the member in `epoch_ms(...)`.
+*/
+export declare const DATE_MS = "ms";
+export declare const DATE_OFFSET = "tz_offset";
+export declare const DATE_TYPE: import("@duckdb/node-api").DuckDBStructType;
+/**
+ * Converts a JS date value to the struct. Accepts epoch millis (what `coerceToType` produces for
+ * a plain date) or a `DateTuple`, whose offset is kept.
+*/
+export declare function toDateValue(value: unknown): DuckDBStructValue | null;
+/** Converts the struct back to `DataFrame`'s form: a `DateTuple`, or plain epoch millis. */
+export declare function fromDateValue(value: unknown): unknown;
+/**
+ * Renders a plain `{ ms, tz_offset }` object (the struct after `toPlainValue`) the way
+ * `DataFrame`'s `toISO8601` renders the same value. Other values are returned unchanged.
+*/
+export declare function renderPlainDate(value: unknown): unknown;
+/** SQL for the instant as a TIMESTAMP, for date functions that ignore the offset. */
+export declare function instantSQL(accessor: string): string;
+/**
+ * SQL for the local wall time as a TIMESTAMP: the instant shifted by the offset, or the instant
+ * itself when there is none. This matches `getValidDateWithTimezone`, which `DataFrame`'s date
+ * functions use on a `DateTuple`. The per-row offset check is a single `coalesce`.
+*/
+export declare function localSQL(accessor: string): string;
+/**
+ * SQL that turns a TIMESTAMP back into a date value with no offset. In `DataFrame`, a date
+ * function that returns a date also returns plain epoch millis, even for tuple input.
+*/
+export declare function fromTimestampSQL(expression: string): string;
+/**
+ * SQL that renders the date as JSON text, byte-for-byte equal to `toISO8601`. A missing or zero
+ * offset renders as UTC with a `Z`; any other offset renders the local wall time followed by
+ * `+HH:MM` or `-HH:MM`.
+*/
+export declare function dateJson(accessor: string): string;
+//# sourceMappingURL=date-value.d.ts.map

package/dist/src/teal-frame/date-value.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"date-value.d.ts","sourceRoot":"","sources":["../../../src/teal-frame/date-value.ts"],"names":[],"mappings":"AAAA,OAAO,EACuB,iBAAiB,EAC9C,MAAM,kBAAkB,CAAC;AAI1B;;;;;;;;;;;;;;;;;;EAkBE;AAEF,eAAO,MAAM,OAAO,OAAO,CAAC;AAC5B,eAAO,MAAM,WAAW,cAAc,CAAC;AAKvC,eAAO,MAAM,SAAS,6CAAyD,CAAC;AAEhF;;;EAGE;AACF,wBAAgB,WAAW,CAAC,KAAK,EAAE,OAAO,GAAG,iBAAiB,GAAG,IAAI,CASpE;AAED,4FAA4F;AAC5F,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAQrD;AAED;;;EAGE;AACF,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CASvD;AAED,qFAAqF;AACrF,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED;;;;EAIE;AACF,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEjD;AAED;;;EAGE;AACF,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAG3D;AAED;;;;EAIE;AACF,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAWjD"}

package/dist/src/teal-frame/date-value.js

@@ -0,0 +1,106 @@
+import { BIGINT, SMALLINT, STRUCT, structValue, } from '@duckdb/node-api';
+import { isDateTuple, toISO8601 } from '@terascope/core-utils';
+import { quoteLiteral } from '@terascope/sql-builder';
+/**
+ * How TealFrame stores a `Date` field, matching what `DataFrame` holds.
+ *
+ * `DataFrame` stores epoch milliseconds, or a `DateTuple` (`[epochMillis, offsetMinutes]`) once
+ * `setTimezone`, `toTimeZone` or `toTimeZoneUsingLocation` has attached a display offset. The
+ * choice is made per value. Here every `Date` column has one type:
+ *
+ *     STRUCT(ms BIGINT, tz_offset SMALLINT)        tz_offset is NULL unless an offset was set
+ *
+ * With one shape for every date, readers never need to know whether an earlier step attached an
+ * offset. A date without an offset renders with a `Z` suffix.
+ *
+ * Compared with a TIMESTAMP column, the file is about a third smaller (milliseconds compress
+ * better than microseconds) and range filters and writes are faster. Date functions pay a small
+ * cost for the per-row offset check.
+ *
+ * DuckDB does not treat a number as a date (`hour(BIGINT)` does not bind and there is no
+ * BIGINT to TIMESTAMP cast), so every date expression wraps the member in `epoch_ms(...)`.
+*/
+export const DATE_MS = 'ms';
+export const DATE_OFFSET = 'tz_offset';
+/** Milliseconds in a minute, for turning an offset into a shift. */
+const MINUTE_MS = 60_000;
+export const DATE_TYPE = STRUCT({ [DATE_MS]: BIGINT, [DATE_OFFSET]: SMALLINT });
+/**
+ * Converts a JS date value to the struct. Accepts epoch millis (what `coerceToType` produces for
+ * a plain date) or a `DateTuple`, whose offset is kept.
+*/
+export function toDateValue(value) {
+    if (value == null)
+        return null;
+    const [millis, offset] = isDateTuple(value) ? value : [Number(value), null];
+    if (!Number.isFinite(millis))
+        return null;
+    return structValue({
+        [DATE_MS]: BigInt(Math.trunc(millis)),
+        [DATE_OFFSET]: offset,
+    });
+}
+/** Converts the struct back to `DataFrame`'s form: a `DateTuple`, or plain epoch millis. */
+export function fromDateValue(value) {
+    const entries = value?.entries;
+    if (entries == null)
+        return value;
+    const millis = entries[DATE_MS];
+    if (millis == null)
+        return null;
+    const offset = entries[DATE_OFFSET];
+    return offset == null ? Number(millis) : [Number(millis), Number(offset)];
+}
+/**
+ * Renders a plain `{ ms, tz_offset }` object (the struct after `toPlainValue`) the way
+ * `DataFrame`'s `toISO8601` renders the same value. Other values are returned unchanged.
+*/
+export function renderPlainDate(value) {
+    if (value == null || typeof value !== 'object' || Array.isArray(value))
+        return value;
+    const record = value;
+    if (!(DATE_MS in record))
+        return value;
+    const millis = record[DATE_MS];
+    if (millis == null)
+        return null;
+    const offset = record[DATE_OFFSET];
+    return toISO8601(offset == null ? Number(millis) : [Number(millis), Number(offset)]);
+}
+/** SQL for the instant as a TIMESTAMP, for date functions that ignore the offset. */
+export function instantSQL(accessor) {
+    return `epoch_ms(${accessor}.${DATE_MS})`;
+}
+/**
+ * SQL for the local wall time as a TIMESTAMP: the instant shifted by the offset, or the instant
+ * itself when there is none. This matches `getValidDateWithTimezone`, which `DataFrame`'s date
+ * functions use on a `DateTuple`. The per-row offset check is a single `coalesce`.
+*/
+export function localSQL(accessor) {
+    return `epoch_ms(${accessor}.${DATE_MS} + coalesce(${accessor}.${DATE_OFFSET}, 0) * ${MINUTE_MS})`;
+}
+/**
+ * SQL that turns a TIMESTAMP back into a date value with no offset. In `DataFrame`, a date
+ * function that returns a date also returns plain epoch millis, even for tuple input.
+*/
+export function fromTimestampSQL(expression) {
+    return `CASE WHEN (${expression}) IS NULL THEN NULL ELSE`
+        + ` {'${DATE_MS}': epoch_ms(${expression}), '${DATE_OFFSET}': NULL::SMALLINT} END`;
+}
+/**
+ * SQL that renders the date as JSON text, byte-for-byte equal to `toISO8601`. A missing or zero
+ * offset renders as UTC with a `Z`; any other offset renders the local wall time followed by
+ * `+HH:MM` or `-HH:MM`.
+*/
+export function dateJson(accessor) {
+    const offset = `${accessor}.${DATE_OFFSET}`;
+    const utc = `strftime(${instantSQL(accessor)}, ${quoteLiteral('%Y-%m-%dT%H:%M:%S.%gZ')})`;
+    const local = `strftime(${localSQL(accessor)}, ${quoteLiteral('%Y-%m-%dT%H:%M:%S.%g')})`;
+    const sign = `CASE WHEN ${offset} < 0 THEN '-' ELSE '+' END`;
+    const pad = (part) => `lpad(CAST(${part} AS VARCHAR), 2, '0')`;
+    const zone = `${sign} || ${pad(`abs(${offset}) // 60`)} || ':' || ${pad(`abs(${offset}) % 60`)}`;
+    return `to_json(CASE WHEN ${accessor}.${DATE_MS} IS NULL THEN NULL`
+        + ` WHEN coalesce(${offset}, 0) = 0 THEN ${utc}`
+        + ` ELSE ${local} || ${zone} END)::VARCHAR`;
+}
+//# sourceMappingURL=date-value.js.map

package/dist/src/teal-frame/date-value.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"date-value.js","sourceRoot":"","sources":["../../../src/teal-frame/date-value.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAqB,WAAW,GAC3D,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAEtD;;;;;;;;;;;;;;;;;;EAkBE;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,IAAI,CAAC;AAC5B,MAAM,CAAC,MAAM,WAAW,GAAG,WAAW,CAAC;AAEvC,oEAAoE;AACpE,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB,MAAM,CAAC,MAAM,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;AAEhF;;;EAGE;AACF,MAAM,UAAU,WAAW,CAAC,KAAc;IACtC,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IAC5E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IAE1C,OAAO,WAAW,CAAC;QACf,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC,WAAW,CAAC,EAAE,MAAM;KACxB,CAAC,CAAC;AACP,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,aAAa,CAAC,KAAc;IACxC,MAAM,OAAO,GAAI,KAAsD,EAAE,OAAO,CAAC;IACjF,IAAI,OAAO,IAAI,IAAI;QAAE,OAAO,KAAK,CAAC;IAElC,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAChC,IAAI,MAAM,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACpC,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED;;;EAGE;AACF,MAAM,UAAU,eAAe,CAAC,KAAc;IAC1C,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACrF,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/B,IAAI,MAAM,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;IACnC,OAAO,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACzF,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,UAAU,CAAC,QAAgB;IACvC,OAAO,YAAY,QAAQ,IAAI,OAAO,GAAG,CAAC;AAC9C,CAAC;AAED;;;;EAIE;AACF,MAAM,UAAU,QAAQ,CAAC,QAAgB;IACrC,OAAO,YAAY,QAAQ,IAAI,OAAO,eAAe,QAAQ,IAAI,WAAW,UAAU,SAAS,GAAG,CAAC;AACvG,CAAC;AAED;;;EAGE;AACF,MAAM,UAAU,gBAAgB,CAAC,UAAkB;IAC/C,OAAO,cAAc,UAAU,0BAA0B;UACnD,MAAM,OAAO,eAAe,UAAU,OAAO,WAAW,wBAAwB,CAAC;AAC3F,CAAC;AAED;;;;EAIE;AACF,MAAM,UAAU,QAAQ,CAAC,QAAgB;IACrC,MAAM,MAAM,GAAG,GAAG,QAAQ,IAAI,WAAW,EAAE,CAAC;IAC5C,MAAM,GAAG,GAAG,YAAY,UAAU,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,uBAAuB,CAAC,GAAG,CAAC;IAC1F,MAAM,KAAK,GAAG,YAAY,QAAQ,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,sBAAsB,CAAC,GAAG,CAAC;IACzF,MAAM,IAAI,GAAG,aAAa,MAAM,4BAA4B,CAAC;IAC7D,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,aAAa,IAAI,uBAAuB,CAAC;IACvE,MAAM,IAAI,GAAG,GAAG,IAAI,OAAO,GAAG,CAAC,OAAO,MAAM,SAAS,CAAC,cAAc,GAAG,CAAC,OAAO,MAAM,QAAQ,CAAC,EAAE,CAAC;IAEjG,OAAO,qBAAqB,QAAQ,IAAI,OAAO,oBAAoB;UAC7D,kBAAkB,MAAM,iBAAiB,GAAG,EAAE;UAC9C,SAAS,KAAK,OAAO,IAAI,gBAAgB,CAAC;AACpD,CAAC"}

package/dist/src/teal-frame/deep-select.d.ts

@@ -0,0 +1,8 @@
+import { FrameConfig } from './interfaces.js';
+export declare function deepSelectSQL(from: string, columns: readonly string[], config: FrameConfig, selectors: readonly string[]): {
+    sql: string;
+    config: FrameConfig;
+    columns: string[];
+};
+export declare function emptySkippedObjects(config: FrameConfig): string[];
+//# sourceMappingURL=deep-select.d.ts.map

package/dist/src/teal-frame/deep-select.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deep-select.d.ts","sourceRoot":"","sources":["../../../src/teal-frame/deep-select.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAsH9C,wBAAgB,aAAa,CACzB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE,SAAS,MAAM,EAAE,GAC7B;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CA+BzD;AAWD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,EAAE,CAQjE"}