@terascope/data-mate 2.23.1 → 2.25.0

package/dist/src/teal-frame/export-json.js

@@ -0,0 +1,409 @@
+import { FieldType } from '@terascope/types';
+import { quoteIdentifier, quoteLiteral } from '@terascope/sql-builder';
+import { dateJson } from './date-value.js';
+/**
+ * Builds the SQL that renders a frame's rows as JSON, byte-identical to what `DataFrame`
+ * produces.
+ *
+ * DuckDB's own `to_json` output differs from `DataFrame.toJSON` in these ways:
+ *
+ * | | `DataFrame` | DuckDB native |
+ * |---|---|---|
+ * | `Date` | `"2026-01-10T00:00:00.000Z"` (`toISO8601`) | `"2026-01-10 00:00:00"` |
+ * | `Long` past `MAX_SAFE_INTEGER` | a string | a number `JSON.parse` rounds |
+ * | a nil field, element or empty object | per `SerializeOptions`, see `Renderer` | `null` |
+ * | an integral float | `5` | `5.0` |
+ * | `-0` | `0` | `-0.0` |
+ * | a non-finite float | `null` | `Infinity`, which is not valid JSON |
+ * | a number at or above `1e21` | `1e+21` | `1e21` |
+ *
+ * Null handling is the widest difference, governed by the seven `SerializeOptions` flags rather
+ * than one rule. The non-finite case is the only one that breaks the output: `JSON.parse`
+ * rejects a bare `Infinity` or `NaN`, so one such value would make a whole line unreadable.
+ *
+ * Each difference is corrected in the generated SQL, so the export runs entirely inside DuckDB
+ * and no file needs post-processing.
+*/
+/** Above this, `bigIntToJSON` switches to a string, because `JSON.parse` would round it. */
+const MAX_SAFE = '9007199254740991';
+/**
+ * The magnitude at which `JSON.stringify` switches a number to exponential form.
+ *
+ * Below it, an integral double is written without a decimal point (`5`, not `5.0`). At or
+ * above it, DuckDB's exponential form is used with a `+` added to the exponent.
+*/
+const EXPONENTIAL_THRESHOLD = '1e21';
+/** Integer-ish types stored wide enough to exceed `MAX_SAFE_INTEGER`. */
+const BIG_INTEGER_TYPES = new Set([
+    FieldType.Long, FieldType.Integer,
+]);
+/**
+ * Types stored as a DuckDB `DOUBLE`.
+ *
+ * `Float` is included because it maps to DOUBLE, not FLOAT: the value is a JS number. See
+ * `float.ts` in `data-types`.
+*/
+const DOUBLE_TYPES = new Set([
+    FieldType.Float, FieldType.Double, FieldType.Number, FieldType.Vector,
+]);
+/** Types stored as a `STRUCT(lat DOUBLE, lon DOUBLE)`, whose members need the double treatment. */
+const GEO_POINT_TYPES = new Set([
+    FieldType.Geo, FieldType.GeoPoint,
+]);
+/**
+ * Folds the flat, dot-notation `DataTypeConfig` fields into a tree.
+ *
+ * The config declares `metadata` and `metadata.source` as siblings, but the JSON value nests
+ * them, and the corrections must reach nested values too (a `Date` three levels down still
+ * needs rendering as ISO 8601).
+*/
+function buildTree(fields) {
+    const tree = {};
+    for (const [path, config] of Object.entries(fields)) {
+        const parts = path.split('.');
+        let level = tree;
+        let node;
+        for (const part of parts) {
+            node = level[part] ??= { name: part, type: FieldType.Object, isArray: false };
+            node.children ??= {};
+            level = node.children;
+        }
+        if (node) {
+            node.type = String(config.type);
+            node.isArray = config.array === true;
+        }
+    }
+    // a node with no declared children is a leaf, not an empty object
+    const prune = (nodes) => {
+        for (const entry of Object.values(nodes)) {
+            if (entry.children && Object.keys(entry.children).length === 0) {
+                delete entry.children;
+            }
+            else if (entry.children) {
+                prune(entry.children);
+            }
+        }
+    };
+    prune(tree);
+    return tree;
+}
+const FLAGS = [
+    'useNullForUndefined',
+    'skipNilValues',
+    'skipEmptyArrays',
+    'skipNilListValues',
+    'skipNilObjectValues',
+    'skipEmptyObjects',
+    'skipDuplicateObjects',
+];
+/**
+ * The two presets selected by `removeNullFields`: `true` omits null fields and empty objects,
+ * `false` writes null fields as `null`.
+*/
+function nullFieldsPreset(removeNullFields) {
+    return {
+        useNullForUndefined: !removeNullFields,
+        skipNilValues: removeNullFields,
+        skipEmptyArrays: false,
+        skipNilListValues: false,
+        skipNilObjectValues: true,
+        skipEmptyObjects: removeNullFields,
+        skipDuplicateObjects: false,
+    };
+}
+/**
+ * Resolves the rules an export follows.
+ *
+ * If any `SerializeOptions` flag is given, the flags mean exactly what they mean to
+ * `DataFrame.toJSON`, and an unset flag is false. `removeNullFields` selects a preset that
+ * explicit flags override. With neither, the default is the `removeNullFields: true` preset.
+*/
+export function resolveRules(options = {}) {
+    const given = FLAGS.filter((flag) => options[flag] != null);
+    const usePreset = options.removeNullFields != null || given.length === 0;
+    const base = usePreset
+        ? nullFieldsPreset(options.removeNullFields ?? true)
+        : Object.fromEntries(FLAGS.map((flag) => [flag, false]));
+    return { ...base, ...Object.fromEntries(given.map((flag) => [flag, Boolean(options[flag])])) };
+}
+/**
+ * SQL that renders a double the way `JSON.stringify` renders a JS number.
+ *
+ * DuckDB's `to_json` already prints the shortest digits that round-trip, as JavaScript does.
+ * Four corrections make the text identical:
+ *
+ * - A non-finite value becomes `null`, but is not treated as nil: `DataFrame` keeps a `NaN` as
+ *   a value, so its key survives null removal, and `JSON.stringify` writes `null`.
+ * - `-0` becomes `0`.
+ * - At or above `1e21` the exponent gets a `+`: DuckDB writes `1e21`, JavaScript `1e+21`. Both
+ *   switch to exponential form at the same magnitude, and negative exponents already agree.
+ * - An integral value loses its `.0` (`to_json(5.0)` is `5.0`). The digits stay DuckDB's
+ *   shortest form rather than the exact value, which an integer cast would print (for
+ *   example `99999999999999991611392` where JavaScript writes `99999999999999980000`).
+*/
+function doubleJson(accessor) {
+    const text = `to_json(${accessor})::VARCHAR`;
+    return `CASE WHEN ${accessor} IS NULL THEN NULL`
+        + ` WHEN NOT isfinite(${accessor}) THEN 'null'`
+        + ` WHEN ${accessor} = 0 THEN '0'`
+        + ` WHEN abs(${accessor}) >= ${EXPONENTIAL_THRESHOLD} THEN replace(${text}, 'e', 'e+')`
+        + ` WHEN ${accessor} = floor(${accessor}) THEN regexp_replace(${text}, '\\.0$', '')`
+        + ` ELSE ${text} END`;
+}
+/**
+ * SQL matching `bigIntToJSON`: a number while it is a safe integer, a string once `JSON.parse`
+ * would round it.
+ *
+ * It uses two comparisons rather than `abs(x) > MAX_SAFE`, because `abs` of the smallest BIGINT
+ * overflows and would fail the whole export.
+*/
+function bigIntegerJson(accessor) {
+    return `CASE WHEN ${accessor} IS NULL THEN NULL`
+        + ` WHEN ${accessor} > ${MAX_SAFE} OR ${accessor} < -${MAX_SAFE}`
+        + ` THEN to_json(${accessor}::VARCHAR)::VARCHAR`
+        + ` ELSE ${accessor}::VARCHAR END`;
+}
+/** A `{ lat, lon }` object, lat then lon as `DataFrame` has them, each rendered as JS would. */
+function geoPointJson(accessor) {
+    const part = (name) => doubleJson(`${accessor}.${quoteIdentifier(name)}`);
+    return `CASE WHEN ${accessor} IS NULL THEN NULL`
+        + ` ELSE '{"lat":' || ${part('lat')} || ',"lon":' || ${part('lon')} || '}' END`;
+}
+/** An object's key, as JSON text with its colon: `"name":`. */
+function keyText(name) {
+    return quoteLiteral(`${JSON.stringify(name)}:`);
+}
+function member(accessor, name) {
+    return accessor === '' ? quoteIdentifier(name) : `${accessor}.${quoteIdentifier(name)}`;
+}
+/**
+ * Builds SQL that renders fields as JSON text, following each of `DataFrame`'s
+ * `SerializeOptions` rules.
+ *
+ * Every value renders to JSON text, or to SQL NULL for a nil value (`DataFrame`'s `nilValue`),
+ * which is omitted or written as `null` depending on where it is. The rules, with the method
+ * here and the `DataFrame` code each one follows:
+ *
+ * - A nil top-level field is `null` under `useNullForUndefined`, otherwise omitted;
+ *   `skipNilValues` has no effect at this level. `row`; `DataFrame.getRow`.
+ * - A nil nested field is `null` only under `useNullForUndefined` without `skipNilValues`.
+ *   `object`; `ObjectVector.toJSONCompatibleValue`.
+ * - An object or row with no non-nil field is nil under `skipEmptyObjects`.
+ * - An undeclared object is written as stored; only `{}` becomes nil, under
+ *   `skipEmptyObjects`. `leaf`; `ObjectVector` with no child fields.
+ * - In a list, nil elements are `null`, and are removed under `skipNilListValues` (or
+ *   `skipNilObjectValues` for object elements). Object elements are de-duplicated under
+ *   `skipDuplicateObjects`, and an empty result is nil under `skipEmptyArrays`. `list`;
+ *   `ListVector.toJSONCompatibleValue`.
+ * - In a tuple, nil positions are `null`, and the tuple is nil under `skipEmptyArrays` when
+ *   every position is. `tuple`; `TupleVector`.
+ *
+ * Objects are built as text rather than with `json_object`: each member is `'"k":' || v`,
+ * which is NULL when `v` is, and `concat_ws` skips NULL members, so each key is present or
+ * absent per the rules in one pass.
+ *
+ * One `DataFrame` bug is not reproduced. Under `skipEmptyArrays`, `TupleVector` treats a
+ * position as nil unless its vector has a `toJSONCompatibleValue`, which `Float`, `String`,
+ * `Int`, `Boolean` and `IP` lack, so it drops `[1.5, "a"]` as empty. Here a tuple is empty
+ * only when every position is nil.
+*/
+class Renderer {
+    rules;
+    constructor(rules) {
+        this.rules = rules;
+    }
+    /** A whole row: nil when every field is nil under `skipEmptyObjects`, which drops the row. */
+    row(tree) {
+        const nilAsNull = this.rules.useNullForUndefined;
+        return this.members(tree, '', 0, nilAsNull);
+    }
+    /**
+     * A predicate that is true for each row the export writes, or undefined when every row is
+     * written.
+     *
+     * It is decided from the columns' NULL structure, never from the rendered JSON: filtering
+     * on the rendered row would make DuckDB render every row twice (about 2x slower), because
+     * the filter's alias is inlined. It mirrors the renderer's nil rules, and
+     * `serialize-options-spec.ts` checks it against `DataFrame` for all 128 option combinations.
+    */
+    rowFilter(tree) {
+        if (!this.rules.skipEmptyObjects)
+            return undefined;
+        return Object.values(tree)
+            .map((field) => this.present(field, member('', field.name), 0))
+            .join(' OR ');
+    }
+    /**
+     * A LIST column's elements, each rendered, with NULL for a nil element and nothing removed.
+     * The caller applies the nil rules as it streams, as `ListVector.getRowIterator` does.
+    */
+    listElements(node, accessor) {
+        const element = this.value({ ...node, isArray: false }, 'v0', 1);
+        return `CASE WHEN ${accessor} IS NULL THEN NULL`
+            + ` ELSE list_transform(${accessor}, lambda v0 : ${element}) END`;
+    }
+    /** True when a value renders as something other than nil - see {@link rowFilter}. */
+    present(node, accessor, depth) {
+        // an empty list or tuple is nil only under skipEmptyArrays, and whether it is empty
+        // depends on its rendered elements, so this case renders it
+        if (this.rules.skipEmptyArrays && (node.isArray || node.type === FieldType.Tuple)) {
+            return `(${this.node(node, accessor, depth)}) IS NOT NULL`;
+        }
+        if (node.isArray || node.type === FieldType.Tuple)
+            return `${accessor} IS NOT NULL`;
+        if (node.children) {
+            const children = Object.values(node.children)
+                .map((child) => this.present(child, member(accessor, child.name), depth))
+                .join(' OR ');
+            return `(${accessor} IS NOT NULL AND (${children}))`;
+        }
+        // every other leaf is non-nil whenever it is non-NULL (including NaN, which renders as
+        // `null` but is not nil), except an undeclared `{}` object under skipEmptyObjects
+        if (node.type === FieldType.Object)
+            return `(${this.leaf(node, accessor)}) IS NOT NULL`;
+        return `${accessor} IS NOT NULL`;
+    }
+    node(node, accessor, depth) {
+        if (node.isArray)
+            return this.list(node, accessor, depth);
+        return this.value(node, accessor, depth);
+    }
+    value(node, accessor, depth) {
+        if (node.type === FieldType.Tuple && node.children) {
+            return this.tuple(node.children, accessor, depth);
+        }
+        if (node.children)
+            return this.object(node.children, accessor, depth);
+        return this.leaf(node, accessor);
+    }
+    object(children, accessor, depth) {
+        const nilAsNull = this.rules.useNullForUndefined && !this.rules.skipNilValues;
+        return `CASE WHEN ${accessor} IS NULL THEN NULL`
+            + ` ELSE ${this.members(children, accessor, depth, nilAsNull)} END`;
+    }
+    /** `{...}` of some fields, or NULL when `skipEmptyObjects` and none is non-nil. */
+    members(fields, accessor, depth, nilAsNull) {
+        const values = Object.values(fields).map((field) => ({
+            field,
+            value: this.node(field, member(accessor, field.name), depth),
+        }));
+        // `'"k":' || v` is NULL exactly when `v` is nil, because `||` propagates NULL, so each
+        // value is rendered once. Testing `v IS NOT NULL` first would render it twice, and
+        // nesting would compound that at every level.
+        const present = values.map(({ field, value }) => `${keyText(field.name)} || (${value})`);
+        const parts = nilAsNull
+            ? present.map((part, i) => (`coalesce(${part}, ${quoteLiteral(`${JSON.stringify(values[i].field.name)}:null`)})`))
+            : present;
+        const inner = `concat_ws(',', ${parts.join(', ')})`;
+        if (!this.rules.skipEmptyObjects)
+            return `'{' || ${inner} || '}'`;
+        // with nil members omitted, an object with no non-nil member has an empty member list:
+        // `nullif` turns it into NULL and `||` propagates that, still in one pass
+        if (!nilAsNull)
+            return `'{' || nullif(${inner}, '') || '}'`;
+        // nil members written as null and empty objects dropped: the one combination that has
+        // to evaluate the values twice
+        const empty = values.map(({ value }) => `(${value}) IS NULL`).join(' AND ');
+        return `CASE WHEN ${empty} THEN NULL ELSE '{' || ${inner} || '}' END`;
+    }
+    tuple(positions, accessor, depth) {
+        const values = Object.values(positions)
+            .sort((a, b) => Number(a.name) - Number(b.name))
+            .map((node) => this.node(node, member(accessor, node.name), depth));
+        const body = `'[' || concat_ws(',', ${values.map((v) => `coalesce(${v}, 'null')`).join(', ')}) || ']'`;
+        const whole = this.rules.skipEmptyArrays
+            ? `CASE WHEN ${values.map((v) => `(${v}) IS NULL`).join(' AND ')} THEN NULL ELSE ${body} END`
+            : body;
+        return `CASE WHEN ${accessor} IS NULL THEN NULL ELSE ${whole} END`;
+    }
+    /**
+     * A LIST. The lambda variable is named per nesting depth, so a list nested inside another
+     * list never shadows the outer binding. It uses `lambda x : ...` rather than `x -> ...`,
+     * because DuckDB v2.0 disables the arrow syntax by default and v2.1 removes it.
+    */
+    list(node, accessor, depth) {
+        const v = `v${depth}`;
+        const element = this.value({ ...node, isArray: false }, v, depth + 1);
+        const isObject = node.type === FieldType.Object;
+        let items = `list_transform(${accessor}, lambda ${v} : ${element})`;
+        items = this.rules.skipNilListValues || (isObject && this.rules.skipNilObjectValues)
+            ? `list_filter(${items}, lambda ${v} : ${v} IS NOT NULL)`
+            : `list_transform(${items}, lambda ${v} : coalesce(${v}, 'null'))`;
+        if (this.rules.skipDuplicateObjects && isObject) {
+            // first occurrence wins, as `dedupeValues` keeps it; lists are small
+            items = `list_filter(${items}, lambda ${v}, ${v}i : list_position(${items}, ${v}) = ${v}i)`;
+        }
+        const body = `'[' || array_to_string(${items}, ',') || ']'`;
+        const whole = this.rules.skipEmptyArrays
+            ? `CASE WHEN len(${items}) = 0 THEN NULL ELSE ${body} END`
+            : body;
+        return `CASE WHEN ${accessor} IS NULL THEN NULL ELSE ${whole} END`;
+    }
+    /** One scalar - or an undeclared object, `Any` or shape, written as it is stored. */
+    leaf(node, accessor) {
+        // toISO8601 of `{ ms, tz_offset }` - see `date-value.ts`
+        if (node.type === FieldType.Date)
+            return dateJson(accessor);
+        // a Boundary is stored as `STRUCT(lat, lon)[]`, and `GeoBoundaryVector` writes it as
+        // is, so none of the list rules apply to it
+        if (node.type === FieldType.Boundary) {
+            return `CASE WHEN ${accessor} IS NULL THEN NULL ELSE '[' || array_to_string(`
+                + `list_transform(${accessor}, lambda p : ${geoPointJson('p')}), ',') || ']' END`;
+        }
+        if (GEO_POINT_TYPES.has(node.type))
+            return geoPointJson(accessor);
+        if (node.type === FieldType.GeoJSON) {
+            // a GEOMETRY, which needs the `spatial` extension. `1` renders as `1.0`, which is
+            // the same number
+            return `ST_AsGeoJSON(${accessor})::VARCHAR`;
+        }
+        if (DOUBLE_TYPES.has(node.type))
+            return doubleJson(accessor);
+        if (BIG_INTEGER_TYPES.has(node.type))
+            return bigIntegerJson(accessor);
+        if (node.type === FieldType.Object && this.rules.skipEmptyObjects) {
+            // an undeclared object is JSON text, copied as `{ ...value }`; only `{}` is dropped
+            return `CASE WHEN json_type(${accessor}) = 'OBJECT' AND len(json_keys(${accessor})) = 0`
+                + ` THEN NULL ELSE ${accessor}::VARCHAR END`;
+        }
+        return `to_json(${accessor})::VARCHAR`;
+    }
+}
+/**
+ * SQL rendering one LIST column's elements as JSON text (see `TealFrame.listValues`), and
+ * whether the elements are objects, which decides whether `skipNilObjectValues` applies.
+*/
+export function buildJsonListElements(config, column, options = {}) {
+    const node = buildTree((config.fields ?? {}))[column];
+    if (node == null || !node.isArray) {
+        throw new TypeError(`Column "${column}" is not a list in this frame's config`);
+    }
+    return {
+        sql: new Renderer(resolveRules(options)).listElements(node, quoteIdentifier(column)),
+        isObject: node.type === FieldType.Object,
+    };
+}
+/**
+ * The predicate for the rows an export writes, or undefined when it writes all of them. It is
+ * separate from {@link buildJsonExpression} so the filter never evaluates the rendered row.
+*/
+export function buildJsonRowFilter(config, options = {}) {
+    const tree = buildTree((config.fields ?? {}));
+    return new Renderer(resolveRules(options)).rowFilter(tree);
+}
+/**
+ * A SQL expression producing one JSON string per row, byte-identical to `DataFrame.toJSON` with
+ * the same options, or NULL for a row that `skipEmptyObjects` drops.
+ *
+ * Two things are left to the caller: removing duplicate rows under `skipDuplicateObjects`,
+ * which compares whole rendered rows in order and is done on the stream (`TealFrame.ndjson`),
+ * and filtering rows, which uses {@link buildJsonRowFilter}.
+*/
+export function buildJsonExpression(config, options = {}) {
+    const tree = buildTree((config.fields ?? {}));
+    if (Object.keys(tree).length === 0) {
+        throw new TypeError('A DataType config must declare at least one field');
+    }
+    return new Renderer(resolveRules(options)).row(tree);
+}
+//# sourceMappingURL=export-json.js.map

package/dist/src/teal-frame/export-json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export-json.js","sourceRoot":"","sources":["../../../src/teal-frame/export-json.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0D,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrG,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAEvE,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C;;;;;;;;;;;;;;;;;;;;;;EAsBE;AAEF,4FAA4F;AAC5F,MAAM,QAAQ,GAAG,kBAAkB,CAAC;AAEpC;;;;;EAKE;AACF,MAAM,qBAAqB,GAAG,MAAM,CAAC;AAErC,yEAAyE;AACzE,MAAM,iBAAiB,GAAwB,IAAI,GAAG,CAAC;IACnD,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO;CACpC,CAAC,CAAC;AAEH;;;;;EAKE;AACF,MAAM,YAAY,GAAwB,IAAI,GAAG,CAAC;IAC9C,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM;CACxE,CAAC,CAAC;AAEH,mGAAmG;AACnG,MAAM,eAAe,GAAwB,IAAI,GAAG,CAAC;IACjD,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,QAAQ;CACpC,CAAC,CAAC;AAuBH;;;;;;EAME;AACF,SAAS,SAAS,CAAC,MAAsB;IACrC,MAAM,IAAI,GAA8B,EAAE,CAAC;IAE3C,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,GAAG,IAAI,CAAC;QACjB,IAAI,IAA2B,CAAC;QAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YAC9E,IAAI,CAAC,QAAQ,KAAK,EAAE,CAAC;YACrB,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACP,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAChC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC;QACzC,CAAC;IACL,CAAC;IAED,kEAAkE;IAClE,MAAM,KAAK,GAAG,CAAC,KAAgC,EAAQ,EAAE;QACrD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,IAAI,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7D,OAAO,KAAK,CAAC,QAAQ,CAAC;YAC1B,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACxB,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,CAAC;IAEZ,OAAO,IAAI,CAAC;AAChB,CAAC;AAeD,MAAM,KAAK,GAAG;IACV,qBAAqB;IACrB,eAAe;IACf,iBAAiB;IACjB,mBAAmB;IACnB,qBAAqB;IACrB,kBAAkB;IAClB,sBAAsB;CACmB,CAAC;AAE9C;;;EAGE;AACF,SAAS,gBAAgB,CAAC,gBAAyB;IAC/C,OAAO;QACH,mBAAmB,EAAE,CAAC,gBAAgB;QACtC,aAAa,EAAE,gBAAgB;QAC/B,eAAe,EAAE,KAAK;QACtB,iBAAiB,EAAE,KAAK;QACxB,mBAAmB,EAAE,IAAI;QACzB,gBAAgB,EAAE,gBAAgB;QAClC,oBAAoB,EAAE,KAAK;KAC9B,CAAC;AACN,CAAC;AAED;;;;;;EAME;AACF,MAAM,UAAU,YAAY,CAAC,UAA6B,EAAE;IACxD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;IACzE,MAAM,IAAI,GAAU,SAAS;QACzB,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACpD,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAqB,CAAC;IACjF,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACnG,CAAC;AAED;;;;;;;;;;;;;;EAcE;AACF,SAAS,UAAU,CAAC,QAAgB;IAChC,MAAM,IAAI,GAAG,WAAW,QAAQ,YAAY,CAAC;IAC7C,OAAO,aAAa,QAAQ,oBAAoB;UAC1C,sBAAsB,QAAQ,eAAe;UAC7C,SAAS,QAAQ,eAAe;UAChC,aAAa,QAAQ,QAAQ,qBAAqB,iBAAiB,IAAI,cAAc;UACrF,SAAS,QAAQ,YAAY,QAAQ,yBAAyB,IAAI,gBAAgB;UAClF,SAAS,IAAI,MAAM,CAAC;AAC9B,CAAC;AAED;;;;;;EAME;AACF,SAAS,cAAc,CAAC,QAAgB;IACpC,OAAO,aAAa,QAAQ,oBAAoB;UAC1C,SAAS,QAAQ,MAAM,QAAQ,OAAO,QAAQ,OAAO,QAAQ,EAAE;UAC/D,iBAAiB,QAAQ,qBAAqB;UAC9C,SAAS,QAAQ,eAAe,CAAC;AAC3C,CAAC;AAED,gGAAgG;AAChG,SAAS,YAAY,CAAC,QAAgB;IAClC,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClF,OAAO,aAAa,QAAQ,oBAAoB;UAC1C,sBAAsB,IAAI,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;AACxF,CAAC;AAED,+DAA+D;AAC/D,SAAS,OAAO,CAAC,IAAY;IACzB,OAAO,YAAY,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,MAAM,CAAC,QAAgB,EAAE,IAAY;IAC1C,OAAO,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;AAC5F,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA8BE;AACF,MAAM,QAAQ;IACmB;IAA7B,YAA6B,KAAY;QAAZ,UAAK,GAAL,KAAK,CAAO;IAAG,CAAC;IAE7C,8FAA8F;IAC9F,GAAG,CAAC,IAA+B;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC;QACjD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;IAChD,CAAC;IAED;;;;;;;;MAQE;IACF,SAAS,CAAC,IAA+B;QACrC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB;YAAE,OAAO,SAAS,CAAC;QACnD,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;aACrB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;aAC9D,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED;;;MAGE;IACF,YAAY,CAAC,IAAe,EAAE,QAAgB;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACjE,OAAO,aAAa,QAAQ,oBAAoB;cAC1C,wBAAwB,QAAQ,iBAAiB,OAAO,OAAO,CAAC;IAC1E,CAAC;IAED,qFAAqF;IAC7E,OAAO,CAAC,IAAe,EAAE,QAAgB,EAAE,KAAa;QAC5D,oFAAoF;QACpF,4DAA4D;QAC5D,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAChF,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,eAAe,CAAC;QAC/D,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK;YAAE,OAAO,GAAG,QAAQ,cAAc,CAAC;QACpF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;iBACxC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;iBACxE,IAAI,CAAC,MAAM,CAAC,CAAC;YAClB,OAAO,IAAI,QAAQ,qBAAqB,QAAQ,IAAI,CAAC;QACzD,CAAC;QACD,uFAAuF;QACvF,kFAAkF;QAClF,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM;YAAE,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,eAAe,CAAC;QACxF,OAAO,GAAG,QAAQ,cAAc,CAAC;IACrC,CAAC;IAEO,IAAI,CAAC,IAAe,EAAE,QAAgB,EAAE,KAAa;QACzD,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAEO,KAAK,CAAC,IAAe,EAAE,QAAgB,EAAE,KAAa;QAC1D,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IAEO,MAAM,CAAC,QAAmC,EAAE,QAAgB,EAAE,KAAa;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;QAC9E,OAAO,aAAa,QAAQ,oBAAoB;cAC1C,SAAS,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC;IAC5E,CAAC;IAED,mFAAmF;IAC3E,OAAO,CACX,MAAiC,EACjC,QAAgB,EAChB,KAAa,EACb,SAAkB;QAElB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACjD,KAAK;YACL,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC;SAC/D,CAAC,CAAC,CAAC;QACJ,uFAAuF;QACvF,mFAAmF;QACnF,8CAA8C;QAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC;QACzF,MAAM,KAAK,GAAG,SAAS;YACnB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CACvB,YAAY,IAAI,KAAK,YAAY,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CACvF,CAAC;YACF,CAAC,CAAC,OAAO,CAAC;QACd,MAAM,KAAK,GAAG,kBAAkB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QAEpD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB;YAAE,OAAO,UAAU,KAAK,SAAS,CAAC;QAClE,uFAAuF;QACvF,0EAA0E;QAC1E,IAAI,CAAC,SAAS;YAAE,OAAO,iBAAiB,KAAK,cAAc,CAAC;QAE5D,sFAAsF;QACtF,+BAA+B;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5E,OAAO,aAAa,KAAK,0BAA0B,KAAK,aAAa,CAAC;IAC1E,CAAC;IAEO,KAAK,CAAC,SAAoC,EAAE,QAAgB,EAAE,KAAa;QAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;aAClC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;aAC/C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QACxE,MAAM,IAAI,GAAG,yBAAyB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;QACvG,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe;YACpC,CAAC,CAAC,aAAa,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,MAAM;YAC7F,CAAC,CAAC,IAAI,CAAC;QACX,OAAO,aAAa,QAAQ,2BAA2B,KAAK,MAAM,CAAC;IACvE,CAAC;IAED;;;;MAIE;IACM,IAAI,CAAC,IAAe,EAAE,QAAgB,EAAE,KAAa;QACzD,MAAM,CAAC,GAAG,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,CAAC;QAEhD,IAAI,KAAK,GAAG,kBAAkB,QAAQ,YAAY,CAAC,MAAM,OAAO,GAAG,CAAC;QACpE,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC;YAChF,CAAC,CAAC,eAAe,KAAK,YAAY,CAAC,MAAM,CAAC,eAAe;YACzD,CAAC,CAAC,kBAAkB,KAAK,YAAY,CAAC,eAAe,CAAC,YAAY,CAAC;QACvE,IAAI,IAAI,CAAC,KAAK,CAAC,oBAAoB,IAAI,QAAQ,EAAE,CAAC;YAC9C,qEAAqE;YACrE,KAAK,GAAG,eAAe,KAAK,YAAY,CAAC,KAAK,CAAC,qBAAqB,KAAK,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAChG,CAAC;QAED,MAAM,IAAI,GAAG,0BAA0B,KAAK,eAAe,CAAC;QAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe;YACpC,CAAC,CAAC,iBAAiB,KAAK,wBAAwB,IAAI,MAAM;YAC1D,CAAC,CAAC,IAAI,CAAC;QACX,OAAO,aAAa,QAAQ,2BAA2B,KAAK,MAAM,CAAC;IACvE,CAAC;IAED,qFAAqF;IAC7E,IAAI,CAAC,IAAe,EAAE,QAAgB;QAC1C,yDAAyD;QACzD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI;YAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5D,qFAAqF;QACrF,4CAA4C;QAC5C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,QAAQ,EAAE,CAAC;YACnC,OAAO,aAAa,QAAQ,iDAAiD;kBACvE,kBAAkB,QAAQ,gBAAgB,YAAY,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAC1F,CAAC;QACD,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,YAAY,CAAC,QAAQ,CAAC,CAAC;QAClE,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO,EAAE,CAAC;YAClC,kFAAkF;YAClF,kBAAkB;YAClB,OAAO,gBAAgB,QAAQ,YAAY,CAAC;QAChD,CAAC;QACD,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC;QACtE,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAChE,oFAAoF;YACpF,OAAO,uBAAuB,QAAQ,kCAAkC,QAAQ,QAAQ;kBAClF,mBAAmB,QAAQ,eAAe,CAAC;QACrD,CAAC;QACD,OAAO,WAAW,QAAQ,YAAY,CAAC;IAC3C,CAAC;CACJ;AAED;;;EAGE;AACF,MAAM,UAAU,qBAAqB,CACjC,MAA+C,EAC/C,MAAc,EACd,UAA6B,EAAE;IAE/B,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;IACxE,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC,WAAW,MAAM,wCAAwC,CAAC,CAAC;IACnF,CAAC;IACD,OAAO;QACH,GAAG,EAAE,IAAI,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;QACpF,QAAQ,EAAE,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM;KAC3C,CAAC;AACN,CAAC;AAED;;;EAGE;AACF,MAAM,UAAU,kBAAkB,CAC9B,MAA+C,EAC/C,UAA6B,EAAE;IAE/B,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAmB,CAAC,CAAC;IAChE,OAAO,IAAI,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AAC/D,CAAC;AAED;;;;;;;EAOE;AACF,MAAM,UAAU,mBAAmB,CAC/B,MAA+C,EAC/C,UAA6B,EAAE;IAE/B,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAmB,CAAC,CAAC;IAChE,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,IAAI,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACzD,CAAC"}

package/dist/src/teal-frame/extension-tools.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Installs and verifies the DuckDB extensions while a Docker image is built, much as
+ * `node-pre-gyp install` fetches the kafka client's native binary during `pnpm install`.
+ *
+ * Running inside the target platform's build container lets DuckDB pick the right platform
+ * (`linux_amd64_musl` in the teraslice image). Using this package's `@duckdb/node-api` keeps
+ * the extension version in step with the binding.
+*/
+export interface ExtensionReport {
+    version: string;
+    platform: string;
+    /** Always set; DuckDB's default when nothing was configured. */
+    directory: string;
+    /** One line per failed extension. Always empty from `install`; `verify` fails if not. */
+    failures: string[];
+}
+export interface InstallOptions {
+    /** Defaults to `DUCKDB_EXTENSION_DIRECTORY`, then DuckDB's `~/.duckdb/extensions`. */
+    directory?: string;
+    /**
+     * An internal mirror, as a URL or a local directory laid out as
+     * `<repository>/v1.5.5/<platform>/<name>.duckdb_extension.gz`. Defaults to DuckDB's own.
+    */
+    repository?: string;
+}
+/**
+ * Downloads the required extensions into `directory`. Throws on the first failure, so the
+ * image build stops there.
+ *
+ * It first checks that `STATIC_EXTENSIONS` are still compiled in, so a DuckDB upgrade that
+ * drops one fails the build rather than a machine without network access.
+*/
+export declare function installExtensions(options?: InstallOptions): Promise<ExtensionReport>;
+/**
+ * Checks that the extensions work without network access. Opens a database as production does,
+ * with autoinstall off, and runs each extension's check. Run it in the image's runtime stage so
+ * it tests the shipped files with their real ownership and permissions.
+*/
+export declare function verifyExtensions(options?: Pick<InstallOptions, 'directory'>): Promise<ExtensionReport>;
+//# sourceMappingURL=extension-tools.d.ts.map

package/dist/src/teal-frame/extension-tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extension-tools.d.ts","sourceRoot":"","sources":["../../../src/teal-frame/extension-tools.ts"],"names":[],"mappings":"AAUA;;;;;;;EAOE;AAEF,MAAM,WAAW,eAAe;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,gEAAgE;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,yFAAyF;IACzF,QAAQ,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC3B,sFAAsF;IACtF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;MAGE;IACF,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;EAME;AACF,wBAAsB,iBAAiB,CAAC,OAAO,GAAE,cAAmB,GAAG,OAAO,CAAC,eAAe,CAAC,CAoB9F;AAED;;;;EAIE;AACF,wBAAsB,gBAAgB,CAClC,OAAO,GAAE,IAAI,CAAC,cAAc,EAAE,WAAW,CAAM,GAChD,OAAO,CAAC,eAAe,CAAC,CAyB1B"}

package/dist/src/teal-frame/extension-tools.js

@@ -0,0 +1,115 @@
+import { mkdtempSync, rmSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { DuckDBInstance } from '@duckdb/node-api';
+import { quoteLiteral } from '@terascope/sql-builder';
+import { DuckContext } from './DuckContext.js';
+import { extensionSettingsFromEnv, firstLine, REQUIRED_EXTENSIONS, STATIC_EXTENSIONS } from './extensions.js';
+/**
+ * Downloads the required extensions into `directory`. Throws on the first failure, so the
+ * image build stops there.
+ *
+ * It first checks that `STATIC_EXTENSIONS` are still compiled in, so a DuckDB upgrade that
+ * drops one fails the build rather than a machine without network access.
+*/
+export async function installExtensions(options = {}) {
+    await assertStaticExtensions();
+    const directory = options.directory ?? extensionSettingsFromEnv().extensionDirectory;
+    const instance = await DuckDBInstance.create(':memory:', {
+        ...(directory != null && { extension_directory: directory }),
+    });
+    try {
+        const connection = await instance.connect();
+        const from = options.repository ? ` FROM ${quoteLiteral(options.repository)}` : '';
+        for (const { name } of REQUIRED_EXTENSIONS) {
+            await connection.run(`INSTALL ${name}${from}`);
+            await connection.run(`LOAD ${name}`);
+        }
+        return { ...(await describe(connection)), failures: [] };
+    }
+    finally {
+        instance.closeSync();
+    }
+}
+/**
+ * Checks that the extensions work without network access. Opens a database as production does,
+ * with autoinstall off, and runs each extension's check. Run it in the image's runtime stage so
+ * it tests the shipped files with their real ownership and permissions.
+*/
+export async function verifyExtensions(options = {}) {
+    let context;
+    try {
+        context = await DuckContext.create(':memory:', {
+            ...(options.directory != null && { extensionDirectory: options.directory }),
+            autoinstallExtensions: false,
+        });
+    }
+    catch (err) {
+        // DuckExtensionError already names every missing extension and where it looked
+        return { ...(await describeDefaults(options.directory)), failures: [firstLine(err)] };
+    }
+    try {
+        const failures = [];
+        for (const { name, check } of REQUIRED_EXTENSIONS) {
+            try {
+                for (const sql of check)
+                    await context.run(sql);
+            }
+            catch (err) {
+                failures.push(`${name}: ${firstLine(err)}`);
+            }
+        }
+        return { ...(await describe(context.connection)), failures };
+    }
+    finally {
+        context.disconnect();
+    }
+}
+/**
+ * Throws if any `STATIC_EXTENSIONS` entry is no longer compiled in. Uses an empty extension
+ * directory, because a downloaded copy would shadow the built-in one and
+ * `duckdb_extensions()` would report it as a repository install.
+*/
+async function assertStaticExtensions() {
+    const empty = mkdtempSync(join(tmpdir(), 'duckdb-static-'));
+    const instance = await DuckDBInstance.create(':memory:', {
+        extension_directory: empty,
+        autoinstall_known_extensions: 'false',
+    });
+    try {
+        const connection = await instance.connect();
+        const rows = (await (await connection.run(`SELECT extension_name FROM duckdb_extensions() WHERE install_mode = 'STATICALLY_LINKED'`)).getRowsJson());
+        const linked = new Set(rows.map(([name]) => name));
+        const unlinked = STATIC_EXTENSIONS.filter((name) => !linked.has(name));
+        if (unlinked.length > 0) {
+            throw new Error(`${unlinked.join(', ')} are no longer compiled into this DuckDB. Add them to`
+                + ' REQUIRED_EXTENSIONS in extensions.ts, or they will fail offline.');
+        }
+    }
+    finally {
+        instance.closeSync();
+        rmSync(empty, { recursive: true, force: true });
+    }
+}
+async function describe(connection) {
+    const [[version, platform, directory]] = (await (await connection.run(`SELECT version(), (SELECT platform FROM pragma_platform()),`
+        + ` current_setting('extension_directory')`)).getRowsJson());
+    return { version, platform, directory: directory || '~/.duckdb/extensions' };
+}
+/** Describes DuckDB for a report when the configured database could not open. */
+async function describeDefaults(directory) {
+    const instance = await DuckDBInstance.create(':memory:');
+    try {
+        const described = await describe(await instance.connect());
+        return {
+            ...described,
+            directory: directory
+                ?? extensionSettingsFromEnv().extensionDirectory
+                ?? described.directory,
+        };
+    }
+    finally {
+        instance.closeSync();
+    }
+}
+//# sourceMappingURL=extension-tools.js.map

package/dist/src/teal-frame/extension-tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extension-tools.js","sourceRoot":"","sources":["../../../src/teal-frame/extension-tools.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAoB,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EACH,wBAAwB,EAAE,SAAS,EAAE,mBAAmB,EAAE,iBAAiB,EAC9E,MAAM,iBAAiB,CAAC;AA8BzB;;;;;;EAME;AACF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,UAA0B,EAAE;IAChE,MAAM,sBAAsB,EAAE,CAAC;IAE/B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,wBAAwB,EAAE,CAAC,kBAAkB,CAAC;IACrF,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,UAAU,EAAE;QACrD,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,mBAAmB,EAAE,SAAS,EAAE,CAAC;KAC/D,CAAC,CAAC;IAEH,IAAI,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAEnF,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,mBAAmB,EAAE,CAAC;YACzC,MAAM,UAAU,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC;YAC/C,MAAM,UAAU,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,EAAE,GAAG,CAAC,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAC7D,CAAC;YAAS,CAAC;QACP,QAAQ,CAAC,SAAS,EAAE,CAAC;IACzB,CAAC;AACL,CAAC;AAED;;;;EAIE;AACF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAClC,UAA6C,EAAE;IAE/C,IAAI,OAAoB,CAAC;IACzB,IAAI,CAAC;QACD,OAAO,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE;YAC3C,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;YAC3E,qBAAqB,EAAE,KAAK;SAC/B,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,+EAA+E;QAC/E,OAAO,EAAE,GAAG,CAAC,MAAM,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;IAC1F,CAAC;IAED,IAAI,CAAC;QACD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,mBAAmB,EAAE,CAAC;YAChD,IAAI,CAAC;gBACD,KAAK,MAAM,GAAG,IAAI,KAAK;oBAAE,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChD,CAAC;QACL,CAAC;QACD,OAAO,EAAE,GAAG,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;IACjE,CAAC;YAAS,CAAC;QACP,OAAO,CAAC,UAAU,EAAE,CAAC;IACzB,CAAC;AACL,CAAC;AAED;;;;EAIE;AACF,KAAK,UAAU,sBAAsB;IACjC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,UAAU,EAAE;QACrD,mBAAmB,EAAE,KAAK;QAC1B,4BAA4B,EAAE,OAAO;KACxC,CAAC,CAAC;IAEH,IAAI,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC,GAAG,CACrC,yFAAyF,CAC5F,CAAC,CAAC,WAAW,EAAE,CAAe,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAEvE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACX,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,uDAAuD;kBAC3E,mEAAmE,CACxE,CAAC;QACN,CAAC;IACL,CAAC;YAAS,CAAC;QACP,QAAQ,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;AACL,CAAC;AAED,KAAK,UAAU,QAAQ,CACnB,UAA4B;IAE5B,MAAM,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC,GAAG,CACjE,6DAA6D;UAC3D,yCAAyC,CAC9C,CAAC,CAAC,WAAW,EAAE,CAAe,CAAC;IAEhC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,IAAI,sBAAsB,EAAE,CAAC;AACjF,CAAC;AAED,iFAAiF;AACjF,KAAK,UAAU,gBAAgB,CAC3B,SAA6B;IAE7B,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACzD,IAAI,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3D,OAAO;YACH,GAAG,SAAS;YACZ,SAAS,EAAE,SAAS;mBACb,wBAAwB,EAAE,CAAC,kBAAkB;mBAC7C,SAAS,CAAC,SAAS;SAC7B,CAAC;IACN,CAAC;YAAS,CAAC;QACP,QAAQ,CAAC,SAAS,EAAE,CAAC;IACzB,CAAC;AACL,CAAC"}

package/dist/src/teal-frame/extensions-cli.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=extensions-cli.d.ts.map

package/dist/src/teal-frame/extensions-cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extensions-cli.d.ts","sourceRoot":"","sources":["../../../src/teal-frame/extensions-cli.ts"],"names":[],"mappings":""}