@t4h.framework/fs 0.13.0 → 0.14.0

package/dist/models/BinarySplitInput.js

@@ -0,0 +1,85 @@
+const MARKER = '@t4h.framework/fs:split:';
+export const SLICE_MARKER = `${MARKER}slice`;
+export const KEY_MARKER = `${MARKER}key`;
+export const ROWS_MARKER = `${MARKER}rows:`;
+function markerOf(text) {
+    if (!text.includes(MARKER))
+        return undefined;
+    if (text === SLICE_MARKER)
+        return { kind: 'slice' };
+    if (text === KEY_MARKER)
+        return { kind: 'key' };
+    if (text.startsWith(ROWS_MARKER))
+        return { kind: 'rows', name: text.slice(ROWS_MARKER.length) };
+    return { kind: 'changed' };
+}
+function isPlainObject(value) {
+    if (value === null)
+        return false;
+    if (typeof value !== 'object')
+        return false;
+    const prototype = Object.getPrototypeOf(value);
+    return prototype === Object.prototype || prototype === null;
+}
+function markersOf(value) {
+    if (typeof value === 'string') {
+        const marker = markerOf(value);
+        return marker ? [marker] : [];
+    }
+    if (Array.isArray(value))
+        return value.flatMap(markersOf);
+    if (!isPlainObject(value))
+        return [];
+    return Object.values(value).flatMap(markersOf);
+}
+function fillText(text, values) {
+    const marker = markerOf(text);
+    switch (marker?.kind) {
+        case 'slice':
+            return values.slice;
+        case 'key':
+            return values.key ?? '';
+        case 'rows':
+            return values.rows?.[marker.name] ?? '';
+        case 'changed':
+        case undefined:
+            return text;
+    }
+}
+function fill(value, values) {
+    if (typeof value === 'string')
+        return fillText(value, values);
+    if (Array.isArray(value))
+        return value.map((item) => fill(item, values));
+    if (!isPlainObject(value))
+        return value;
+    return Object.fromEntries(Object.entries(value).map(([key, item]) => [key, fill(item, values)]));
+}
+export class BinarySplitInput {
+    template;
+    constructor(template) {
+        this.template = template;
+    }
+    static from(template, { isGrouped, sources }) {
+        const markers = markersOf(template);
+        const missingSource = markers
+            .flatMap(marker => (marker.kind === 'rows' ? [marker.name] : []))
+            .find(name => !sources.includes(name));
+        if (markers.length === 0)
+            throw new TypeError('Split input must place Split.slice, Split.key or Split.rows as they are, alone or inside plain objects and arrays');
+        if (markers.some(marker => marker.kind === 'changed'))
+            throw new TypeError('Split input changes a marker: place Split.slice, Split.key and Split.rows as they are');
+        if (!isGrouped && markers.some(marker => marker.kind !== 'slice'))
+            throw new TypeError('Split input uses Split.key or Split.rows without groupBy');
+        if (missingSource !== undefined)
+            throw new TypeError(`Split input uses Split.rows('${missingSource}'), which is not in with`);
+        return new BinarySplitInput(template);
+    }
+    toJSON() {
+        return this.template;
+    }
+    fill(values) {
+        return fill(this.template, values);
+    }
+}
+//# sourceMappingURL=BinarySplitInput.js.map

package/dist/models/BinarySplitInput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BinarySplitInput.js","sourceRoot":"","sources":["../../src/models/BinarySplitInput.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,GAAG,0BAA0B,CAAA;AAEzC,MAAM,CAAC,MAAM,YAAY,GAAG,GAAG,MAAM,OAAO,CAAA;AAE5C,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,MAAM,KAAK,CAAA;AAExC,MAAM,CAAC,MAAM,WAAW,GAAG,GAAG,MAAM,OAAO,CAAA;AAmB3C,SAAS,QAAQ,CAAC,IAAY;IAC5B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAA;IAE5C,IAAI,IAAI,KAAK,YAAY;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;IAEnD,IAAI,IAAI,KAAK,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;IAE/C,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAC9B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAA;IAE/D,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;AAC5B,CAAC;AAED,SAAS,aAAa,CACpB,KAAmB;IAEnB,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,KAAK,CAAA;IAEhC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAE3C,MAAM,SAAS,GAAY,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAA;IAEvD,OAAO,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,CAAA;AAC7D,CAAC;AAED,SAAS,SAAS,CAAC,KAAmB;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAA;QAE9B,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC/B,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAQ,KAAwB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAE7E,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAEpC,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;AAChD,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,MAAmB;IACjD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;IAE7B,QAAQ,MAAM,EAAE,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,OAAO,MAAM,CAAC,KAAK,CAAA;QACrB,KAAK,KAAK;YACR,OAAO,MAAM,CAAC,GAAG,IAAI,EAAE,CAAA;QACzB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;QACzC,KAAK,SAAS,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,IAAI,CAAA;IACf,CAAC;AACH,CAAC;AAED,SAAS,IAAI,CAAC,KAAmB,EAAE,MAAmB;IACpD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;IAE7D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACtB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAkB,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IAE9D,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAEvC,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CACtD,CAAA;AACnB,CAAC;AAED,MAAM,OAAO,gBAAgB;IACU;IAArC,YAAqC,QAAsB;QAAtB,aAAQ,GAAR,QAAQ,CAAc;IAAG,CAAC;IAExD,MAAM,CAAC,IAAI,CAChB,QAAsB,EACtB,EAAE,SAAS,EAAE,OAAO,EAAqB;QAEzC,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;QACnC,MAAM,aAAa,GAAG,OAAO;aAC1B,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;aAChE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;QAExC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YACtB,MAAM,IAAI,SAAS,CACjB,mHAAmH,CACpH,CAAA;QAEH,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC;YACnD,MAAM,IAAI,SAAS,CACjB,uFAAuF,CACxF,CAAA;QAEH,IAAI,CAAC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC;YAC/D,MAAM,IAAI,SAAS,CACjB,0DAA0D,CAC3D,CAAA;QAEH,IAAI,aAAa,KAAK,SAAS;YAC7B,MAAM,IAAI,SAAS,CACjB,gCAAgC,aAAa,0BAA0B,CACxE,CAAA;QAEH,OAAO,IAAI,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IACvC,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC,QAAQ,CAAA;IACtB,CAAC;IAEM,IAAI,CAAC,MAAmB;QAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACpC,CAAC;CACF"}

package/dist/models/Database.d.ts

@@ -0,0 +1,15 @@
+import { type SQLInputValue } from 'node:sqlite';
+export type DatabaseRow = Record<string, SQLInputValue>;
+export declare class Database {
+    private readonly db;
+    private readonly statements;
+    private constructor();
+    static open(file: string): Database;
+    exec(sql: string): void;
+    insert(table: string, rows: DatabaseRow[]): void;
+    run(sql: string, rows: DatabaseRow[]): void;
+    select<Row>(sql: string, ...params: SQLInputValue[]): Iterable<Row>;
+    close(): void;
+    private statement;
+}
+//# sourceMappingURL=Database.d.ts.map

package/dist/models/Database.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Database.d.ts","sourceRoot":"","sources":["../../src/models/Database.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,aAAa,EAEnB,MAAM,aAAa,CAAA;AAEpB,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;AASvD,qBAAa,QAAQ;IAGC,OAAO,CAAC,QAAQ,CAAC,EAAE;IAFvC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAmC;IAE9D,OAAO;WAEO,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ;IAQnC,IAAI,CAAC,GAAG,EAAE,MAAM;IAIhB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE;IAazC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE;IAepC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,aAAa,EAAE,GACP,QAAQ,CAAC,GAAG,CAAC;IAGzD,KAAK;IAIZ,OAAO,CAAC,SAAS;CAWlB"}

package/dist/models/Database.js

@@ -0,0 +1,57 @@
+import { DatabaseSync, } from 'node:sqlite';
+const PRAGMAS = `
+  PRAGMA locking_mode = EXCLUSIVE;
+  PRAGMA journal_mode = OFF;
+  PRAGMA synchronous = OFF;
+  PRAGMA temp_store = FILE;
+`;
+export class Database {
+    db;
+    statements = new Map();
+    constructor(db) {
+        this.db = db;
+    }
+    static open(file) {
+        const db = new DatabaseSync(file);
+        db.exec(PRAGMAS);
+        return new Database(db);
+    }
+    exec(sql) {
+        this.db.exec(sql);
+    }
+    insert(table, rows) {
+        const [first] = rows;
+        if (!first)
+            return;
+        const columns = Object.keys(first);
+        this.run(`INSERT INTO ${table} (${columns.join(', ')}) VALUES (${columns.map(column => `:${column}`).join(', ')})`, rows);
+    }
+    run(sql, rows) {
+        const statement = this.statement(sql);
+        this.db.exec('BEGIN');
+        try {
+            for (const row of rows)
+                statement.run(row);
+        }
+        catch (error) {
+            this.db.exec('ROLLBACK');
+            throw error;
+        }
+        this.db.exec('COMMIT');
+    }
+    select(sql, ...params) {
+        return this.statement(sql).iterate(...params);
+    }
+    close() {
+        this.db.close();
+    }
+    statement(sql) {
+        const cached = this.statements.get(sql);
+        if (cached)
+            return cached;
+        const statement = this.db.prepare(sql);
+        this.statements.set(sql, statement);
+        return statement;
+    }
+}
+//# sourceMappingURL=Database.js.map

package/dist/models/Database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Database.js","sourceRoot":"","sources":["../../src/models/Database.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,GAGb,MAAM,aAAa,CAAA;AAIpB,MAAM,OAAO,GAAG;;;;;CAKf,CAAA;AAED,MAAM,OAAO,QAAQ;IAGkB;IAFpB,UAAU,GAAG,IAAI,GAAG,EAAyB,CAAA;IAE9D,YAAqC,EAAgB;QAAhB,OAAE,GAAF,EAAE,CAAc;IAAG,CAAC;IAElD,MAAM,CAAC,IAAI,CAAC,IAAY;QAC7B,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAA;QAEjC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEhB,OAAO,IAAI,QAAQ,CAAC,EAAE,CAAC,CAAA;IACzB,CAAC;IAEM,IAAI,CAAC,GAAW;QACrB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACnB,CAAC;IAEM,MAAM,CAAC,KAAa,EAAE,IAAmB;QAC9C,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAA;QAEpB,IAAI,CAAC,KAAK;YAAE,OAAM;QAElB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAElC,IAAI,CAAC,GAAG,CACN,eAAe,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EACzG,IAAI,CACL,CAAA;IACH,CAAC;IAEM,GAAG,CAAC,GAAW,EAAE,IAAmB;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QAErC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAErB,IAAI,CAAC;YACH,KAAK,MAAM,GAAG,IAAI,IAAI;gBAAE,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC5C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YACxB,MAAM,KAAK,CAAA;QACb,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACxB,CAAC;IAEM,MAAM,CAAM,GAAW,EAAE,GAAG,MAAuB;QACxD,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,MAAM,CAAkB,CAAA;IAChE,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAA;IACjB,CAAC;IAEO,SAAS,CAAC,GAAW;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAEvC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAA;QAEzB,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAEtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QAEnC,OAAO,SAAS,CAAA;IAClB,CAAC;CACF"}

package/dist/models/OpenKeyGroup.d.ts

@@ -0,0 +1,23 @@
+import type { OrderedRecord } from './BinarySource.js';
+export type KeyGroup = {
+    key: string;
+    slice: string;
+    rows: Record<string, string>;
+};
+export type GroupJoints = {
+    main: string;
+    with: Record<string, string>;
+};
+export declare class OpenKeyGroup {
+    readonly key: string;
+    private readonly joints;
+    private readonly slice;
+    private readonly rows;
+    private size;
+    constructor(key: string, joints: GroupJoints);
+    accepts(record: OrderedRecord): boolean;
+    add(record: OrderedRecord): void;
+    build(): KeyGroup;
+    private sourceOf;
+}
+//# sourceMappingURL=OpenKeyGroup.d.ts.map

package/dist/models/OpenKeyGroup.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenKeyGroup.d.ts","sourceRoot":"","sources":["../../src/models/OpenKeyGroup.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAGtD,MAAM,MAAM,QAAQ,GAAG;IACrB,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC7B,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC7B,CAAA;AAED,qBAAa,YAAY;aAML,GAAG,EAAE,MAAM;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM;IANzB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA8B;IACnD,OAAO,CAAC,IAAI,CAAI;gBAGE,GAAG,EAAE,MAAM,EACV,MAAM,EAAE,WAAW;IAG/B,OAAO,CAAC,MAAM,EAAE,aAAa;IAI7B,GAAG,CAAC,MAAM,EAAE,aAAa;IAezB,KAAK,IAAI,QAAQ;IAaxB,OAAO,CAAC,QAAQ;CASjB"}

package/dist/models/OpenKeyGroup.js

@@ -0,0 +1,42 @@
+import { MAX_SLICE_BYTES } from '../helpers/split-records.js';
+export class OpenKeyGroup {
+    key;
+    joints;
+    slice = [];
+    rows = new Map();
+    size = 0;
+    constructor(key, joints) {
+        this.key = key;
+        this.joints = joints;
+    }
+    accepts(record) {
+        return record.key === this.key;
+    }
+    add(record) {
+        const { texts, joint } = this.sourceOf(record);
+        this.size += Buffer.byteLength(record.text);
+        if (texts.length > 0)
+            this.size += Buffer.byteLength(joint);
+        if (this.size > MAX_SLICE_BYTES)
+            throw new RangeError(`Split group of key ${this.key} is larger than ${String(MAX_SLICE_BYTES)} bytes (${String(this.size)} so far): check the groupBy key`);
+        texts.push(record.text);
+    }
+    build() {
+        return {
+            key: this.key,
+            slice: this.slice.join(this.joints.main),
+            rows: Object.fromEntries(Object.entries(this.joints.with).map(([name, joint]) => [
+                name,
+                this.rows.get(name)?.join(joint) ?? '',
+            ])),
+        };
+    }
+    sourceOf(record) {
+        if (record.isMain)
+            return { texts: this.slice, joint: this.joints.main };
+        const texts = this.rows.get(record.name) ?? [];
+        this.rows.set(record.name, texts);
+        return { texts, joint: this.joints.with[record.name] ?? '' };
+    }
+}
+//# sourceMappingURL=OpenKeyGroup.js.map

package/dist/models/OpenKeyGroup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenKeyGroup.js","sourceRoot":"","sources":["../../src/models/OpenKeyGroup.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAA;AAa7D,MAAM,OAAO,YAAY;IAML;IACC;IANF,KAAK,GAAa,EAAE,CAAA;IACpB,IAAI,GAAG,IAAI,GAAG,EAAoB,CAAA;IAC3C,IAAI,GAAG,CAAC,CAAA;IAEhB,YACkB,GAAW,EACV,MAAmB;QADpB,QAAG,GAAH,GAAG,CAAQ;QACV,WAAM,GAAN,MAAM,CAAa;IACnC,CAAC;IAEG,OAAO,CAAC,MAAqB;QAClC,OAAO,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,CAAA;IAChC,CAAC;IAEM,GAAG,CAAC,MAAqB;QAC9B,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QAE9C,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAE3C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;QAE3D,IAAI,IAAI,CAAC,IAAI,GAAG,eAAe;YAC7B,MAAM,IAAI,UAAU,CAClB,sBAAsB,IAAI,CAAC,GAAG,mBAAmB,MAAM,CAAC,eAAe,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,iCAAiC,CACtI,CAAA;QAEH,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;IAEM,KAAK;QACV,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACxC,IAAI,EAAE,MAAM,CAAC,WAAW,CACtB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACtD,IAAI;gBACJ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;aACvC,CAAC,CACH;SACF,CAAA;IACH,CAAC;IAEO,QAAQ,CAAC,MAAqB;QACpC,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;QAExE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;QAE9C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAEjC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAA;IAC9D,CAAC;CACF"}

package/dist/models/SplitDatabaseWorker.d.ts

@@ -0,0 +1,12 @@
+import type { BinaryRecord, OrderedRecord } from './BinarySource.js';
+export declare class SplitDatabaseWorker {
+    private readonly worker;
+    private readonly folder;
+    private readonly stopped;
+    private constructor();
+    static open(directory: string): Promise<SplitDatabaseWorker>;
+    recordsByKey(main: AsyncIterable<BinaryRecord>, withFiles: Record<string, AsyncIterable<BinaryRecord>>): AsyncGenerator<OrderedRecord>;
+    close(): Promise<void>;
+    private send;
+}
+//# sourceMappingURL=SplitDatabaseWorker.d.ts.map

package/dist/models/SplitDatabaseWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SplitDatabaseWorker.d.ts","sourceRoot":"","sources":["../../src/models/SplitDatabaseWorker.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAWpE,qBAAa,mBAAmB;IAE5B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAH1B,OAAO;WAMa,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAsB3D,YAAY,CACxB,IAAI,EAAE,aAAa,CAAC,YAAY,CAAC,EACjC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC,GACrD,cAAc,CAAC,aAAa,CAAC;IA6BnB,KAAK;IAMlB,OAAO,CAAC,IAAI;CAYb"}

package/dist/models/SplitDatabaseWorker.js

@@ -0,0 +1,65 @@
+import { once } from 'node:events';
+import { mkdtemp, rm } from 'node:fs/promises';
+import { join } from 'node:path';
+import { ReadableStream, TransformStream } from 'node:stream/web';
+import { fileURLToPath } from 'node:url';
+import { Worker } from 'node:worker_threads';
+import { inChunks } from '../helpers/in-chunks.js';
+const WORKER = fileURLToPath(new URL('../../dist/workers/split-database.js', import.meta.url));
+export class SplitDatabaseWorker {
+    worker;
+    folder;
+    stopped;
+    constructor(worker, folder, stopped) {
+        this.worker = worker;
+        this.folder = folder;
+        this.stopped = stopped;
+    }
+    static async open(directory) {
+        const folder = await mkdtemp(join(directory, 't4h-split-'));
+        const workerData = {
+            file: join(folder, 'split.db'),
+        };
+        const worker = new Worker(WORKER, { workerData });
+        const stop = new AbortController();
+        worker.on('error', error => {
+            stop.abort(error);
+        });
+        worker.on('exit', code => {
+            stop.abort(new Error(`The split database worker stopped with code ${String(code)}`));
+        });
+        return new SplitDatabaseWorker(worker, folder, stop.signal);
+    }
+    async *recordsByKey(main, withFiles) {
+        const mainInput = this.send(main);
+        const withInputs = Object.entries(withFiles).map(([name, records]) => ({
+            name,
+            ...this.send(records),
+        }));
+        const inputs = [mainInput, ...withInputs];
+        const load = {
+            main: mainInput.readable,
+            with: withInputs.map(({ name, readable }) => [name, readable]),
+        };
+        const reply = once(this.worker, 'message', { signal: this.stopped });
+        this.worker.postMessage(load, inputs.map(({ readable }) => readable));
+        await Promise.all([...inputs.map(({ sent }) => sent), reply]);
+        const [ordered] = (await reply);
+        const chunks = ordered.pipeThrough(new TransformStream(), { signal: this.stopped });
+        for await (const records of chunks)
+            yield* records;
+    }
+    async close() {
+        await this.worker.terminate();
+        await rm(this.folder, { recursive: true, force: true });
+    }
+    send(records) {
+        const { readable, writable } = new TransformStream();
+        const sent = ReadableStream.from(inChunks(records)).pipeTo(writable, {
+            preventAbort: true,
+            signal: this.stopped,
+        });
+        return { readable, sent };
+    }
+}
+//# sourceMappingURL=SplitDatabaseWorker.js.map

package/dist/models/SplitDatabaseWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SplitDatabaseWorker.js","sourceRoot":"","sources":["../../src/models/SplitDatabaseWorker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAClC,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAG5C,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAA;AAMlD,MAAM,MAAM,GAAG,aAAa,CAC1B,IAAI,GAAG,CAAC,sCAAsC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CACjE,CAAA;AAED,MAAM,OAAO,mBAAmB;IAEX;IACA;IACA;IAHnB,YACmB,MAAc,EACd,MAAc,EACd,OAAoB;QAFpB,WAAM,GAAN,MAAM,CAAQ;QACd,WAAM,GAAN,MAAM,CAAQ;QACd,YAAO,GAAP,OAAO,CAAa;IACpC,CAAC;IAEG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAiB;QACxC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAA;QAC3D,MAAM,UAAU,GAA4B;YAC1C,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC;SAC/B,CAAA;QACD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAA;QACjD,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAA;QAElC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACnB,CAAC,CAAC,CAAA;QACF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;YACvB,IAAI,CAAC,KAAK,CACR,IAAI,KAAK,CACP,+CAA+C,MAAM,CAAC,IAAI,CAAC,EAAE,CAC9D,CACF,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,OAAO,IAAI,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC7D,CAAC;IAEM,KAAK,CAAC,CAAC,YAAY,CACxB,IAAiC,EACjC,SAAsD;QAEtD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;YACrE,IAAI;YACJ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;SACtB,CAAC,CAAC,CAAA;QACH,MAAM,MAAM,GAAG,CAAC,SAAS,EAAE,GAAG,UAAU,CAAC,CAAA;QACzC,MAAM,IAAI,GAAsB;YAC9B,IAAI,EAAE,SAAS,CAAC,QAAQ;YACxB,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;SAC/D,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;QAEpE,IAAI,CAAC,MAAM,CAAC,WAAW,CACrB,IAAI,EACJ,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,CACvC,CAAA;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;QAE7D,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,CAAsC,CAAA;QACpE,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAChC,IAAI,eAAe,EAAoC,EACvD,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CACzB,CAAA;QAED,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,MAAM;YAAE,KAAK,CAAC,CAAC,OAAO,CAAA;IACpD,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAA;QAE7B,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACzD,CAAC;IAEO,IAAI,CAAC,OAAoC;QAC/C,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,eAAe,EAG/C,CAAA;QACH,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;YACnE,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,IAAI,CAAC,OAAO;SACrB,CAAC,CAAA;QAEF,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAA;IAC3B,CAAC;CACF"}

package/dist/workers/split-database.d.ts

@@ -0,0 +1,10 @@
+import { ReadableStream } from 'node:stream/web';
+import type { BinaryRecord } from '../models/BinarySource.js';
+export type SplitDatabaseWorkerData = {
+    file: string;
+};
+export type SplitDatabaseLoad = {
+    main: ReadableStream<BinaryRecord[]>;
+    with: [name: string, records: ReadableStream<BinaryRecord[]>][];
+};
+//# sourceMappingURL=split-database.d.ts.map

package/dist/workers/split-database.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"split-database.d.ts","sourceRoot":"","sources":["../../src/workers/split-database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAIhD,OAAO,KAAK,EAAE,YAAY,EAAiB,MAAM,2BAA2B,CAAA;AAG5E,MAAM,MAAM,uBAAuB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAA;AAEtD,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,cAAc,CAAC,YAAY,EAAE,CAAC,CAAA;IACpC,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,CAAA;CAChE,CAAA"}

package/dist/workers/split-database.js

@@ -0,0 +1,43 @@
+import { ReadableStream } from 'node:stream/web';
+import { parentPort, workerData } from 'node:worker_threads';
+import { inChunks } from '../helpers/in-chunks.js';
+import { Database } from '../models/Database.js';
+const SQL = {
+    schema: `
+    CREATE TABLE main_rows (key TEXT NOT NULL, text TEXT NOT NULL);
+    CREATE TABLE with_rows (key TEXT NOT NULL, name TEXT NOT NULL, text TEXT NOT NULL);
+  `,
+    indexMain: 'CREATE INDEX main_key ON main_rows (key)',
+    indexWith: 'CREATE INDEX with_key ON with_rows (key, name)',
+    insertWithMainKey: 'INSERT INTO with_rows (key, name, text) SELECT :key, :name, :text WHERE EXISTS (SELECT 1 FROM main_rows WHERE key = :key)',
+    recordsByKey: `
+    SELECT key, 1 AS is_main, NULL AS name, rowid AS seq, text FROM main_rows
+    UNION ALL
+    SELECT key, 0 AS is_main, name, rowid AS seq, text FROM with_rows
+    ORDER BY key, name, seq
+  `,
+};
+const { file } = workerData;
+const database = Database.open(file);
+database.exec(SQL.schema);
+function* recordsByKey() {
+    for (const row of database.select(SQL.recordsByKey))
+        yield row.is_main === 1
+            ? { key: row.key, text: row.text, isMain: true }
+            : { key: row.key, text: row.text, isMain: false, name: row.name };
+}
+async function load({ main, with: sources }) {
+    for await (const records of main)
+        database.insert('main_rows', records);
+    database.exec(SQL.indexMain);
+    for (const [name, chunks] of sources)
+        for await (const records of chunks)
+            database.run(SQL.insertWithMainKey, records.map(({ key, text }) => ({ key, name, text })));
+    database.exec(SQL.indexWith);
+    const ordered = ReadableStream.from(inChunks(recordsByKey()));
+    parentPort?.postMessage(ordered, [ordered]);
+}
+parentPort?.on('message', (request) => {
+    void load(request);
+});
+//# sourceMappingURL=split-database.js.map

package/dist/workers/split-database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"split-database.js","sourceRoot":"","sources":["../../src/workers/split-database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAE5D,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAA;AAElD,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAA;AAchD,MAAM,GAAG,GAAG;IACV,MAAM,EAAE;;;GAGP;IACD,SAAS,EAAE,0CAA0C;IACrD,SAAS,EAAE,gDAAgD;IAC3D,iBAAiB,EACf,2HAA2H;IAC7H,YAAY,EAAE;;;;;GAKb;CACF,CAAA;AAED,MAAM,EAAE,IAAI,EAAE,GAAG,UAAqC,CAAA;AACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAEpC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AAEzB,QAAQ,CAAC,CAAC,YAAY;IACpB,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAa,GAAG,CAAC,YAAY,CAAC;QAC7D,MAAM,GAAG,CAAC,OAAO,KAAK,CAAC;YACrB,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YAChD,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAA;AACvE,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAqB;IAC5D,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,IAAI;QAAE,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;IAEvE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IAE5B,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,OAAO;QAClC,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,MAAM;YAChC,QAAQ,CAAC,GAAG,CACV,GAAG,CAAC,iBAAiB,EACrB,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CACtD,CAAA;IAEL,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IAE5B,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,CAAA;IAE7D,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;AAC7C,CAAC;AAED,UAAU,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,OAA0B,EAAE,EAAE;IACvD,KAAK,IAAI,CAAC,OAAO,CAAC,CAAA;AACpB,CAAC,CAAC,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@t4h.framework/fs",
-  "version": "0.13.0",
+  "version": "0.14.0",
   "description": "File system module for the T4H Framework",
   "homepage": "https://github.com/tech4humans-brasil/framework/tree/main/packages/fs",
   "bugs": "https://github.com/tech4humans-brasil/framework/issues",
@@ -26,13 +26,14 @@
   "scripts": {
     "build": "tsc --project tsconfig.build.json",
     "check-types": "tsc --noEmit",
-    "lint": "eslint .",
+    "check-package": "publint --strict && attw --pack . --profile esm-only",
+    "lint": "eslint . --max-warnings 0",
     "prepublishOnly": "yarn build",
     "test": "vitest run",
     "test:watch": "vitest"
   },
   "devDependencies": {
-    "@t4h.framework/core": "^0.19.0",
+    "@t4h.framework/core": "^0.21.0",
     "typescript": "^5.9.3",
     "vitest": "^4.0.18"
   },
@@ -41,7 +42,7 @@
   },
   "packageManager": "yarn@4.12.0",
   "engines": {
-    "node": ">=22"
+    "node": ">=22.13"
   },
   "dependencies": {
     "sift": "^17.1.3"