@caracal-lynx/sluice 0.1.0

package/dist/utils/progress.d.ts

@@ -0,0 +1,66 @@
+export type PhaseKind = 'extract' | 'dq' | 'merge' | 'enrich' | 'transform' | 'load';
+export type PhaseEndState = 'success' | 'warn' | 'fail';
+export type ProgressLogLevel = 'debug' | 'info' | 'warn' | 'error';
+export interface StartPhaseOpts {
+    total?: number;
+}
+export interface EndPhaseOpts {
+    state?: PhaseEndState;
+    message?: string;
+}
+export interface SummaryOpts {
+    pipeline: string;
+    elapsedMs: number;
+    rowsExtracted?: number;
+    rowsLoaded?: number;
+    warnings?: number;
+    state?: PhaseEndState;
+}
+export interface ProgressReporterOptions {
+    silent?: boolean;
+    totalPhases: number;
+    logLevel?: ProgressLogLevel;
+    /** Override for tests — defaults to `process.stdout.isTTY`. */
+    isTTY?: boolean;
+    /** Override for tests — defaults to `process.stdout`. */
+    stdout?: NodeJS.WritableStream;
+    /** Override for tests — defaults to `() => Date.now()`. */
+    now?: () => number;
+}
+export declare class ProgressReporter {
+    private readonly silent;
+    private readonly totalPhases;
+    private readonly stdout;
+    private readonly isTTY;
+    private readonly useBar;
+    private readonly now;
+    private phaseIndex;
+    private phase;
+    private bar;
+    private indeterminateTimer;
+    private indeterminateFrame;
+    private stopped;
+    constructor(opts: ProgressReporterOptions);
+    startPhase(kind: PhaseKind, label: string, opts?: StartPhaseOpts): void;
+    update(rows: number): void;
+    endPhase(opts?: EndPhaseOpts): void;
+    /** Final run summary banner. Safe to call when silent — no-ops. */
+    summary(opts: SummaryOpts): void;
+    stop(): void;
+    private startDeterminateBar;
+    private startIndeterminatePulse;
+    private renderIndeterminate;
+    private stopBar;
+    private renderStartLine;
+    private renderEndLine;
+    private renderPhaseLabel;
+    private phaseIcon;
+    private stateMarker;
+    private formatDeterminate;
+    private writeLine;
+}
+/**
+ * Convenience factory for a silent reporter (tests, library callers).
+ */
+export declare function createSilentProgress(totalPhases?: number): ProgressReporter;
+//# sourceMappingURL=progress.d.ts.map

package/dist/utils/progress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.d.ts","sourceRoot":"","sources":["../../src/utils/progress.ts"],"names":[],"mappings":"AA2BA,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,IAAI,GAAG,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,MAAM,CAAC;AAErF,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAEnE,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,aAAa,CAAC;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B,+DAA+D;IAC/D,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,yDAAyD;IACzD,MAAM,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAC/B,2DAA2D;IAC3D,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAiDD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwB;IAC/C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAU;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IAEnC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,KAAK,CAA2B;IACxC,OAAO,CAAC,GAAG,CAAsC;IACjD,OAAO,CAAC,kBAAkB,CAA+B;IACzD,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,OAAO,CAAS;gBAEZ,IAAI,EAAE,uBAAuB;IAWzC,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,cAAmB,GAAG,IAAI;IA6B3E,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAU1B,QAAQ,CAAC,IAAI,GAAE,YAAiB,GAAG,IAAI;IAkBvC,mEAAmE;IACnE,OAAO,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAoBhC,IAAI,IAAI,IAAI;IAaZ,OAAO,CAAC,mBAAmB;IAoB3B,OAAO,CAAC,uBAAuB;IAY/B,OAAO,CAAC,mBAAmB;IAW3B,OAAO,CAAC,OAAO;IAaf,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,aAAa;IAerB,OAAO,CAAC,gBAAgB;IASxB,OAAO,CAAC,SAAS;IAIjB,OAAO,CAAC,WAAW;IAenB,OAAO,CAAC,iBAAiB;IAWzB,OAAO,CAAC,SAAS;CAGlB;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,WAAW,SAAI,GAAG,gBAAgB,CAEtE"}

package/dist/utils/progress.js

@@ -0,0 +1,283 @@
+// SPDX-License-Identifier: Elastic-2.0
+// Copyright (c) 2026 Caracal Lynx Ltd.
+/**
+ * ProgressReporter — renders phase-by-phase progress feedback to stdout.
+ *
+ * Rendering decisions:
+ *   silent               → no-op (nothing on stdout)
+ *   logLevel = 'debug'   → bar disabled; phase transitions still logged by
+ *                          the caller via the pino logger
+ *   !isTTY               → one plain line per phase start + one per end
+ *                          (no escape codes, no emojis, no colour)
+ *   otherwise            → animated cli-progress bar with ETA for determinate
+ *                          phases, rotating spinner for indeterminate phases
+ *
+ * The caller drives the state machine:
+ *   startPhase(kind, label, { total? })
+ *   update(rows)              // many times
+ *   endPhase({ state, message? })   // success | warn | fail
+ *   ...repeat for each phase...
+ *   summary({ pipeline, elapsedMs, ... })
+ *   stop()                    // always — put in try/finally
+ */
+import cliProgress from 'cli-progress';
+import pc from 'picocolors';
+const PHASE_ICON_EMOJI = {
+    extract: '🔎',
+    dq: '🛡️ ',
+    merge: '🔀',
+    enrich: '🌐',
+    transform: '🔧',
+    load: '📤',
+};
+// Plain-ASCII fallbacks used when the stream is not a TTY.
+const PHASE_ICON_ASCII = {
+    extract: '[EX]',
+    dq: '[DQ]',
+    merge: '[MG]',
+    enrich: '[EN]',
+    transform: '[TX]',
+    load: '[LD]',
+};
+const PHASE_COLOUR = {
+    extract: pc.cyan,
+    dq: pc.yellow,
+    merge: pc.magenta,
+    enrich: pc.cyan,
+    transform: pc.blue,
+    load: pc.green,
+};
+const SPINNER_FRAMES = ['⠋', '⠙', '⠹', '⠸', '⠼', '⠴', '⠦', '⠧', '⠇', '⠏'];
+const INDETERMINATE_TICK_MS = 100;
+function formatRows(n) {
+    return n.toLocaleString('en-US');
+}
+function formatElapsed(ms) {
+    return `${(ms / 1000).toFixed(1)}s`;
+}
+export class ProgressReporter {
+    silent;
+    totalPhases;
+    stdout;
+    isTTY;
+    useBar;
+    now;
+    phaseIndex = 0;
+    phase = null;
+    bar = null;
+    indeterminateTimer = null;
+    indeterminateFrame = 0;
+    stopped = false;
+    constructor(opts) {
+        this.silent = opts.silent ?? false;
+        this.totalPhases = opts.totalPhases;
+        this.stdout = opts.stdout ?? process.stdout;
+        this.isTTY = opts.isTTY ?? Boolean(this.stdout.isTTY);
+        this.now = opts.now ?? (() => Date.now());
+        const barDisabled = opts.logLevel === 'debug';
+        this.useBar = !this.silent && this.isTTY && !barDisabled;
+    }
+    startPhase(kind, label, opts = {}) {
+        if (this.stopped)
+            return;
+        // If a previous phase was left open, close it quietly so we never leak a bar.
+        if (this.phase)
+            this.endPhase({ state: 'success' });
+        this.phaseIndex++;
+        this.phase = {
+            kind,
+            label,
+            total: opts.total,
+            startMs: this.now(),
+            lastRows: 0,
+        };
+        if (this.silent)
+            return;
+        if (this.useBar) {
+            if (opts.total !== undefined && opts.total > 0) {
+                this.startDeterminateBar(opts.total);
+            }
+            else {
+                this.startIndeterminatePulse();
+            }
+        }
+        else {
+            // Non-TTY / debug: single line on start. `endPhase` prints the closing line.
+            this.writeLine(this.renderStartLine());
+        }
+    }
+    update(rows) {
+        if (this.stopped || !this.phase)
+            return;
+        this.phase.lastRows = rows;
+        if (this.silent)
+            return;
+        if (this.useBar && this.bar && this.phase.total !== undefined) {
+            this.bar.update(Math.min(rows, this.phase.total));
+        }
+        // Indeterminate bar keeps its own animation timer; we just record lastRows.
+    }
+    endPhase(opts = {}) {
+        if (this.stopped || !this.phase)
+            return;
+        const state = opts.state ?? 'success';
+        const rows = this.phase.lastRows;
+        const elapsedMs = this.now() - this.phase.startMs;
+        if (!this.silent) {
+            if (this.useBar) {
+                this.stopBar();
+                this.writeLine(this.renderEndLine(state, rows, elapsedMs, opts.message));
+            }
+            else {
+                this.writeLine(this.renderEndLine(state, rows, elapsedMs, opts.message));
+            }
+        }
+        this.phase = null;
+    }
+    /** Final run summary banner. Safe to call when silent — no-ops. */
+    summary(opts) {
+        if (this.silent)
+            return;
+        const state = opts.state ?? 'success';
+        const marker = this.stateMarker(state);
+        const bits = [];
+        bits.push(marker);
+        bits.push(pc.bold(opts.pipeline));
+        if (opts.rowsExtracted !== undefined) {
+            bits.push(`${formatRows(opts.rowsExtracted)} rows extracted`);
+        }
+        if (opts.warnings !== undefined && opts.warnings > 0) {
+            bits.push(pc.yellow(`${formatRows(opts.warnings)} warnings`));
+        }
+        if (opts.rowsLoaded !== undefined) {
+            bits.push(`${formatRows(opts.rowsLoaded)} loaded`);
+        }
+        bits.push(pc.dim(formatElapsed(opts.elapsedMs)));
+        this.writeLine(bits.join(pc.dim(' · ')));
+    }
+    stop() {
+        if (this.stopped)
+            return;
+        if (this.phase) {
+            // Caller aborted mid-phase (e.g. thrown error). Close with failure state.
+            // Set `stopped` after endPhase so the close line renders.
+            this.endPhase({ state: 'fail' });
+        }
+        this.stopped = true;
+        this.stopBar();
+    }
+    // ── Internal rendering ────────────────────────────────────────────────────
+    startDeterminateBar(total) {
+        const bar = new cliProgress.SingleBar({
+            format: this.formatDeterminate(),
+            barCompleteChar: '█',
+            barIncompleteChar: '░',
+            hideCursor: true,
+            clearOnComplete: false,
+            stopOnComplete: false,
+            stream: this.stdout,
+            fps: 10,
+            noTTYOutput: false,
+            forceRedraw: false,
+        }, cliProgress.Presets.shades_classic);
+        bar.start(total, 0);
+        this.bar = bar;
+    }
+    startIndeterminatePulse() {
+        this.indeterminateFrame = 0;
+        this.renderIndeterminate();
+        this.indeterminateTimer = setInterval(() => {
+            this.indeterminateFrame++;
+            this.renderIndeterminate();
+        }, INDETERMINATE_TICK_MS);
+        if (typeof this.indeterminateTimer.unref === 'function') {
+            this.indeterminateTimer.unref();
+        }
+    }
+    renderIndeterminate() {
+        if (!this.phase)
+            return;
+        const spin = SPINNER_FRAMES[this.indeterminateFrame % SPINNER_FRAMES.length] ?? '.';
+        const label = this.renderPhaseLabel();
+        const rows = formatRows(this.phase.lastRows);
+        const elapsed = formatElapsed(this.now() - this.phase.startMs);
+        const line = `${label}  ${PHASE_COLOUR[this.phase.kind](spin)}  ${rows} rows · ${pc.dim(elapsed)}`;
+        // Rewrite the current line: CR + clear-to-EOL.
+        this.stdout.write(`\r${line}\x1b[K`);
+    }
+    stopBar() {
+        if (this.bar) {
+            this.bar.stop();
+            this.bar = null;
+        }
+        if (this.indeterminateTimer) {
+            clearInterval(this.indeterminateTimer);
+            this.indeterminateTimer = null;
+            // Erase the in-flight indeterminate line.
+            if (this.isTTY)
+                this.stdout.write('\r\x1b[K');
+        }
+    }
+    renderStartLine() {
+        const label = this.renderPhaseLabel();
+        return `${label}  starting…`;
+    }
+    renderEndLine(state, rows, elapsedMs, message) {
+        const label = this.renderPhaseLabel();
+        const marker = this.stateMarker(state);
+        const parts = [label, marker];
+        if (rows > 0)
+            parts.push(`${formatRows(rows)} rows`);
+        parts.push(pc.dim(formatElapsed(elapsedMs)));
+        if (message)
+            parts.push(pc.dim(message));
+        return parts.join('  ');
+    }
+    renderPhaseLabel() {
+        if (!this.phase)
+            return '';
+        const counter = pc.dim(`[${this.phaseIndex}/${this.totalPhases}]`);
+        const icon = this.phaseIcon(this.phase.kind);
+        const colourise = PHASE_COLOUR[this.phase.kind];
+        const name = colourise(pc.bold(this.phase.label));
+        return `${counter} ${icon} ${name}`;
+    }
+    phaseIcon(kind) {
+        return this.isTTY ? PHASE_ICON_EMOJI[kind] : PHASE_ICON_ASCII[kind];
+    }
+    stateMarker(state) {
+        if (this.isTTY) {
+            switch (state) {
+                case 'success': return pc.bold(pc.green('✅'));
+                case 'warn': return pc.yellow('⚠️ ');
+                case 'fail': return pc.bold(pc.red('❌'));
+            }
+        }
+        switch (state) {
+            case 'success': return '[ok]';
+            case 'warn': return '[warn]';
+            case 'fail': return '[fail]';
+        }
+    }
+    formatDeterminate() {
+        if (!this.phase)
+            return '';
+        const label = this.renderPhaseLabel();
+        const colourise = PHASE_COLOUR[this.phase.kind];
+        // cli-progress tokens: {bar} {value} {total} {eta_formatted} {duration_formatted}
+        const bar = `${colourise('{bar}')}`;
+        const counts = `{value}/{total} rows`;
+        const eta = pc.dim(`ETA {eta_formatted}`);
+        return `${label}  ${bar}  ${counts} · ${eta}`;
+    }
+    writeLine(s) {
+        this.stdout.write(`${s}\n`);
+    }
+}
+/**
+ * Convenience factory for a silent reporter (tests, library callers).
+ */
+export function createSilentProgress(totalPhases = 0) {
+    return new ProgressReporter({ silent: true, totalPhases });
+}
+//# sourceMappingURL=progress.js.map

package/dist/utils/progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.js","sourceRoot":"","sources":["../../src/utils/progress.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,uCAAuC;AAEvC;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,MAAM,YAAY,CAAC;AA8C5B,MAAM,gBAAgB,GAA8B;IAClD,OAAO,EAAE,IAAI;IACb,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,IAAI;IACX,MAAM,EAAE,IAAI;IACZ,SAAS,EAAE,IAAI;IACf,IAAI,EAAE,IAAI;CACX,CAAC;AAEF,2DAA2D;AAC3D,MAAM,gBAAgB,GAA8B;IAClD,OAAO,EAAE,MAAM;IACf,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,MAAM;IACd,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,MAAM;CACb,CAAC;AAEF,MAAM,YAAY,GAA6C;IAC7D,OAAO,EAAE,EAAE,CAAC,IAAI;IAChB,EAAE,EAAE,EAAE,CAAC,MAAM;IACb,KAAK,EAAE,EAAE,CAAC,OAAO;IACjB,MAAM,EAAE,EAAE,CAAC,IAAI;IACf,SAAS,EAAE,EAAE,CAAC,IAAI;IAClB,IAAI,EAAE,EAAE,CAAC,KAAK;CACf,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAC1E,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,aAAa,CAAC,EAAU;IAC/B,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACtC,CAAC;AAED,MAAM,OAAO,gBAAgB;IACV,MAAM,CAAU;IAChB,WAAW,CAAS;IACpB,MAAM,CAAwB;IAC9B,KAAK,CAAU;IACf,MAAM,CAAU;IAChB,GAAG,CAAe;IAE3B,UAAU,GAAG,CAAC,CAAC;IACf,KAAK,GAAsB,IAAI,CAAC;IAChC,GAAG,GAAiC,IAAI,CAAC;IACzC,kBAAkB,GAA0B,IAAI,CAAC;IACjD,kBAAkB,GAAG,CAAC,CAAC;IACvB,OAAO,GAAG,KAAK,CAAC;IAExB,YAAY,IAA6B;QACvC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,OAAO,CAAE,IAAI,CAAC,MAA6B,CAAC,KAAK,CAAC,CAAC;QAC9E,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAE1C,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,KAAK,OAAO,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,WAAW,CAAC;IAC3D,CAAC;IAED,UAAU,CAAC,IAAe,EAAE,KAAa,EAAE,OAAuB,EAAE;QAClE,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,8EAA8E;QAC9E,IAAI,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAEpD,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG;YACX,IAAI;YACJ,KAAK;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;YACnB,QAAQ,EAAE,CAAC;SACZ,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAExB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC/C,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACjC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,6EAA6E;YAC7E,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAY;QACjB,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9D,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACpD,CAAC;QACD,4EAA4E;IAC9E,CAAC;IAED,QAAQ,CAAC,OAAqB,EAAE;QAC9B,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;QAElD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3E,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,mEAAmE;IACnE,OAAO,CAAC,IAAiB;QACvB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,0EAA0E;YAC1E,0DAA0D;YAC1D,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,6EAA6E;IAErE,mBAAmB,CAAC,KAAa;QACvC,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACnC;YACE,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE;YAChC,eAAe,EAAE,GAAG;YACpB,iBAAiB,EAAE,GAAG;YACtB,UAAU,EAAE,IAAI;YAChB,eAAe,EAAE,KAAK;YACtB,cAAc,EAAE,KAAK;YACrB,MAAM,EAAE,IAAI,CAAC,MAA4B;YACzC,GAAG,EAAE,EAAE;YACP,WAAW,EAAE,KAAK;YAClB,WAAW,EAAE,KAAK;SACnB,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;QACF,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAEO,uBAAuB;QAC7B,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7B,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAC1B,IAAI,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACxD,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAEO,mBAAmB;QACzB,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,kBAAkB,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC;QACpF,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,GAAG,KAAK,KAAK,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,WAAW,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACnG,+CAA+C;QAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC;IACvC,CAAC;IAEO,OAAO;QACb,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAClB,CAAC;QACD,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACvC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAC/B,0CAA0C;YAC1C,IAAI,IAAI,CAAC,KAAK;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAEO,eAAe;QACrB,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtC,OAAO,GAAG,KAAK,aAAa,CAAC;IAC/B,CAAC;IAEO,aAAa,CACnB,KAAoB,EACpB,IAAY,EACZ,SAAiB,EACjB,OAA2B;QAE3B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC9B,IAAI,IAAI,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QACzC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,OAAO,GAAG,OAAO,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;IACtC,CAAC;IAEO,SAAS,CAAC,IAAe;QAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACtE,CAAC;IAEO,WAAW,CAAC,KAAoB;QACtC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,QAAQ,KAAK,EAAE,CAAC;gBACd,KAAK,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9C,KAAK,MAAM,CAAC,CAAI,OAAO,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACxC,KAAK,MAAM,CAAC,CAAI,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QACD,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,SAAS,CAAC,CAAC,OAAO,MAAM,CAAC;YAC9B,KAAK,MAAM,CAAC,CAAI,OAAO,QAAQ,CAAC;YAChC,KAAK,MAAM,CAAC,CAAI,OAAO,QAAQ,CAAC;QAClC,CAAC;IACH,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,kFAAkF;QAClF,MAAM,GAAG,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,sBAAsB,CAAC;QACtC,MAAM,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAC1C,OAAO,GAAG,KAAK,KAAK,GAAG,KAAK,MAAM,MAAM,GAAG,EAAE,CAAC;IAChD,CAAC;IAEO,SAAS,CAAC,CAAS;QACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,WAAW,GAAG,CAAC;IAClD,OAAO,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;AAC7D,CAAC"}

package/package.json

@@ -0,0 +1,92 @@
+{
+  "name": "@caracal-lynx/sluice",
+  "version": "0.1.0",
+  "description": "Config-driven ETL toolkit for ERP data migrations",
+  "license": "Elastic-2.0",
+  "author": "Caracal Lynx Ltd. <michael.scott@caracallynx.com> (https://caracallynx.com)",
+  "homepage": "https://github.com/caracal-lynx/sluice#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/caracal-lynx/sluice.git"
+  },
+  "bugs": {
+    "url": "https://github.com/caracal-lynx/sluice/issues"
+  },
+  "keywords": [
+    "etl",
+    "data-migration",
+    "erp",
+    "yaml",
+    "duckdb",
+    "cli",
+    "data-quality",
+    "pipeline",
+    "typescript"
+  ],
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "sluice": "dist/cli.js"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE",
+    "LICENCE-FAQ.md",
+    "CLAUDE.md"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "engines": {
+    "node": ">=24.0.0"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "dev": "tsx watch src/cli.ts",
+    "lint": "eslint src tests",
+    "format": "prettier --write src tests",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:cov": "vitest run --coverage",
+    "typecheck": "tsc --noEmit",
+    "typecheck:tsgo": "tsgo --noEmit",
+    "sluice": "tsx src/cli.ts"
+  },
+  "dependencies": {
+    "@duckdb/node-api": "^1.5.0-r.1",
+    "axios": "^1.7.0",
+    "axios-retry": "^4.5.0",
+    "cli-progress": "^3.12.0",
+    "commander": "^12.1.0",
+    "csv-parse": "^5.5.6",
+    "csv-stringify": "^6.5.1",
+    "dayjs": "^1.11.13",
+    "dotenv": "^16.4.5",
+    "expr-eval": "^2.0.2",
+    "js-yaml": "^4.1.0",
+    "mssql": "^11.0.1",
+    "pg": "^8.13.0",
+    "picocolors": "^1.1.1",
+    "pino": "^9.5.0",
+    "xlsx": "^0.18.5",
+    "zod": "^3.23.8"
+  },
+  "devDependencies": {
+    "@types/cli-progress": "^3.11.6",
+    "@types/js-yaml": "^4.0.9",
+    "@types/mssql": "^9.1.5",
+    "@types/node": "^24.12.2",
+    "@types/pg": "^8.11.10",
+    "@typescript/native-preview": "^7.0.0-dev.20260504.1",
+    "@vitest/coverage-v8": "^2.1.0",
+    "eslint": "^9.17.0",
+    "pino-pretty": "^13.0.0",
+    "prettier": "^3.4.0",
+    "tsx": "^4.19.0",
+    "typescript": "^6.0.3",
+    "typescript-eslint": "^8.59.1",
+    "vitest": "^2.1.0"
+  }
+}