@caracal-lynx/sluice 0.1.0

package/dist/adapters/source/csv.js

@@ -0,0 +1,110 @@
+// SPDX-License-Identifier: Elastic-2.0
+// Copyright (c) 2026 Caracal Lynx Ltd.
+/**
+ * CSV source adapter.
+ *
+ * - All columns inferred as VARCHAR.
+ * - UTF-8 BOM stripped automatically (`bom: true`).
+ * - Supports simple filename globs (`./data/export-*.csv`) — wildcard must
+ *   be in the filename, not the directory.
+ * - Glob-matched files are concatenated into a single staging table; the
+ *   first file's columns define the schema.
+ * - Rows are streamed through csv-parse and flushed to the staging store
+ *   in batches of `runConfig.batchSize`.
+ *
+ * `targetTable` defaults to 'stg_raw' here so single-source callers don't
+ * have to pass it; `MultiSourcePipelineRunner` overrides per source.
+ */
+import { createReadStream, readdirSync } from 'node:fs';
+import * as path from 'node:path';
+import { parse } from 'csv-parse';
+import { SourceError } from '../../utils/errors.js';
+import { logger } from '../../utils/logger.js';
+function resolveGlob(pattern) {
+    if (!pattern.includes('*'))
+        return [pattern];
+    const parsed = path.parse(pattern);
+    if (parsed.dir.includes('*')) {
+        throw new SourceError(`glob wildcards are only supported in the filename: "${pattern}"`);
+    }
+    const re = new RegExp('^' + parsed.base.replace(/[.+^${}()|[\]\\]/g, '\\$&').replace(/\*/g, '.*') + '$');
+    const searchDir = parsed.dir === '' ? '.' : parsed.dir;
+    let entries;
+    try {
+        entries = readdirSync(searchDir);
+    }
+    catch (err) {
+        throw new SourceError(`could not read directory "${searchDir}" for glob "${pattern}"`, err);
+    }
+    const matches = entries
+        .filter((f) => re.test(f))
+        .map((f) => path.join(searchDir, f))
+        .sort();
+    if (matches.length === 0) {
+        throw new SourceError(`glob "${pattern}" matched no files`);
+    }
+    return matches;
+}
+export class CsvSourceAdapter {
+    id = 'csv';
+    async connect(_config) {
+        // CSV is file-based; no persistent connection to establish.
+    }
+    async disconnect() {
+        // Nothing to release.
+    }
+    async extract(config, store, runConfig, onProgress, targetTable = 'stg_raw') {
+        if (!config.file) {
+            throw new SourceError('csv source requires `file`');
+        }
+        const files = resolveGlob(config.file);
+        logger.debug({ files, targetTable }, 'csv: resolved input files');
+        let columns = null;
+        let totalRows = 0;
+        const batchSize = runConfig.batchSize;
+        for (const file of files) {
+            const parser = createReadStream(file).pipe(parse({
+                columns: true,
+                skip_empty_lines: true,
+                bom: true,
+                delimiter: config.delimiter,
+            }));
+            const batch = [];
+            try {
+                for await (const record of parser) {
+                    const row = record;
+                    if (!columns) {
+                        const names = Object.keys(row);
+                        if (names.length === 0) {
+                            throw new SourceError(`csv file "${file}" has no columns`);
+                        }
+                        columns = names.map((n) => ({ name: n, duckDbType: 'VARCHAR' }));
+                        await store.createTable(targetTable, columns);
+                    }
+                    batch.push(row);
+                    if (batch.length >= batchSize) {
+                        await store.insertBatch(targetTable, batch);
+                        totalRows += batch.length;
+                        batch.length = 0;
+                        onProgress(totalRows);
+                    }
+                }
+                if (batch.length > 0) {
+                    await store.insertBatch(targetTable, batch);
+                    totalRows += batch.length;
+                    onProgress(totalRows);
+                }
+            }
+            catch (err) {
+                if (err instanceof SourceError)
+                    throw err;
+                throw new SourceError(`csv extract failed for "${file}": ${err instanceof Error ? err.message : String(err)}`, err);
+            }
+        }
+        if (!columns) {
+            throw new SourceError(`csv extract produced no data for "${config.file}"`);
+        }
+        return { rowsExtracted: totalRows, tableName: targetTable, columns };
+    }
+}
+//# sourceMappingURL=csv.js.map

package/dist/adapters/source/csv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../../src/adapters/source/csv.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,uCAAuC;AAEvC;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACxD,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAIlC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAG/C,SAAS,WAAW,CAAC,OAAe;IAClC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,WAAW,CAAC,uDAAuD,OAAO,GAAG,CAAC,CAAC;IAC3F,CAAC;IACD,MAAM,EAAE,GAAG,IAAI,MAAM,CACnB,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAClF,CAAC;IACF,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;IACvD,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,WAAW,CACnB,6BAA6B,SAAS,eAAe,OAAO,GAAG,EAC/D,GAAG,CACJ,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,OAAO;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;SACnC,IAAI,EAAE,CAAC;IACV,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,WAAW,CAAC,SAAS,OAAO,oBAAoB,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,OAAO,gBAAgB;IAClB,EAAE,GAAG,KAAK,CAAC;IAEpB,KAAK,CAAC,OAAO,CAAC,OAAqB;QACjC,4DAA4D;IAC9D,CAAC;IAED,KAAK,CAAC,UAAU;QACd,sBAAsB;IACxB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAoB,EACpB,KAAmB,EACnB,SAAoB,EACpB,UAAkC,EAClC,WAAW,GAAG,SAAS;QAEvB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,WAAW,CAAC,4BAA4B,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,2BAA2B,CAAC,CAAC;QAElE,IAAI,OAAO,GAAwB,IAAI,CAAC;QACxC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;QAEtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,IAAI,CACxC,KAAK,CAAC;gBACJ,OAAO,EAAE,IAAI;gBACb,gBAAgB,EAAE,IAAI;gBACtB,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC,CACH,CAAC;YACF,MAAM,KAAK,GAA8B,EAAE,CAAC;YAE5C,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,MAAiC,CAAC;oBAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BACvB,MAAM,IAAI,WAAW,CAAC,aAAa,IAAI,kBAAkB,CAAC,CAAC;wBAC7D,CAAC;wBACD,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;wBACjE,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;oBAChD,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAChB,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;wBAC9B,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;wBAC5C,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;wBAC1B,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;wBACjB,UAAU,CAAC,SAAS,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;gBACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrB,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;oBAC5C,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;oBAC1B,UAAU,CAAC,SAAS,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,GAAG,YAAY,WAAW;oBAAE,MAAM,GAAG,CAAC;gBAC1C,MAAM,IAAI,WAAW,CACnB,2BAA2B,IAAI,MAAM,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACvF,GAAG,CACJ,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,WAAW,CAAC,qCAAqC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;QAC7E,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;IACvE,CAAC;CACF"}

package/dist/adapters/source/index.d.ts

@@ -0,0 +1,9 @@
+export { CsvSourceAdapter } from './csv.js';
+export { MssqlSourceAdapter } from './mssql.js';
+export { PgSourceAdapter } from './pg.js';
+export { RestSourceAdapter } from './rest.js';
+export { SourceAdapterRegistry } from './registry.js';
+export { XlsxSourceAdapter } from './xlsx.js';
+export type { ExtractResult, SourceAdapter } from './types.js';
+export type { ColumnMeta } from '../../staging/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/adapters/source/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/adapters/source/index.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC/D,YAAY,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/adapters/source/index.js

@@ -0,0 +1,26 @@
+// SPDX-License-Identifier: Elastic-2.0
+// Copyright (c) 2026 Caracal Lynx Ltd.
+/**
+ * Barrel for source adapters. Built-in adapters self-register on first import.
+ */
+import { CsvSourceAdapter } from './csv.js';
+import { MssqlSourceAdapter } from './mssql.js';
+import { PgSourceAdapter } from './pg.js';
+import { RestSourceAdapter } from './rest.js';
+import { SourceAdapterRegistry } from './registry.js';
+import { XlsxSourceAdapter } from './xlsx.js';
+// Register built-in source adapters exactly once (ES modules are single-eval).
+if (!SourceAdapterRegistry.has('csv')) {
+    SourceAdapterRegistry.register(new CsvSourceAdapter());
+    SourceAdapterRegistry.register(new MssqlSourceAdapter());
+    SourceAdapterRegistry.register(new PgSourceAdapter());
+    SourceAdapterRegistry.register(new XlsxSourceAdapter());
+    SourceAdapterRegistry.register(new RestSourceAdapter());
+}
+export { CsvSourceAdapter } from './csv.js';
+export { MssqlSourceAdapter } from './mssql.js';
+export { PgSourceAdapter } from './pg.js';
+export { RestSourceAdapter } from './rest.js';
+export { SourceAdapterRegistry } from './registry.js';
+export { XlsxSourceAdapter } from './xlsx.js';
+//# sourceMappingURL=index.js.map

package/dist/adapters/source/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/adapters/source/index.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,uCAAuC;AAEvC;;GAEG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE9C,+EAA+E;AAC/E,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;IACtC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC;IACvD,qBAAqB,CAAC,QAAQ,CAAC,IAAI,kBAAkB,EAAE,CAAC,CAAC;IACzD,qBAAqB,CAAC,QAAQ,CAAC,IAAI,eAAe,EAAE,CAAC,CAAC;IACtD,qBAAqB,CAAC,QAAQ,CAAC,IAAI,iBAAiB,EAAE,CAAC,CAAC;IACxD,qBAAqB,CAAC,QAAQ,CAAC,IAAI,iBAAiB,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC"}

package/dist/adapters/source/mssql.d.ts

@@ -0,0 +1,11 @@
+import type { RunConfig, SourceConfig } from '../../config/types.js';
+import type { StagingStore } from '../../staging/index.js';
+import type { ExtractResult, SourceAdapter } from './types.js';
+export declare class MssqlSourceAdapter implements SourceAdapter {
+    readonly id = "mssql";
+    private pool;
+    connect(config: SourceConfig): Promise<void>;
+    disconnect(): Promise<void>;
+    extract(config: SourceConfig, store: StagingStore, runConfig: RunConfig, onProgress: (rows: number) => void, targetTable?: string): Promise<ExtractResult>;
+}
+//# sourceMappingURL=mssql.d.ts.map

package/dist/adapters/source/mssql.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mssql.d.ts","sourceRoot":"","sources":["../../../src/adapters/source/mssql.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,KAAK,EAAc,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAGvE,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAkG/D,qBAAa,kBAAmB,YAAW,aAAa;IACtD,QAAQ,CAAC,EAAE,WAAW;IACtB,OAAO,CAAC,IAAI,CAA+B;IAErC,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB5C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ3B,OAAO,CACX,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,YAAY,EACnB,SAAS,EAAE,SAAS,EACpB,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EAClC,WAAW,SAAY,GACtB,OAAO,CAAC,aAAa,CAAC;CAmG1B"}

package/dist/adapters/source/mssql.js

@@ -0,0 +1,230 @@
+// SPDX-License-Identifier: Elastic-2.0
+// Copyright (c) 2026 Caracal Lynx Ltd.
+/**
+ * SQL Server source adapter.
+ *
+ * Accepts either a URL connection string (`mssql://user:pass@host/db`) or a
+ * JSON-encoded config object — the latter supports Windows trusted connections
+ * via `{"trustedConnection": true, ...}`.
+ *
+ * Uses the streaming `request.stream = true` + `recordset` / `row` / `done`
+ * event flow so extremely large result sets don't blow the heap.
+ * `targetTable` defaults to 'stg_raw'.
+ */
+import sql from 'mssql';
+import { SourceError } from '../../utils/errors.js';
+import { logger } from '../../utils/logger.js';
+// Column metadata from mssql carries the type constructor function; its `.name`
+// yields the SQL Server type name (e.g. "VarChar", "Int").
+const MSSQL_TO_DUCKDB = {
+    varchar: 'VARCHAR',
+    nvarchar: 'VARCHAR',
+    char: 'VARCHAR',
+    nchar: 'VARCHAR',
+    text: 'VARCHAR',
+    ntext: 'VARCHAR',
+    xml: 'VARCHAR',
+    uniqueidentifier: 'VARCHAR',
+    int: 'BIGINT',
+    bigint: 'BIGINT',
+    smallint: 'BIGINT',
+    tinyint: 'BIGINT',
+    decimal: 'DOUBLE',
+    numeric: 'DOUBLE',
+    money: 'DOUBLE',
+    smallmoney: 'DOUBLE',
+    float: 'DOUBLE',
+    real: 'DOUBLE',
+    bit: 'BOOLEAN',
+    datetime: 'TIMESTAMP',
+    datetime2: 'TIMESTAMP',
+    smalldatetime: 'TIMESTAMP',
+    datetimeoffset: 'TIMESTAMP',
+    date: 'TIMESTAMP',
+    time: 'VARCHAR',
+};
+function mapMssqlType(t) {
+    if (t === null || t === undefined)
+        return 'VARCHAR';
+    const name = typeof t === 'function'
+        ? (t.name ?? '')
+        : typeof t === 'object'
+            ? (t.name ?? '')
+            : String(t);
+    return MSSQL_TO_DUCKDB[name.toLowerCase()] ?? 'VARCHAR';
+}
+function parseBooleanParam(value) {
+    if (value === null)
+        return undefined;
+    const normalized = value.trim().toLowerCase();
+    if (normalized === 'true' || normalized === '1')
+        return true;
+    if (normalized === 'false' || normalized === '0')
+        return false;
+    return undefined;
+}
+function parseMssqlUrl(connection) {
+    const parsed = new URL(connection);
+    const database = parsed.pathname.replace(/^\//, '');
+    const encrypt = parseBooleanParam(parsed.searchParams.get('encrypt'));
+    const trustServerCertificate = parseBooleanParam(parsed.searchParams.get('trustServerCertificate'));
+    const config = {
+        server: parsed.hostname,
+        ...(parsed.port ? { port: Number(parsed.port) } : {}),
+        ...(database ? { database } : {}),
+        ...(parsed.username ? { user: decodeURIComponent(parsed.username) } : {}),
+        ...(parsed.password ? { password: decodeURIComponent(parsed.password) } : {}),
+        options: {
+            ...(encrypt !== undefined ? { encrypt } : {}),
+            ...(trustServerCertificate !== undefined ? { trustServerCertificate } : {}),
+        },
+    };
+    if (Object.keys(config.options ?? {}).length === 0) {
+        delete config.options;
+    }
+    return config;
+}
+function parseConnection(connection) {
+    const trimmed = connection.trimStart();
+    if (trimmed.startsWith('{')) {
+        try {
+            return JSON.parse(connection);
+        }
+        catch (err) {
+            throw new SourceError(`mssql: invalid JSON in connection config: ${String(err)}`, err);
+        }
+    }
+    if (trimmed.startsWith('mssql://')) {
+        try {
+            return parseMssqlUrl(connection);
+        }
+        catch (err) {
+            throw new SourceError(`mssql: invalid URL in connection config: ${String(err)}`, err);
+        }
+    }
+    return connection;
+}
+export class MssqlSourceAdapter {
+    id = 'mssql';
+    pool = null;
+    async connect(config) {
+        if (!config.connection) {
+            throw new SourceError('mssql source requires `connection`');
+        }
+        const poolConfig = parseConnection(config.connection);
+        this.pool = new sql.ConnectionPool(poolConfig);
+        try {
+            await this.pool.connect();
+        }
+        catch (err) {
+            this.pool = null;
+            throw new SourceError(`mssql: connection failed: ${err instanceof Error ? err.message : String(err)}`, err);
+        }
+    }
+    async disconnect() {
+        if (this.pool) {
+            const p = this.pool;
+            this.pool = null;
+            await p.close();
+        }
+    }
+    async extract(config, store, runConfig, onProgress, targetTable = 'stg_raw') {
+        if (!config.query) {
+            throw new SourceError('mssql source requires `query`');
+        }
+        if (!this.pool) {
+            throw new SourceError('mssql: not connected (call connect() first)');
+        }
+        const query = config.query;
+        const request = this.pool.request();
+        request.stream = true;
+        let columns = null;
+        let pendingBatch = [];
+        let totalRows = 0;
+        return new Promise((resolve, reject) => {
+            let settled = false;
+            const fail = (err) => {
+                if (settled)
+                    return;
+                settled = true;
+                reject(err instanceof SourceError ? err : new SourceError(`mssql query failed: ${String(err)}`, err));
+            };
+            request.on('recordset', (meta) => {
+                (async () => {
+                    try {
+                        columns = Object.entries(meta).map(([name, info]) => ({
+                            name,
+                            duckDbType: mapMssqlType(info?.type),
+                        }));
+                        if (columns.length === 0) {
+                            throw new SourceError('mssql query produced no columns');
+                        }
+                        await store.createTable(targetTable, columns);
+                    }
+                    catch (err) {
+                        fail(err);
+                    }
+                })();
+            });
+            request.on('row', (row) => {
+                pendingBatch.push(row);
+                if (pendingBatch.length >= runConfig.batchSize) {
+                    const toInsert = pendingBatch;
+                    pendingBatch = [];
+                    try {
+                        request.pause();
+                    }
+                    catch {
+                        /* older mssql may not support pause */
+                    }
+                    store
+                        .insertBatch(targetTable, toInsert)
+                        .then(() => {
+                        totalRows += toInsert.length;
+                        onProgress(totalRows);
+                        try {
+                            request.resume();
+                        }
+                        catch {
+                            /* noop */
+                        }
+                    })
+                        .catch((err) => {
+                        fail(err);
+                    });
+                }
+            });
+            request.on('error', fail);
+            request.on('done', () => {
+                (async () => {
+                    try {
+                        if (pendingBatch.length > 0) {
+                            await store.insertBatch(targetTable, pendingBatch);
+                            totalRows += pendingBatch.length;
+                            onProgress(totalRows);
+                            pendingBatch = [];
+                        }
+                        if (!columns) {
+                            throw new SourceError('mssql query completed without any columns');
+                        }
+                        if (settled)
+                            return;
+                        settled = true;
+                        logger.debug({ totalRows, targetTable }, 'mssql: extract complete');
+                        resolve({ rowsExtracted: totalRows, tableName: targetTable, columns });
+                    }
+                    catch (err) {
+                        fail(err);
+                    }
+                })();
+            });
+            try {
+                request.query(query);
+            }
+            catch (err) {
+                fail(err);
+            }
+        });
+    }
+}
+//# sourceMappingURL=mssql.js.map

package/dist/adapters/source/mssql.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mssql.js","sourceRoot":"","sources":["../../../src/adapters/source/mssql.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,uCAAuC;AAEvC;;;;;;;;;;GAUG;AAEH,OAAO,GAAoE,MAAM,OAAO,CAAC;AAIzF,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAG/C,gFAAgF;AAChF,2DAA2D;AAC3D,MAAM,eAAe,GAA2B;IAC9C,OAAO,EAAE,SAAS;IAClB,QAAQ,EAAE,SAAS;IACnB,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,SAAS;IAChB,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,SAAS;IAChB,GAAG,EAAE,SAAS;IACd,gBAAgB,EAAE,SAAS;IAC3B,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,QAAQ;IAClB,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,KAAK,EAAE,QAAQ;IACf,UAAU,EAAE,QAAQ;IACpB,KAAK,EAAE,QAAQ;IACf,IAAI,EAAE,QAAQ;IACd,GAAG,EAAE,SAAS;IACd,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,WAAW;IACtB,aAAa,EAAE,WAAW;IAC1B,cAAc,EAAE,WAAW;IAC3B,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;CAChB,CAAC;AAEF,SAAS,YAAY,CAAC,CAAU;IAC9B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACpD,MAAM,IAAI,GACR,OAAO,CAAC,KAAK,UAAU;QACrB,CAAC,CAAC,CAAE,CAAuB,CAAC,IAAI,IAAI,EAAE,CAAC;QACvC,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ;YACrB,CAAC,CAAC,CAAE,CAAuB,CAAC,IAAI,IAAI,EAAE,CAAC;YACvC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAClB,OAAO,eAAe,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,SAAS,CAAC;AAC1D,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAoB;IAC7C,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACrC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9C,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IAC7D,IAAI,UAAU,KAAK,OAAO,IAAI,UAAU,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IAC/D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB;IACvC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAEpD,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IACtE,MAAM,sBAAsB,GAAG,iBAAiB,CAC9C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAClD,CAAC;IAEF,MAAM,MAAM,GAAc;QACxB,MAAM,EAAE,MAAM,CAAC,QAAQ;QACvB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,OAAO,EAAE;YACP,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,GAAG,CAAC,sBAAsB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5E;KACF,CAAC;IAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnD,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,UAAkB;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,EAAE,CAAC;IACvC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAc,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,WAAW,CAAC,6CAA6C,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,OAAO,aAAa,CAAC,UAAU,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,WAAW,CAAC,4CAA4C,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,OAAO,kBAAkB;IACpB,EAAE,GAAG,OAAO,CAAC;IACd,IAAI,GAA0B,IAAI,CAAC;IAE3C,KAAK,CAAC,OAAO,CAAC,MAAoB;QAChC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,IAAI,WAAW,CAAC,oCAAoC,CAAC,CAAC;QAC9D,CAAC;QACD,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,UAAuB,CAAC,CAAC;QAC5D,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,MAAM,IAAI,WAAW,CACnB,6BAA6B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAC/E,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;YACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAoB,EACpB,KAAmB,EACnB,SAAoB,EACpB,UAAkC,EAClC,WAAW,GAAG,SAAS;QAEvB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,+BAA+B,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,6CAA6C,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,MAAM,OAAO,GAAY,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7C,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;QAEtB,IAAI,OAAO,GAAwB,IAAI,CAAC;QACxC,IAAI,YAAY,GAA8B,EAAE,CAAC;QACjD,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,OAAO,IAAI,OAAO,CAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACpD,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,IAAI,GAAG,CAAC,GAAY,EAAQ,EAAE;gBAClC,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,CAAC,GAAG,YAAY,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,uBAAuB,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;YACxG,CAAC,CAAC;YAEF,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,IAAwC,EAAE,EAAE;gBACnE,CAAC,KAAK,IAAI,EAAE;oBACV,IAAI,CAAC;wBACH,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;4BACpD,IAAI;4BACJ,UAAU,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC;yBACrC,CAAC,CAAC,CAAC;wBACJ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BACzB,MAAM,IAAI,WAAW,CAAC,iCAAiC,CAAC,CAAC;wBAC3D,CAAC;wBACD,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;oBAChD,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,CAAC,GAAG,CAAC,CAAC;oBACZ,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,GAA4B,EAAE,EAAE;gBACjD,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACvB,IAAI,YAAY,CAAC,MAAM,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;oBAC/C,MAAM,QAAQ,GAAG,YAAY,CAAC;oBAC9B,YAAY,GAAG,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,OAAO,CAAC,KAAK,EAAE,CAAC;oBAClB,CAAC;oBAAC,MAAM,CAAC;wBACP,uCAAuC;oBACzC,CAAC;oBACD,KAAK;yBACF,WAAW,CAAC,WAAW,EAAE,QAAQ,CAAC;yBAClC,IAAI,CAAC,GAAG,EAAE;wBACT,SAAS,IAAI,QAAQ,CAAC,MAAM,CAAC;wBAC7B,UAAU,CAAC,SAAS,CAAC,CAAC;wBACtB,IAAI,CAAC;4BACH,OAAO,CAAC,MAAM,EAAE,CAAC;wBACnB,CAAC;wBAAC,MAAM,CAAC;4BACP,UAAU;wBACZ,CAAC;oBACH,CAAC,CAAC;yBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;wBACb,IAAI,CAAC,GAAG,CAAC,CAAC;oBACZ,CAAC,CAAC,CAAC;gBACP,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAE1B,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBACtB,CAAC,KAAK,IAAI,EAAE;oBACV,IAAI,CAAC;wBACH,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAC5B,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;4BACnD,SAAS,IAAI,YAAY,CAAC,MAAM,CAAC;4BACjC,UAAU,CAAC,SAAS,CAAC,CAAC;4BACtB,YAAY,GAAG,EAAE,CAAC;wBACpB,CAAC;wBACD,IAAI,CAAC,OAAO,EAAE,CAAC;4BACb,MAAM,IAAI,WAAW,CAAC,2CAA2C,CAAC,CAAC;wBACrE,CAAC;wBACD,IAAI,OAAO;4BAAE,OAAO;wBACpB,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,EAAE,yBAAyB,CAAC,CAAC;wBACpE,OAAO,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;oBACzE,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,CAAC,GAAG,CAAC,CAAC;oBACZ,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,GAAG,CAAC,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/adapters/source/pg.d.ts

@@ -0,0 +1,11 @@
+import type { RunConfig, SourceConfig } from '../../config/types.js';
+import type { StagingStore } from '../../staging/index.js';
+import type { ExtractResult, SourceAdapter } from './types.js';
+export declare class PgSourceAdapter implements SourceAdapter {
+    readonly id = "pg";
+    private pool;
+    connect(config: SourceConfig): Promise<void>;
+    disconnect(): Promise<void>;
+    extract(config: SourceConfig, store: StagingStore, runConfig: RunConfig, onProgress: (rows: number) => void, targetTable?: string): Promise<ExtractResult>;
+}
+//# sourceMappingURL=pg.d.ts.map

package/dist/adapters/source/pg.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pg.d.ts","sourceRoot":"","sources":["../../../src/adapters/source/pg.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,KAAK,EAAc,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAEvE,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAuB/D,qBAAa,eAAgB,YAAW,aAAa;IACnD,QAAQ,CAAC,EAAE,QAAQ;IACnB,OAAO,CAAC,IAAI,CAAwB;IAE9B,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB5C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ3B,OAAO,CACX,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,YAAY,EACnB,SAAS,EAAE,SAAS,EACpB,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EAClC,WAAW,SAAY,GACtB,OAAO,CAAC,aAAa,CAAC;CAoC1B"}

package/dist/adapters/source/pg.js

@@ -0,0 +1,88 @@
+// SPDX-License-Identifier: Elastic-2.0
+// Copyright (c) 2026 Caracal Lynx Ltd.
+/**
+ * PostgreSQL source adapter.
+ *
+ * Executes `config.query` against `config.connection` via pg.Pool. The entire
+ * result set is held in memory; streaming via cursors is a future optimization
+ * for very large extracts. `targetTable` defaults to 'stg_raw'.
+ */
+import pg from 'pg';
+import { SourceError } from '../../utils/errors.js';
+// OIDs from pg's built-in types — full list at node_modules/pg-types/lib/textParsers.js
+// We only map the commonest ones; unknown OIDs default to VARCHAR.
+const PG_OID_TO_DUCKDB = {
+    16: 'BOOLEAN', // bool
+    20: 'BIGINT', // int8
+    21: 'BIGINT', // int2
+    23: 'BIGINT', // int4
+    25: 'VARCHAR', // text
+    700: 'DOUBLE', // float4
+    701: 'DOUBLE', // float8
+    1043: 'VARCHAR', // varchar
+    1042: 'VARCHAR', // bpchar (char)
+    1082: 'TIMESTAMP', // date
+    1114: 'TIMESTAMP', // timestamp
+    1184: 'TIMESTAMP', // timestamptz
+    1700: 'DOUBLE', // numeric
+    114: 'VARCHAR', // json
+    3802: 'VARCHAR', // jsonb
+    2950: 'VARCHAR', // uuid
+};
+export class PgSourceAdapter {
+    id = 'pg';
+    pool = null;
+    async connect(config) {
+        if (!config.connection) {
+            throw new SourceError('pg source requires `connection`');
+        }
+        this.pool = new pg.Pool({ connectionString: config.connection });
+        // pg.Pool doesn't connect eagerly; trigger a check via a trivial query so
+        // connection errors surface before extract() is called.
+        try {
+            const client = await this.pool.connect();
+            client.release();
+        }
+        catch (err) {
+            this.pool = null;
+            throw new SourceError(`pg: connection failed: ${err instanceof Error ? err.message : String(err)}`, err);
+        }
+    }
+    async disconnect() {
+        if (this.pool) {
+            const p = this.pool;
+            this.pool = null;
+            await p.end();
+        }
+    }
+    async extract(config, store, runConfig, onProgress, targetTable = 'stg_raw') {
+        if (!config.query) {
+            throw new SourceError('pg source requires `query`');
+        }
+        if (!this.pool) {
+            throw new SourceError('pg: not connected');
+        }
+        let result;
+        try {
+            result = await this.pool.query(config.query);
+        }
+        catch (err) {
+            throw new SourceError(`pg query failed: ${err instanceof Error ? err.message : String(err)}`, err);
+        }
+        if (result.fields.length === 0) {
+            throw new SourceError('pg query produced no columns');
+        }
+        const columns = result.fields.map((f) => ({
+            name: f.name,
+            duckDbType: PG_OID_TO_DUCKDB[f.dataTypeID] ?? 'VARCHAR',
+        }));
+        await store.createTable(targetTable, columns);
+        for (let i = 0; i < result.rows.length; i += runConfig.batchSize) {
+            const batch = result.rows.slice(i, i + runConfig.batchSize);
+            await store.insertBatch(targetTable, batch);
+            onProgress(Math.min(i + batch.length, result.rows.length));
+        }
+        return { rowsExtracted: result.rows.length, tableName: targetTable, columns };
+    }
+}
+//# sourceMappingURL=pg.js.map

package/dist/adapters/source/pg.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pg.js","sourceRoot":"","sources":["../../../src/adapters/source/pg.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,uCAAuC;AAEvC;;;;;;GAMG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AAIpB,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGpD,wFAAwF;AACxF,mEAAmE;AACnE,MAAM,gBAAgB,GAA2B;IAC/C,EAAE,EAAE,SAAS,EAAE,OAAO;IACtB,EAAE,EAAE,QAAQ,EAAE,OAAO;IACrB,EAAE,EAAE,QAAQ,EAAE,OAAO;IACrB,EAAE,EAAE,QAAQ,EAAE,OAAO;IACrB,EAAE,EAAE,SAAS,EAAE,OAAO;IACtB,GAAG,EAAE,QAAQ,EAAE,SAAS;IACxB,GAAG,EAAE,QAAQ,EAAE,SAAS;IACxB,IAAI,EAAE,SAAS,EAAE,UAAU;IAC3B,IAAI,EAAE,SAAS,EAAE,gBAAgB;IACjC,IAAI,EAAE,WAAW,EAAE,OAAO;IAC1B,IAAI,EAAE,WAAW,EAAE,YAAY;IAC/B,IAAI,EAAE,WAAW,EAAE,cAAc;IACjC,IAAI,EAAE,QAAQ,EAAE,UAAU;IAC1B,GAAG,EAAE,SAAS,EAAE,OAAO;IACvB,IAAI,EAAE,SAAS,EAAE,QAAQ;IACzB,IAAI,EAAE,SAAS,EAAE,OAAO;CACzB,CAAC;AAEF,MAAM,OAAO,eAAe;IACjB,EAAE,GAAG,IAAI,CAAC;IACX,IAAI,GAAmB,IAAI,CAAC;IAEpC,KAAK,CAAC,OAAO,CAAC,MAAoB;QAChC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,IAAI,WAAW,CAAC,iCAAiC,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QACjE,0EAA0E;QAC1E,wDAAwD;QACxD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,MAAM,IAAI,WAAW,CACnB,0BAA0B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAC5E,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;YACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAoB,EACpB,KAAmB,EACnB,SAAoB,EACpB,UAAkC,EAClC,WAAW,GAAG,SAAS;QAEvB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,4BAA4B,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,mBAAmB,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,MAA+C,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAA0B,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,WAAW,CACnB,oBAAoB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACtE,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,WAAW,CAAC,8BAA8B,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAiB,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,UAAU,EAAE,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,SAAS;SACxD,CAAC,CAAC,CAAC;QACJ,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;YAC5C,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;IAChF,CAAC;CACF"}

package/dist/adapters/source/registry.d.ts

@@ -0,0 +1,10 @@
+import type { SourceAdapter } from './types.js';
+export declare class SourceAdapterRegistry {
+    static register(adapter: SourceAdapter): void;
+    static get(id: string): SourceAdapter;
+    static has(id: string): boolean;
+    static list(): string[];
+    /** Remove an adapter by id. Primarily for test isolation. */
+    static unregister(id: string): void;
+}
+//# sourceMappingURL=registry.d.ts.map

package/dist/adapters/source/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/adapters/source/registry.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAIhD,qBAAa,qBAAqB;IAChC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI;IAO7C,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa;IAUrC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAI/B,MAAM,CAAC,IAAI,IAAI,MAAM,EAAE;IAIvB,6DAA6D;IAC7D,MAAM,CAAC,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;CAGpC"}

package/dist/adapters/source/registry.js

@@ -0,0 +1,36 @@
+// SPDX-License-Identifier: Elastic-2.0
+// Copyright (c) 2026 Caracal Lynx Ltd.
+/**
+ * Global registry of source adapters, keyed by adapter id ('csv', 'mssql', ...).
+ *
+ * Built-in adapters self-register when the `adapters/source` barrel is
+ * imported. Tests that need a clean registry can call `unregister()`.
+ */
+import { ConfigError } from '../../utils/errors.js';
+const adapters = new Map();
+export class SourceAdapterRegistry {
+    static register(adapter) {
+        if (adapters.has(adapter.id)) {
+            throw new ConfigError(`Duplicate source adapter id "${adapter.id}"`);
+        }
+        adapters.set(adapter.id, adapter);
+    }
+    static get(id) {
+        const adapter = adapters.get(id);
+        if (!adapter) {
+            throw new ConfigError(`No source adapter registered for "${id}". Known adapters: ${[...adapters.keys()].join(', ') || '(none)'}`);
+        }
+        return adapter;
+    }
+    static has(id) {
+        return adapters.has(id);
+    }
+    static list() {
+        return [...adapters.keys()];
+    }
+    /** Remove an adapter by id. Primarily for test isolation. */
+    static unregister(id) {
+        adapters.delete(id);
+    }
+}
+//# sourceMappingURL=registry.js.map

package/dist/adapters/source/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/adapters/source/registry.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,uCAAuC;AAEvC;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGpD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAyB,CAAC;AAElD,MAAM,OAAO,qBAAqB;IAChC,MAAM,CAAC,QAAQ,CAAC,OAAsB;QACpC,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,WAAW,CAAC,gCAAgC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;QACvE,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,EAAU;QACnB,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,WAAW,CACnB,qCAAqC,EAAE,sBAAsB,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,CAC3G,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,EAAU;QACnB,OAAO,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,CAAC,IAAI;QACT,OAAO,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,6DAA6D;IAC7D,MAAM,CAAC,UAAU,CAAC,EAAU;QAC1B,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACtB,CAAC;CACF"}

package/dist/adapters/source/rest.d.ts

@@ -0,0 +1,16 @@
+import type { RunConfig, SourceConfig } from '../../config/types.js';
+import type { StagingStore } from '../../staging/index.js';
+import type { ExtractResult, SourceAdapter } from './types.js';
+type Source = SourceConfig;
+export declare class RestSourceAdapter implements SourceAdapter {
+    readonly id = "rest";
+    private client;
+    connect(config: Source): Promise<void>;
+    disconnect(): Promise<void>;
+    extract(config: Source, store: StagingStore, runConfig: RunConfig, onProgress: (rows: number) => void, targetTable?: string): Promise<ExtractResult>;
+    private fetchOne;
+    private fetchPaged;
+    private get;
+}
+export {};
+//# sourceMappingURL=rest.d.ts.map

package/dist/adapters/source/rest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rest.d.ts","sourceRoot":"","sources":["../../../src/adapters/source/rest.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,KAAK,EAAc,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAGvE,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE/D,KAAK,MAAM,GAAG,YAAY,CAAC;AA4B3B,qBAAa,iBAAkB,YAAW,aAAa;IACrD,QAAQ,CAAC,EAAE,UAAU;IACrB,OAAO,CAAC,MAAM,CAA8B;IAEtC,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAsBtC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,OAAO,CACX,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,YAAY,EACnB,SAAS,EAAE,SAAS,EACpB,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EAClC,WAAW,SAAY,GACtB,OAAO,CAAC,aAAa,CAAC;YA8BX,QAAQ;YAgBR,UAAU;YAmEV,GAAG;CAclB"}