@oronts/vendure-data-hub-plugin 0.1.0

package/dist/src/extractors/database/query-builder.js

@@ -0,0 +1,131 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatSqlValue = formatSqlValue;
+exports.validateQuery = validateQuery;
+exports.hasLimitClause = hasLimitClause;
+exports.buildPaginatedQuery = buildPaginatedQuery;
+exports.appendIncrementalFilter = appendIncrementalFilter;
+const index_1 = require("../../constants/index");
+const sql_security_utils_1 = require("../../utils/sql-security.utils");
+function formatSqlValue(value) {
+    if (value === null)
+        return 'NULL';
+    if (typeof value === 'number')
+        return String(value);
+    if (typeof value === 'boolean')
+        return value ? 'TRUE' : 'FALSE';
+    if (typeof value === 'string') {
+        return `'${value.replace(/'/g, "''")}'`;
+    }
+    if (value instanceof Date) {
+        return `'${value.toISOString()}'`;
+    }
+    return 'NULL';
+}
+function validateQuery(query) {
+    const errors = [];
+    const queryUpper = query.trim().toUpperCase();
+    if (!queryUpper.startsWith('SELECT')) {
+        errors.push('Query must be a SELECT statement');
+    }
+    if ((0, sql_security_utils_1.containsSqlInjection)(query)) {
+        errors.push('Query contains potentially dangerous patterns');
+    }
+    return {
+        valid: errors.length === 0,
+        errors,
+    };
+}
+function hasLimitClause(query) {
+    return /\bLIMIT\b/i.test(query);
+}
+const COMMON_COLUMN_WHITELIST = new Set([
+    'id', 'ID', '_id', 'Id',
+    'created_at', 'updated_at', 'deleted_at',
+    'createdAt', 'updatedAt', 'deletedAt',
+    'name', 'code', 'type', 'status', 'enabled',
+]);
+function validateColumnNameWithWhitelist(column) {
+    if (!column) {
+        throw new Error('Column name is required');
+    }
+    (0, sql_security_utils_1.validateColumnName)(column, COMMON_COLUMN_WHITELIST);
+}
+function buildPaginatedQuery(query, pagination, state) {
+    if (!query) {
+        throw new Error('Query is required');
+    }
+    const validation = validateQuery(query);
+    if (!validation.valid) {
+        throw new Error(`Invalid query: ${validation.errors.join(', ')}`);
+    }
+    if (!pagination?.enabled)
+        return query;
+    const pageSize = (0, sql_security_utils_1.validateLimitOffset)(pagination.pageSize, 1, index_1.PAGINATION.DATABASE_MAX_PAGE_SIZE);
+    if (pagination.type === index_1.DatabasePaginationType.OFFSET) {
+        const offset = (0, sql_security_utils_1.validateLimitOffset)(state.offset, 0, Number.MAX_SAFE_INTEGER);
+        return `${query} LIMIT ${pageSize} OFFSET ${offset}`;
+    }
+    if (pagination.type === index_1.DatabasePaginationType.CURSOR) {
+        if (!pagination.cursorColumn) {
+            throw new Error('cursorColumn is required for cursor-based pagination');
+        }
+        validateColumnNameWithWhitelist(pagination.cursorColumn);
+        if (state.cursor !== undefined) {
+            const cursorValue = formatSqlValue(state.cursor);
+            const cursorFilter = `${(0, sql_security_utils_1.escapeSqlIdentifier)(pagination.cursorColumn)} > ${cursorValue}`;
+            if (/WHERE/i.test(query)) {
+                return `${query} AND ${cursorFilter} ORDER BY ${(0, sql_security_utils_1.escapeSqlIdentifier)(pagination.cursorColumn)} LIMIT ${pageSize}`;
+            }
+            return `${query} WHERE ${cursorFilter} ORDER BY ${(0, sql_security_utils_1.escapeSqlIdentifier)(pagination.cursorColumn)} LIMIT ${pageSize}`;
+        }
+        return `${query} ORDER BY ${(0, sql_security_utils_1.escapeSqlIdentifier)(pagination.cursorColumn)} LIMIT ${pageSize}`;
+    }
+    return `${query} LIMIT ${pageSize}`;
+}
+function appendIncrementalFilter(query, config, lastValue) {
+    if (!query) {
+        throw new Error('Query is required');
+    }
+    const validation = validateQuery(query);
+    if (!validation.valid) {
+        throw new Error(`Invalid query: ${validation.errors.join(', ')}`);
+    }
+    if (!config.incremental?.enabled || lastValue === undefined) {
+        return query;
+    }
+    const column = config.incremental.column;
+    validateColumnNameWithWhitelist(column);
+    const operator = '>';
+    const value = formatSqlValue(lastValue);
+    const filter = `${(0, sql_security_utils_1.escapeSqlIdentifier)(column)} ${operator} ${value}`;
+    if (/WHERE/i.test(query)) {
+        const insertionPoint = findClauseInsertionPoint(query);
+        if (insertionPoint >= 0) {
+            return (query.slice(0, insertionPoint) +
+                ` AND ${filter}` +
+                query.slice(insertionPoint));
+        }
+        return `${query} AND ${filter}`;
+    }
+    const insertionPoint = findClauseInsertionPoint(query);
+    if (insertionPoint >= 0) {
+        return (query.slice(0, insertionPoint) +
+            ` WHERE ${filter}` +
+            query.slice(insertionPoint));
+    }
+    return `${query} WHERE ${filter}`;
+}
+function findClauseInsertionPoint(query) {
+    const keywords = ['ORDER BY', 'GROUP BY', 'HAVING', 'LIMIT', 'OFFSET', 'UNION', 'INTERSECT', 'EXCEPT'];
+    let earliestPosition = -1;
+    for (const keyword of keywords) {
+        const regex = new RegExp(`\\b${keyword}\\b`, 'i');
+        const match = regex.exec(query);
+        if (match && (earliestPosition === -1 || match.index < earliestPosition)) {
+            earliestPosition = match.index;
+        }
+    }
+    return earliestPosition;
+}
+//# sourceMappingURL=query-builder.js.map

package/dist/src/extractors/database/query-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-builder.js","sourceRoot":"","sources":["../../../../src/extractors/database/query-builder.ts"],"names":[],"mappings":";;AAKA,wCAWC;AAED,sCAgBC;AAED,wCAEC;AAgBD,kDA2CC;AAED,0DA+CC;AAhJD,iDAA2E;AAC3E,uEAAoI;AAEpI,SAAgB,cAAc,CAAC,KAAgB;IAC3C,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;IAChE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;IAC5C,CAAC;IACD,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QACxB,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE,GAAG,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAgB,aAAa,CAAC,KAAa;IACvC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE9C,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,IAAA,yCAAoB,EAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;IACjE,CAAC;IAED,OAAO;QACH,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QAC1B,MAAM;KACT,CAAC;AACN,CAAC;AAED,SAAgB,cAAc,CAAC,KAAa;IACxC,OAAO,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAC;IACpC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;IACvB,YAAY,EAAE,YAAY,EAAE,YAAY;IACxC,WAAW,EAAE,WAAW,EAAE,WAAW;IACrC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS;CAC9C,CAAC,CAAC;AAEH,SAAS,+BAA+B,CAAC,MAA0B;IAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,IAAA,uCAAkB,EAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;AACxD,CAAC;AAED,SAAgB,mBAAmB,CAC/B,KAAa,EACb,UAAgD,EAChD,KAAsB;IAEtB,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,kBAAkB,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,CAAC,UAAU,EAAE,OAAO;QAAE,OAAO,KAAK,CAAC;IAEvC,MAAM,QAAQ,GAAG,IAAA,wCAAmB,EAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,EAAE,kBAAU,CAAC,sBAAsB,CAAC,CAAC;IAEhG,IAAI,UAAU,CAAC,IAAI,KAAK,8BAAsB,CAAC,MAAM,EAAE,CAAC;QACpD,MAAM,MAAM,GAAG,IAAA,wCAAmB,EAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC7E,OAAO,GAAG,KAAK,UAAU,QAAQ,WAAW,MAAM,EAAE,CAAC;IACzD,CAAC;IAED,IAAI,UAAU,CAAC,IAAI,KAAK,8BAAsB,CAAC,MAAM,EAAE,CAAC;QACpD,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC5E,CAAC;QAED,+BAA+B,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAEzD,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,WAAW,GAAG,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACjD,MAAM,YAAY,GAAG,GAAG,IAAA,wCAAmB,EAAC,UAAU,CAAC,YAAY,CAAC,MAAM,WAAW,EAAE,CAAC;YACxF,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,GAAG,KAAK,QAAQ,YAAY,aAAa,IAAA,wCAAmB,EAAC,UAAU,CAAC,YAAY,CAAC,UAAU,QAAQ,EAAE,CAAC;YACrH,CAAC;YACD,OAAO,GAAG,KAAK,UAAU,YAAY,aAAa,IAAA,wCAAmB,EAAC,UAAU,CAAC,YAAY,CAAC,UAAU,QAAQ,EAAE,CAAC;QACvH,CAAC;QAED,OAAO,GAAG,KAAK,aAAa,IAAA,wCAAmB,EAAC,UAAU,CAAC,YAAY,CAAC,UAAU,QAAQ,EAAE,CAAC;IACjG,CAAC;IAED,OAAO,GAAG,KAAK,UAAU,QAAQ,EAAE,CAAC;AACxC,CAAC;AAED,SAAgB,uBAAuB,CACnC,KAAa,EACb,MAA+B,EAC/B,SAAoB;IAEpB,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,kBAAkB,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC;IACzC,+BAA+B,CAAC,MAAM,CAAC,CAAC;IAExC,MAAM,QAAQ,GAAG,GAAG,CAAC;IACrB,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,GAAG,IAAA,wCAAmB,EAAC,MAAM,CAAC,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;IAErE,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,cAAc,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QACvD,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;YACtB,OAAO,CACH,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC;gBAC9B,QAAQ,MAAM,EAAE;gBAChB,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAC9B,CAAC;QACN,CAAC;QACD,OAAO,GAAG,KAAK,QAAQ,MAAM,EAAE,CAAC;IACpC,CAAC;IAED,MAAM,cAAc,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;IACvD,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,CACH,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC;YAC9B,UAAU,MAAM,EAAE;YAClB,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAC9B,CAAC;IACN,CAAC;IAED,OAAO,GAAG,KAAK,UAAU,MAAM,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAa;IAC3C,MAAM,QAAQ,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAEvG,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;IAE1B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,OAAO,KAAK,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,KAAK,IAAI,CAAC,gBAAgB,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,gBAAgB,CAAC,EAAE,CAAC;YACvE,gBAAgB,GAAG,KAAK,CAAC,KAAK,CAAC;QACnC,CAAC;IACL,CAAC;IAED,OAAO,gBAAgB,CAAC;AAC5B,CAAC"}

package/dist/src/extractors/database/result-parser.d.ts

@@ -0,0 +1,27 @@
+import { JsonObject, JsonValue } from '../../types/index';
+import { DatabaseQueryResult } from './connection-pool';
+export interface ParsedRecord {
+    data: JsonObject;
+    meta: {
+        rowIndex: number;
+        sourceTable?: string;
+    };
+}
+export declare function parseQueryResults(result: DatabaseQueryResult, _options?: {
+    includeMetadata?: boolean;
+    sourceId?: string;
+}): ParsedRecord[];
+export declare function normalizeRow(row: Record<string, unknown>): JsonObject;
+export declare function normalizeValue(value: unknown): JsonValue;
+export declare function getColumnValue(row: Record<string, unknown>, column: string): JsonValue;
+export declare function extractIncrementalValue(rows: Record<string, unknown>[], column: string): JsonValue | undefined;
+export declare function extractCursorValue(rows: Record<string, unknown>[], cursorColumn: string): JsonValue | undefined;
+export declare function transformFieldMetadata(fields: Array<{
+    name: string;
+    type: string;
+}> | undefined): Array<{
+    name: string;
+    type: string;
+}>;
+export declare function estimateResultSize(rows: Record<string, unknown>[]): number;
+//# sourceMappingURL=result-parser.d.ts.map

package/dist/src/extractors/database/result-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-parser.d.ts","sourceRoot":"","sources":["../../../../src/extractors/database/result-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAExD,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE;QACF,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;CACL;AAED,wBAAgB,iBAAiB,CAC7B,MAAM,EAAE,mBAAmB,EAC3B,QAAQ,CAAC,EAAE;IACP,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB,GACF,YAAY,EAAE,CAgBhB;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,UAAU,CAQrE;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,SAAS,CAkCxD;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,CAGtF;AAED,wBAAgB,uBAAuB,CACnC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,MAAM,EAAE,MAAM,GACf,SAAS,GAAG,SAAS,CAKvB;AAED,wBAAgB,kBAAkB,CAC9B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,YAAY,EAAE,MAAM,GACrB,SAAS,GAAG,SAAS,CAKvB;AAED,wBAAgB,sBAAsB,CAClC,MAAM,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG,SAAS,GAC1D,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAOvC;AA4CD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,MAAM,CAO1E"}

package/dist/src/extractors/database/result-parser.js

@@ -0,0 +1,130 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseQueryResults = parseQueryResults;
+exports.normalizeRow = normalizeRow;
+exports.normalizeValue = normalizeValue;
+exports.getColumnValue = getColumnValue;
+exports.extractIncrementalValue = extractIncrementalValue;
+exports.extractCursorValue = extractCursorValue;
+exports.transformFieldMetadata = transformFieldMetadata;
+exports.estimateResultSize = estimateResultSize;
+function parseQueryResults(result, _options) {
+    const records = [];
+    for (let i = 0; i < result.rows.length; i++) {
+        const row = result.rows[i];
+        const data = normalizeRow(row);
+        records.push({
+            data,
+            meta: {
+                rowIndex: i,
+            },
+        });
+    }
+    return records;
+}
+function normalizeRow(row) {
+    const normalized = {};
+    for (const [key, value] of Object.entries(row)) {
+        normalized[key] = normalizeValue(value);
+    }
+    return normalized;
+}
+function normalizeValue(value) {
+    if (value === null || value === undefined) {
+        return null;
+    }
+    if (typeof value === 'string' || typeof value === 'number' || typeof value === 'boolean') {
+        return value;
+    }
+    if (value instanceof Date) {
+        return value.toISOString();
+    }
+    if (typeof value === 'bigint') {
+        return value.toString();
+    }
+    if (Buffer.isBuffer(value)) {
+        return value.toString('base64');
+    }
+    if (Array.isArray(value)) {
+        return value.map(normalizeValue);
+    }
+    if (typeof value === 'object') {
+        const obj = {};
+        for (const [k, v] of Object.entries(value)) {
+            obj[k] = normalizeValue(v);
+        }
+        return obj;
+    }
+    return String(value);
+}
+function getColumnValue(row, column) {
+    const value = row[column];
+    return normalizeValue(value);
+}
+function extractIncrementalValue(rows, column) {
+    if (rows.length === 0)
+        return undefined;
+    const lastRow = rows[rows.length - 1];
+    return getColumnValue(lastRow, column);
+}
+function extractCursorValue(rows, cursorColumn) {
+    if (rows.length === 0)
+        return undefined;
+    const lastRow = rows[rows.length - 1];
+    return getColumnValue(lastRow, cursorColumn);
+}
+function transformFieldMetadata(fields) {
+    if (!fields)
+        return [];
+    return fields.map(field => ({
+        name: field.name,
+        type: mapDatabaseType(field.type),
+    }));
+}
+function mapDatabaseType(dbType) {
+    const typeMapping = {
+        // PostgreSQL types
+        'int4': 'integer',
+        'int8': 'bigint',
+        'int2': 'smallint',
+        'float4': 'float',
+        'float8': 'double',
+        'numeric': 'decimal',
+        'varchar': 'string',
+        'text': 'string',
+        'bool': 'boolean',
+        'timestamp': 'datetime',
+        'timestamptz': 'datetime',
+        'date': 'date',
+        'time': 'time',
+        'json': 'json',
+        'jsonb': 'json',
+        'uuid': 'uuid',
+        'bytea': 'binary',
+        // MySQL types
+        'INT': 'integer',
+        'BIGINT': 'bigint',
+        'SMALLINT': 'smallint',
+        'TINYINT': 'smallint',
+        'FLOAT': 'float',
+        'DOUBLE': 'double',
+        'DECIMAL': 'decimal',
+        'VARCHAR': 'string',
+        'CHAR': 'string',
+        'DATETIME': 'datetime',
+        'BLOB': 'binary',
+        'JSON': 'json',
+        'INTEGER': 'integer',
+        'REAL': 'float',
+        'TEXT': 'string',
+    };
+    return typeMapping[dbType] || 'unknown';
+}
+function estimateResultSize(rows) {
+    if (rows.length === 0)
+        return 0;
+    const firstRow = rows[0];
+    const rowSize = JSON.stringify(firstRow).length * 2; // Account for overhead
+    return rowSize * rows.length;
+}
+//# sourceMappingURL=result-parser.js.map

package/dist/src/extractors/database/result-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-parser.js","sourceRoot":"","sources":["../../../../src/extractors/database/result-parser.ts"],"names":[],"mappings":";;AAWA,8CAsBC;AAED,oCAQC;AAED,wCAkCC;AAED,wCAGC;AAED,0DAQC;AAED,gDAQC;AAED,wDASC;AA4CD,gDAOC;AA3JD,SAAgB,iBAAiB,CAC7B,MAA2B,EAC3B,QAGC;IAED,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QAE/B,OAAO,CAAC,IAAI,CAAC;YACT,IAAI;YACJ,IAAI,EAAE;gBACF,QAAQ,EAAE,CAAC;aACd;SACJ,CAAC,CAAC;IACP,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAgB,YAAY,CAAC,GAA4B;IACrD,MAAM,UAAU,GAAe,EAAE,CAAC;IAElC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7C,UAAU,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,SAAgB,cAAc,CAAC,KAAc;IACzC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QACvF,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QACxB,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IAC/B,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAe,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,GAAG,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,SAAgB,cAAc,CAAC,GAA4B,EAAE,MAAc;IACvE,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IAC1B,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC;AAED,SAAgB,uBAAuB,CACnC,IAA+B,EAC/B,MAAc;IAEd,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAExC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,OAAO,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED,SAAgB,kBAAkB,CAC9B,IAA+B,EAC/B,YAAoB;IAEpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAExC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,OAAO,cAAc,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;AACjD,CAAC;AAED,SAAgB,sBAAsB,CAClC,MAAyD;IAEzD,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAEvB,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC;KACpC,CAAC,CAAC,CAAC;AACR,CAAC;AAED,SAAS,eAAe,CAAC,MAAc;IACnC,MAAM,WAAW,GAA2B;QACxC,mBAAmB;QACnB,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,UAAU;QAClB,QAAQ,EAAE,OAAO;QACjB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,SAAS;QACpB,SAAS,EAAE,QAAQ;QACnB,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,UAAU;QACvB,aAAa,EAAE,UAAU;QACzB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,QAAQ;QAEjB,cAAc;QACd,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,UAAU;QACtB,SAAS,EAAE,UAAU;QACrB,OAAO,EAAE,OAAO;QAChB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,SAAS;QACpB,SAAS,EAAE,QAAQ;QACnB,MAAM,EAAE,QAAQ;QAChB,UAAU,EAAE,UAAU;QACtB,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,MAAM;QACd,SAAS,EAAE,SAAS;QACpB,MAAM,EAAE,OAAO;QACf,MAAM,EAAE,QAAQ;KACnB,CAAC;IAEF,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;AAC5C,CAAC;AAED,SAAgB,kBAAkB,CAAC,IAA+B;IAC9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEhC,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,uBAAuB;IAE5E,OAAO,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;AACjC,CAAC"}

package/dist/src/extractors/database/schema.d.ts

@@ -0,0 +1,3 @@
+import { StepConfigSchema } from '../../../shared/types';
+export declare const DATABASE_EXTRACTOR_SCHEMA: StepConfigSchema;
+//# sourceMappingURL=schema.d.ts.map

package/dist/src/extractors/database/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/extractors/database/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAOzD,eAAO,MAAM,yBAAyB,EAAE,gBAyNvC,CAAC"}

package/dist/src/extractors/database/schema.js

@@ -0,0 +1,227 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DATABASE_EXTRACTOR_SCHEMA = void 0;
+const ui_defaults_1 = require("../../constants/defaults/ui-defaults");
+const http_defaults_1 = require("../../constants/defaults/http-defaults");
+const reliability_defaults_1 = require("../../constants/defaults/reliability-defaults");
+const enums_1 = require("../../constants/enums");
+const adapter_schema_options_1 = require("../../constants/adapter-schema-options");
+exports.DATABASE_EXTRACTOR_SCHEMA = {
+    groups: [
+        { id: 'connection', label: 'Connection', description: 'Database connection settings' },
+        { id: 'query', label: 'Query', description: 'SQL query configuration' },
+        { id: 'pagination', label: 'Pagination', description: 'Pagination settings' },
+        { id: 'incremental', label: 'Incremental', description: 'Incremental extraction settings' },
+        { id: 'advanced', label: 'Advanced', description: 'Advanced options' },
+    ],
+    fields: [
+        // Connection
+        {
+            key: 'connectionCode',
+            label: 'Connection',
+            description: 'Use a saved database connection',
+            type: 'connection',
+            group: 'connection',
+        },
+        {
+            key: 'databaseType',
+            label: 'Database Type',
+            type: 'select',
+            required: true,
+            options: adapter_schema_options_1.DATABASE_TYPE_OPTIONS,
+            group: 'connection',
+        },
+        {
+            key: 'host',
+            label: 'Host',
+            description: 'Database server hostname or IP',
+            type: 'string',
+            placeholder: 'localhost',
+            group: 'connection',
+        },
+        {
+            key: 'port',
+            label: 'Port',
+            description: 'Database server port',
+            type: 'number',
+            group: 'connection',
+        },
+        {
+            key: 'database',
+            label: 'Database',
+            description: 'Database name',
+            type: 'string',
+            placeholder: 'mydb',
+            group: 'connection',
+        },
+        {
+            key: 'username',
+            label: 'Username',
+            type: 'string',
+            group: 'connection',
+        },
+        {
+            key: 'passwordSecretCode',
+            label: 'Password',
+            description: 'Secret code for database password',
+            type: 'secret',
+            group: 'connection',
+        },
+        {
+            key: 'connectionStringSecretCode',
+            label: 'Connection String',
+            description: 'Secret code for full connection string (alternative to host/port/etc.)',
+            type: 'secret',
+            group: 'connection',
+        },
+        {
+            key: 'ssl.enabled',
+            label: 'Use SSL',
+            description: 'Enable SSL/TLS connection',
+            type: 'boolean',
+            defaultValue: false,
+            group: 'connection',
+        },
+        {
+            key: 'ssl.rejectUnauthorized',
+            label: 'Verify SSL Certificate',
+            description: 'Reject connections with invalid SSL certificates',
+            type: 'boolean',
+            defaultValue: true,
+            group: 'connection',
+            dependsOn: { field: 'ssl.enabled', value: true },
+        },
+        // Query
+        {
+            key: 'query',
+            label: 'SQL Query',
+            description: 'SQL SELECT query to execute. Use $1, $2 for parameters (PostgreSQL) or ?, ? for others.',
+            type: 'string',
+            required: true,
+            placeholder: 'SELECT * FROM products WHERE updated_at > $1',
+            group: 'query',
+        },
+        {
+            key: 'parameters',
+            label: 'Query Parameters',
+            description: 'Parameters for the query (JSON array)',
+            type: 'json',
+            placeholder: '["2024-01-01"]',
+            group: 'query',
+        },
+        {
+            key: 'schema',
+            label: 'Schema',
+            description: 'Database schema/namespace',
+            type: 'string',
+            placeholder: 'public',
+            group: 'query',
+        },
+        // Pagination
+        {
+            key: 'pagination.enabled',
+            label: 'Enable Pagination',
+            description: 'Paginate query results',
+            type: 'boolean',
+            defaultValue: true,
+            group: 'pagination',
+        },
+        {
+            key: 'pagination.type',
+            label: 'Pagination Type',
+            type: 'select',
+            options: adapter_schema_options_1.DATABASE_PAGINATION_TYPE_OPTIONS,
+            defaultValue: enums_1.DatabasePaginationType.OFFSET,
+            group: 'pagination',
+            dependsOn: { field: 'pagination.enabled', value: true },
+        },
+        {
+            key: 'pagination.pageSize',
+            label: 'Page Size',
+            description: 'Number of rows per page',
+            type: 'number',
+            defaultValue: ui_defaults_1.PAGINATION.DATABASE_PAGE_SIZE,
+            group: 'pagination',
+            dependsOn: { field: 'pagination.enabled', value: true },
+        },
+        {
+            key: 'pagination.cursorColumn',
+            label: 'Cursor Column',
+            description: 'Column to use for cursor-based pagination (usually primary key)',
+            type: 'string',
+            placeholder: 'id',
+            group: 'pagination',
+            dependsOn: { field: 'pagination.type', value: enums_1.DatabasePaginationType.CURSOR },
+        },
+        {
+            key: 'pagination.maxPages',
+            label: 'Max Pages',
+            description: 'Maximum pages to fetch (safety limit)',
+            type: 'number',
+            defaultValue: ui_defaults_1.PAGINATION.MAX_PAGES,
+            group: 'pagination',
+            dependsOn: { field: 'pagination.enabled', value: true },
+        },
+        // Incremental
+        {
+            key: 'incremental.enabled',
+            label: 'Enable Incremental',
+            description: 'Only fetch new/updated records since last run',
+            type: 'boolean',
+            defaultValue: false,
+            group: 'incremental',
+        },
+        {
+            key: 'incremental.column',
+            label: 'Incremental Column',
+            description: 'Column to track for incremental extraction',
+            type: 'string',
+            placeholder: 'updated_at',
+            group: 'incremental',
+            dependsOn: { field: 'incremental.enabled', value: true },
+        },
+        {
+            key: 'incremental.type',
+            label: 'Column Type',
+            type: 'select',
+            options: adapter_schema_options_1.INCREMENTAL_COLUMN_TYPE_OPTIONS,
+            defaultValue: 'timestamp',
+            group: 'incremental',
+            dependsOn: { field: 'incremental.enabled', value: true },
+        },
+        // Advanced
+        {
+            key: 'queryTimeoutMs',
+            label: 'Query Timeout (ms)',
+            description: 'Maximum time to wait for query execution',
+            type: 'number',
+            defaultValue: http_defaults_1.HTTP.TIMEOUT_MS,
+            group: 'advanced',
+        },
+        {
+            key: 'pool.min',
+            label: 'Min Pool Size',
+            description: 'Minimum connections in pool',
+            type: 'number',
+            defaultValue: 1,
+            group: 'advanced',
+        },
+        {
+            key: 'pool.max',
+            label: 'Max Pool Size',
+            description: 'Maximum connections in pool',
+            type: 'number',
+            defaultValue: reliability_defaults_1.CONNECTION_POOL.MAX,
+            group: 'advanced',
+        },
+        {
+            key: 'includeQueryMetadata',
+            label: 'Include Metadata',
+            description: 'Include query metadata (column types, row count) in results',
+            type: 'boolean',
+            defaultValue: false,
+            group: 'advanced',
+        },
+    ],
+};
+//# sourceMappingURL=schema.js.map

package/dist/src/extractors/database/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../src/extractors/database/schema.ts"],"names":[],"mappings":";;;AACA,sEAAkE;AAClE,0EAA8D;AAC9D,wFAAgF;AAChF,iDAA+D;AAC/D,mFAAkJ;AAErI,QAAA,yBAAyB,GAAqB;IACvD,MAAM,EAAE;QACJ,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,8BAA8B,EAAE;QACtF,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,yBAAyB,EAAE;QACvE,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,qBAAqB,EAAE;QAC7E,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,iCAAiC,EAAE;QAC3F,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,kBAAkB,EAAE;KACzE;IACD,MAAM,EAAE;QACJ,aAAa;QACb;YACI,GAAG,EAAE,gBAAgB;YACrB,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,iCAAiC;YAC9C,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,cAAc;YACnB,KAAK,EAAE,eAAe;YACtB,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,8CAAqB;YAC9B,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,MAAM;YACX,KAAK,EAAE,MAAM;YACb,WAAW,EAAE,gCAAgC;YAC7C,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,WAAW;YACxB,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,MAAM;YACX,KAAK,EAAE,MAAM;YACb,WAAW,EAAE,sBAAsB;YACnC,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,UAAU;YACf,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,eAAe;YAC5B,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,MAAM;YACnB,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,UAAU;YACf,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,oBAAoB;YACzB,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,mCAAmC;YAChD,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,4BAA4B;YACjC,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,wEAAwE;YACrF,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,aAAa;YAClB,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,2BAA2B;YACxC,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,KAAK;YACnB,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,wBAAwB;YAC7B,KAAK,EAAE,wBAAwB;YAC/B,WAAW,EAAE,kDAAkD;YAC/D,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE;SACnD;QACD,QAAQ;QACR;YACI,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,yFAAyF;YACtG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,8CAA8C;YAC3D,KAAK,EAAE,OAAO;SACjB;QACD;YACI,GAAG,EAAE,YAAY;YACjB,KAAK,EAAE,kBAAkB;YACzB,WAAW,EAAE,uCAAuC;YACpD,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,gBAAgB;YAC7B,KAAK,EAAE,OAAO;SACjB;QACD;YACI,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,QAAQ;YACf,WAAW,EAAE,2BAA2B;YACxC,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,QAAQ;YACrB,KAAK,EAAE,OAAO;SACjB;QACD,aAAa;QACb;YACI,GAAG,EAAE,oBAAoB;YACzB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,wBAAwB;YACrC,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,iBAAiB;YACtB,KAAK,EAAE,iBAAiB;YACxB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,yDAAgC;YACzC,YAAY,EAAE,8BAAsB,CAAC,MAAM;YAC3C,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,IAAI,EAAE;SAC1D;QACD;YACI,GAAG,EAAE,qBAAqB;YAC1B,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,yBAAyB;YACtC,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,wBAAU,CAAC,kBAAkB;YAC3C,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,IAAI,EAAE;SAC1D;QACD;YACI,GAAG,EAAE,yBAAyB;YAC9B,KAAK,EAAE,eAAe;YACtB,WAAW,EAAE,iEAAiE;YAC9E,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,IAAI;YACjB,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,8BAAsB,CAAC,MAAM,EAAE;SAChF;QACD;YACI,GAAG,EAAE,qBAAqB;YAC1B,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,uCAAuC;YACpD,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,wBAAU,CAAC,SAAS;YAClC,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,IAAI,EAAE;SAC1D;QACD,cAAc;QACd;YACI,GAAG,EAAE,qBAAqB;YAC1B,KAAK,EAAE,oBAAoB;YAC3B,WAAW,EAAE,+CAA+C;YAC5D,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,KAAK;YACnB,KAAK,EAAE,aAAa;SACvB;QACD;YACI,GAAG,EAAE,oBAAoB;YACzB,KAAK,EAAE,oBAAoB;YAC3B,WAAW,EAAE,4CAA4C;YACzD,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,YAAY;YACzB,KAAK,EAAE,aAAa;YACpB,SAAS,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,KAAK,EAAE,IAAI,EAAE;SAC3D;QACD;YACI,GAAG,EAAE,kBAAkB;YACvB,KAAK,EAAE,aAAa;YACpB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,wDAA+B;YACxC,YAAY,EAAE,WAAW;YACzB,KAAK,EAAE,aAAa;YACpB,SAAS,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,KAAK,EAAE,IAAI,EAAE;SAC3D;QACD,WAAW;QACX;YACI,GAAG,EAAE,gBAAgB;YACrB,KAAK,EAAE,oBAAoB;YAC3B,WAAW,EAAE,0CAA0C;YACvD,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,oBAAI,CAAC,UAAU;YAC7B,KAAK,EAAE,UAAU;SACpB;QACD;YACI,GAAG,EAAE,UAAU;YACf,KAAK,EAAE,eAAe;YACtB,WAAW,EAAE,6BAA6B;YAC1C,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,CAAC;YACf,KAAK,EAAE,UAAU;SACpB;QACD;YACI,GAAG,EAAE,UAAU;YACf,KAAK,EAAE,eAAe;YACtB,WAAW,EAAE,6BAA6B;YAC1C,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,sCAAe,CAAC,GAAG;YACjC,KAAK,EAAE,UAAU;SACpB;QACD;YACI,GAAG,EAAE,sBAAsB;YAC3B,KAAK,EAAE,kBAAkB;YACzB,WAAW,EAAE,6DAA6D;YAC1E,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,KAAK;YACnB,KAAK,EAAE,UAAU;SACpB;KACJ;CACJ,CAAC"}

package/dist/src/extractors/database/types.d.ts

@@ -0,0 +1,72 @@
+import { ExtractorConfig } from '../../types/index';
+import { JsonValue } from '../../types/index';
+import { DatabaseType, DatabasePaginationType } from '../../constants/index';
+export interface DatabaseSslConfig {
+    enabled: boolean;
+    rejectUnauthorized?: boolean;
+    caSecretCode?: string;
+    certSecretCode?: string;
+    keySecretCode?: string;
+}
+export interface DatabasePaginationConfig {
+    enabled: boolean;
+    type: DatabasePaginationType;
+    pageSize: number;
+    cursorColumn?: string;
+    maxPages?: number;
+}
+export interface DatabaseIncrementalConfig {
+    enabled: boolean;
+    column: string;
+    type: 'timestamp' | 'sequence' | 'id';
+}
+export interface DatabasePoolConfig {
+    min?: number;
+    max?: number;
+    idleTimeoutMs?: number;
+}
+export interface DatabaseExtractorConfig extends ExtractorConfig {
+    /** Database type */
+    databaseType: DatabaseType;
+    /** Connection string or host */
+    host?: string;
+    /** Database port */
+    port?: number;
+    /** Database name */
+    database?: string;
+    /** Username */
+    username?: string;
+    /** Password secret code */
+    passwordSecretCode?: string;
+    /** Full connection string (alternative to individual settings) */
+    connectionString?: string;
+    /** Connection string secret code (for secure storage) */
+    connectionStringSecretCode?: string;
+    /** SSL/TLS settings */
+    ssl?: DatabaseSslConfig;
+    /** SQL query to execute */
+    query: string;
+    /** Query parameters (for parameterized queries) */
+    parameters?: JsonValue[];
+    /** Named parameters (for some database drivers) */
+    namedParameters?: Record<string, JsonValue>;
+    /** Pagination settings */
+    pagination?: DatabasePaginationConfig;
+    /** Incremental extraction settings */
+    incremental?: DatabaseIncrementalConfig;
+    /** Connection pool settings */
+    pool?: DatabasePoolConfig;
+    /** Query timeout in milliseconds */
+    queryTimeoutMs?: number;
+    /** Schema/namespace to use */
+    schema?: string;
+    /** Include query metadata in results */
+    includeQueryMetadata?: boolean;
+}
+export interface PaginationState {
+    offset: number;
+    cursor?: JsonValue;
+}
+export declare const DATABASE_DEFAULT_PORTS: Record<DatabaseType, number>;
+export declare const DATABASE_TEST_QUERIES: Record<DatabaseType, string>;
+//# sourceMappingURL=types.d.ts.map

package/dist/src/extractors/database/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/extractors/database/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAS,MAAM,uBAAuB,CAAC;AAEpF,MAAM,WAAW,iBAAiB;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,wBAAwB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,sBAAsB,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,yBAAyB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,WAAW,GAAG,UAAU,GAAG,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,kBAAkB;IAC/B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAwB,SAAQ,eAAe;IAC5D,oBAAoB;IACpB,YAAY,EAAE,YAAY,CAAC;IAE3B,gCAAgC;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,oBAAoB;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,oBAAoB;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,eAAe;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,2BAA2B;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,kEAAkE;IAClE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,yDAAyD;IACzD,0BAA0B,CAAC,EAAE,MAAM,CAAC;IAEpC,uBAAuB;IACvB,GAAG,CAAC,EAAE,iBAAiB,CAAC;IAExB,2BAA2B;IAC3B,KAAK,EAAE,MAAM,CAAC;IAEd,mDAAmD;IACnD,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;IAEzB,mDAAmD;IACnD,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAE5C,0BAA0B;IAC1B,UAAU,CAAC,EAAE,wBAAwB,CAAC;IAEtC,sCAAsC;IACtC,WAAW,CAAC,EAAE,yBAAyB,CAAC;IAExC,+BAA+B;IAC/B,IAAI,CAAC,EAAE,kBAAkB,CAAC;IAE1B,oCAAoC;IACpC,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,8BAA8B;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,wCAAwC;IACxC,oBAAoB,CAAC,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,SAAS,CAAC;CACtB;AAED,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAM/D,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAM9D,CAAC"}

package/dist/src/extractors/database/types.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DATABASE_TEST_QUERIES = exports.DATABASE_DEFAULT_PORTS = void 0;
+const index_1 = require("../../constants/index");
+exports.DATABASE_DEFAULT_PORTS = {
+    [index_1.DatabaseType.POSTGRESQL]: index_1.PORTS.POSTGRESQL,
+    [index_1.DatabaseType.MYSQL]: index_1.PORTS.MYSQL,
+    [index_1.DatabaseType.SQLITE]: 0,
+    [index_1.DatabaseType.MSSQL]: index_1.PORTS.MSSQL,
+    [index_1.DatabaseType.ORACLE]: index_1.PORTS.ORACLE,
+};
+exports.DATABASE_TEST_QUERIES = {
+    [index_1.DatabaseType.POSTGRESQL]: 'SELECT 1',
+    [index_1.DatabaseType.MYSQL]: 'SELECT 1',
+    [index_1.DatabaseType.SQLITE]: 'SELECT 1',
+    [index_1.DatabaseType.MSSQL]: 'SELECT 1',
+    [index_1.DatabaseType.ORACLE]: 'SELECT 1 FROM DUAL',
+};
+//# sourceMappingURL=types.js.map

package/dist/src/extractors/database/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/extractors/database/types.ts"],"names":[],"mappings":";;;AAEA,iDAAoF;AA2FvE,QAAA,sBAAsB,GAAiC;IAChE,CAAC,oBAAY,CAAC,UAAU,CAAC,EAAE,aAAK,CAAC,UAAU;IAC3C,CAAC,oBAAY,CAAC,KAAK,CAAC,EAAE,aAAK,CAAC,KAAK;IACjC,CAAC,oBAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IACxB,CAAC,oBAAY,CAAC,KAAK,CAAC,EAAE,aAAK,CAAC,KAAK;IACjC,CAAC,oBAAY,CAAC,MAAM,CAAC,EAAE,aAAK,CAAC,MAAM;CACtC,CAAC;AAEW,QAAA,qBAAqB,GAAiC;IAC/D,CAAC,oBAAY,CAAC,UAAU,CAAC,EAAE,UAAU;IACrC,CAAC,oBAAY,CAAC,KAAK,CAAC,EAAE,UAAU;IAChC,CAAC,oBAAY,CAAC,MAAM,CAAC,EAAE,UAAU;IACjC,CAAC,oBAAY,CAAC,KAAK,CAAC,EAAE,UAAU;IAChC,CAAC,oBAAY,CAAC,MAAM,CAAC,EAAE,oBAAoB;CAC9C,CAAC"}