@oronts/vendure-data-hub-plugin 0.1.0

package/dist/src/parsers/helpers/encoding.js

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BOM_SIGNATURES = exports.DEFAULT_ENCODING = exports.ENCODINGS = void 0;
+exports.detectEncodingFromBom = detectEncodingFromBom;
+exports.getBomLength = getBomLength;
+exports.removeBom = removeBom;
+exports.removeBomFromBuffer = removeBomFromBuffer;
+exports.isBinaryContent = isBinaryContent;
+exports.bufferToString = bufferToString;
+exports.normalizeLineEndings = normalizeLineEndings;
+exports.detectLineEnding = detectLineEnding;
+exports.removeControlCharacters = removeControlCharacters;
+exports.cleanWhitespace = cleanWhitespace;
+exports.ENCODINGS = {
+    UTF8: 'utf-8',
+    UTF16_LE: 'utf-16le',
+    UTF16_BE: 'utf-16be',
+    ASCII: 'ascii',
+    LATIN1: 'latin1',
+    ISO_8859_1: 'latin1',
+    WINDOWS_1252: 'latin1', // Approximate
+};
+exports.DEFAULT_ENCODING = 'utf-8';
+exports.BOM_SIGNATURES = {
+    'utf-8': [0xef, 0xbb, 0xbf],
+    'utf-16le': [0xff, 0xfe],
+    'utf-16be': [0xfe, 0xff],
+    'utf-32le': [0xff, 0xfe, 0x00, 0x00],
+    'utf-32be': [0x00, 0x00, 0xfe, 0xff],
+};
+function detectEncodingFromBom(buffer) {
+    if (buffer.length < 2) {
+        return undefined;
+    }
+    // Check for UTF-32 first (longer signatures)
+    if (buffer.length >= 4) {
+        if (buffer[0] === 0xff && buffer[1] === 0xfe && buffer[2] === 0x00 && buffer[3] === 0x00) {
+            return 'utf16le'; // Node.js doesn't support utf-32, fallback
+        }
+        if (buffer[0] === 0x00 && buffer[1] === 0x00 && buffer[2] === 0xfe && buffer[3] === 0xff) {
+            return 'utf16le'; // Node.js doesn't support utf-32/utf-16be natively, fallback to utf16le
+        }
+    }
+    // Check for UTF-8 BOM
+    if (buffer.length >= 3) {
+        if (buffer[0] === 0xef && buffer[1] === 0xbb && buffer[2] === 0xbf) {
+            return 'utf-8';
+        }
+    }
+    // Check for UTF-16 BOM
+    if (buffer[0] === 0xff && buffer[1] === 0xfe) {
+        return 'utf16le';
+    }
+    if (buffer[0] === 0xfe && buffer[1] === 0xff) {
+        return 'utf-16le'; // Node.js uses utf16le for big-endian as well
+    }
+    return undefined;
+}
+function getBomLength(encoding) {
+    switch (encoding) {
+        case 'utf-8':
+            return 3;
+        case 'utf16le':
+        case 'utf-16le':
+            return 2;
+        default:
+            return 0;
+    }
+}
+function removeBom(content) {
+    // UTF-8 BOM character
+    if (content.charCodeAt(0) === 0xfeff) {
+        return content.slice(1);
+    }
+    return content;
+}
+function removeBomFromBuffer(buffer, encoding) {
+    const detectedEncoding = encoding ?? detectEncodingFromBom(buffer);
+    if (!detectedEncoding) {
+        return buffer;
+    }
+    const bomLength = getBomLength(detectedEncoding);
+    if (bomLength > 0 && buffer.length >= bomLength) {
+        // Verify BOM exists
+        const signature = exports.BOM_SIGNATURES[detectedEncoding];
+        if (signature && signature.every((byte, i) => buffer[i] === byte)) {
+            return buffer.slice(bomLength);
+        }
+    }
+    return buffer;
+}
+const MAX_BINARY_CHECK_SIZE = 8192;
+function isBinaryContent(buffer, sampleSize = 512) {
+    if (!Buffer.isBuffer(buffer) || buffer.length === 0) {
+        return false;
+    }
+    // Validate and clamp sampleSize
+    const validatedSampleSize = Math.max(1, Math.min(sampleSize, MAX_BINARY_CHECK_SIZE));
+    const checkLength = Math.min(buffer.length, validatedSampleSize);
+    for (let i = 0; i < checkLength; i++) {
+        const byte = buffer[i];
+        // Check for null bytes or control characters (except common ones)
+        if (byte === 0x00) {
+            return true;
+        }
+        // Skip common control chars: tab, newline, carriage return
+        if (byte < 0x09 || (byte > 0x0d && byte < 0x20)) {
+            // Allow more control characters in smaller files
+            if (buffer.length < 1000) {
+                continue;
+            }
+            return true;
+        }
+    }
+    return false;
+}
+function bufferToString(buffer, encoding) {
+    const detectedEncoding = encoding ?? detectEncodingFromBom(buffer) ?? exports.DEFAULT_ENCODING;
+    const cleanBuffer = removeBomFromBuffer(buffer, detectedEncoding);
+    return cleanBuffer.toString(detectedEncoding);
+}
+function normalizeLineEndings(content) {
+    return content.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
+}
+function detectLineEnding(content) {
+    const crlfCount = (content.match(/\r\n/g) || []).length;
+    const crCount = (content.match(/\r(?!\n)/g) || []).length;
+    const lfCount = (content.match(/(?<!\r)\n/g) || []).length;
+    if (crlfCount >= lfCount && crlfCount >= crCount) {
+        return '\r\n';
+    }
+    if (crCount >= lfCount) {
+        return '\r';
+    }
+    return '\n';
+}
+function removeControlCharacters(value) {
+    let result = value.replace(/\0/g, '');
+    // eslint-disable-next-line no-control-regex
+    result = result.replace(/[\x00-\x08\x0b\x0c\x0e-\x1f]/g, ' ');
+    return result;
+}
+function cleanWhitespace(value) {
+    return value.trim().replace(/\s+/g, ' ');
+}
+//# sourceMappingURL=encoding.js.map

package/dist/src/parsers/helpers/encoding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"encoding.js","sourceRoot":"","sources":["../../../../src/parsers/helpers/encoding.ts"],"names":[],"mappings":";;;AAsBA,sDA+BC;AAED,oCAUC;AAED,8BAMC;AAED,kDAiBC;AAID,0CA0BC;AAED,wCAIC;AAED,oDAEC;AAED,4CAYC;AAED,0DAKC;AAED,0CAEC;AA7JY,QAAA,SAAS,GAAG;IACrB,IAAI,EAAE,OAAO;IACb,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,UAAU;IACpB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,QAAQ;IACpB,YAAY,EAAE,QAAQ,EAAE,cAAc;CAChC,CAAC;AAIE,QAAA,gBAAgB,GAAa,OAAO,CAAC;AAErC,QAAA,cAAc,GAA6B;IACpD,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IAC3B,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;IACxB,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;IACxB,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IACpC,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;CACvC,CAAC;AAEF,SAAgB,qBAAqB,CAAC,MAAc;IAChD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,6CAA6C;IAC7C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACvF,OAAO,SAAS,CAAC,CAAC,2CAA2C;QACjE,CAAC;QACD,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACvF,OAAO,SAAS,CAAC,CAAC,wEAAwE;QAC9F,CAAC;IACL,CAAC;IAED,sBAAsB;IACtB,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACjE,OAAO,OAAO,CAAC;QACnB,CAAC;IACL,CAAC;IAED,uBAAuB;IACvB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,OAAO,UAAU,CAAC,CAAC,8CAA8C;IACrE,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAgB,YAAY,CAAC,QAAkB;IAC3C,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,OAAO;YACR,OAAO,CAAC,CAAC;QACb,KAAK,SAAS,CAAC;QACf,KAAK,UAAU;YACX,OAAO,CAAC,CAAC;QACb;YACI,OAAO,CAAC,CAAC;IACjB,CAAC;AACL,CAAC;AAED,SAAgB,SAAS,CAAC,OAAe;IACrC,sBAAsB;IACtB,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;QACnC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAgB,mBAAmB,CAAC,MAAc,EAAE,QAAmB;IACnE,MAAM,gBAAgB,GAAG,QAAQ,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAEnE,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACpB,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,SAAS,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;IACjD,IAAI,SAAS,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAC9C,oBAAoB;QACpB,MAAM,SAAS,GAAG,sBAAc,CAAC,gBAAgB,CAAC,CAAC;QACnD,IAAI,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YAChE,OAAO,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAEnC,SAAgB,eAAe,CAAC,MAAc,EAAE,UAAU,GAAG,GAAG;IAC5D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,gCAAgC;IAChC,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACrF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACvB,kEAAkE;QAClE,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,2DAA2D;QAC3D,IAAI,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;YAC9C,iDAAiD;YACjD,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;gBACvB,SAAS;YACb,CAAC;YACD,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAgB,cAAc,CAAC,MAAc,EAAE,QAAmB;IAC9D,MAAM,gBAAgB,GAAG,QAAQ,IAAI,qBAAqB,CAAC,MAAM,CAAC,IAAI,wBAAgB,CAAC;IACvF,MAAM,WAAW,GAAG,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAClE,OAAO,WAAW,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;AAClD,CAAC;AAED,SAAgB,oBAAoB,CAAC,OAAe;IAChD,OAAO,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AAC/D,CAAC;AAED,SAAgB,gBAAgB,CAAC,OAAe;IAC5C,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IAC1D,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IAE3D,IAAI,SAAS,IAAI,OAAO,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;QAC/C,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAgB,uBAAuB,CAAC,KAAa;IACjD,IAAI,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtC,4CAA4C;IAC5C,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;IAC9D,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAgB,eAAe,CAAC,KAAa;IACzC,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC7C,CAAC"}

package/dist/src/parsers/helpers/field-extraction.d.ts

@@ -0,0 +1,13 @@
+/**
+ * DataHub Parsers - Field Extraction Utilities
+ *
+ * Shared utilities for extracting field information from parsed records.
+ */
+/**
+ * Extract all unique field names from an array of records
+ *
+ * @param records - Array of records to analyze
+ * @returns Array of unique field names
+ */
+export declare function extractFields(records: Record<string, unknown>[]): string[];
+//# sourceMappingURL=field-extraction.d.ts.map

package/dist/src/parsers/helpers/field-extraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"field-extraction.d.ts","sourceRoot":"","sources":["../../../../src/parsers/helpers/field-extraction.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,MAAM,EAAE,CAY1E"}

package/dist/src/parsers/helpers/field-extraction.js

@@ -0,0 +1,26 @@
+"use strict";
+/**
+ * DataHub Parsers - Field Extraction Utilities
+ *
+ * Shared utilities for extracting field information from parsed records.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractFields = extractFields;
+/**
+ * Extract all unique field names from an array of records
+ *
+ * @param records - Array of records to analyze
+ * @returns Array of unique field names
+ */
+function extractFields(records) {
+    const fieldSet = new Set();
+    for (const record of records) {
+        if (record && typeof record === 'object') {
+            for (const key of Object.keys(record)) {
+                fieldSet.add(key);
+            }
+        }
+    }
+    return Array.from(fieldSet);
+}
+//# sourceMappingURL=field-extraction.js.map

package/dist/src/parsers/helpers/field-extraction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"field-extraction.js","sourceRoot":"","sources":["../../../../src/parsers/helpers/field-extraction.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAQH,sCAYC;AAlBD;;;;;GAKG;AACH,SAAgB,aAAa,CAAC,OAAkC;IAC5D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACvC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAChC,CAAC"}

package/dist/src/parsers/types.d.ts

@@ -0,0 +1,190 @@
+/**
+ * DataHub Parsers - Common Types
+ */
+import { ParseFormatType } from '../constants/enums';
+import type { CsvDelimiter } from '../../shared/types';
+export type FileFormat = ParseFormatType;
+/**
+ * CSV delimiter options
+ */
+export type { CsvDelimiter };
+/**
+ * Line ending types
+ */
+export type LineEnding = '\n' | '\r\n' | '\r';
+/**
+ * Field data types detected during parsing
+ */
+export type FieldType = 'string' | 'number' | 'boolean' | 'date' | 'array' | 'object' | 'null' | 'mixed';
+/**
+ * CSV-specific parse options
+ */
+export interface CsvParseOptions {
+    /** Column delimiter */
+    delimiter?: CsvDelimiter;
+    /** Whether first row contains headers */
+    header?: boolean;
+    /** Skip empty lines */
+    skipEmptyLines?: boolean;
+    /** Character encoding */
+    encoding?: BufferEncoding;
+    /** Number of rows for preview mode */
+    preview?: number;
+    /** Quote character for values */
+    quoteChar?: string;
+    /** Escape character for quotes */
+    escapeChar?: string;
+    /** Line ending type */
+    lineEnding?: LineEnding;
+    /** Custom header names (if no header row) */
+    headers?: string[];
+}
+/**
+ * JSON-specific parse options
+ */
+export interface JsonParseOptions {
+    /** JSONPath to data array (e.g., "data.items") */
+    path?: string;
+}
+/**
+ * XML-specific parse options
+ */
+export interface XmlParseOptions {
+    /** XPath-like path to records (e.g., "//products/product") */
+    recordPath?: string;
+    /** Prefix for attributes (e.g., "@" for "@id") */
+    attributePrefix?: string;
+}
+/**
+ * Excel-specific parse options
+ */
+export interface XlsxParseOptions {
+    /** Sheet name or index (0-based) */
+    sheet?: string | number;
+    /** Cell range (e.g., "A1:Z100") */
+    range?: string;
+    /** Whether first row contains headers */
+    header?: boolean;
+}
+/**
+ * Combined parse options for all formats
+ */
+export interface ParseOptions {
+    /** File format (auto-detected if not specified) */
+    format?: FileFormat;
+    /** CSV-specific options */
+    csv?: CsvParseOptions;
+    /** JSON-specific options */
+    json?: JsonParseOptions;
+    /** XML-specific options */
+    xml?: XmlParseOptions;
+    /** Excel-specific options */
+    xlsx?: XlsxParseOptions;
+    /** Maximum records to parse (for preview) */
+    limit?: number;
+    /** Skip first N records */
+    skip?: number;
+}
+/**
+ * Error encountered during parsing
+ */
+export interface ParseError {
+    /** Row number where error occurred (1-based) */
+    row?: number;
+    /** Field/column name where error occurred */
+    field?: string;
+    /** Error message */
+    message: string;
+    /** Error code for categorization */
+    code?: string;
+}
+/**
+ * Result of parsing a file
+ */
+export interface ParseResult<T = Record<string, unknown>> {
+    /** Whether parsing completed successfully */
+    success: boolean;
+    /** Detected or specified format */
+    format: FileFormat;
+    /** Parsed records */
+    records: T[];
+    /** Field/column names */
+    fields: string[];
+    /** Total number of rows in source */
+    totalRows: number;
+    /** Errors encountered during parsing */
+    errors: ParseError[];
+    /** Non-fatal warnings */
+    warnings: string[];
+    /** Preview data (first N rows) */
+    preview?: T[];
+    /** Format-specific metadata */
+    meta?: ParseMetadata;
+}
+/**
+ * Metadata from parsing
+ */
+export interface ParseMetadata {
+    /** Detected delimiter (CSV) */
+    delimiter?: string;
+    /** Detected encoding */
+    encoding?: string;
+    /** Sheet name (Excel) */
+    sheetName?: string;
+    /** Available sheet names (Excel) */
+    availableSheets?: string[];
+}
+/**
+ * Information about a detected field
+ */
+export interface FieldInfo {
+    /** Field key/column name */
+    key: string;
+    /** Human-readable label */
+    label: string;
+    /** Detected data type */
+    type: FieldType;
+    /** Sample values from data */
+    sampleValues: unknown[];
+    /** Count of null/empty values */
+    nullCount: number;
+    /** Approximate unique value count */
+    uniqueCount?: number;
+}
+/**
+ * File preview result for UI display
+ */
+export interface FilePreview<T = Record<string, unknown>> {
+    /** File format */
+    format: FileFormat;
+    /** Field information with type detection */
+    fields: FieldInfo[];
+    /** Sample data rows */
+    sampleData: T[];
+    /** Total rows in file */
+    totalRows: number;
+    /** Warnings from parsing */
+    warnings: string[];
+}
+/**
+ * Parser interface for format-specific implementations
+ */
+export interface FormatParser<T = Record<string, unknown>> {
+    /**
+     * Parse content in this format
+     */
+    parse(content: string | Buffer, options?: ParseOptions): Promise<ParseResult<T>> | ParseResult<T>;
+    /**
+     * Check if this parser can handle the given content
+     */
+    canParse?(content: string | Buffer, filename?: string): boolean;
+}
+/**
+ * Content type mappings for parseable file formats — auto-derived from FILE_FORMAT_METADATA
+ */
+export declare const FORMAT_CONTENT_TYPES: Record<FileFormat, string[]>;
+/**
+ * File extension mappings for parseable file formats — auto-derived from FILE_FORMAT_METADATA
+ */
+export declare const FORMAT_EXTENSIONS: Record<FileFormat, string[]>;
+//# sourceMappingURL=types.d.ts.map

package/dist/src/parsers/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/parsers/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,MAAM,MAAM,UAAU,GAAG,eAAe,CAAC;AAEzC;;GAEG;AACH,YAAY,EAAE,YAAY,EAAE,CAAC;AAE7B;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;AAE9C;;GAEG;AACH,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AAEzG;;GAEG;AACH,MAAM,WAAW,eAAe;IAC5B,uBAAuB;IACvB,SAAS,CAAC,EAAE,YAAY,CAAC;IACzB,yCAAyC;IACzC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,uBAAuB;IACvB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,yBAAyB;IACzB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uBAAuB;IACvB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,6CAA6C;IAC7C,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC7B,kDAAkD;IAClD,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC5B,8DAA8D;IAC9D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kDAAkD;IAClD,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC7B,oCAAoC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,mCAAmC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,yCAAyC;IACzC,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB,mDAAmD;IACnD,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,2BAA2B;IAC3B,GAAG,CAAC,EAAE,eAAe,CAAC;IACtB,4BAA4B;IAC5B,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,2BAA2B;IAC3B,GAAG,CAAC,EAAE,eAAe,CAAC;IACtB,6BAA6B;IAC7B,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,6CAA6C;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,2BAA2B;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACvB,gDAAgD;IAChD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,6CAA6C;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oBAAoB;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACpD,6CAA6C;IAC7C,OAAO,EAAE,OAAO,CAAC;IACjB,mCAAmC;IACnC,MAAM,EAAE,UAAU,CAAC;IACnB,qBAAqB;IACrB,OAAO,EAAE,CAAC,EAAE,CAAC;IACb,yBAAyB;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,qCAAqC;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,yBAAyB;IACzB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,kCAAkC;IAClC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;IACd,+BAA+B;IAC/B,IAAI,CAAC,EAAE,aAAa,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC1B,+BAA+B;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wBAAwB;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yBAAyB;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oCAAoC;IACpC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACtB,4BAA4B;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,2BAA2B;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,yBAAyB;IACzB,IAAI,EAAE,SAAS,CAAC;IAChB,8BAA8B;IAC9B,YAAY,EAAE,OAAO,EAAE,CAAC;IACxB,iCAAiC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACpD,kBAAkB;IAClB,MAAM,EAAE,UAAU,CAAC;IACnB,4CAA4C;IAC5C,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,uBAAuB;IACvB,UAAU,EAAE,CAAC,EAAE,CAAC;IAChB,yBAAyB;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,4BAA4B;IAC5B,QAAQ,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACrD;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;IAElG;;OAEG;IACH,QAAQ,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACnE;AAED;;GAEG;AACH,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,CAI7B,CAAC;AAElC;;GAEG;AACH,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,CAI1B,CAAC"}

package/dist/src/parsers/types.js

@@ -0,0 +1,20 @@
+"use strict";
+/**
+ * DataHub Parsers - Common Types
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FORMAT_EXTENSIONS = exports.FORMAT_CONTENT_TYPES = void 0;
+const adapter_schema_options_1 = require("../constants/adapter-schema-options");
+/**
+ * Content type mappings for parseable file formats — auto-derived from FILE_FORMAT_METADATA
+ */
+exports.FORMAT_CONTENT_TYPES = Object.fromEntries(Object.entries(adapter_schema_options_1.FILE_FORMAT_METADATA)
+    .filter(([, meta]) => meta.parseable)
+    .map(([format, meta]) => [format, meta.mimeTypes]));
+/**
+ * File extension mappings for parseable file formats — auto-derived from FILE_FORMAT_METADATA
+ */
+exports.FORMAT_EXTENSIONS = Object.fromEntries(Object.entries(adapter_schema_options_1.FILE_FORMAT_METADATA)
+    .filter(([, meta]) => meta.parseable)
+    .map(([format, meta]) => [format, meta.extensions]));
+//# sourceMappingURL=types.js.map

package/dist/src/parsers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/parsers/types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,gFAA2E;AAmM3E;;GAEG;AACU,QAAA,oBAAoB,GAAiC,MAAM,CAAC,WAAW,CAChF,MAAM,CAAC,OAAO,CAAC,6CAAoB,CAAC;KAC/B,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;KACpC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CACzB,CAAC;AAElC;;GAEG;AACU,QAAA,iBAAiB,GAAiC,MAAM,CAAC,WAAW,CAC7E,MAAM,CAAC,OAAO,CAAC,6CAAoB,CAAC;KAC/B,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;KACpC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAC1B,CAAC"}

package/dist/src/permissions.d.ts

@@ -0,0 +1,24 @@
+import { CrudPermissionDefinition, PermissionDefinition } from '@vendure/core';
+export declare const DataHubPipelinePermission: CrudPermissionDefinition;
+export declare const DataHubSecretPermission: CrudPermissionDefinition;
+export declare const RunDataHubPipelinePermission: PermissionDefinition;
+export declare const ViewDataHubRunsPermission: PermissionDefinition;
+export declare const RetryDataHubRecordPermission: PermissionDefinition;
+export declare const ManageDataHubAdaptersPermission: PermissionDefinition;
+export declare const ManageDataHubConnectionsPermission: PermissionDefinition;
+export declare const ViewDataHubQuarantinePermission: PermissionDefinition;
+export declare const EditDataHubQuarantinePermission: PermissionDefinition;
+export declare const ReplayDataHubRecordPermission: PermissionDefinition;
+export declare const PublishDataHubPipelinePermission: PermissionDefinition;
+export declare const ReviewDataHubPipelinePermission: PermissionDefinition;
+export declare const UpdateDataHubSettingsPermission: PermissionDefinition;
+export declare const ViewDataHubAnalyticsPermission: PermissionDefinition;
+export declare const ManageDataHubWebhooksPermission: PermissionDefinition;
+export declare const ManageDataHubDestinationsPermission: PermissionDefinition;
+export declare const ManageDataHubFeedsPermission: PermissionDefinition;
+export declare const ViewDataHubEntitySchemasPermission: PermissionDefinition;
+export declare const SubscribeDataHubEventsPermission: PermissionDefinition;
+export declare const ManageDataHubFilesPermission: PermissionDefinition;
+export declare const ReadDataHubFilesPermission: PermissionDefinition;
+export declare const DATAHUB_PERMISSION_DEFINITIONS: PermissionDefinition[];
+//# sourceMappingURL=permissions.d.ts.map

package/dist/src/permissions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"permissions.d.ts","sourceRoot":"","sources":["../../src/permissions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAE/E,eAAO,MAAM,yBAAyB,0BAAkD,CAAC;AACzF,eAAO,MAAM,uBAAuB,0BAAgD,CAAC;AACrF,eAAO,MAAM,4BAA4B,sBAA2D,CAAC;AACrG,eAAO,MAAM,yBAAyB,sBAAwD,CAAC;AAC/F,eAAO,MAAM,4BAA4B,sBAA2D,CAAC;AACrG,eAAO,MAAM,+BAA+B,sBAA8D,CAAC;AAC3G,eAAO,MAAM,kCAAkC,sBAAiE,CAAC;AACjH,eAAO,MAAM,+BAA+B,sBAA8D,CAAC;AAC3G,eAAO,MAAM,+BAA+B,sBAA8D,CAAC;AAC3G,eAAO,MAAM,6BAA6B,sBAA4D,CAAC;AACvG,eAAO,MAAM,gCAAgC,sBAA+D,CAAC;AAC7G,eAAO,MAAM,+BAA+B,sBAA8D,CAAC;AAC3G,eAAO,MAAM,+BAA+B,sBAA8D,CAAC;AAC3G,eAAO,MAAM,8BAA8B,sBAA6D,CAAC;AACzG,eAAO,MAAM,+BAA+B,sBAA8D,CAAC;AAC3G,eAAO,MAAM,mCAAmC,sBAAkE,CAAC;AACnH,eAAO,MAAM,4BAA4B,sBAA2D,CAAC;AACrG,eAAO,MAAM,kCAAkC,sBAAiE,CAAC;AACjH,eAAO,MAAM,gCAAgC,sBAA+D,CAAC;AAC7G,eAAO,MAAM,4BAA4B,sBAA2D,CAAC;AACrG,eAAO,MAAM,0BAA0B,sBAAyD,CAAC;AACjG,eAAO,MAAM,8BAA8B,wBAsB1C,CAAC"}

package/dist/src/permissions.js

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DATAHUB_PERMISSION_DEFINITIONS = exports.ReadDataHubFilesPermission = exports.ManageDataHubFilesPermission = exports.SubscribeDataHubEventsPermission = exports.ViewDataHubEntitySchemasPermission = exports.ManageDataHubFeedsPermission = exports.ManageDataHubDestinationsPermission = exports.ManageDataHubWebhooksPermission = exports.ViewDataHubAnalyticsPermission = exports.UpdateDataHubSettingsPermission = exports.ReviewDataHubPipelinePermission = exports.PublishDataHubPipelinePermission = exports.ReplayDataHubRecordPermission = exports.EditDataHubQuarantinePermission = exports.ViewDataHubQuarantinePermission = exports.ManageDataHubConnectionsPermission = exports.ManageDataHubAdaptersPermission = exports.RetryDataHubRecordPermission = exports.ViewDataHubRunsPermission = exports.RunDataHubPipelinePermission = exports.DataHubSecretPermission = exports.DataHubPipelinePermission = void 0;
+const core_1 = require("@vendure/core");
+exports.DataHubPipelinePermission = new core_1.CrudPermissionDefinition('DataHubPipeline');
+exports.DataHubSecretPermission = new core_1.CrudPermissionDefinition('DataHubSecret');
+exports.RunDataHubPipelinePermission = new core_1.PermissionDefinition({ name: 'RunDataHubPipeline' });
+exports.ViewDataHubRunsPermission = new core_1.PermissionDefinition({ name: 'ViewDataHubRuns' });
+exports.RetryDataHubRecordPermission = new core_1.PermissionDefinition({ name: 'RetryDataHubRecord' });
+exports.ManageDataHubAdaptersPermission = new core_1.PermissionDefinition({ name: 'ManageDataHubAdapters' });
+exports.ManageDataHubConnectionsPermission = new core_1.PermissionDefinition({ name: 'ManageDataHubConnections' });
+exports.ViewDataHubQuarantinePermission = new core_1.PermissionDefinition({ name: 'ViewDataHubQuarantine' });
+exports.EditDataHubQuarantinePermission = new core_1.PermissionDefinition({ name: 'EditDataHubQuarantine' });
+exports.ReplayDataHubRecordPermission = new core_1.PermissionDefinition({ name: 'ReplayDataHubRecord' });
+exports.PublishDataHubPipelinePermission = new core_1.PermissionDefinition({ name: 'PublishDataHubPipeline' });
+exports.ReviewDataHubPipelinePermission = new core_1.PermissionDefinition({ name: 'ReviewDataHubPipeline' });
+exports.UpdateDataHubSettingsPermission = new core_1.PermissionDefinition({ name: 'UpdateDataHubSettings' });
+exports.ViewDataHubAnalyticsPermission = new core_1.PermissionDefinition({ name: 'ViewDataHubAnalytics' });
+exports.ManageDataHubWebhooksPermission = new core_1.PermissionDefinition({ name: 'ManageDataHubWebhooks' });
+exports.ManageDataHubDestinationsPermission = new core_1.PermissionDefinition({ name: 'ManageDataHubDestinations' });
+exports.ManageDataHubFeedsPermission = new core_1.PermissionDefinition({ name: 'ManageDataHubFeeds' });
+exports.ViewDataHubEntitySchemasPermission = new core_1.PermissionDefinition({ name: 'ViewDataHubEntitySchemas' });
+exports.SubscribeDataHubEventsPermission = new core_1.PermissionDefinition({ name: 'SubscribeDataHubEvents' });
+exports.ManageDataHubFilesPermission = new core_1.PermissionDefinition({ name: 'ManageDataHubFiles' });
+exports.ReadDataHubFilesPermission = new core_1.PermissionDefinition({ name: 'ReadDataHubFiles' });
+exports.DATAHUB_PERMISSION_DEFINITIONS = [
+    exports.DataHubPipelinePermission,
+    exports.DataHubSecretPermission,
+    exports.RunDataHubPipelinePermission,
+    exports.ViewDataHubRunsPermission,
+    exports.RetryDataHubRecordPermission,
+    exports.ManageDataHubAdaptersPermission,
+    exports.ManageDataHubConnectionsPermission,
+    exports.ViewDataHubQuarantinePermission,
+    exports.EditDataHubQuarantinePermission,
+    exports.ReplayDataHubRecordPermission,
+    exports.PublishDataHubPipelinePermission,
+    exports.ReviewDataHubPipelinePermission,
+    exports.UpdateDataHubSettingsPermission,
+    exports.ViewDataHubAnalyticsPermission,
+    exports.ManageDataHubWebhooksPermission,
+    exports.ManageDataHubDestinationsPermission,
+    exports.ManageDataHubFeedsPermission,
+    exports.ViewDataHubEntitySchemasPermission,
+    exports.SubscribeDataHubEventsPermission,
+    exports.ManageDataHubFilesPermission,
+    exports.ReadDataHubFilesPermission,
+];
+//# sourceMappingURL=permissions.js.map

package/dist/src/permissions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"permissions.js","sourceRoot":"","sources":["../../src/permissions.ts"],"names":[],"mappings":";;;AAAA,wCAA+E;AAElE,QAAA,yBAAyB,GAAG,IAAI,+BAAwB,CAAC,iBAAiB,CAAC,CAAC;AAC5E,QAAA,uBAAuB,GAAG,IAAI,+BAAwB,CAAC,eAAe,CAAC,CAAC;AACxE,QAAA,4BAA4B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,CAAC;AACxF,QAAA,yBAAyB,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;AAClF,QAAA,4BAA4B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,CAAC;AACxF,QAAA,+BAA+B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC,CAAC;AAC9F,QAAA,kCAAkC,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;AACpG,QAAA,+BAA+B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC,CAAC;AAC9F,QAAA,+BAA+B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC,CAAC;AAC9F,QAAA,6BAA6B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,CAAC,CAAC;AAC1F,QAAA,gCAAgC,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC;AAChG,QAAA,+BAA+B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC,CAAC;AAC9F,QAAA,+BAA+B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC,CAAC;AAC9F,QAAA,8BAA8B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC,CAAC;AAC5F,QAAA,+BAA+B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC,CAAC;AAC9F,QAAA,mCAAmC,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,CAAC;AACtG,QAAA,4BAA4B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,CAAC;AACxF,QAAA,kCAAkC,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;AACpG,QAAA,gCAAgC,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC;AAChG,QAAA,4BAA4B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,CAAC;AACxF,QAAA,0BAA0B,GAAG,IAAI,2BAAoB,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;AACpF,QAAA,8BAA8B,GAAG;IAC1C,iCAAyB;IACzB,+BAAuB;IACvB,oCAA4B;IAC5B,iCAAyB;IACzB,oCAA4B;IAC5B,uCAA+B;IAC/B,0CAAkC;IAClC,uCAA+B;IAC/B,uCAA+B;IAC/B,qCAA6B;IAC7B,wCAAgC;IAChC,uCAA+B;IAC/B,uCAA+B;IAC/B,sCAA8B;IAC9B,uCAA+B;IAC/B,2CAAmC;IACnC,oCAA4B;IAC5B,0CAAkC;IAClC,wCAAgC;IAChC,oCAA4B;IAC5B,kCAA0B;CAC7B,CAAC"}

package/dist/src/runtime/adapter-runtime.service.d.ts

@@ -0,0 +1,87 @@
+import { RequestContext, RequestContextService, ID } from '@vendure/core';
+import { PipelineDefinition, PipelineMetrics, JsonObject } from '../types/index';
+import { CheckpointService } from '../services/data/checkpoint.service';
+import { HookService } from '../services/events/hook.service';
+import { DomainEventsService } from '../services/events/domain-events.service';
+import { DataHubLoggerFactory, ExecutionLogger } from '../services/logger';
+import { RecordObject, OnRecordErrorCallback } from './executor-types';
+import { ExtractExecutor, TransformExecutor, LoadExecutor, ExportExecutor, FeedExecutor, SinkExecutor, GateExecutor } from './executors';
+export declare class AdapterRuntimeService {
+    private requestContextService;
+    private hookService;
+    private domainEvents;
+    private extractExecutor;
+    private transformExecutor;
+    private loadExecutor;
+    private exportExecutor;
+    private feedExecutor;
+    private sinkExecutor;
+    private gateExecutor;
+    private executionLogger;
+    private readonly logger;
+    private readonly checkpointManager;
+    private readonly executionLifecycle;
+    private readonly dryRunSimulator;
+    constructor(requestContextService: RequestContextService, checkpointService: CheckpointService, hookService: HookService, domainEvents: DomainEventsService, extractExecutor: ExtractExecutor, transformExecutor: TransformExecutor, loadExecutor: LoadExecutor, exportExecutor: ExportExecutor, feedExecutor: FeedExecutor, sinkExecutor: SinkExecutor, gateExecutor: GateExecutor, executionLogger: ExecutionLogger, loggerFactory: DataHubLoggerFactory);
+    /**
+     * Create the executor context for accessing checkpoint data and pipeline config
+     */
+    private createExecutorContext;
+    /**
+     * Execute a pipeline definition
+     *
+     * @param options.resume - If true, resume from existing checkpoint. If false (default), start fresh.
+     */
+    executePipeline(ctx: RequestContext, definition: PipelineDefinition, onCancelRequested?: () => Promise<boolean>, onRecordError?: OnRecordErrorCallback, pipelineId?: ID, runId?: ID, options?: {
+        resume?: boolean;
+    }): Promise<{
+        processed: number;
+        succeeded: number;
+        failed: number;
+        details?: JsonObject[];
+        paused?: boolean;
+        pausedAtStep?: string;
+    }>;
+    /**
+     * Execute a graph-based pipeline definition
+     */
+    private executePipelineGraph;
+    /**
+     * Execute pipeline with seed records (skip extract steps)
+     */
+    executePipelineWithSeedRecords(ctx: RequestContext, definition: PipelineDefinition, seed: RecordObject[], onCancelRequested?: () => Promise<boolean>, onRecordError?: OnRecordErrorCallback): Promise<{
+        processed: number;
+        succeeded: number;
+        failed: number;
+    }>;
+    /**
+     * Replay from a specific step in the pipeline
+     */
+    replayFromStep(ctx: RequestContext, definition: PipelineDefinition, startStepKey: string, seed: RecordObject[], onCancelRequested?: () => Promise<boolean>, onRecordError?: OnRecordErrorCallback): Promise<{
+        processed: number;
+        succeeded: number;
+        failed: number;
+    }>;
+    /**
+     * Execute a dry run of the pipeline
+     * Returns metrics, details, and sample records showing before/after for transforms
+     */
+    executeDryRun(ctx: RequestContext, definition: PipelineDefinition): Promise<{
+        metrics: PipelineMetrics;
+        sampleRecords: Array<{
+            step: string;
+            before: RecordObject;
+            after: RecordObject;
+        }>;
+        errors?: string[];
+    }>;
+    /**
+     * Apply idempotency filter to records
+     */
+    private applyIdempotency;
+    /**
+     * Create load with throughput function
+     */
+    private createLoadWithThroughput;
+}
+//# sourceMappingURL=adapter-runtime.service.d.ts.map

package/dist/src/runtime/adapter-runtime.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-runtime.service.d.ts","sourceRoot":"","sources":["../../../src/runtime/adapter-runtime.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjF,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AACxE,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,0CAA0C,CAAC;AAC/E,OAAO,EAAiB,oBAAoB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1F,OAAO,EACH,YAAY,EACZ,qBAAqB,EAExB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACH,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,YAAY,EACf,MAAM,aAAa,CAAC;AAiBrB,qBACa,qBAAqB;IAO1B,OAAO,CAAC,qBAAqB;IAE7B,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,eAAe;IACvB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,eAAe;IAjB3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IACtD,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAA4B;IAC/D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;gBAGtC,qBAAqB,EAAE,qBAAqB,EACpD,iBAAiB,EAAE,iBAAiB,EAC5B,WAAW,EAAE,WAAW,EACxB,YAAY,EAAE,mBAAmB,EACjC,eAAe,EAAE,eAAe,EAChC,iBAAiB,EAAE,iBAAiB,EACpC,YAAY,EAAE,YAAY,EAC1B,cAAc,EAAE,cAAc,EAC9B,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,YAAY,EAC1B,eAAe,EAAE,eAAe,EACxC,aAAa,EAAE,oBAAoB;IAmBvC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAc7B;;;;OAIG;IACG,eAAe,CACjB,GAAG,EAAE,cAAc,EACnB,UAAU,EAAE,kBAAkB,EAC9B,iBAAiB,CAAC,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,EAC1C,aAAa,CAAC,EAAE,qBAAqB,EACrC,UAAU,CAAC,EAAE,EAAE,EACf,KAAK,CAAC,EAAE,EAAE,EACV,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,OAAO,CAAA;KAAE,GAC/B,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,OAAO,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAqCrI;;OAEG;YACW,oBAAoB;IAwClC;;OAEG;IACG,8BAA8B,CAChC,GAAG,EAAE,cAAc,EACnB,UAAU,EAAE,kBAAkB,EAC9B,IAAI,EAAE,YAAY,EAAE,EACpB,iBAAiB,CAAC,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,EAC1C,aAAa,CAAC,EAAE,qBAAqB,GACtC,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAkBpE;;OAEG;IACG,cAAc,CAChB,GAAG,EAAE,cAAc,EACnB,UAAU,EAAE,kBAAkB,EAC9B,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,YAAY,EAAE,EACpB,iBAAiB,CAAC,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,EAC1C,aAAa,CAAC,EAAE,qBAAqB,GACtC,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAqCpE;;;OAGG;IACG,aAAa,CACf,GAAG,EAAE,cAAc,EACnB,UAAU,EAAE,kBAAkB,GAC/B,OAAO,CAAC;QACP,OAAO,EAAE,eAAe,CAAC;QACzB,aAAa,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,YAAY,CAAC;YAAC,KAAK,EAAE,YAAY,CAAA;SAAE,CAAC,CAAC;QAClF,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC;IAIF;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAcxB;;OAEG;IACH,OAAO,CAAC,wBAAwB;CAgBnC"}