@oronts/vendure-data-hub-plugin 0.1.0

package/dist/src/extractors/file/types.d.ts

@@ -0,0 +1,58 @@
+import { ExtractorConfig } from '../../types/index';
+import { FileFormat } from '../../parsers/file-parser.service';
+import { SortOrder } from '../../constants/enums';
+export interface FileExtractorConfig extends ExtractorConfig {
+    /** File path or glob pattern */
+    path: string;
+    /** Base directory for relative paths */
+    baseDir?: string;
+    /** File format (auto-detected if not specified) */
+    format?: FileFormat;
+    /** CSV parsing options */
+    csv?: {
+        delimiter?: ',' | ';' | '\t' | '|';
+        header?: boolean;
+        skipEmptyLines?: boolean;
+        encoding?: BufferEncoding;
+    };
+    /** JSON parsing options */
+    json?: {
+        path?: string;
+    };
+    /** XML parsing options */
+    xml?: {
+        recordPath?: string;
+        attributePrefix?: string;
+    };
+    /** Excel parsing options */
+    xlsx?: {
+        sheet?: string | number;
+        range?: string;
+        header?: boolean;
+    };
+    /** Only process files modified after this date */
+    modifiedAfter?: string;
+    /** Include file metadata in records */
+    includeFileMetadata?: boolean;
+    /** Maximum files to process (safety limit) */
+    maxFiles?: number;
+    /** Sort files by: 'name' | 'modified' | 'size' */
+    sortBy?: 'name' | 'modified' | 'size';
+    /** Sort order */
+    sortOrder?: SortOrder;
+    /** Continue on file parse errors */
+    continueOnError?: boolean;
+}
+export interface FileInfo {
+    path: string;
+    name: string;
+    size: number;
+    modifiedAt: Date;
+}
+export declare const FILE_EXTRACTOR_DEFAULTS: {
+    readonly maxFiles: 100;
+    readonly sortBy: "modified";
+    readonly sortOrder: SortOrder.ASC;
+    readonly continueOnError: true;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/src/extractors/file/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/extractors/file/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAElD,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IACxD,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IAEb,wCAAwC;IACxC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,mDAAmD;IACnD,MAAM,CAAC,EAAE,UAAU,CAAC;IAEpB,0BAA0B;IAC1B,GAAG,CAAC,EAAE;QACF,SAAS,CAAC,EAAE,GAAG,GAAG,GAAG,GAAG,IAAI,GAAG,GAAG,CAAC;QACnC,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,EAAE,cAAc,CAAC;KAC7B,CAAC;IAEF,2BAA2B;IAC3B,IAAI,CAAC,EAAE;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IAEF,0BAA0B;IAC1B,GAAG,CAAC,EAAE;QACF,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,eAAe,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IAEF,4BAA4B;IAC5B,IAAI,CAAC,EAAE;QACH,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QACxB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;IAEF,kDAAkD;IAClD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,uCAAuC;IACvC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAE9B,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,kDAAkD;IAClD,MAAM,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;IAEtC,iBAAiB;IACjB,SAAS,CAAC,EAAE,SAAS,CAAC;IAEtB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,IAAI,CAAC;CACpB;AAED,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC"}

package/dist/src/extractors/file/types.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FILE_EXTRACTOR_DEFAULTS = void 0;
+const enums_1 = require("../../constants/enums");
+exports.FILE_EXTRACTOR_DEFAULTS = {
+    maxFiles: 100,
+    sortBy: 'modified',
+    sortOrder: enums_1.SortOrder.ASC,
+    continueOnError: true,
+};
+//# sourceMappingURL=types.js.map

package/dist/src/extractors/file/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/extractors/file/types.ts"],"names":[],"mappings":";;;AAEA,iDAAkD;AAgErC,QAAA,uBAAuB,GAAG;IACnC,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,UAAmB;IAC3B,SAAS,EAAE,iBAAS,CAAC,GAAG;IACxB,eAAe,EAAE,IAAI;CACf,CAAC"}

package/dist/src/extractors/ftp/connection.d.ts

@@ -0,0 +1,41 @@
+import { ExtractorContext } from '../../types/index';
+import { FtpExtractorConfig, FtpFileInfo, FtpProtocol } from './types';
+export interface FtpClient {
+    list(remotePath: string): Promise<FtpFileInfo[]>;
+    download(remotePath: string): Promise<Buffer>;
+    delete(remotePath: string): Promise<void>;
+    rename(oldPath: string, newPath: string): Promise<void>;
+    mkdir(remotePath: string, recursive?: boolean): Promise<void>;
+    close(): Promise<void>;
+}
+export interface FtpConnectionOptions {
+    host: string;
+    port: number;
+    user?: string;
+    password?: string;
+    secure?: boolean | 'implicit';
+    passiveMode?: boolean;
+    timeout?: number;
+}
+export interface SftpConnectionOptions {
+    host: string;
+    port: number;
+    username?: string;
+    password?: string;
+    privateKey?: string;
+    passphrase?: string;
+    timeout?: number;
+}
+export declare function buildFtpConnectionOptions(context: ExtractorContext, config: FtpExtractorConfig): Promise<FtpConnectionOptions>;
+export declare function buildSftpConnectionOptions(context: ExtractorContext, config: FtpExtractorConfig): Promise<SftpConnectionOptions>;
+export declare function createFtpClient(context: ExtractorContext, config: FtpExtractorConfig): Promise<FtpClient>;
+export declare function createSftpClient(context: ExtractorContext, config: FtpExtractorConfig): Promise<FtpClient>;
+export declare function createClient(context: ExtractorContext, config: FtpExtractorConfig): Promise<FtpClient>;
+export declare function testConnection(context: ExtractorContext, config: FtpExtractorConfig): Promise<{
+    success: boolean;
+    error?: string;
+    latencyMs?: number;
+    filesFound?: number;
+}>;
+export declare function buildFtpSourceId(protocol: FtpProtocol, host: string, path: string): string;
+//# sourceMappingURL=connection.d.ts.map

package/dist/src/extractors/ftp/connection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"connection.d.ts","sourceRoot":"","sources":["../../../../src/extractors/ftp/connection.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,WAAW,EAA6D,MAAM,SAAS,CAAC;AAYlI,MAAM,WAAW,SAAS;IACtB,IAAI,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,oBAAoB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,GAAG,UAAU,CAAC;IAC9B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,qBAAqB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,yBAAyB,CAC3C,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,kBAAkB,GAC3B,OAAO,CAAC,oBAAoB,CAAC,CAgB/B;AAED,wBAAsB,0BAA0B,CAC5C,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,kBAAkB,GAC3B,OAAO,CAAC,qBAAqB,CAAC,CAsBhC;AAED,wBAAsB,eAAe,CACjC,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,kBAAkB,GAC3B,OAAO,CAAC,SAAS,CAAC,CAiEpB;AAED,wBAAsB,gBAAgB,CAClC,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,kBAAkB,GAC3B,OAAO,CAAC,SAAS,CAAC,CAyDpB;AAED,wBAAsB,YAAY,CAC9B,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,kBAAkB,GAC3B,OAAO,CAAC,SAAS,CAAC,CAKpB;AAED,wBAAsB,cAAc,CAChC,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,kBAAkB,GAC3B,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAmBxF;AAED,wBAAgB,gBAAgB,CAC5B,QAAQ,EAAE,WAAW,EACrB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,GACb,MAAM,CAER"}

package/dist/src/extractors/ftp/connection.js

@@ -0,0 +1,198 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildFtpConnectionOptions = buildFtpConnectionOptions;
+exports.buildSftpConnectionOptions = buildSftpConnectionOptions;
+exports.createFtpClient = createFtpClient;
+exports.createSftpClient = createSftpClient;
+exports.createClient = createClient;
+exports.testConnection = testConnection;
+exports.buildFtpSourceId = buildFtpSourceId;
+const stream_1 = require("stream");
+const basic_ftp_1 = require("basic-ftp");
+const ssh2_sftp_client_1 = __importDefault(require("ssh2-sftp-client"));
+const error_utils_1 = require("../../utils/error.utils");
+const types_1 = require("./types");
+const url_security_utils_1 = require("../../utils/url-security.utils");
+function validateFtpHost(host) {
+    if (!host || typeof host !== 'string') {
+        throw new Error('FTP host is required');
+    }
+    if ((0, url_security_utils_1.isBlockedHostname)(host)) {
+        throw new Error(`SSRF protection: hostname '${host}' is blocked for security reasons`);
+    }
+}
+async function buildFtpConnectionOptions(context, config) {
+    validateFtpHost(config.host);
+    const options = {
+        host: config.host,
+        port: config.port || types_1.FTP_DEFAULTS.ftpPort,
+        user: config.username,
+        secure: config.secure,
+        passiveMode: config.passiveMode ?? types_1.FTP_DEFAULTS.passiveMode,
+        timeout: config.timeoutMs || types_1.FTP_DEFAULTS.timeoutMs,
+    };
+    if (config.passwordSecretCode) {
+        options.password = await context.secrets.get(config.passwordSecretCode);
+    }
+    return options;
+}
+async function buildSftpConnectionOptions(context, config) {
+    validateFtpHost(config.host);
+    const options = {
+        host: config.host,
+        port: config.port || types_1.FTP_DEFAULTS.sftpPort,
+        username: config.username,
+        timeout: config.timeoutMs || types_1.FTP_DEFAULTS.timeoutMs,
+    };
+    if (config.passwordSecretCode) {
+        options.password = await context.secrets.get(config.passwordSecretCode);
+    }
+    if (config.privateKeySecretCode) {
+        options.privateKey = await context.secrets.get(config.privateKeySecretCode);
+    }
+    if (config.passphraseSecretCode) {
+        options.passphrase = await context.secrets.get(config.passphraseSecretCode);
+    }
+    return options;
+}
+async function createFtpClient(context, config) {
+    const client = new basic_ftp_1.Client();
+    client.ftp.verbose = false;
+    const options = await buildFtpConnectionOptions(context, config);
+    await client.access({
+        host: options.host,
+        port: options.port,
+        user: options.user,
+        password: options.password,
+        secure: options.secure,
+    });
+    return {
+        async list(remotePath) {
+            const list = await client.list(remotePath);
+            return list
+                .filter((item) => item.type !== types_1.FTP_ITEM_TYPE.DIRECTORY) // Filter out directories
+                .map((item) => ({
+                name: item.name,
+                path: remotePath.endsWith('/')
+                    ? `${remotePath}${item.name}`
+                    : `${remotePath}/${item.name}`,
+                size: item.size,
+                modifiedAt: item.modifiedAt ? new Date(item.modifiedAt) : new Date(),
+                isDirectory: item.type === types_1.FTP_ITEM_TYPE.DIRECTORY,
+            }));
+        },
+        async download(remotePath) {
+            const chunks = [];
+            const writable = new stream_1.Writable({
+                write(chunk, _encoding, callback) {
+                    chunks.push(Buffer.from(chunk));
+                    callback();
+                },
+            });
+            await client.downloadTo(writable, remotePath);
+            return Buffer.concat(chunks);
+        },
+        async delete(remotePath) {
+            await client.remove(remotePath);
+        },
+        async rename(oldPath, newPath) {
+            await client.rename(oldPath, newPath);
+        },
+        async mkdir(remotePath, recursive) {
+            if (recursive) {
+                await client.ensureDir(remotePath);
+            }
+            else {
+                // Sanitize remotePath to prevent CRLF injection in FTP commands
+                const sanitized = remotePath.replace(/[\r\n]/g, '');
+                await client.send(`MKD ${sanitized}`);
+            }
+        },
+        async close() {
+            client.close();
+        },
+    };
+}
+async function createSftpClient(context, config) {
+    const client = new ssh2_sftp_client_1.default();
+    const options = await buildSftpConnectionOptions(context, config);
+    await client.connect({
+        host: options.host,
+        port: options.port,
+        username: options.username,
+        password: options.password,
+        privateKey: options.privateKey,
+        passphrase: options.passphrase,
+        readyTimeout: options.timeout,
+    });
+    return {
+        async list(remotePath) {
+            const list = await client.list(remotePath);
+            return list
+                .filter((item) => item.type !== types_1.FTP_TYPE_CODE.DIRECTORY)
+                .map((item) => ({
+                name: item.name,
+                path: remotePath.endsWith('/')
+                    ? `${remotePath}${item.name}`
+                    : `${remotePath}/${item.name}`,
+                size: item.size,
+                modifiedAt: new Date(item.modifyTime),
+                isDirectory: item.type === types_1.FTP_TYPE_CODE.DIRECTORY,
+            }));
+        },
+        async download(remotePath) {
+            const result = await client.get(remotePath);
+            if (Buffer.isBuffer(result)) {
+                return result;
+            }
+            if (typeof result === 'string') {
+                return Buffer.from(result);
+            }
+            throw new Error('Unexpected SFTP download result type');
+        },
+        async delete(remotePath) {
+            await client.delete(remotePath);
+        },
+        async rename(oldPath, newPath) {
+            await client.rename(oldPath, newPath);
+        },
+        async mkdir(remotePath, recursive) {
+            await client.mkdir(remotePath, recursive);
+        },
+        async close() {
+            await client.end();
+        },
+    };
+}
+async function createClient(context, config) {
+    if (config.protocol === types_1.FTP_PROTOCOLS.SFTP) {
+        return createSftpClient(context, config);
+    }
+    return createFtpClient(context, config);
+}
+async function testConnection(context, config) {
+    const startTime = Date.now();
+    try {
+        const client = await createClient(context, config);
+        const files = await client.list(config.remotePath);
+        await client.close();
+        return {
+            success: true,
+            latencyMs: Date.now() - startTime,
+            filesFound: files.length,
+        };
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: (0, error_utils_1.getErrorMessage)(error),
+        };
+    }
+}
+function buildFtpSourceId(protocol, host, path) {
+    return `${protocol}://${host}${path}`;
+}
+//# sourceMappingURL=connection.js.map

package/dist/src/extractors/ftp/connection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"connection.js","sourceRoot":"","sources":["../../../../src/extractors/ftp/connection.ts"],"names":[],"mappings":";;;;;AA8CA,8DAmBC;AAED,gEAyBC;AAED,0CAoEC;AAED,4CA4DC;AAED,oCAQC;AAED,wCAsBC;AAED,4CAMC;AA1QD,mCAAkC;AAClC,yCAAqD;AACrD,wEAA0C;AAE1C,yDAA0D;AAC1D,mCAAkI;AAClI,uEAAmE;AAEnE,SAAS,eAAe,CAAC,IAAY;IACjC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,IAAA,sCAAiB,EAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,mCAAmC,CAAC,CAAC;IAC3F,CAAC;AACL,CAAC;AA+BM,KAAK,UAAU,yBAAyB,CAC3C,OAAyB,EACzB,MAA0B;IAE1B,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAyB;QAClC,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,oBAAY,CAAC,OAAO;QACzC,IAAI,EAAE,MAAM,CAAC,QAAQ;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,oBAAY,CAAC,WAAW;QAC3D,OAAO,EAAE,MAAM,CAAC,SAAS,IAAI,oBAAY,CAAC,SAAS;KACtD,CAAC;IAEF,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC5B,OAAO,CAAC,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAC5C,OAAyB,EACzB,MAA0B;IAE1B,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,OAAO,GAA0B;QACnC,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,oBAAY,CAAC,QAAQ;QAC1C,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO,EAAE,MAAM,CAAC,SAAS,IAAI,oBAAY,CAAC,SAAS;KACtD,CAAC;IAEF,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC5B,OAAO,CAAC,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAC9B,OAAO,CAAC,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChF,CAAC;IAED,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAC9B,OAAO,CAAC,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChF,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAEM,KAAK,UAAU,eAAe,CACjC,OAAyB,EACzB,MAA0B;IAE1B,MAAM,MAAM,GAAG,IAAI,kBAAc,EAAE,CAAC;IACpC,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC;IAE3B,MAAM,OAAO,GAAG,MAAM,yBAAyB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEjE,MAAM,MAAM,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;KACzB,CAAC,CAAC;IAEH,OAAO;QACH,KAAK,CAAC,IAAI,CAAC,UAAkB;YACzB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC3C,OAAO,IAAI;iBACN,MAAM,CAAC,CAAC,IAAqE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,qBAAa,CAAC,SAAS,CAAC,CAAC,yBAAyB;iBAClJ,GAAG,CAAC,CAAC,IAAqE,EAAE,EAAE,CAAC,CAAC;gBAC7E,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAC1B,CAAC,CAAC,GAAG,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE;oBAC7B,CAAC,CAAC,GAAG,UAAU,IAAI,IAAI,CAAC,IAAI,EAAE;gBAClC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE;gBACpE,WAAW,EAAE,IAAI,CAAC,IAAI,KAAK,qBAAa,CAAC,SAAS;aACrD,CAAC,CAAC,CAAC;QACZ,CAAC;QAED,KAAK,CAAC,QAAQ,CAAC,UAAkB;YAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,iBAAQ,CAAC;gBAC1B,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ;oBAC5B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBAChC,QAAQ,EAAE,CAAC;gBACf,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAC9C,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,UAAkB;YAC3B,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,OAAe,EAAE,OAAe;YACzC,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,UAAkB,EAAE,SAAmB;YAC/C,IAAI,SAAS,EAAE,CAAC;gBACZ,MAAM,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,gEAAgE;gBAChE,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBACpD,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,SAAS,EAAE,CAAC,CAAC;YAC1C,CAAC;QACL,CAAC;QAED,KAAK,CAAC,KAAK;YACP,MAAM,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;KACJ,CAAC;AACN,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAClC,OAAyB,EACzB,MAA0B;IAE1B,MAAM,MAAM,GAAG,IAAI,0BAAU,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,MAAM,0BAA0B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAElE,MAAM,MAAM,CAAC,OAAO,CAAC;QACjB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY,EAAE,OAAO,CAAC,OAAO;KAChC,CAAC,CAAC;IAEH,OAAO;QACH,KAAK,CAAC,IAAI,CAAC,UAAkB;YACzB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC3C,OAAO,IAAI;iBACN,MAAM,CAAC,CAAC,IAAsE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,qBAAa,CAAC,SAAS,CAAC;iBACzH,GAAG,CAAC,CAAC,IAAsE,EAAE,EAAE,CAAC,CAAC;gBAC9E,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAC1B,CAAC,CAAC,GAAG,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE;oBAC7B,CAAC,CAAC,GAAG,UAAU,IAAI,IAAI,CAAC,IAAI,EAAE;gBAClC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;gBACrC,WAAW,EAAE,IAAI,CAAC,IAAI,KAAK,qBAAa,CAAC,SAAS;aACrD,CAAC,CAAC,CAAC;QACZ,CAAC;QAED,KAAK,CAAC,QAAQ,CAAC,UAAkB;YAC7B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC5C,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,OAAO,MAAM,CAAC;YAClB,CAAC;YACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC7B,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC5D,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,UAAkB;YAC3B,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,OAAe,EAAE,OAAe;YACzC,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,UAAkB,EAAE,SAAmB;YAC/C,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC;QAED,KAAK,CAAC,KAAK;YACP,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;QACvB,CAAC;KACJ,CAAC;AACN,CAAC;AAEM,KAAK,UAAU,YAAY,CAC9B,OAAyB,EACzB,MAA0B;IAE1B,IAAI,MAAM,CAAC,QAAQ,KAAK,qBAAa,CAAC,IAAI,EAAE,CAAC;QACzC,OAAO,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC;AAEM,KAAK,UAAU,cAAc,CAChC,OAAyB,EACzB,MAA0B;IAE1B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QAErB,OAAO;YACH,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACjC,UAAU,EAAE,KAAK,CAAC,MAAM;SAC3B,CAAC;IACN,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO;YACH,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,IAAA,6BAAe,EAAC,KAAK,CAAC;SAChC,CAAC;IACN,CAAC;AACL,CAAC;AAED,SAAgB,gBAAgB,CAC5B,QAAqB,EACrB,IAAY,EACZ,IAAY;IAEZ,OAAO,GAAG,QAAQ,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;AAC1C,CAAC"}

package/dist/src/extractors/ftp/file-operations.d.ts

@@ -0,0 +1,31 @@
+/**
+ * FTP File Operations
+ *
+ * Utilities for FTP file filtering, parsing, and metadata handling.
+ */
+import { FtpFileInfo, FtpExtractorConfig, FtpFileMetadata, FtpProtocol } from './types';
+import { FileParserService } from '../../parsers/file-parser.service';
+import { JsonObject } from '../../types/index';
+export declare function matchesPattern(filename: string, pattern: string): boolean;
+export declare function filterByPattern(files: FtpFileInfo[], pattern?: string): FtpFileInfo[];
+/**
+ * Filter FTP files by modification date.
+ * Delegates to shared utility for consistent behavior.
+ */
+export declare function filterByModifiedAfter(files: FtpFileInfo[], modifiedAfter?: string): FtpFileInfo[];
+export declare function filterFiles(files: FtpFileInfo[], config: FtpExtractorConfig, checkpoint?: {
+    lastProcessedFile?: string;
+    lastModifiedAt?: string;
+}): FtpFileInfo[];
+export declare function parseFtpContent(content: Buffer, filename: string, config: FtpExtractorConfig, fileParser: FileParserService): Promise<JsonObject[]>;
+export declare function buildFileMetadata(protocol: FtpProtocol, host: string, file: FtpFileInfo): FtpFileMetadata;
+/**
+ * Attach FTP metadata to a record.
+ * Uses shared utility with FTP-specific key.
+ */
+export declare function attachMetadataToRecord(record: JsonObject, metadata: FtpFileMetadata): JsonObject;
+export declare function calculateDestinationPath(sourcePath: string, destinationDir: string): string;
+export declare function isValidRemotePath(path: string): boolean;
+export declare function isValidHost(host: string): boolean;
+export declare function isValidPort(port: number): boolean;
+//# sourceMappingURL=file-operations.d.ts.map

package/dist/src/extractors/ftp/file-operations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-operations.d.ts","sourceRoot":"","sources":["../../../../src/extractors/ftp/file-operations.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACxF,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAO/C,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAEzE;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,WAAW,EAAE,CAGrF;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACjC,KAAK,EAAE,WAAW,EAAE,EACpB,aAAa,CAAC,EAAE,MAAM,GACvB,WAAW,EAAE,CAOf;AAED,wBAAgB,WAAW,CACvB,KAAK,EAAE,WAAW,EAAE,EACpB,MAAM,EAAE,kBAAkB,EAC1B,UAAU,CAAC,EAAE;IAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,GACrE,WAAW,EAAE,CAiBf;AAED,wBAAsB,eAAe,CACjC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,kBAAkB,EAC1B,UAAU,EAAE,iBAAiB,GAC9B,OAAO,CAAC,UAAU,EAAE,CAAC,CAavB;AAED,wBAAgB,iBAAiB,CAC7B,QAAQ,EAAE,WAAW,EACrB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,WAAW,GAClB,eAAe,CAQjB;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAClC,MAAM,EAAE,UAAU,EAClB,QAAQ,EAAE,eAAe,GAC1B,UAAU,CAEZ;AAED,wBAAgB,wBAAwB,CACpC,UAAU,EAAE,MAAM,EAClB,cAAc,EAAE,MAAM,GACvB,MAAM,CAMR;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEvD;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAKjD;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEjD"}

package/dist/src/extractors/ftp/file-operations.js

@@ -0,0 +1,100 @@
+"use strict";
+/**
+ * FTP File Operations
+ *
+ * Utilities for FTP file filtering, parsing, and metadata handling.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.matchesPattern = matchesPattern;
+exports.filterByPattern = filterByPattern;
+exports.filterByModifiedAfter = filterByModifiedAfter;
+exports.filterFiles = filterFiles;
+exports.parseFtpContent = parseFtpContent;
+exports.buildFileMetadata = buildFileMetadata;
+exports.attachMetadataToRecord = attachMetadataToRecord;
+exports.calculateDestinationPath = calculateDestinationPath;
+exports.isValidRemotePath = isValidRemotePath;
+exports.isValidHost = isValidHost;
+exports.isValidPort = isValidPort;
+const shared_1 = require("../../../shared");
+const shared_2 = require("../shared");
+function matchesPattern(filename, pattern) {
+    return (0, shared_1.globToRegex)(pattern, 'i').test(filename);
+}
+function filterByPattern(files, pattern) {
+    if (!pattern)
+        return files;
+    return files.filter(file => matchesPattern(file.name, pattern));
+}
+/**
+ * Filter FTP files by modification date.
+ * Delegates to shared utility for consistent behavior.
+ */
+function filterByModifiedAfter(files, modifiedAfter) {
+    if (!modifiedAfter)
+        return files;
+    const afterDate = new Date(modifiedAfter);
+    if (isNaN(afterDate.getTime()))
+        return files;
+    return files.filter(file => file.modifiedAt >= afterDate);
+}
+function filterFiles(files, config, checkpoint) {
+    let filtered = files;
+    filtered = filtered.filter(f => !f.isDirectory);
+    filtered = filterByPattern(filtered, config.filePattern);
+    filtered = filterByModifiedAfter(filtered, config.modifiedAfter);
+    if (checkpoint?.lastModifiedAt) {
+        const lastDate = new Date(checkpoint.lastModifiedAt);
+        if (!isNaN(lastDate.getTime())) {
+            filtered = filtered.filter(f => f.modifiedAt > lastDate);
+        }
+    }
+    filtered.sort((a, b) => a.modifiedAt.getTime() - b.modifiedAt.getTime());
+    return filtered;
+}
+async function parseFtpContent(content, filename, config, fileParser) {
+    return (0, shared_2.parseFileContent)(content, filename, {
+        format: config.format,
+        csv: config.csv,
+        json: config.json,
+        xml: config.xml,
+        xlsx: config.xlsx,
+    }, fileParser);
+}
+function buildFileMetadata(protocol, host, file) {
+    return {
+        protocol,
+        host,
+        path: file.path,
+        size: file.size,
+        modifiedAt: file.modifiedAt.toISOString(),
+    };
+}
+/**
+ * Attach FTP metadata to a record.
+ * Uses shared utility with FTP-specific key.
+ */
+function attachMetadataToRecord(record, metadata) {
+    return (0, shared_2.attachMetadataToRecord)(record, metadata, '_ftp');
+}
+function calculateDestinationPath(sourcePath, destinationDir) {
+    const filename = sourcePath.split('/').pop() || sourcePath;
+    const normalizedDestDir = destinationDir.endsWith('/')
+        ? destinationDir
+        : destinationDir + '/';
+    return normalizedDestDir + filename;
+}
+function isValidRemotePath(path) {
+    return path.startsWith('/') || path === '.';
+}
+function isValidHost(host) {
+    if (!host || host.length === 0)
+        return false;
+    return /^[a-zA-Z0-9]([a-zA-Z0-9\-.]*[a-zA-Z0-9])?$/.test(host) ||
+        /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/.test(host) ||
+        /^\[[\da-fA-F:]+\]$/.test(host);
+}
+function isValidPort(port) {
+    return port > 0 && port <= 65535;
+}
+//# sourceMappingURL=file-operations.js.map

package/dist/src/extractors/ftp/file-operations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-operations.js","sourceRoot":"","sources":["../../../../src/extractors/ftp/file-operations.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAWH,wCAEC;AAED,0CAGC;AAMD,sDAUC;AAED,kCAqBC;AAED,0CAkBC;AAED,8CAYC;AAMD,wDAKC;AAED,4DASC;AAED,8CAEC;AAED,kCAKC;AAED,kCAEC;AA3HD,4CAA8C;AAC9C,sCAGmB;AAEnB,SAAgB,cAAc,CAAC,QAAgB,EAAE,OAAe;IAC5D,OAAO,IAAA,oBAAW,EAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACpD,CAAC;AAED,SAAgB,eAAe,CAAC,KAAoB,EAAE,OAAgB;IAClE,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;AACpE,CAAC;AAED;;;GAGG;AACH,SAAgB,qBAAqB,CACjC,KAAoB,EACpB,aAAsB;IAEtB,IAAI,CAAC,aAAa;QAAE,OAAO,KAAK,CAAC;IAEjC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1C,IAAI,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAE7C,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC,CAAC;AAC9D,CAAC;AAED,SAAgB,WAAW,CACvB,KAAoB,EACpB,MAA0B,EAC1B,UAAoE;IAEpE,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAChD,QAAQ,GAAG,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;IACzD,QAAQ,GAAG,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;IAEjE,IAAI,UAAU,EAAE,cAAc,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YAC7B,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,QAAQ,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;IAEzE,OAAO,QAAQ,CAAC;AACpB,CAAC;AAEM,KAAK,UAAU,eAAe,CACjC,OAAe,EACf,QAAgB,EAChB,MAA0B,EAC1B,UAA6B;IAE7B,OAAO,IAAA,yBAAgB,EACnB,OAAO,EACP,QAAQ,EACR;QACI,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,IAAI,EAAE,MAAM,CAAC,IAAI;KACpB,EACD,UAAU,CACb,CAAC;AACN,CAAC;AAED,SAAgB,iBAAiB,CAC7B,QAAqB,EACrB,IAAY,EACZ,IAAiB;IAEjB,OAAO;QACH,QAAQ;QACR,IAAI;QACJ,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE;KAC5C,CAAC;AACN,CAAC;AAED;;;GAGG;AACH,SAAgB,sBAAsB,CAClC,MAAkB,EAClB,QAAyB;IAEzB,OAAO,IAAA,+BAA4B,EAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAClE,CAAC;AAED,SAAgB,wBAAwB,CACpC,UAAkB,EAClB,cAAsB;IAEtB,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,UAAU,CAAC;IAC3D,MAAM,iBAAiB,GAAG,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC;QAClD,CAAC,CAAC,cAAc;QAChB,CAAC,CAAC,cAAc,GAAG,GAAG,CAAC;IAC3B,OAAO,iBAAiB,GAAG,QAAQ,CAAC;AACxC,CAAC;AAED,SAAgB,iBAAiB,CAAC,IAAY;IAC1C,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC;AAChD,CAAC;AAED,SAAgB,WAAW,CAAC,IAAY;IACpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7C,OAAO,4CAA4C,CAAC,IAAI,CAAC,IAAI,CAAC;QACvD,sCAAsC,CAAC,IAAI,CAAC,IAAI,CAAC;QACjD,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3C,CAAC;AAED,SAAgB,WAAW,CAAC,IAAY;IACpC,OAAO,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,KAAK,CAAC;AACrC,CAAC"}

package/dist/src/extractors/ftp/ftp.extractor.d.ts

@@ -0,0 +1,20 @@
+import { DataExtractor, ExtractorContext, ExtractorValidationResult, ConnectionTestResult, ExtractorPreviewResult, RecordEnvelope, StepConfigSchema, ExtractorCategory } from '../../types/index';
+import { FileParserService } from '../../parsers/file-parser.service';
+import { FtpExtractorConfig } from './types';
+export declare class FtpExtractor implements DataExtractor<FtpExtractorConfig> {
+    private readonly fileParser;
+    readonly type: "EXTRACTOR";
+    readonly code = "ftp";
+    readonly name = "FTP/SFTP Extractor";
+    readonly category: ExtractorCategory;
+    readonly supportsPagination = false;
+    readonly supportsIncremental = true;
+    readonly supportsCancellation = true;
+    constructor(fileParser: FileParserService);
+    readonly schema: StepConfigSchema;
+    extract(context: ExtractorContext, config: FtpExtractorConfig): AsyncGenerator<RecordEnvelope, void, undefined>;
+    validate(_context: ExtractorContext, config: FtpExtractorConfig): Promise<ExtractorValidationResult>;
+    testConnection(context: ExtractorContext, config: FtpExtractorConfig): Promise<ConnectionTestResult>;
+    preview(context: ExtractorContext, config: FtpExtractorConfig, limit?: number): Promise<ExtractorPreviewResult>;
+}
+//# sourceMappingURL=ftp.extractor.d.ts.map

package/dist/src/extractors/ftp/ftp.extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ftp.extractor.d.ts","sourceRoot":"","sources":["../../../../src/extractors/ftp/ftp.extractor.ts"],"names":[],"mappings":"AACA,OAAO,EACH,aAAa,EACb,gBAAgB,EAChB,yBAAyB,EACzB,oBAAoB,EACpB,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,iBAAiB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AAKtE,OAAO,EAGH,kBAAkB,EAGrB,MAAM,SAAS,CAAC;AAoBjB,qBACa,YAAa,YAAW,aAAa,CAAC,kBAAkB,CAAC;IAStD,OAAO,CAAC,QAAQ,CAAC,UAAU;IARvC,QAAQ,CAAC,IAAI,EAAG,WAAW,CAAU;IACrC,QAAQ,CAAC,IAAI,SAAS;IACtB,QAAQ,CAAC,IAAI,wBAAwB;IACrC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAiB;IACrD,QAAQ,CAAC,kBAAkB,SAAS;IACpC,QAAQ,CAAC,mBAAmB,QAAQ;IACpC,QAAQ,CAAC,oBAAoB,QAAQ;gBAER,UAAU,EAAE,iBAAiB;IAE1D,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAwB;IAElD,OAAO,CACV,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,kBAAkB,GAC3B,cAAc,CAAC,cAAc,EAAE,IAAI,EAAE,SAAS,CAAC;IA2E5C,QAAQ,CACV,QAAQ,EAAE,gBAAgB,EAC1B,MAAM,EAAE,kBAAkB,GAC3B,OAAO,CAAC,yBAAyB,CAAC;IAoE/B,cAAc,CAChB,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,kBAAkB,GAC3B,OAAO,CAAC,oBAAoB,CAAC;IA6B1B,OAAO,CACT,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,kBAAkB,EAC1B,KAAK,GAAE,MAAW,GACnB,OAAO,CAAC,sBAAsB,CAAC;CAuDrC"}