@oronts/vendure-data-hub-plugin 0.1.0

package/dist/src/extractors/ftp/ftp.extractor.js

@@ -0,0 +1,249 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FtpExtractor = void 0;
+const common_1 = require("@nestjs/common");
+const file_parser_service_1 = require("../../parsers/file-parser.service");
+const error_utils_1 = require("../../utils/error.utils");
+const core_defaults_1 = require("../../constants/defaults/core-defaults");
+const schema_1 = require("./schema");
+const types_1 = require("./types");
+const connection_1 = require("./connection");
+const file_operations_1 = require("./file-operations");
+const url_security_utils_1 = require("../../utils/url-security.utils");
+const shared_1 = require("../shared");
+const MAX_PREVIEW_FILES = core_defaults_1.TRANSFORM_LIMITS.MAX_PREVIEW_FILES;
+let FtpExtractor = class FtpExtractor {
+    constructor(fileParser) {
+        this.fileParser = fileParser;
+        this.type = 'EXTRACTOR';
+        this.code = 'ftp';
+        this.name = 'FTP/SFTP Extractor';
+        this.category = 'FILE_SYSTEM';
+        this.supportsPagination = false;
+        this.supportsIncremental = true;
+        this.supportsCancellation = true;
+        this.schema = schema_1.FTP_EXTRACTOR_SCHEMA;
+    }
+    async *extract(context, config) {
+        context.logger.info('Starting FTP/SFTP extraction', {
+            protocol: config.protocol,
+            host: config.host,
+            remotePath: config.remotePath,
+        });
+        const client = await (0, connection_1.createClient)(context, config);
+        try {
+            const allFiles = await client.list(config.remotePath);
+            const files = (0, file_operations_1.filterFiles)(allFiles, config, context.checkpoint.data);
+            const maxFiles = config.maxFiles || types_1.FTP_DEFAULTS.maxFiles;
+            let filesProcessed = 0;
+            let lastSuccessfulFile;
+            for (const file of files) {
+                if (await context.isCancelled())
+                    break;
+                if (filesProcessed >= maxFiles)
+                    break;
+                try {
+                    const content = await client.download(file.path);
+                    const records = await (0, file_operations_1.parseFtpContent)(content, file.name, config, this.fileParser);
+                    const metadata = (0, file_operations_1.buildFileMetadata)(config.protocol, config.host, file);
+                    for (const record of records) {
+                        let data = record;
+                        if (config.includeFileMetadata) {
+                            data = (0, file_operations_1.attachMetadataToRecord)(record, metadata);
+                        }
+                        yield {
+                            data,
+                            meta: {
+                                sourceId: (0, connection_1.buildFtpSourceId)(config.protocol, config.host, file.path),
+                                sourceTimestamp: file.modifiedAt.toISOString(),
+                            },
+                        };
+                    }
+                    // Post-processing
+                    if (config.deleteAfterProcess) {
+                        await client.delete(file.path);
+                        context.logger.debug(`Deleted file: ${file.path}`);
+                    }
+                    else if (config.moveAfterProcess?.enabled && config.moveAfterProcess.destinationPath) {
+                        const destPath = (0, file_operations_1.calculateDestinationPath)(file.path, config.moveAfterProcess.destinationPath);
+                        await client.rename(file.path, destPath);
+                        context.logger.debug(`Moved file: ${file.path} -> ${destPath}`);
+                    }
+                    filesProcessed++;
+                    lastSuccessfulFile = file;
+                }
+                catch (error) {
+                    if (!config.continueOnError)
+                        throw error;
+                    context.logger.warn(`Failed to process ${file.path}: ${error}`);
+                }
+            }
+            if (lastSuccessfulFile) {
+                context.setCheckpoint({
+                    lastProcessedFile: lastSuccessfulFile.path,
+                    lastModifiedAt: lastSuccessfulFile.modifiedAt.toISOString(),
+                });
+            }
+            context.logger.info(`FTP/SFTP extraction completed`, { filesProcessed });
+        }
+        finally {
+            await client.close();
+        }
+    }
+    async validate(_context, config) {
+        const errors = [];
+        const warnings = [];
+        const validProtocols = [types_1.FTP_PROTOCOLS.FTP, types_1.FTP_PROTOCOLS.SFTP];
+        if (!config.protocol) {
+            errors.push({ field: 'protocol', message: 'Protocol is required' });
+        }
+        else if (!validProtocols.includes(config.protocol)) {
+            errors.push({ field: 'protocol', message: 'Protocol must be "ftp" or "sftp"' });
+        }
+        if (!config.host) {
+            errors.push({ field: 'host', message: 'Host is required' });
+        }
+        else if (!(0, file_operations_1.isValidHost)(config.host)) {
+            errors.push({ field: 'host', message: 'Invalid host format' });
+        }
+        else if ((0, url_security_utils_1.isBlockedHostname)(config.host)) {
+            errors.push({ field: 'host', message: 'Host is blocked for security reasons (SSRF protection)' });
+        }
+        if (!config.remotePath) {
+            errors.push({ field: 'remotePath', message: 'Remote path is required' });
+        }
+        if (config.port !== undefined) {
+            if (!(0, file_operations_1.isValidPort)(config.port)) {
+                errors.push({ field: 'port', message: 'Port must be between 1 and 65535' });
+            }
+        }
+        if (!config.connectionCode) {
+            if (!config.username) {
+                warnings.push({
+                    field: 'username',
+                    message: 'No username specified - anonymous login will be attempted',
+                });
+            }
+            if (config.protocol === types_1.FTP_PROTOCOLS.SFTP && !config.passwordSecretCode && !config.privateKeySecretCode) {
+                warnings.push({
+                    field: 'auth',
+                    message: 'No password or private key specified for SFTP',
+                });
+            }
+        }
+        if (config.modifiedAfter) {
+            const date = (0, shared_1.parseModifiedAfterDate)(config.modifiedAfter);
+            if (!date) {
+                errors.push({ field: 'modifiedAfter', message: 'Invalid date format' });
+            }
+        }
+        if (config.moveAfterProcess?.enabled && !config.moveAfterProcess.destinationPath) {
+            errors.push({
+                field: 'moveAfterProcess.destinationPath',
+                message: 'Destination path is required when move after processing is enabled',
+            });
+        }
+        if (config.deleteAfterProcess && config.moveAfterProcess?.enabled) {
+            warnings.push({
+                message: 'Both delete and move after processing are enabled. Delete will take precedence.',
+            });
+        }
+        return { valid: errors.length === 0, errors, warnings };
+    }
+    async testConnection(context, config) {
+        const result = await (0, connection_1.testConnection)(context, config);
+        if (result.success) {
+            return {
+                success: true,
+                latencyMs: result.latencyMs,
+                details: {
+                    protocol: config.protocol,
+                    host: config.host,
+                    port: config.port || (0, types_1.getDefaultPort)(config.protocol),
+                    remotePath: config.remotePath,
+                    filesFound: result.filesFound ?? 0,
+                },
+            };
+        }
+        return {
+            success: false,
+            error: result.error,
+            details: {
+                protocol: config.protocol,
+                host: config.host,
+                port: config.port || (0, types_1.getDefaultPort)(config.protocol),
+                remotePath: config.remotePath,
+            },
+        };
+    }
+    async preview(context, config, limit = 10) {
+        try {
+            const client = await (0, connection_1.createClient)(context, config);
+            const records = [];
+            try {
+                const allFiles = await client.list(config.remotePath);
+                const files = (0, file_operations_1.filterFiles)(allFiles, config).slice(0, MAX_PREVIEW_FILES);
+                for (const file of files) {
+                    if (records.length >= limit)
+                        break;
+                    try {
+                        const content = await client.download(file.path);
+                        const parsed = await (0, file_operations_1.parseFtpContent)(content, file.name, config, this.fileParser);
+                        for (const data of parsed.slice(0, limit - records.length)) {
+                            records.push({
+                                data,
+                                meta: {
+                                    sourceId: (0, connection_1.buildFtpSourceId)(config.protocol, config.host, file.path),
+                                    sourceTimestamp: file.modifiedAt.toISOString(),
+                                },
+                            });
+                        }
+                    }
+                    catch {
+                        // Skip files that fail to parse during preview
+                    }
+                }
+                return {
+                    records,
+                    totalAvailable: allFiles.length,
+                    metadata: {
+                        protocol: config.protocol,
+                        host: config.host,
+                        remotePath: config.remotePath,
+                        fileCount: allFiles.length,
+                    },
+                };
+            }
+            finally {
+                await client.close();
+            }
+        }
+        catch (error) {
+            return {
+                records: [],
+                totalAvailable: 0,
+                metadata: {
+                    error: (0, error_utils_1.getErrorMessage)(error),
+                    protocol: config.protocol,
+                    host: config.host,
+                    remotePath: config.remotePath,
+                },
+            };
+        }
+    }
+};
+exports.FtpExtractor = FtpExtractor;
+exports.FtpExtractor = FtpExtractor = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [file_parser_service_1.FileParserService])
+], FtpExtractor);
+//# sourceMappingURL=ftp.extractor.js.map

package/dist/src/extractors/ftp/ftp.extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ftp.extractor.js","sourceRoot":"","sources":["../../../../src/extractors/ftp/ftp.extractor.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAW5C,2EAAsE;AACtE,yDAA0D;AAC1D,0EAA0E;AAC1E,qCAAgD;AAEhD,mCAMiB;AACjB,6CAIsB;AACtB,uDAQ2B;AAC3B,uEAAmE;AACnE,sCAAmD;AAEnD,MAAM,iBAAiB,GAAG,gCAAgB,CAAC,iBAAiB,CAAC;AAGtD,IAAM,YAAY,GAAlB,MAAM,YAAY;IASrB,YAA6B,UAA6B;QAA7B,eAAU,GAAV,UAAU,CAAmB;QARjD,SAAI,GAAG,WAAoB,CAAC;QAC5B,SAAI,GAAG,KAAK,CAAC;QACb,SAAI,GAAG,oBAAoB,CAAC;QAC5B,aAAQ,GAAsB,aAAa,CAAC;QAC5C,uBAAkB,GAAG,KAAK,CAAC;QAC3B,wBAAmB,GAAG,IAAI,CAAC;QAC3B,yBAAoB,GAAG,IAAI,CAAC;QAI5B,WAAM,GAAqB,6BAAoB,CAAC;IAFI,CAAC;IAI9D,KAAK,CAAC,CAAC,OAAO,CACV,OAAyB,EACzB,MAA0B;QAE1B,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;YAChD,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,UAAU,EAAE,MAAM,CAAC,UAAU;SAChC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAY,EAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAEnD,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACtD,MAAM,KAAK,GAAG,IAAA,6BAAW,EAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACrE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,oBAAY,CAAC,QAAQ,CAAC;YAE1D,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,IAAI,kBAAoD,CAAC;YAEzD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,IAAI,MAAM,OAAO,CAAC,WAAW,EAAE;oBAAE,MAAM;gBACvC,IAAI,cAAc,IAAI,QAAQ;oBAAE,MAAM;gBAEtC,IAAI,CAAC;oBACD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACjD,MAAM,OAAO,GAAG,MAAM,IAAA,iCAAe,EAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;oBACnF,MAAM,QAAQ,GAAG,IAAA,mCAAiB,EAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAEvE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC3B,IAAI,IAAI,GAAG,MAAM,CAAC;wBAClB,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;4BAC7B,IAAI,GAAG,IAAA,wCAAsB,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;wBACpD,CAAC;wBAED,MAAM;4BACF,IAAI;4BACJ,IAAI,EAAE;gCACF,QAAQ,EAAE,IAAA,6BAAgB,EAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;gCACnE,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE;6BACjD;yBACJ,CAAC;oBACN,CAAC;oBAED,kBAAkB;oBAClB,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;wBAC5B,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBACvD,CAAC;yBAAM,IAAI,MAAM,CAAC,gBAAgB,EAAE,OAAO,IAAI,MAAM,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC;wBACrF,MAAM,QAAQ,GAAG,IAAA,0CAAwB,EACrC,IAAI,CAAC,IAAI,EACT,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAC1C,CAAC;wBACF,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;wBACzC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,IAAI,OAAO,QAAQ,EAAE,CAAC,CAAC;oBACpE,CAAC;oBAED,cAAc,EAAE,CAAC;oBACjB,kBAAkB,GAAG,IAAI,CAAC;gBAC9B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,IAAI,CAAC,MAAM,CAAC,eAAe;wBAAE,MAAM,KAAK,CAAC;oBACzC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC;gBACpE,CAAC;YACL,CAAC;YAED,IAAI,kBAAkB,EAAE,CAAC;gBACrB,OAAO,CAAC,aAAa,CAAC;oBAClB,iBAAiB,EAAE,kBAAkB,CAAC,IAAI;oBAC1C,cAAc,EAAE,kBAAkB,CAAC,UAAU,CAAC,WAAW,EAAE;iBAC9D,CAAC,CAAC;YACP,CAAC;YAED,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC;QAC7E,CAAC;gBAAS,CAAC;YACP,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CACV,QAA0B,EAC1B,MAA0B;QAE1B,MAAM,MAAM,GAA6D,EAAE,CAAC;QAC5E,MAAM,QAAQ,GAA+C,EAAE,CAAC;QAEhE,MAAM,cAAc,GAAG,CAAC,qBAAa,CAAC,GAAG,EAAE,qBAAa,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAAC;QACxE,CAAC;aAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAuB,CAAC,EAAE,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,kCAAkC,EAAE,CAAC,CAAC;QACpF,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAChE,CAAC;aAAM,IAAI,CAAC,IAAA,6BAAW,EAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACnE,CAAC;aAAM,IAAI,IAAA,sCAAiB,EAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,wDAAwD,EAAE,CAAC,CAAC;QACtG,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,yBAAyB,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAA,6BAAW,EAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,kCAAkC,EAAE,CAAC,CAAC;YAChF,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACnB,QAAQ,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,UAAU;oBACjB,OAAO,EAAE,2DAA2D;iBACvE,CAAC,CAAC;YACP,CAAC;YAED,IAAI,MAAM,CAAC,QAAQ,KAAK,qBAAa,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;gBACvG,QAAQ,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,MAAM;oBACb,OAAO,EAAE,+CAA+C;iBAC3D,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,IAAA,+BAAsB,EAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC1D,IAAI,CAAC,IAAI,EAAE,CAAC;gBACR,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC,CAAC;YAC5E,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,gBAAgB,EAAE,OAAO,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC;YAC/E,MAAM,CAAC,IAAI,CAAC;gBACR,KAAK,EAAE,kCAAkC;gBACzC,OAAO,EAAE,oEAAoE;aAChF,CAAC,CAAC;QACP,CAAC;QAED,IAAI,MAAM,CAAC,kBAAkB,IAAI,MAAM,CAAC,gBAAgB,EAAE,OAAO,EAAE,CAAC;YAChE,QAAQ,CAAC,IAAI,CAAC;gBACV,OAAO,EAAE,iFAAiF;aAC7F,CAAC,CAAC;QACP,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,cAAc,CAChB,OAAyB,EACzB,MAA0B;QAE1B,MAAM,MAAM,GAAG,MAAM,IAAA,2BAAiB,EAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAExD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE;oBACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAA,sBAAc,EAAC,MAAM,CAAC,QAAQ,CAAC;oBACpD,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;iBACrC;aACJ,CAAC;QACN,CAAC;QAED,OAAO;YACH,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE;gBACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAA,sBAAc,EAAC,MAAM,CAAC,QAAQ,CAAC;gBACpD,UAAU,EAAE,MAAM,CAAC,UAAU;aAChC;SACJ,CAAC;IACN,CAAC;IAED,KAAK,CAAC,OAAO,CACT,OAAyB,EACzB,MAA0B,EAC1B,QAAgB,EAAE;QAElB,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAY,EAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACnD,MAAM,OAAO,GAAqB,EAAE,CAAC;YAErC,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBACtD,MAAM,KAAK,GAAG,IAAA,6BAAW,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;gBAExE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;wBAAE,MAAM;oBAEnC,IAAI,CAAC;wBACD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACjD,MAAM,MAAM,GAAG,MAAM,IAAA,iCAAe,EAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;wBAClF,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;4BACzD,OAAO,CAAC,IAAI,CAAC;gCACT,IAAI;gCACJ,IAAI,EAAE;oCACF,QAAQ,EAAE,IAAA,6BAAgB,EAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;oCACnE,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE;iCACjD;6BACJ,CAAC,CAAC;wBACP,CAAC;oBACL,CAAC;oBAAC,MAAM,CAAC;wBACL,+CAA+C;oBACnD,CAAC;gBACL,CAAC;gBAED,OAAO;oBACH,OAAO;oBACP,cAAc,EAAE,QAAQ,CAAC,MAAM;oBAC/B,QAAQ,EAAE;wBACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,UAAU,EAAE,MAAM,CAAC,UAAU;wBAC7B,SAAS,EAAE,QAAQ,CAAC,MAAM;qBAC7B;iBACJ,CAAC;YACN,CAAC;oBAAS,CAAC;gBACP,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACzB,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,OAAO,EAAE,EAAE;gBACX,cAAc,EAAE,CAAC;gBACjB,QAAQ,EAAE;oBACN,KAAK,EAAE,IAAA,6BAAe,EAAC,KAAK,CAAC;oBAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,UAAU,EAAE,MAAM,CAAC,UAAU;iBAChC;aACJ,CAAC;QACN,CAAC;IACL,CAAC;CACJ,CAAA;AA7PY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,mBAAU,GAAE;qCAUgC,uCAAiB;GATjD,YAAY,CA6PxB"}

package/dist/src/extractors/ftp/index.d.ts

@@ -0,0 +1,5 @@
+export * from './types';
+export { FtpClient, FtpConnectionOptions, SftpConnectionOptions, createFtpClient, createSftpClient, createClient, buildFtpConnectionOptions, buildSftpConnectionOptions, testConnection, buildFtpSourceId, } from './connection';
+export { matchesPattern, filterByPattern, filterByModifiedAfter, filterFiles, parseFtpContent, buildFileMetadata, attachMetadataToRecord, calculateDestinationPath, isValidRemotePath, isValidHost, isValidPort, } from './file-operations';
+export { FtpExtractor } from './ftp.extractor';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/extractors/ftp/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/extractors/ftp/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AAExB,OAAO,EACH,SAAS,EACT,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,yBAAyB,EACzB,0BAA0B,EAC1B,cAAc,EACd,gBAAgB,GACnB,MAAM,cAAc,CAAC;AAEtB,OAAO,EACH,cAAc,EACd,eAAe,EACf,qBAAqB,EACrB,WAAW,EACX,eAAe,EACf,iBAAiB,EACjB,sBAAsB,EACtB,wBAAwB,EACxB,iBAAiB,EACjB,WAAW,EACX,WAAW,GACd,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/src/extractors/ftp/index.js

@@ -0,0 +1,41 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FtpExtractor = exports.isValidPort = exports.isValidHost = exports.isValidRemotePath = exports.calculateDestinationPath = exports.attachMetadataToRecord = exports.buildFileMetadata = exports.parseFtpContent = exports.filterFiles = exports.filterByModifiedAfter = exports.filterByPattern = exports.matchesPattern = exports.buildFtpSourceId = exports.testConnection = exports.buildSftpConnectionOptions = exports.buildFtpConnectionOptions = exports.createClient = exports.createSftpClient = exports.createFtpClient = void 0;
+__exportStar(require("./types"), exports);
+var connection_1 = require("./connection");
+Object.defineProperty(exports, "createFtpClient", { enumerable: true, get: function () { return connection_1.createFtpClient; } });
+Object.defineProperty(exports, "createSftpClient", { enumerable: true, get: function () { return connection_1.createSftpClient; } });
+Object.defineProperty(exports, "createClient", { enumerable: true, get: function () { return connection_1.createClient; } });
+Object.defineProperty(exports, "buildFtpConnectionOptions", { enumerable: true, get: function () { return connection_1.buildFtpConnectionOptions; } });
+Object.defineProperty(exports, "buildSftpConnectionOptions", { enumerable: true, get: function () { return connection_1.buildSftpConnectionOptions; } });
+Object.defineProperty(exports, "testConnection", { enumerable: true, get: function () { return connection_1.testConnection; } });
+Object.defineProperty(exports, "buildFtpSourceId", { enumerable: true, get: function () { return connection_1.buildFtpSourceId; } });
+var file_operations_1 = require("./file-operations");
+Object.defineProperty(exports, "matchesPattern", { enumerable: true, get: function () { return file_operations_1.matchesPattern; } });
+Object.defineProperty(exports, "filterByPattern", { enumerable: true, get: function () { return file_operations_1.filterByPattern; } });
+Object.defineProperty(exports, "filterByModifiedAfter", { enumerable: true, get: function () { return file_operations_1.filterByModifiedAfter; } });
+Object.defineProperty(exports, "filterFiles", { enumerable: true, get: function () { return file_operations_1.filterFiles; } });
+Object.defineProperty(exports, "parseFtpContent", { enumerable: true, get: function () { return file_operations_1.parseFtpContent; } });
+Object.defineProperty(exports, "buildFileMetadata", { enumerable: true, get: function () { return file_operations_1.buildFileMetadata; } });
+Object.defineProperty(exports, "attachMetadataToRecord", { enumerable: true, get: function () { return file_operations_1.attachMetadataToRecord; } });
+Object.defineProperty(exports, "calculateDestinationPath", { enumerable: true, get: function () { return file_operations_1.calculateDestinationPath; } });
+Object.defineProperty(exports, "isValidRemotePath", { enumerable: true, get: function () { return file_operations_1.isValidRemotePath; } });
+Object.defineProperty(exports, "isValidHost", { enumerable: true, get: function () { return file_operations_1.isValidHost; } });
+Object.defineProperty(exports, "isValidPort", { enumerable: true, get: function () { return file_operations_1.isValidPort; } });
+var ftp_extractor_1 = require("./ftp.extractor");
+Object.defineProperty(exports, "FtpExtractor", { enumerable: true, get: function () { return ftp_extractor_1.FtpExtractor; } });
+//# sourceMappingURL=index.js.map

package/dist/src/extractors/ftp/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/extractors/ftp/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,0CAAwB;AAExB,2CAWsB;AAPlB,6GAAA,eAAe,OAAA;AACf,8GAAA,gBAAgB,OAAA;AAChB,0GAAA,YAAY,OAAA;AACZ,uHAAA,yBAAyB,OAAA;AACzB,wHAAA,0BAA0B,OAAA;AAC1B,4GAAA,cAAc,OAAA;AACd,8GAAA,gBAAgB,OAAA;AAGpB,qDAY2B;AAXvB,iHAAA,cAAc,OAAA;AACd,kHAAA,eAAe,OAAA;AACf,wHAAA,qBAAqB,OAAA;AACrB,8GAAA,WAAW,OAAA;AACX,kHAAA,eAAe,OAAA;AACf,oHAAA,iBAAiB,OAAA;AACjB,yHAAA,sBAAsB,OAAA;AACtB,2HAAA,wBAAwB,OAAA;AACxB,oHAAA,iBAAiB,OAAA;AACjB,8GAAA,WAAW,OAAA;AACX,8GAAA,WAAW,OAAA;AAGf,iDAA+C;AAAtC,6GAAA,YAAY,OAAA"}

package/dist/src/extractors/ftp/schema.d.ts

@@ -0,0 +1,3 @@
+import { StepConfigSchema } from '../../types/index';
+export declare const FTP_EXTRACTOR_SCHEMA: StepConfigSchema;
+//# sourceMappingURL=schema.d.ts.map

package/dist/src/extractors/ftp/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/extractors/ftp/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAiBrD,eAAO,MAAM,oBAAoB,EAAE,gBAuLlC,CAAC"}

package/dist/src/extractors/ftp/schema.js

@@ -0,0 +1,201 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FTP_EXTRACTOR_SCHEMA = void 0;
+const adapter_schema_options_1 = require("../../constants/adapter-schema-options");
+/**
+ * Inlined FTP protocol constants to avoid circular dependency.
+ * Source: ./types.ts FTP_PROTOCOLS (types.ts imports from ../../constants/index barrel)
+ */
+const FTP = 'ftp';
+const SFTP = 'sftp';
+/**
+ * Inlined FTP default values to avoid circular dependency.
+ * Source: ./types.ts FTP_DEFAULTS
+ */
+const FTP_MAX_FILES = 50;
+const FTP_TIMEOUT_MS = 30000;
+exports.FTP_EXTRACTOR_SCHEMA = {
+    groups: [
+        { id: 'connection', label: 'Connection', description: 'FTP/SFTP connection settings' },
+        { id: 'auth', label: 'Authentication', description: 'Authentication settings' },
+        { id: 'source', label: 'Source', description: 'Remote file settings' },
+        { id: 'format', label: 'Format', description: 'File format options' },
+        { id: 'postProcess', label: 'Post-Processing', description: 'Actions after processing' },
+        { id: 'advanced', label: 'Advanced', description: 'Advanced options' },
+    ],
+    fields: [
+        // Connection
+        {
+            key: 'connectionCode',
+            label: 'Connection',
+            description: 'Use a saved FTP/SFTP connection',
+            type: 'connection',
+            group: 'connection',
+        },
+        {
+            key: 'protocol',
+            label: 'Protocol',
+            type: 'select',
+            required: true,
+            options: adapter_schema_options_1.FTP_PROTOCOL_OPTIONS,
+            defaultValue: SFTP,
+            group: 'connection',
+        },
+        {
+            key: 'host',
+            label: 'Host',
+            description: 'FTP/SFTP server hostname or IP',
+            type: 'string',
+            required: true,
+            placeholder: 'ftp.example.com',
+            group: 'connection',
+        },
+        {
+            key: 'port',
+            label: 'Port',
+            description: 'Server port (FTP: 21, SFTP: 22)',
+            type: 'number',
+            group: 'connection',
+        },
+        {
+            key: 'secure',
+            label: 'Use FTPS',
+            description: 'Enable secure FTP (TLS)',
+            type: 'boolean',
+            defaultValue: false,
+            group: 'connection',
+            dependsOn: { field: 'protocol', value: FTP },
+        },
+        {
+            key: 'passiveMode',
+            label: 'Passive Mode',
+            description: 'Use passive mode for FTP',
+            type: 'boolean',
+            defaultValue: true,
+            group: 'connection',
+            dependsOn: { field: 'protocol', value: FTP },
+        },
+        // Authentication
+        {
+            key: 'username',
+            label: 'Username',
+            type: 'string',
+            placeholder: 'ftpuser',
+            group: 'auth',
+        },
+        {
+            key: 'passwordSecretCode',
+            label: 'Password',
+            description: 'Secret code for password',
+            type: 'secret',
+            group: 'auth',
+        },
+        {
+            key: 'privateKeySecretCode',
+            label: 'Private Key',
+            description: 'Secret code for SSH private key (SFTP)',
+            type: 'secret',
+            group: 'auth',
+            dependsOn: { field: 'protocol', value: SFTP },
+        },
+        {
+            key: 'passphraseSecretCode',
+            label: 'Key Passphrase',
+            description: 'Secret code for private key passphrase',
+            type: 'secret',
+            group: 'auth',
+            dependsOn: { field: 'protocol', value: SFTP },
+        },
+        // Source
+        {
+            key: 'remotePath',
+            label: 'Remote Path',
+            description: 'Remote directory path',
+            type: 'string',
+            required: true,
+            placeholder: '/data/exports',
+            group: 'source',
+        },
+        {
+            key: 'filePattern',
+            label: 'File Pattern',
+            description: 'File name pattern (e.g., *.csv, products-*.json)',
+            type: 'string',
+            placeholder: '*.csv',
+            group: 'source',
+        },
+        {
+            key: 'format',
+            label: 'File Format',
+            type: 'select',
+            options: adapter_schema_options_1.FILE_FORMAT_OPTIONS,
+            group: 'format',
+        },
+        // Post-Processing
+        {
+            key: 'deleteAfterProcess',
+            label: 'Delete After Processing',
+            description: 'Delete files from server after successful processing',
+            type: 'boolean',
+            defaultValue: false,
+            group: 'postProcess',
+        },
+        {
+            key: 'moveAfterProcess.enabled',
+            label: 'Move After Processing',
+            description: 'Move files to another directory after processing',
+            type: 'boolean',
+            defaultValue: false,
+            group: 'postProcess',
+        },
+        {
+            key: 'moveAfterProcess.destinationPath',
+            label: 'Destination Path',
+            description: 'Path to move processed files',
+            type: 'string',
+            placeholder: '/data/processed',
+            group: 'postProcess',
+            dependsOn: { field: 'moveAfterProcess.enabled', value: true },
+        },
+        // Advanced
+        {
+            key: 'modifiedAfter',
+            label: 'Modified After',
+            description: 'Only process files modified after this date',
+            type: 'string',
+            placeholder: '2024-01-01T00:00:00Z',
+            group: 'advanced',
+        },
+        {
+            key: 'maxFiles',
+            label: 'Max Files',
+            description: 'Maximum number of files to process',
+            type: 'number',
+            defaultValue: FTP_MAX_FILES,
+            group: 'advanced',
+        },
+        {
+            key: 'includeFileMetadata',
+            label: 'Include File Metadata',
+            type: 'boolean',
+            defaultValue: false,
+            group: 'advanced',
+        },
+        {
+            key: 'continueOnError',
+            label: 'Continue on Error',
+            type: 'boolean',
+            defaultValue: true,
+            group: 'advanced',
+        },
+        {
+            key: 'timeoutMs',
+            label: 'Timeout (ms)',
+            description: 'Connection timeout in milliseconds',
+            type: 'number',
+            defaultValue: FTP_TIMEOUT_MS,
+            group: 'advanced',
+        },
+    ],
+};
+//# sourceMappingURL=schema.js.map

package/dist/src/extractors/ftp/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../src/extractors/ftp/schema.ts"],"names":[],"mappings":";;;AACA,mFAAmG;AAEnG;;;GAGG;AACH,MAAM,GAAG,GAAG,KAAc,CAAC;AAC3B,MAAM,IAAI,GAAG,MAAe,CAAC;AAE7B;;;GAGG;AACH,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,cAAc,GAAG,KAAM,CAAC;AAEjB,QAAA,oBAAoB,GAAqB;IAClD,MAAM,EAAE;QACJ,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,8BAA8B,EAAE;QACtF,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,yBAAyB,EAAE;QAC/E,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,sBAAsB,EAAE;QACtE,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE;QACrE,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,0BAA0B,EAAE;QACxF,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,kBAAkB,EAAE;KACzE;IACD,MAAM,EAAE;QACJ,aAAa;QACb;YACI,GAAG,EAAE,gBAAgB;YACrB,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,iCAAiC;YAC9C,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,UAAU;YACf,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,6CAAoB;YAC7B,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,MAAM;YACX,KAAK,EAAE,MAAM;YACb,WAAW,EAAE,gCAAgC;YAC7C,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,iBAAiB;YAC9B,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,MAAM;YACX,KAAK,EAAE,MAAM;YACb,WAAW,EAAE,iCAAiC;YAC9C,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,YAAY;SACtB;QACD;YACI,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,yBAAyB;YACtC,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,KAAK;YACnB,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE;SAC/C;QACD;YACI,GAAG,EAAE,aAAa;YAClB,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,0BAA0B;YACvC,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE;SAC/C;QACD,iBAAiB;QACjB;YACI,GAAG,EAAE,UAAU;YACf,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,KAAK,EAAE,MAAM;SAChB;QACD;YACI,GAAG,EAAE,oBAAoB;YACzB,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,0BAA0B;YACvC,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,MAAM;SAChB;QACD;YACI,GAAG,EAAE,sBAAsB;YAC3B,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,wCAAwC;YACrD,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE;SAChD;QACD;YACI,GAAG,EAAE,sBAAsB;YAC3B,KAAK,EAAE,gBAAgB;YACvB,WAAW,EAAE,wCAAwC;YACrD,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE;SAChD;QACD,SAAS;QACT;YACI,GAAG,EAAE,YAAY;YACjB,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,uBAAuB;YACpC,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,eAAe;YAC5B,KAAK,EAAE,QAAQ;SAClB;QACD;YACI,GAAG,EAAE,aAAa;YAClB,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,kDAAkD;YAC/D,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,OAAO;YACpB,KAAK,EAAE,QAAQ;SAClB;QACD;YACI,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,aAAa;YACpB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,4CAAmB;YAC5B,KAAK,EAAE,QAAQ;SAClB;QACD,kBAAkB;QAClB;YACI,GAAG,EAAE,oBAAoB;YACzB,KAAK,EAAE,yBAAyB;YAChC,WAAW,EAAE,sDAAsD;YACnE,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,KAAK;YACnB,KAAK,EAAE,aAAa;SACvB;QACD;YACI,GAAG,EAAE,0BAA0B;YAC/B,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EAAE,kDAAkD;YAC/D,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,KAAK;YACnB,KAAK,EAAE,aAAa;SACvB;QACD;YACI,GAAG,EAAE,kCAAkC;YACvC,KAAK,EAAE,kBAAkB;YACzB,WAAW,EAAE,8BAA8B;YAC3C,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,iBAAiB;YAC9B,KAAK,EAAE,aAAa;YACpB,SAAS,EAAE,EAAE,KAAK,EAAE,0BAA0B,EAAE,KAAK,EAAE,IAAI,EAAE;SAChE;QACD,WAAW;QACX;YACI,GAAG,EAAE,eAAe;YACpB,KAAK,EAAE,gBAAgB;YACvB,WAAW,EAAE,6CAA6C;YAC1D,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,sBAAsB;YACnC,KAAK,EAAE,UAAU;SACpB;QACD;YACI,GAAG,EAAE,UAAU;YACf,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,oCAAoC;YACjD,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,aAAa;YAC3B,KAAK,EAAE,UAAU;SACpB;QACD;YACI,GAAG,EAAE,qBAAqB;YAC1B,KAAK,EAAE,uBAAuB;YAC9B,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,KAAK;YACnB,KAAK,EAAE,UAAU;SACpB;QACD;YACI,GAAG,EAAE,iBAAiB;YACtB,KAAK,EAAE,mBAAmB;YAC1B,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,UAAU;SACpB;QACD;YACI,GAAG,EAAE,WAAW;YAChB,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,oCAAoC;YACjD,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,cAAc;YAC5B,KAAK,EAAE,UAAU;SACpB;KACJ;CACJ,CAAC"}

package/dist/src/extractors/ftp/types.d.ts

@@ -0,0 +1,102 @@
+import { ExtractorConfig } from '../../types/index';
+import { FileFormat } from '../../parsers/types';
+import type { FtpFileInfo } from '../../../shared/types/extractor.types';
+export type FtpProtocol = 'ftp' | 'sftp';
+export interface FtpCsvOptions {
+    delimiter?: ',' | ';' | '\t' | '|';
+    header?: boolean;
+    skipEmptyLines?: boolean;
+}
+export interface FtpJsonOptions {
+    path?: string;
+}
+export interface FtpXmlOptions {
+    recordPath?: string;
+    attributePrefix?: string;
+}
+export interface FtpXlsxOptions {
+    sheet?: string | number;
+    range?: string;
+    header?: boolean;
+}
+export interface FtpMoveAfterProcessConfig {
+    enabled: boolean;
+    destinationPath: string;
+}
+export interface FtpExtractorConfig extends ExtractorConfig {
+    /** Protocol: ftp or sftp */
+    protocol: FtpProtocol;
+    /** Server host */
+    host: string;
+    /** Server port (defaults: FTP=21, SFTP=22) */
+    port?: number;
+    /** Username */
+    username?: string;
+    /** Password secret code (for basic auth) */
+    passwordSecretCode?: string;
+    /** Private key secret code (for SFTP key auth) */
+    privateKeySecretCode?: string;
+    /** Passphrase for private key */
+    passphraseSecretCode?: string;
+    /** Remote directory path */
+    remotePath: string;
+    /** File pattern (glob-like) */
+    filePattern?: string;
+    /** File format (auto-detected if not specified) */
+    format?: FileFormat;
+    /** CSV parsing options */
+    csv?: FtpCsvOptions;
+    /** JSON parsing options */
+    json?: FtpJsonOptions;
+    /** XML parsing options */
+    xml?: FtpXmlOptions;
+    /** Excel parsing options */
+    xlsx?: FtpXlsxOptions;
+    /** Only process files modified after this date */
+    modifiedAfter?: string;
+    /** Delete files after processing */
+    deleteAfterProcess?: boolean;
+    /** Move files after processing */
+    moveAfterProcess?: FtpMoveAfterProcessConfig;
+    /** Maximum files to process (safety limit) */
+    maxFiles?: number;
+    /** Include file metadata in records */
+    includeFileMetadata?: boolean;
+    /** Continue on file parse errors */
+    continueOnError?: boolean;
+    /** Use passive mode for FTP */
+    passiveMode?: boolean;
+    /** Secure FTP (FTPS) */
+    secure?: boolean | 'implicit';
+    /** Connection timeout in milliseconds */
+    timeoutMs?: number;
+}
+export type { FtpFileInfo };
+export interface FtpFileMetadata {
+    protocol: FtpProtocol;
+    host: string;
+    path: string;
+    size: number;
+    modifiedAt: string;
+}
+export declare const FTP_DEFAULTS: {
+    readonly ftpPort: 21;
+    readonly sftpPort: 22;
+    readonly maxFiles: 50;
+    readonly timeoutMs: 30000;
+    readonly passiveMode: true;
+};
+export declare const FTP_PROTOCOLS: {
+    readonly FTP: "ftp";
+    readonly SFTP: "sftp";
+};
+export declare const FTP_TYPE_CODE: {
+    readonly DIRECTORY: "d";
+    readonly FILE: "-";
+};
+export declare const FTP_ITEM_TYPE: {
+    readonly FILE: 0;
+    readonly DIRECTORY: 2;
+};
+export declare function getDefaultPort(protocol: FtpProtocol): number;
+//# sourceMappingURL=types.d.ts.map

package/dist/src/extractors/ftp/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/extractors/ftp/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAGjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AAEzE,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;AAEzC,MAAM,WAAW,aAAa;IAC1B,SAAS,CAAC,EAAE,GAAG,GAAG,GAAG,GAAG,IAAI,GAAG,GAAG,CAAC;IACnC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,yBAAyB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,kBAAmB,SAAQ,eAAe;IACvD,4BAA4B;IAC5B,QAAQ,EAAE,WAAW,CAAC;IAEtB,kBAAkB;IAClB,IAAI,EAAE,MAAM,CAAC;IAEb,8CAA8C;IAC9C,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,eAAe;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,4CAA4C;IAC5C,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,kDAAkD;IAClD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B,iCAAiC;IACjC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B,4BAA4B;IAC5B,UAAU,EAAE,MAAM,CAAC;IAEnB,+BAA+B;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,mDAAmD;IACnD,MAAM,CAAC,EAAE,UAAU,CAAC;IAEpB,0BAA0B;IAC1B,GAAG,CAAC,EAAE,aAAa,CAAC;IAEpB,2BAA2B;IAC3B,IAAI,CAAC,EAAE,cAAc,CAAC;IAEtB,0BAA0B;IAC1B,GAAG,CAAC,EAAE,aAAa,CAAC;IAEpB,4BAA4B;IAC5B,IAAI,CAAC,EAAE,cAAc,CAAC;IAEtB,kDAAkD;IAClD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,oCAAoC;IACpC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B,kCAAkC;IAClC,gBAAgB,CAAC,EAAE,yBAAyB,CAAC;IAE7C,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,uCAAuC;IACvC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAE9B,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,+BAA+B;IAC/B,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB,wBAAwB;IACxB,MAAM,CAAC,EAAE,OAAO,GAAG,UAAU,CAAC;IAE9B,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,YAAY,EAAE,WAAW,EAAE,CAAC;AAE5B,MAAM,WAAW,eAAe;IAC5B,QAAQ,EAAE,WAAW,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,eAAO,MAAM,YAAY;;;;;;CAMf,CAAC;AAEX,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX,wBAAgB,cAAc,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,CAE5D"}