@forzalabs/remora 0.0.30 → 0.0.31-nasco.3

package/LICENCE.md

@@ -0,0 +1,31 @@
+Business Source License 1.1
+
+Parameters
+
+Licensor: Forza Labs LLC
+
+Licensed Work: Remora
+
+Additional Use Grant: You may make use of the Licensed Work for any non-commercial purpose, including personal, academic, research, or open source projects.
+
+Change Date: 02/07/2025
+
+Terms
+
+The Licensor hereby grants you the right to copy, modify, create derivative works, redistribute, and make other use of the Licensed Work. The rights granted are subject to the following conditions:
+
+1. **Commercial Use**: Any use of the Licensed Work for or on behalf of a company, organization, or any commercial purpose requires a separate commercial license from the Licensor.
+
+2. **Non-Commercial Use**: Non-commercial users may freely use, modify, and distribute the Licensed Work, provided that such use is not intended for commercial advantage or monetary compensation.
+
+3. **Change Date**: On the Change Date, the terms of this license will change to the Change License specified above.
+
+4. **Other Conditions**:
+   - This license does not grant trademark rights.
+   - You must include this license text with any distribution of the Licensed Work.
+   - You may not remove or modify this license notice.
+
+Use Limitation: If your usage does not comply with the above terms (e.g., if it's for commercial purposes), you must contact the Licensor to purchase a commercial license.
+
+To inquire about commercial licensing, contact: admin@forza-labs.com
+

package/README.md

@@ -0,0 +1,62 @@
+# 🐟 Remora CLI
+
+A powerful CLI tool for seamless data translation and processing.
+
+## 📖 Overview
+
+Remora is a comprehensive data processing CLI that enables efficient data transformation, translation, and management across various formats and sources. Whether you're working with CSV, JSON, XML, or other data formats, Remora provides the tools you need to process and transform your data with ease.
+
+## 🚀 Features
+
+- **Data Translation**: Convert between different data formats seamlessly
+- **Multiple Data Sources**: Support for local files, S3, databases, and more
+- **Flexible Processing**: Configure producers and consumers for custom data pipelines
+- **Schema Validation**: Ensure data integrity with built-in schema validation
+- **CLI Interface**: Easy-to-use command-line interface for all operations
+
+## 📦 Installation
+
+```bash
+npm install -g @forzalabs/remora
+```
+
+## 🛠️ Usage
+
+```bash
+# Initialize a new Remora project
+remora init
+
+# Run data processing
+remora run
+
+# Discover data sources
+remora discover
+
+# Compile configurations
+remora compile
+
+# Deploy to target environment
+remora deploy
+```
+
+## 🏷️ NASCO Version
+
+> **Important**: This specific version is for NASCO and has all AI features completely removed.
+
+To manage different versions, we maintain a dedicated branch (called 'nasco') with a specific version of the package, which is the normal version with appended '-nasco.x'.
+
+**Example**: `1.0.0-nasco.1`
+
+**Publishing**: When publishing to npm, you must include the tag 'nasco' so the main version of the package is not overwritten:
+
+```bash
+npm publish --tag nasco
+```
+
+## 📄 License
+
+BSL
+
+---
+
+Built with ❤️ by Forza Labs

package/drivers/LocalDriver.js

@@ -60,6 +60,7 @@ const Affirm_1 = __importDefault(require("../core/Affirm"));
 const Algo_1 = __importDefault(require("../core/Algo"));
 const xlsx_1 = __importDefault(require("xlsx"));
 const XMLParser_1 = __importDefault(require("../engines/parsing/XMLParser")); // Added XMLParser import
+const Helper_1 = __importDefault(require("../helper/Helper"));
 class LocalSourceDriver {
     constructor() {
         this.init = (source) => __awaiter(this, void 0, void 0, function* () {
@@ -75,19 +76,15 @@ class LocalSourceDriver {
             (0, Affirm_1.default)(request, `Invalid download request`);
             (0, Affirm_1.default)(request.fileKey, `Invalid file key for download request`);
             (0, Affirm_1.default)(request.fileType, `Invalid file type for download request`);
-            const { fileKey, options } = request;
-            const fileUrl = path_1.default.join(this._path, fileKey);
-            switch (request.fileType) {
-                case 'CSV':
-                case 'JSON':
-                case 'JSONL':
-                case 'TXT':
-                    return yield this._readLines(fileUrl);
-                case 'XLS':
-                case 'XLSX':
-                    return yield this._readExcelLines(fileUrl, options === null || options === void 0 ? void 0 : options.sheetName);
-                case 'XML':
-                    return yield this._readXmlLines(fileUrl);
+            const { fileKey } = request;
+            if (fileKey.includes('%')) {
+                const allFileKeys = this.listFiles(fileKey);
+                const promises = allFileKeys.map(x => this._get(Object.assign(Object.assign({}, request), { fileKey: x })));
+                const results = yield Promise.all(promises);
+                return results.flat();
+            }
+            else {
+                return yield this._get(request);
             }
         });
         this.readLinesInRange = (request) => __awaiter(this, void 0, void 0, function* () {
@@ -98,19 +95,15 @@ class LocalSourceDriver {
             (0, Affirm_1.default)(request.options, `Invalid request options`);
             Affirm_1.default.hasValue(request.options.lineFrom, `Invalid request options line from`);
             Affirm_1.default.hasValue(request.options.lineTo, `Invalid request options line to`);
-            const { fileKey, fileType, options: { lineFrom, lineTo, sheetName } } = request;
-            const fileUrl = path_1.default.join(this._path, fileKey);
-            switch (fileType) {
-                case 'CSV':
-                case 'JSON':
-                case 'JSONL':
-                case 'TXT':
-                    return yield this._readLines(fileUrl, lineFrom, lineTo);
-                case 'XLS':
-                case 'XLSX':
-                    return yield this._readExcelLines(fileUrl, sheetName, lineFrom, lineTo);
-                case 'XML':
-                    return yield this._readXmlLines(fileUrl, lineFrom, lineTo);
+            const { fileKey } = request;
+            if (fileKey.includes('%')) {
+                const allFileKeys = this.listFiles(fileKey);
+                const promises = allFileKeys.map(x => this._get(Object.assign(Object.assign({}, request), { fileKey: x })));
+                const results = yield Promise.all(promises);
+                return results.flat();
+            }
+            else {
+                return yield this._get(request);
             }
         });
         this.exist = (producer) => __awaiter(this, void 0, void 0, function* () {
@@ -118,8 +111,14 @@ class LocalSourceDriver {
             (0, Affirm_1.default)(producer, `Invalid producer`);
             const fileKey = producer.settings.fileKey;
             (0, Affirm_1.default)(fileKey, `Invalid file key for download request`);
-            const fileUrl = path_1.default.join(this._path, fileKey);
-            return fs.existsSync(fileUrl);
+            if (fileKey.includes('%')) {
+                const allFileKeys = this.listFiles(fileKey);
+                return allFileKeys.length > 0;
+            }
+            else {
+                const fileUrl = path_1.default.join(this._path, fileKey);
+                return fs.existsSync(fileUrl);
+            }
         });
         this._readLines = (fileUri, lineFrom, lineTo) => __awaiter(this, void 0, void 0, function* () {
             var _a, e_1, _b, _c;
@@ -185,6 +184,65 @@ class LocalSourceDriver {
             }
             return lines;
         });
+        this._get = (request) => __awaiter(this, void 0, void 0, function* () {
+            const { fileKey, fileType, options } = request;
+            let lineFrom, lineTo, sheetName;
+            if (options) {
+                lineFrom = options.lineFrom;
+                lineTo = options.lineTo;
+                sheetName = options.sheetName;
+            }
+            const fileUrl = path_1.default.join(this._path, fileKey);
+            switch (fileType) {
+                case 'CSV':
+                case 'JSON':
+                case 'JSONL':
+                case 'TXT':
+                    if (Algo_1.default.hasVal(lineFrom) && Algo_1.default.hasVal(lineTo))
+                        return yield this._readLines(fileUrl, lineFrom, lineTo);
+                    else
+                        return yield this._readLines(fileUrl);
+                case 'XLS':
+                case 'XLSX':
+                    if (Algo_1.default.hasVal(lineFrom) && Algo_1.default.hasVal(lineTo))
+                        return yield this._readExcelLines(fileUrl, sheetName, lineFrom, lineTo);
+                    else
+                        return yield this._readExcelLines(fileUrl, sheetName);
+                case 'XML':
+                    if (Algo_1.default.hasVal(lineFrom) && Algo_1.default.hasVal(lineTo))
+                        return yield this._readXmlLines(fileUrl, lineFrom, lineTo);
+                    else
+                        return yield this._readXmlLines(fileUrl);
+            }
+        });
+        this.listFiles = (filekeyPattern) => {
+            (0, Affirm_1.default)(this._path, 'Path not initialized');
+            try {
+                // Get all files in the directory (recursively if needed)
+                const getAllFiles = (dirPath, basePath = '') => {
+                    const files = [];
+                    const items = fs.readdirSync(dirPath);
+                    for (const item of items) {
+                        const fullPath = path_1.default.join(dirPath, item);
+                        const relativePath = basePath ? path_1.default.join(basePath, item) : item;
+                        const stats = fs.statSync(fullPath);
+                        if (stats.isDirectory()) {
+                            // Recursively get files from subdirectories
+                            files.push(...getAllFiles(fullPath, relativePath));
+                        }
+                        else if (stats.isFile()) {
+                            files.push(relativePath);
+                        }
+                    }
+                    return files;
+                };
+                const allFiles = getAllFiles(this._path);
+                return Helper_1.default.matchPattern(filekeyPattern, allFiles);
+            }
+            catch (error) {
+                throw new Error(`Failed to list files in directory "${this._path}": ${error.message}`);
+            }
+        };
     }
 }
 exports.LocalSourceDriver = LocalSourceDriver;

package/drivers/S3Driver.js

@@ -27,6 +27,7 @@ const readline_1 = __importDefault(require("readline"));
 const Algo_1 = __importDefault(require("../core/Algo"));
 const xlsx_1 = __importDefault(require("xlsx"));
 const XMLParser_1 = __importDefault(require("../engines/parsing/XMLParser")); // Added XMLParser import
+const Helper_1 = __importDefault(require("../helper/Helper"));
 class S3DestinationDriver {
     constructor() {
         this.init = (source) => __awaiter(this, void 0, void 0, function* () {
@@ -133,50 +134,31 @@ class S3SourceDriver {
             (0, Affirm_1.default)(this._client, 'S3 client not yet initialized, call "connect()" first');
             (0, Affirm_1.default)(request, `Invalid download request`);
             (0, Affirm_1.default)(request.fileKey, `Invalid file key for download request`);
-            const { fileKey, fileType, options } = request;
-            const bucket = this._bucketName;
-            const response = yield this._client.send(new client_s3_1.GetObjectCommand({
-                Bucket: bucket,
-                Key: fileKey
-            }));
-            (0, Affirm_1.default)(response.Body, 'Failed to fetch object from S3');
-            const stream = response.Body;
-            switch (fileType) {
-                case 'CSV':
-                case 'JSON':
-                case 'JSONL':
-                case 'TXT':
-                    return yield this._readLines(stream);
-                case 'XLS':
-                case 'XLSX':
-                    return yield this._readExcelLines(stream, options === null || options === void 0 ? void 0 : options.sheetName);
-                case 'XML':
-                    return yield this._readXmlLines(stream);
+            const { fileKey } = request;
+            if (fileKey.includes('%')) {
+                const allFileKeys = yield this.listFiles(fileKey);
+                (0, Affirm_1.default)(allFileKeys.length < 50, `Pattern ${fileKey} of producer requested to S3 matches more than 50 files (${allFileKeys.length}), this is more than the S3 allowed limit. Please refine your pattern, remove some files or use a separate bucket.`);
+                const promises = allFileKeys.map(x => this._get(Object.assign(Object.assign({}, request), { fileKey: x })));
+                const results = yield Promise.all(promises);
+                return results.flat();
+            }
+            else {
+                return yield this._get(request);
             }
         });
         this.readLinesInRange = (request) => __awaiter(this, void 0, void 0, function* () {
             (0, Affirm_1.default)(this._client, 'S3 client not yet initialized, call "connect()" first');
             (0, Affirm_1.default)(request, 'Invalid read request');
             (0, Affirm_1.default)(request.options, 'Invalid read request options');
-            const { fileKey, fileType, options: { sheetName, lineFrom, lineTo } } = request;
-            const bucket = this._bucketName;
-            const response = yield this._client.send(new client_s3_1.GetObjectCommand({
-                Bucket: bucket,
-                Key: fileKey
-            }));
-            (0, Affirm_1.default)(response.Body, 'Failed to fetch object from S3');
-            const stream = response.Body;
-            switch (fileType) {
-                case 'CSV':
-                case 'JSON':
-                case 'JSONL':
-                case 'TXT':
-                    return yield this._readLines(stream, lineFrom, lineTo);
-                case 'XLS':
-                case 'XLSX':
-                    return yield this._readExcelLines(stream, sheetName, lineFrom, lineTo);
-                case 'XML':
-                    return yield this._readXmlLines(stream, lineFrom, lineTo);
+            const { fileKey } = request;
+            if (fileKey.includes('%')) {
+                const allFileKeys = yield this.listFiles(fileKey);
+                const promises = allFileKeys.map(x => this._get(Object.assign(Object.assign({}, request), { fileKey: x })));
+                const results = yield Promise.all(promises);
+                return results.flat();
+            }
+            else {
+                return yield this._get(request);
             }
         });
         this.exist = (producer) => __awaiter(this, void 0, void 0, function* () {
@@ -186,14 +168,20 @@ class S3SourceDriver {
             const bucket = this._bucketName;
             const fileKey = producer.settings.fileKey;
             (0, Affirm_1.default)(fileKey, `Invalid file key for download request`);
-            try {
-                yield this._client.send(new client_s3_1.HeadObjectCommand({ Bucket: bucket, Key: fileKey }));
-                return true;
+            if (fileKey.includes('%')) {
+                const allFileKeys = yield this.listFiles(fileKey);
+                return allFileKeys.length > 0;
             }
-            catch (error) {
-                if (((_a = error.$metadata) === null || _a === void 0 ? void 0 : _a.httpStatusCode) === 404 || error.name === 'NotFound')
-                    return false;
-                throw error;
+            else {
+                try {
+                    yield this._client.send(new client_s3_1.HeadObjectCommand({ Bucket: bucket, Key: fileKey }));
+                    return true;
+                }
+                catch (error) {
+                    if (((_a = error.$metadata) === null || _a === void 0 ? void 0 : _a.httpStatusCode) === 404 || error.name === 'NotFound')
+                        return false;
+                    throw error;
+                }
             }
         });
         this._readLines = (stream, lineFrom, lineTo) => __awaiter(this, void 0, void 0, function* () {
@@ -288,6 +276,94 @@ class S3SourceDriver {
             }
             return lines;
         });
+        this._get = (request) => __awaiter(this, void 0, void 0, function* () {
+            const { fileKey, fileType, options } = request;
+            const bucket = this._bucketName;
+            let lineFrom, lineTo, sheetName;
+            if (options) {
+                lineFrom = options.lineFrom;
+                lineTo = options.lineTo;
+                sheetName = options.sheetName;
+            }
+            const response = yield this._client.send(new client_s3_1.GetObjectCommand({
+                Bucket: bucket,
+                Key: fileKey
+            }));
+            (0, Affirm_1.default)(response.Body, 'Failed to fetch object from S3');
+            const stream = response.Body;
+            switch (fileType) {
+                case 'CSV':
+                case 'JSON':
+                case 'JSONL':
+                case 'TXT':
+                    if (Algo_1.default.hasVal(lineFrom) && Algo_1.default.hasVal(lineTo))
+                        return yield this._readLines(stream, lineFrom, lineTo);
+                    else
+                        return yield this._readLines(stream);
+                case 'XLS':
+                case 'XLSX':
+                    if (Algo_1.default.hasVal(lineFrom) && Algo_1.default.hasVal(lineTo))
+                        return yield this._readExcelLines(stream, sheetName, lineFrom, lineTo);
+                    else
+                        return yield this._readExcelLines(stream, sheetName);
+                case 'XML':
+                    if (Algo_1.default.hasVal(lineFrom) && Algo_1.default.hasVal(lineTo))
+                        return yield this._readXmlLines(stream, lineFrom, lineTo);
+                    else
+                        return yield this._readXmlLines(stream);
+            }
+        });
+        this._listFiles = (fileKeyPattern, maxKeys, continuationToken) => __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            (0, Affirm_1.default)(this._client, 'S3 client not yet initialized, call "connect()" first');
+            // Convert SQL-like pattern to prefix and pattern parts for filtering
+            let prefix = '';
+            if (fileKeyPattern) {
+                if (fileKeyPattern.includes('%')) {
+                    const parts = fileKeyPattern.split('%').filter(part => part.length > 0);
+                    // If pattern starts with text before first %, use it as prefix for S3 optimization
+                    if (!fileKeyPattern.startsWith('%') && parts[0]) {
+                        prefix = parts[0];
+                    }
+                }
+                else {
+                    // No wildcard, use the entire pattern as prefix
+                    prefix = fileKeyPattern;
+                }
+            }
+            const listParams = {
+                Bucket: this._bucketName,
+                Prefix: prefix || undefined,
+                MaxKeys: maxKeys || 10000,
+                ContinuationToken: continuationToken
+            };
+            try {
+                const response = yield this._client.send(new client_s3_1.ListObjectsV2Command(listParams));
+                const files = ((_a = response.Contents) === null || _a === void 0 ? void 0 : _a.map(obj => obj.Key).filter(key => key !== undefined)) || [];
+                const matchingFiles = Helper_1.default.matchPattern(fileKeyPattern, files);
+                return {
+                    files: matchingFiles,
+                    nextContinuationToken: response.NextContinuationToken
+                };
+            }
+            catch (error) {
+                throw new Error(`Failed to list files in bucket "${this._bucketName}": ${error.message}`);
+            }
+        });
+        this.listFiles = (fileKeyPattern, maxKeys) => __awaiter(this, void 0, void 0, function* () {
+            const allFiles = [];
+            let continuationToken = undefined;
+            do {
+                const result = yield this._listFiles(fileKeyPattern, maxKeys, continuationToken);
+                allFiles.push(...result.files);
+                continuationToken = result.nextContinuationToken;
+                // If maxKeys is specified and we've reached the limit, break
+                if (maxKeys && allFiles.length >= maxKeys) {
+                    return allFiles.slice(0, maxKeys);
+                }
+            } while (continuationToken);
+            return allFiles;
+        });
     }
 }
 exports.S3SourceDriver = S3SourceDriver;

package/engines/ProducerEngine.js

@@ -62,6 +62,9 @@ class ProducerEngineClass {
                 }
             }
         });
+        /**
+         * @deprecated Nobody is using this anymore... prefer readFile
+         */
         this.execute = (producer) => __awaiter(this, void 0, void 0, function* () {
             (0, Affirm_1.default)(producer, 'Invalid producer');
             const source = Environment_1.default.getSource(producer.source);

package/helper/Helper.js

@@ -66,6 +66,61 @@ const Helper = {
         const year = date.getFullYear();
         const month = ('0' + (date.getMonth() + 1)).slice(-2);
         return `${year}-${month}`;
+    },
+    matchPattern: (pattern, items) => {
+        let patternParts = [];
+        let hasWildcard = false;
+        let result = [...items];
+        if (pattern) {
+            if (pattern.includes('%')) {
+                hasWildcard = true;
+                const parts = pattern.split('%').filter(part => part.length > 0);
+                // Store all non-empty parts for pattern matching
+                patternParts = parts;
+            }
+        }
+        // Apply additional filtering for patterns with wildcards
+        if (hasWildcard && patternParts.length > 0) {
+            result = result.filter(key => {
+                // Create a function to check if the key matches the SQL-like pattern
+                const matchesPattern = (fileName, pattern) => {
+                    if (!pattern.includes('%')) {
+                        return fileName === pattern;
+                    }
+                    const parts = pattern.split('%');
+                    let currentIndex = 0;
+                    for (let i = 0; i < parts.length; i++) {
+                        const part = parts[i];
+                        if (part === '')
+                            continue; // Skip empty parts from consecutive %% or leading/trailing %
+                        if (i === 0 && !pattern.startsWith('%')) {
+                            // First part must be at the beginning
+                            if (!fileName.startsWith(part)) {
+                                return false;
+                            }
+                            currentIndex = part.length;
+                        }
+                        else if (i === parts.length - 1 && !pattern.endsWith('%')) {
+                            // Last part must be at the end
+                            if (!fileName.endsWith(part)) {
+                                return false;
+                            }
+                        }
+                        else {
+                            // Middle parts must exist somewhere after the current position
+                            const foundIndex = fileName.indexOf(part, currentIndex);
+                            if (foundIndex === -1) {
+                                return false;
+                            }
+                            currentIndex = foundIndex + part.length;
+                        }
+                    }
+                    return true;
+                };
+                return matchesPattern(key, pattern);
+            });
+        }
+        return result;
     }
 };
 exports.default = Helper;

package/index.js

@@ -11,11 +11,10 @@ const debug_1 = require("./actions/debug");
 const deploy_1 = require("./actions/deploy");
 const init_1 = require("./actions/init");
 const run_1 = require("./actions/run");
-const Constants_1 = __importDefault(require("./Constants"));
 const discover_1 = require("./actions/discover");
-const automap_1 = require("./actions/automap");
 const create_producer_1 = require("./actions/create_producer");
 const create_consumer_1 = require("./actions/create_consumer");
+const Constants_1 = __importDefault(require("./Constants"));
 const LicenceManager_1 = __importDefault(require("./licencing/LicenceManager"));
 dotenv_1.default.configDotenv();
 const program = new commander_1.Command();
@@ -63,12 +62,6 @@ program
     .description('Discover the data shape of a producer and automatically create the resource for it.')
     .argument('<producer>', 'The producer to discover')
     .action(discover_1.discover);
-program
-    .command('automap')
-    .description('Automatically map a producer to consumers using specified schemas.')
-    .argument('<producer>', 'The producer to analyze')
-    .argument('<schemas...>', 'One or more schema names to map against')
-    .action(automap_1.automap);
 program
     .command('create-producer <name>')
     .description('Create a new producer configuration with default settings')

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "0.0.30",
+    "version": "0.0.31-nasco.3",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,
@@ -17,11 +17,10 @@
         "compile": "npx tsx ./src/index.ts compile",
         "deploy": "npx tsx ./src/index.ts deploy",
         "debug": "npx tsx ./src/index.ts debug",
-        "automap": "npx tsx ./src/index.ts automap",
         "create-producer": "npx tsx ./src/index.ts create-producer",
         "copy-static-file": "npx tsx ./scripts/CopyStaticFile.js",
         "build": "npm i && npm run sync && tsc --outDir .build && npm run copy-static-file",
-        "upload": "npm run build && cd .build && npm publish --access=public"
+        "upload": "npm run build && cd .build && npm publish --tag nasco --access=public"
     },
     "keywords": [
         "nextjs",
@@ -30,7 +29,7 @@
         "typescript"
     ],
     "author": "",
-    "license": "ISC",
+    "license": "BSL",
     "dependencies": {
         "@aws-sdk/client-redshift-data": "^3.699.0",
         "@aws-sdk/client-s3": "^3.701.0",
@@ -51,7 +50,7 @@
         "knex": "^2.4.2",
         "mongodb": "^6.15.0",
         "next": "^13.4.1",
-        "openai": "^4.91.1",
+
         "ora": "^5.4.1",
         "react": "^18.2.0",
         "react-dom": "^18.2.0",

package/actions/automap.js

@@ -1,77 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.automap = void 0;
-const chalk_1 = __importDefault(require("chalk"));
-const ora_1 = __importDefault(require("ora"));
-const compile_1 = require("./compile");
-const AutoMapperEngine_1 = __importDefault(require("../engines/ai/AutoMapperEngine"));
-const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
-const Environment_1 = __importDefault(require("../engines/Environment"));
-const ProducerEngine_1 = __importDefault(require("../engines/ProducerEngine"));
-/**
- * e.g. npm run automap -- myclaims Claim
- */
-const automap = (producerName, schemaNames) => __awaiter(void 0, void 0, void 0, function* () {
-    try {
-        (0, compile_1.compile)();
-        const spinner = (0, ora_1.default)(chalk_1.default.blue('Auto-mapping producer data...\n')).start();
-        // Get the producer
-        const producer = Environment_1.default.getProducer(producerName);
-        if (!producer) {
-            throw new Error(`Producer ${producerName} not found`);
-        }
-        const source = Environment_1.default.getSource(producer.source);
-        if (!source) {
-            throw new Error(`Source ${producer.source} not found`);
-        }
-        // Get the specified schemas
-        const schemas = [];
-        for (const schemaName of schemaNames) {
-            const schema = Environment_1.default.getSchema(schemaName);
-            if (!schema) {
-                throw new Error(`Schema ${schemaName} not found`);
-            }
-            schemas.push(schema);
-        }
-        // Read and convert sample data
-        const sampleData = yield ProducerEngine_1.default.readSampleData(producer);
-        // Convert sample data to strings for AutoMapperEngine
-        const sampleStrings = sampleData.map(item => JSON.stringify(item));
-        // Call the automapper
-        const mapResult = yield AutoMapperEngine_1.default.map(sampleStrings, schemas, producer.settings.fileKey, [source]);
-        // Create the producers based on the mapping
-        for (const producer of mapResult.producers) {
-            const producerPath = path_1.default.join('remora/producers', `${producer.name}.json`);
-            fs_1.default.writeFileSync(producerPath, JSON.stringify(producer, null, 4));
-            console.log(chalk_1.default.blue(`Created producer: ${producer.name}`));
-        }
-        // Create the consumers based on the mapping
-        for (const consumer of mapResult.consumers) {
-            const consumerPath = path_1.default.join('remora/consumers', `${consumer.name}.json`);
-            fs_1.default.writeFileSync(consumerPath, JSON.stringify(consumer, null, 4));
-            console.log(chalk_1.default.blue(`Created consumer: ${consumer.name}`));
-        }
-        spinner.succeed('Producer has been successfully mapped');
-        console.log(chalk_1.default.green(`\n✅ Created ${mapResult.producers.length} producers!`));
-        console.log(chalk_1.default.green(`✅ Created ${mapResult.consumers.length} consumers!`));
-        process.exit(0);
-    }
-    catch (err) {
-        console.error(chalk_1.default.red.bold('\n❌ Unexpected error during automapping:'), err instanceof Error ? err.message : String(err));
-        process.exit(1);
-    }
-});
-exports.automap = automap;