@forzalabs/remora 0.1.8-nasco.3 → 0.2.0

package/engines/dataset/DatasetManager.js

@@ -22,6 +22,7 @@ const Dataset_1 = __importDefault(require("./Dataset"));
 const promises_1 = require("stream/promises");
 const fs_1 = require("fs");
 const DeveloperEngine_1 = __importDefault(require("../ai/DeveloperEngine"));
+const Constants_1 = __importDefault(require("../../Constants"));
 class DatasetManagerClass {
     constructor() {
         /**
@@ -30,14 +31,19 @@ class DatasetManagerClass {
          * when the same producer / consumer is executed multiple times in parallel.
          */
         this.create = (producer, executionId) => {
+            var _a, _b;
             (0, Affirm_1.default)(producer, 'Invalid producer');
-            const { name, settings: { delimiter, fileKey, fileType, hasHeaderRow, sheetName } } = producer;
+            const { name, settings: { delimiter, fileKey, fileType, hasHeaderRow, sheetName, httpApi } } = producer;
+            // Check if any dimension has sourceFilename flag set to true
+            const hasSourceFilenameDimension = (_b = (_a = producer.dimensions) === null || _a === void 0 ? void 0 : _a.some(d => d.sourceFilename === true)) !== null && _b !== void 0 ? _b : false;
             const dataset = new Dataset_1.default(name, {
                 fileKey,
                 fileType,
                 hasHeaderRow,
                 sheetName,
-                delimiter
+                delimiter,
+                httpApi,
+                includeSourceFilename: hasSourceFilenameDimension
             }, undefined, executionId);
             return dataset;
         };
@@ -49,7 +55,7 @@ class DatasetManagerClass {
             return this.buildDimensionsFromFirstLine(firstLine, dataset.getFile(), producer, discover);
         });
         this.buildDimensionsFromFirstLine = (firstLine_1, dsFile_1, producer_1, ...args_1) => __awaiter(this, [firstLine_1, dsFile_1, producer_1, ...args_1], void 0, function* (firstLine, dsFile, producer, discover = false) {
-            var _a, _b, _c, _d, _e, _f, _g, _h;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
             (0, Affirm_1.default)(firstLine, `Invalid first line`);
             (0, Affirm_1.default)(dsFile, `Invalid dataset file`);
             (0, Affirm_1.default)(producer, `Invalid producer`);
@@ -77,6 +83,12 @@ class DatasetManagerClass {
                     const columns = FileCompiler_1.default.compileProducer(producer, source);
                     const firstObject = JSON.parse(firstLine);
                     const keys = Object.keys(firstObject);
+                    // If includeSourceFilename is enabled, the driver has added $source_filename column
+                    // We need to add it to the keys list so dimensions can reference it
+                    const includeSourceFilename = file.includeSourceFilename === true;
+                    if (includeSourceFilename) {
+                        keys.push(Constants_1.default.SOURCE_FILENAME_COLUMN);
+                    }
                     if (discover) {
                         return {
                             delimiter: (_b = file.delimiter) !== null && _b !== void 0 ? _b : ',',
@@ -91,7 +103,21 @@ class DatasetManagerClass {
                     }
                     const dimensions = [];
                     for (const pColumn of columns) {
-                        const columnKey = (_c = pColumn.aliasInProducer) !== null && _c !== void 0 ? _c : pColumn.nameInProducer;
+                        // Handle sourceFilename dimension specially - it maps to the $source_filename column added by the driver
+                        if (((_c = pColumn.dimension) === null || _c === void 0 ? void 0 : _c.sourceFilename) === true) {
+                            if (includeSourceFilename) {
+                                const sourceFilenameIndex = keys.findIndex(x => x === Constants_1.default.SOURCE_FILENAME_COLUMN);
+                                dimensions.push({
+                                    index: sourceFilenameIndex,
+                                    key: Constants_1.default.SOURCE_FILENAME_COLUMN,
+                                    name: pColumn.nameInProducer,
+                                    hidden: null,
+                                    type: (_e = (_d = pColumn.dimension) === null || _d === void 0 ? void 0 : _d.type) !== null && _e !== void 0 ? _e : 'string'
+                                });
+                            }
+                            continue;
+                        }
+                        const columnKey = (_f = pColumn.aliasInProducer) !== null && _f !== void 0 ? _f : pColumn.nameInProducer;
                         const csvColumnIndex = keys.findIndex(x => x === columnKey);
                         (0, Affirm_1.default)(csvColumnIndex > -1, `The column "${pColumn.nameInProducer}" (with key "${columnKey}") of producer "${producer.name}" doesn't exist in the underlying dataset.`);
                         dimensions.push({
@@ -99,47 +125,64 @@ class DatasetManagerClass {
                             key: columnKey,
                             name: pColumn.nameInProducer,
                             hidden: null,
-                            type: (_e = (_d = pColumn.dimension) === null || _d === void 0 ? void 0 : _d.type) !== null && _e !== void 0 ? _e : 'string'
+                            type: (_h = (_g = pColumn.dimension) === null || _g === void 0 ? void 0 : _g.type) !== null && _h !== void 0 ? _h : 'string'
                         });
                     }
-                    const delimiterChar = (_f = file.delimiter) !== null && _f !== void 0 ? _f : ',';
+                    const delimiterChar = (_j = file.delimiter) !== null && _j !== void 0 ? _j : ',';
                     return { dimensions, delimiter: delimiterChar };
                 }
                 case 'TXT': {
                     if (!file.hasHeaderRow) {
                         // If the file is a TXT and there isn't an header row, then I add a fake one that maps directly to the producer
-                        const delimiterChar = (_g = file.delimiter) !== null && _g !== void 0 ? _g : ',';
+                        const delimiterChar = (_k = file.delimiter) !== null && _k !== void 0 ? _k : ',';
                         const source = Environment_1.default.getSource(producer.source);
                         const columns = FileCompiler_1.default.compileProducer(producer, source);
+                        const includeSourceFilename = file.includeSourceFilename === true;
                         if (discover) {
                             // Since I don't have an header, and I'm discovering, I just create placeholder dimensions based on the same number of columns of the txt
+                            const colValues = firstLine.split(delimiterChar);
+                            const dimensions = colValues.map((x, i) => ({
+                                hidden: false,
+                                index: i,
+                                key: `Col ${i + 1}`,
+                                name: `Col ${i + 1}`,
+                                type: 'string'
+                            }));
                             return {
                                 delimiter: delimiterChar,
-                                dimensions: firstLine.split(delimiterChar).map((x, i) => ({
-                                    hidden: false,
-                                    index: i,
-                                    key: `Col ${i + 1}`,
-                                    name: `Col ${i + 1}`,
-                                    type: 'string'
-                                }))
+                                dimensions
                             };
                         }
+                        // Filter out sourceFilename columns for index-based mapping, but track them for later
+                        const regularColumns = columns.filter(x => { var _a; return ((_a = x.dimension) === null || _a === void 0 ? void 0 : _a.sourceFilename) !== true; });
+                        const sourceFilenameColumn = columns.find(x => { var _a; return ((_a = x.dimension) === null || _a === void 0 ? void 0 : _a.sourceFilename) === true; });
+                        const dimensions = regularColumns.map((x, i) => {
+                            var _a, _b, _c;
+                            return ({
+                                key: (_a = x.aliasInProducer) !== null && _a !== void 0 ? _a : x.nameInProducer,
+                                name: x.nameInProducer,
+                                index: i,
+                                hidden: null,
+                                type: (_c = (_b = x.dimension) === null || _b === void 0 ? void 0 : _b.type) !== null && _c !== void 0 ? _c : 'string'
+                            });
+                        });
+                        // Add sourceFilename dimension at the end if enabled
+                        if (sourceFilenameColumn && includeSourceFilename) {
+                            dimensions.push({
+                                key: Constants_1.default.SOURCE_FILENAME_COLUMN,
+                                name: sourceFilenameColumn.nameInProducer,
+                                index: regularColumns.length, // Index after all regular columns
+                                hidden: null,
+                                type: (_m = (_l = sourceFilenameColumn.dimension) === null || _l === void 0 ? void 0 : _l.type) !== null && _m !== void 0 ? _m : 'string'
+                            });
+                        }
                         return {
-                            dimensions: columns.map((x, i) => {
-                                var _a, _b, _c;
-                                return ({
-                                    key: (_a = x.aliasInProducer) !== null && _a !== void 0 ? _a : x.nameInProducer,
-                                    name: x.nameInProducer,
-                                    index: i,
-                                    hidden: null,
-                                    type: (_c = (_b = x.dimension) === null || _b === void 0 ? void 0 : _b.type) !== null && _c !== void 0 ? _c : 'string'
-                                });
-                            }),
+                            dimensions,
                             delimiter: delimiterChar
                         };
                     }
                     else {
-                        const delimiterChar = (_h = producer.settings.delimiter) !== null && _h !== void 0 ? _h : ',';
+                        const delimiterChar = (_o = producer.settings.delimiter) !== null && _o !== void 0 ? _o : ',';
                         const rawDimensions = ParseManager_1.default._extractHeader(firstLine, delimiterChar, producer, discover);
                         return {
                             dimensions: rawDimensions.map(x => ({

package/engines/dataset/DatasetRecord.js

@@ -4,19 +4,21 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const Algo_1 = __importDefault(require("../../core/Algo"));
+const CSVParser_1 = __importDefault(require("../parsing/CSVParser"));
 const TypeCaster_1 = __importDefault(require("../transform/TypeCaster"));
 class DatasetRecord {
     constructor(row, dimensions, delimiter) {
         this.parse = (row, delimiter, dimensions) => {
             if (!this.isEmpty() && dimensions.length > 0) {
-                const parts = row.split(delimiter);
+                const parts = CSVParser_1.default.parseRow(row, delimiter);
                 for (let i = 0; i < dimensions.length; i++) {
                     const dim = dimensions[i];
-                    this._value[dim.name] = TypeCaster_1.default.cast(parts[i], dim.type, dim.format);
+                    // Use dim.index to get the correct column from the file, not the loop index
+                    this._value[dim.name] = TypeCaster_1.default.cast(parts[dim.index], dim.type, dim.format);
                 }
             }
         };
-        this.stringify = () => this._dimensions.map(x => this._value[x.name]).join(this._delimiter);
+        this.stringify = () => this._dimensions.map(x => `"${this._value[x.name]}"`).join(this._delimiter);
         this.isEmpty = () => { var _a; return ((_a = this._row) === null || _a === void 0 ? void 0 : _a.trim().length) === 0; };
         this.getRaw = () => this._row;
         this.getValue = (dimension) => this._value[dimension];

package/engines/execution/ExecutionPlanner.js

@@ -112,7 +112,8 @@ class ExecutionPlannerClas {
                 }
                 case 'local':
                 case 'aws-s3':
-                case 'delta-share': {
+                case 'delta-share':
+                case 'http-api': {
                     plan.push({ type: 'load-dataset', producer });
                     plan.push({ type: 'prepare-dataset', producer });
                     if (producer.dimensions.some(x => { var _a, _b; return ((_a = x.alias) === null || _a === void 0 ? void 0 : _a.includes('{')) || ((_b = x.alias) === null || _b === void 0 ? void 0 : _b.includes('[')); }))

package/engines/parsing/CSVParser.js

@@ -0,0 +1,59 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const Affirm_1 = __importDefault(require("../../core/Affirm"));
+class CSVParserClass {
+    constructor() {
+        this.parseRow = (row, delimiter) => {
+            (0, Affirm_1.default)(row, 'Invalid row');
+            (0, Affirm_1.default)(delimiter, 'Invalid delimiter');
+            const fields = [];
+            let currentField = '';
+            let inQuotes = false;
+            let i = 0;
+            while (i < row.length) {
+                const char = row[i];
+                const nextChar = row[i + 1];
+                if (char === '"') {
+                    if (!inQuotes) {
+                        // Starting a quoted field
+                        inQuotes = true;
+                    }
+                    else if (nextChar === '"') {
+                        // Escaped quote (double quotes within quoted field)
+                        currentField += '"';
+                        i++; // Skip the next quote
+                    }
+                    else {
+                        // Ending a quoted field
+                        inQuotes = false;
+                    }
+                }
+                else if (char === delimiter && !inQuotes) {
+                    // Field separator found outside quotes
+                    fields.push(currentField.trim());
+                    currentField = '';
+                }
+                else if (char === '\r' || char === '\n') {
+                    // Handle line endings - only break if not in quotes
+                    if (!inQuotes) {
+                        break;
+                    }
+                    currentField += char;
+                }
+                else {
+                    // Regular character
+                    currentField += char;
+                }
+                i++;
+            }
+            // Add the last field
+            fields.push(currentField.trim());
+            return fields;
+        };
+    }
+}
+const CSVParser = new CSVParserClass();
+exports.default = CSVParser;

package/engines/parsing/ParseManager.js

@@ -6,29 +6,46 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const Affirm_1 = __importDefault(require("../../core/Affirm"));
 const Environment_1 = __importDefault(require("../Environment"));
 const FileCompiler_1 = __importDefault(require("../file/FileCompiler"));
+const CSVParser_1 = __importDefault(require("./CSVParser"));
+const Constants_1 = __importDefault(require("../../Constants"));
 class ParseManagerClass {
     constructor() {
         this._extractHeader = (headerLine, delimiter, producer, discover) => {
-            var _a, _b, _c;
+            var _a, _b, _c, _d, _e, _f;
             (0, Affirm_1.default)(headerLine, `Invalid CSV header line for producer "${producer.name}"`);
             (0, Affirm_1.default)(delimiter, 'Invalid CSV delimiter');
             (0, Affirm_1.default)(producer, 'Invalid producer');
             const source = Environment_1.default.getSource(producer.source);
             let columns = FileCompiler_1.default.compileProducer(producer, source);
-            const headerColumns = headerLine.split(delimiter).map(x => x.trim());
+            const headerColumns = CSVParser_1.default.parseRow(headerLine, delimiter).map(x => x.trim());
             // If I'm discovering the file, then it means that the dimensions are not set, so I use the ones that I get from the file directly
             if (discover)
                 columns = headerColumns.map(x => ({ nameInProducer: x }));
             const csvColumns = [];
             for (const pColumn of columns) {
-                const columnKey = (_a = pColumn.aliasInProducer) !== null && _a !== void 0 ? _a : pColumn.nameInProducer;
+                // Skip sourceFilename dimensions - they don't exist in the source file
+                // They are added dynamically by the driver when reading the file
+                if (((_a = pColumn.dimension) === null || _a === void 0 ? void 0 : _a.sourceFilename) === true) {
+                    // Find the index of $source_filename in the header (it was added by the driver)
+                    const sourceFilenameIndex = headerColumns.findIndex(x => x === Constants_1.default.SOURCE_FILENAME_COLUMN);
+                    if (sourceFilenameIndex > -1) {
+                        csvColumns.push({
+                            index: sourceFilenameIndex,
+                            name: Constants_1.default.SOURCE_FILENAME_COLUMN,
+                            saveAs: pColumn.nameInProducer,
+                            type: (_c = (_b = pColumn.dimension) === null || _b === void 0 ? void 0 : _b.type) !== null && _c !== void 0 ? _c : 'string'
+                        });
+                    }
+                    continue;
+                }
+                const columnKey = (_d = pColumn.aliasInProducer) !== null && _d !== void 0 ? _d : pColumn.nameInProducer;
                 const csvColumnIndex = headerColumns.findIndex(x => x === columnKey);
                 (0, Affirm_1.default)(csvColumnIndex > -1, `The column "${pColumn.nameInProducer}" (with key "${columnKey}") of producer "${producer.name}" doesn't exist in the underlying dataset.`);
                 csvColumns.push({
                     index: csvColumnIndex,
                     name: columnKey,
                     saveAs: pColumn.nameInProducer,
-                    type: (_c = (_b = pColumn.dimension) === null || _b === void 0 ? void 0 : _b.type) !== null && _c !== void 0 ? _c : 'string'
+                    type: (_f = (_e = pColumn.dimension) === null || _e === void 0 ? void 0 : _e.type) !== null && _f !== void 0 ? _f : 'string'
                 });
             }
             return csvColumns;

package/engines/producer/ProducerEngine.js

@@ -65,7 +65,7 @@ class ProducerEngineClass {
             }
         });
         this.readFile = (producer, options) => __awaiter(this, void 0, void 0, function* () {
-            var _a;
+            var _a, _b, _c;
             (0, Affirm_1.default)(producer, 'Invalid producer');
             (0, Affirm_1.default)(options, 'Invalid options');
             if (options.readmode === 'lines')
@@ -79,16 +79,25 @@ class ProducerEngineClass {
             let lines = [];
             switch (options.readmode) {
                 case 'lines':
-                    lines = yield driver.readLinesInRange({ fileKey, fileType, options: { lineFrom: options.lines.from, lineTo: options.lines.to, sheetName, hasHeaderRow } });
+                    lines = yield driver.readLinesInRange({
+                        fileKey,
+                        fileType,
+                        options: { lineFrom: options.lines.from, lineTo: options.lines.to, sheetName, hasHeaderRow },
+                        httpApi: (_a = producer.settings) === null || _a === void 0 ? void 0 : _a.httpApi
+                    });
                     break;
                 case 'all':
-                    lines = yield driver.readAll({ fileKey, fileType, options: { sheetName, hasHeaderRow } });
+                    lines = yield driver.readAll({
+                        fileKey, fileType,
+                        options: { sheetName, hasHeaderRow },
+                        httpApi: (_b = producer.settings) === null || _b === void 0 ? void 0 : _b.httpApi
+                    });
                     break;
                 case 'download':
                     dataset = yield driver.download(dataset);
                     break;
             }
-            switch ((_a = producer.settings.fileType) === null || _a === void 0 ? void 0 : _a.toUpperCase()) {
+            switch ((_c = producer.settings.fileType) === null || _c === void 0 ? void 0 : _c.toUpperCase()) {
                 case 'CSV':
                 case 'TXT':
                     return { data: lines, dataset, dataType: 'lines-of-text' };

package/engines/scheduler/CronScheduler.js

@@ -124,9 +124,8 @@ class CronScheduler {
         return __awaiter(this, void 0, void 0, function* () {
             try {
                 console.log(`Executing CRON job for consumer "${consumer.name}" output ${outputIndex}`);
-                const user = UserManager_1.default.getUser();
-                // Execute the consumer with default options
-                const result = yield ConsumerEngine_1.default.execute(consumer, {}, user);
+                const user = UserManager_1.default.getRemoraWorkerUser();
+                const result = yield ConsumerEngine_1.default.execute(consumer, {}, { _id: user._id, name: user.name, type: 'actor' }, { invokedBy: 'CRON' });
                 console.log(`CRON job completed successfully for consumer "${consumer.name}" output ${outputIndex}`);
                 // Log execution statistics
                 if (result && result._stats) {

package/engines/scheduler/QueueManager.js

@@ -198,9 +198,8 @@ class QueueManager {
                             }
                         }
                         console.log(`Processing queue message for consumer "${mapping.consumer.name}" output ${mapping.outputIndex}`);
-                        const user = UserManager_1.default.getUser();
-                        // Execute the consumer with default options
-                        const result = yield ConsumerEngine_1.default.execute(mapping.consumer, {}, user);
+                        const user = UserManager_1.default.getRemoraWorkerUser();
+                        const result = yield ConsumerEngine_1.default.execute(mapping.consumer, {}, { _id: user._id, name: user.name, type: 'actor' }, { invokedBy: 'QUEUE' });
                         console.log(`Queue trigger completed successfully for consumer "${mapping.consumer.name}" output ${mapping.outputIndex}`);
                         // Log execution statistics
                         if (result && result._stats) {

package/engines/transform/TransformationEngine.js

@@ -15,6 +15,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const Affirm_1 = __importDefault(require("../../core/Affirm"));
 const Algo_1 = __importDefault(require("../../core/Algo"));
 const TypeCaster_1 = __importDefault(require("./TypeCaster"));
+const CryptoEngine_1 = __importDefault(require("../CryptoEngine"));
+const DeveloperEngine_1 = __importDefault(require("../ai/DeveloperEngine"));
 class TransformationEngineClass {
     constructor() {
         this.apply = (consumer, dataset, options) => __awaiter(this, void 0, void 0, function* () {
@@ -237,6 +239,9 @@ class TransformationEngineClass {
                     return fieldValues.join(separator);
                 }
             }
+            if ('mask' in transformations) {
+                return this.applyMasking(value, transformations.mask, field);
+            }
             if ('conditional' in transformations) {
                 for (const clause of transformations.conditional.clauses) {
                     if (this.evaluateCondition(value, clause.if)) {
@@ -274,6 +279,19 @@ class TransformationEngineClass {
             }
             return false;
         };
+        this.applyMasking = (value, maskType, field) => {
+            if (!Algo_1.default.hasVal(value))
+                return value;
+            if (maskType === 'none')
+                return value;
+            const valueType = DeveloperEngine_1.default.inferDimensionType(value);
+            try {
+                return CryptoEngine_1.default.hashValue(maskType, String(value), valueType);
+            }
+            catch (error) {
+                throw new Error(`Failed to apply masking transformation '${maskType}' to field '${field.key}': ${error.message}`);
+            }
+        };
         this.applyDimensionsChanges = (transformations, field, dataset) => {
             if (Array.isArray(transformations)) {
                 for (const transform of transformations) {

package/engines/usage/UsageManager.js

@@ -18,14 +18,16 @@ class UsageManagerClass {
             const now = DSTE_1.default.now();
             return `${consumer.name}_${now.getUTCFullYear()}_${now.getUTCMonth()}_${now.getUTCDate()}`.toLowerCase();
         };
-        this.startUsage = (consumer, user) => {
+        this.startUsage = (consumer, user, details) => {
+            var _a;
             const newUsage = {
                 _id: Helper_1.default.uuid(),
                 consumer: consumer.name,
                 startedAt: DSTE_1.default.now(),
-                executedBy: { name: user.name, _id: user._id },
+                executedBy: user,
                 itemsCount: -1,
                 status: 'started',
+                invokedBy: (_a = details === null || details === void 0 ? void 0 : details.invokedBy) !== null && _a !== void 0 ? _a : 'UNKNOWN',
                 _signature: ''
             };
             if (Helper_1.default.isDev())

package/engines/validation/Validator.js

@@ -51,6 +51,23 @@ class ValidatorClass {
                     errors.push(`Missing parameter "source" in producer`);
                 if (producer.dimensions.some(x => x.name.includes('{') || x.name.includes('[')))
                     errors.push(`Invalid dimension name found in producer "${producer.name}": can't use characters "{" or "[" in dimension names`);
+                // Validate sourceFilename dimension usage
+                const sourceFilenameDimensions = producer.dimensions.filter(x => x.sourceFilename === true);
+                if (sourceFilenameDimensions.length > 1) {
+                    errors.push(`Producer "${producer.name}" has multiple dimensions with sourceFilename=true. Only one dimension can have this flag.`);
+                }
+                if (sourceFilenameDimensions.length > 0) {
+                    const source = Environment_1.default.getSource(producer.source);
+                    if (source) {
+                        const validEngines = ['local', 'aws-s3'];
+                        if (!validEngines.includes(source.engine)) {
+                            errors.push(`Producer "${producer.name}" has a dimension with sourceFilename=true but the source engine "${source.engine}" doesn't support this feature. Only "local" and "aws-s3" sources support sourceFilename.`);
+                        }
+                        if (!producer.settings.fileKey && !producer.settings.fileType) {
+                            errors.push(`Producer "${producer.name}" has a dimension with sourceFilename=true but is not a file-based producer. sourceFilename requires fileKey and fileType to be set.`);
+                        }
+                    }
+                }
             }
             catch (e) {
                 if (errors.length === 0)

package/index.js

@@ -17,6 +17,8 @@ const create_consumer_1 = require("./actions/create_consumer");
 const Constants_1 = __importDefault(require("./Constants"));
 const LicenceManager_1 = __importDefault(require("./licencing/LicenceManager"));
 const Runtime_1 = __importDefault(require("./helper/Runtime"));
+const automap_1 = require("./actions/automap");
+const sample_1 = require("./actions/sample");
 dotenv_1.default.configDotenv();
 const program = new commander_1.Command();
 // Validate the remora licence
@@ -75,9 +77,27 @@ program
     .command('create-producer <name>')
     .description('Create a new producer configuration with default settings')
     .action(create_producer_1.create_producer);
+program
+    .command('automap')
+    .description('Automatically map a producer to consumers using specified schemas.')
+    .argument('<producer>', 'The producer to analyze')
+    .argument('<schemas...>', 'One or more schema names to map against')
+    .action(automap_1.automap);
 program
     .command('create-consumer <name>')
     .description('Create a new consumer configuration with default settings')
     .option('-p, --producer <name>', 'Producer to create a one-to-one mapping from')
     .action((name, options) => (0, create_consumer_1.create_consumer)(name, options.producer));
+program
+    .command('sample <name>')
+    .description('Sample data from a producer or consumer and display it in a formatted table')
+    .option('-s, --size <number>', 'Number of sample rows to display (default: 10)', '10')
+    .action((name, options) => {
+    const sampleSize = parseInt(options.size, 10);
+    if (isNaN(sampleSize) || sampleSize <= 0) {
+        console.error('Sample size must be a positive number');
+        process.exit(1);
+    }
+    (0, sample_1.sample)(name, sampleSize);
+});
 program.parse(process.argv);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "0.1.8-nasco.3",
+    "version": "0.2.0",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,
@@ -22,7 +22,7 @@
         "copy-static-file": "npx tsx ./scripts/CopyStaticFile.js",
         "build": "npm i && npm run sync && tsc --outDir .build && npm run copy-static-file",
         "fast-build": "tsc --outDir .build",
-        "upload": "npm run build && cd .build && npm publish --tag nasco --access=public"
+        "upload": "npm run build && cd .build && npm publish --access=public"
     },
     "keywords": [
         "nextjs",
@@ -56,6 +56,7 @@
         "mongodb": "^6.15.0",
         "next": "^13.4.1",
         "node-cron": "^4.2.1",
+        "openai": "^6.0.0",
         "ora": "^5.4.1",
         "react": "^18.2.0",
         "react-dom": "^18.2.0",