@forzalabs/remora 0.0.25 → 0.0.27

package/Constants.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const CONSTANTS = {
-    cliVersion: '0.0.25',
+    cliVersion: '0.0.27',
     lambdaVersion: 1,
     port: 5069,
     defaults: {

package/definitions/json_schemas/source-schema.json

@@ -97,6 +97,10 @@
                 "clusterId": {
                     "type": "string",
                     "description": "Redshift cluster identifier"
+                },
+                "path": {
+                    "type": "string",
+                    "description": "The folder path"
                 }
             },
             "required": ["method"]

package/engines/ai/LLM.js

@@ -202,14 +202,14 @@ class LLM {
                         $schema: zod_2.z.string().describe('The schema of the producer. This should always be the same.'),
                         name: zod_2.z.string(),
                         description: zod_2.z.string(),
+                        source: zod_2.z.string().describe('The name of the source linked to this producer.'),
+                        settings: zod_2.z.object({
+                            fileKey: zod_2.z.string().describe('The name of the file'),
+                            fileType: zod_2.z.string().describe('The file extension (CSV | JSONL | JSON)')
+                        }),
                         dimensions: zod_2.z.array(zod_2.z.object({
                             name: zod_2.z.string(),
                             // alias: z.string().optional(),
-                            source: zod_2.z.string().describe('The name of the source linked to this producer.'),
-                            settings: zod_2.z.object({
-                                fileKey: zod_2.z.string().describe('The name of the file'),
-                                fileType: zod_2.z.string().describe('The file extension (CSV | JSONL | JSON)')
-                            }),
                             description: zod_2.z.string().optional(),
                             type: zod_2.z.enum(['string', 'number', 'datetime']),
                             pk: zod_2.z.boolean().optional(),

package/engines/execution/ExecutionEnvironment.js

@@ -76,7 +76,6 @@ class ExecutionEnvironment {
                         break;
                     }
                     case 'post-process-json': {
-                        // this._fetchedData = PostProcessor.doProjection(this._consumer, this._fetchedData)
                         const myProdData = this._getIntermidiate(planStep);
                         const processedData = PostProcessor_1.default.doProjection(this._consumer, myProdData);
                         this._storeIntermidiate(planStep, processedData);
@@ -87,7 +86,6 @@ class ExecutionEnvironment {
                         (0, Affirm_1.default)(Array.isArray(this._resultingData), 'Invalid data type, must be an array');
                         (0, Affirm_1.default)(planStep.producer, `Invalid producer in csv-to-json step`);
                         const csv = this._getIntermidiate(planStep);
-                        // this._fetchedData = ParseManager.csvToJson(csv, planStep.producer)
                         const jsonData = ParseManager_1.default.csvToJson(csv, planStep.producer);
                         this._storeIntermidiate(planStep, jsonData);
                         break;

package/engines/transform/JoinEngine.js

@@ -31,15 +31,13 @@ class JoinEngineClass {
             // Extract field names from SQL condition like ${P.id} = ${orders.user_id}
             const regex = /\${([^}]+)}/g;
             const matches = Array.from(sql.matchAll(regex));
-            if (matches.length !== 2) {
+            if (matches.length !== 2)
                 throw new Error(`Invalid join condition: ${sql}. Expected format: \${P.field} = \${producer.field}`);
-            }
             const [left, right] = matches.map(m => m[1]);
             const [leftProducer, leftField] = left.split('.');
             const [rightProducer, rightField] = right.split('.');
-            if (!leftField || !rightField) {
+            if (!leftField || !rightField)
                 throw new Error(`Invalid join condition: ${sql}. Both sides must specify a field name after the dot.`);
-            }
             // Replace P with actual producer name
             const actualLeftProducer = leftProducer === 'P' ? producer.name : leftProducer;
             const actualRightProducer = rightProducer === 'P' ? producer.name : rightProducer;
@@ -55,9 +53,8 @@ class JoinEngineClass {
         };
         this.findProducerData = (producerName, producedData) => {
             const data = producedData.find(pd => pd.producerKey === producerName);
-            if (!data) {
+            if (!data)
                 throw new Error(`No data found for producer: ${producerName}`);
-            }
             return data.data;
         };
         this.createLookupMap = (data, key) => {
@@ -80,11 +77,9 @@ class JoinEngineClass {
             var _a;
             (0, Affirm_1.default)(consumer, 'Invalid consumer');
             (0, Affirm_1.default)(producedData, 'Invalid produced data');
-            if (consumer.producers.length <= 1) {
+            if (consumer.producers.length <= 1)
                 return this.findProducerData(consumer.producers[0].name, producedData);
-            }
             // Start with the first producer's data
-            // let result = this.findProducerData(consumer.producers[0].name, producedData)
             let result = [];
             const consumerShape = ConsumerEngine_1.default.getOutputShape(consumer);
             const consumerColumns = ConsumerEngine_1.default.compile(consumer);

package/engines/transform/TransformationEngine.js

@@ -9,6 +9,7 @@ const TypeCaster_1 = __importDefault(require("./TypeCaster"));
 class TransformationEngineClass {
     constructor() {
         this.apply = (consumer, data) => {
+            var _a;
             (0, Affirm_1.default)(consumer, 'Invalid consumer');
             Affirm_1.default.hasValue(data, 'Invalid data');
             const fieldsToTransform = consumer.fields.filter(field => Algo_1.default.hasVal(field.transform));
@@ -18,18 +19,19 @@ class TransformationEngineClass {
                 for (const field of fieldsToTransform) {
                     if (!field.transform)
                         continue;
-                    const value = record[field.key];
+                    const fieldKey = (_a = field.alias) !== null && _a !== void 0 ? _a : field.key;
+                    const value = record[fieldKey];
                     if (!Algo_1.default.hasVal(value) && Algo_1.default.hasVal(field.default))
-                        record[field.key] = field.default;
+                        record[fieldKey] = field.default;
                     else if (!Algo_1.default.hasVal(value))
                         continue;
                     try {
-                        record[field.key] = this.applyTransformations(value, field.transform, field);
+                        record[fieldKey] = this.applyTransformations(value, field.transform, field);
                     }
                     catch (error) {
                         switch (field.onError) {
                             case 'set_default':
-                                record[field.key] = field.default;
+                                record[fieldKey] = field.default;
                                 break;
                             case 'skip':
                                 break;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "0.0.25",
+    "version": "0.0.27",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,