@forzalabs/remora 1.2.8 → 1.2.9

package/index.js

@@ -18770,7 +18770,7 @@ var import_promises = __toESM(require("fs/promises"), 1);
 
 // ../../packages/constants/src/Constants.ts
 var CONSTANTS = {
-  cliVersion: "1.2.8",
+  cliVersion: "1.2.9",
   backendVersion: 1,
   backendPort: 5088,
   workerVersion: 2,
@@ -19952,7 +19952,7 @@ var DeltaShareSourceDriver = class {
     this.readAll = async (request) => {
       Affirm_default(request, "Invalid download request");
       const table = this._resolveTable(request.fileKey);
-      const deltaFiles = await this._getAllFilesInTable(table);
+      const deltaFiles = await this._getAllFilesInTable(table, request.disableHistory);
       const hyparquet = await import("hyparquet");
       const lines = [];
       for (const deltaFile of deltaFiles) {
@@ -19966,7 +19966,7 @@ var DeltaShareSourceDriver = class {
       Affirm_default(request.options, "Invalid read options");
       Affirm_default(request.options.lineFrom !== void 0 && request.options.lineTo !== void 0, "Missing read range");
       const table = this._resolveTable(request.fileKey);
-      const deltaFiles = await this._getAllFilesInTable(table);
+      const deltaFiles = await this._getAllFilesInTable(table, request.disableHistory);
       const hyparquet = await import("hyparquet");
       const { options: { lineFrom, lineTo } } = request;
       const lines = [];
@@ -20067,9 +20067,9 @@ var DeltaShareSourceDriver = class {
 `);
       return true;
     };
-    this._getAllFilesInTable = async (table) => {
+    this._getAllFilesInTable = async (table, disableHistory = false) => {
       const url = this._getTableUrl(this._query, table);
-      const body = {
+      const body = disableHistory ? {} : {
         version: await this._getVersion(table)
       };
       const res = await fetch(url, {
@@ -20091,7 +20091,7 @@ var DeltaShareSourceDriver = class {
       Affirm_default(producer, "Invalid producer");
       Affirm_default(scope, "Invalid executor scope");
       const table = this._resolveTable(producer.settings.fileKey);
-      const deltaFiles = await this._getAllFilesInTable(table);
+      const deltaFiles = await this._getAllFilesInTable(table, producer.settings.disableHistory);
       const hyparquet = await import("hyparquet");
       const delimiter = producer.settings.delimiter ?? ",";
       const files = [];
@@ -22700,6 +22700,7 @@ var ProducerEngineClass = class {
             fileKey,
             fileType: effectiveFileType,
             options: { lineFrom: options.lines.from, lineTo: options.lines.to, sheetName, hasHeaderRow, startRow, startColumn },
+            disableHistory: producer.settings?.disableHistory,
             httpApi: producer.settings?.httpApi
           });
           break;
@@ -22708,6 +22709,7 @@ var ProducerEngineClass = class {
             fileKey,
             fileType: effectiveFileType,
             options: { sheetName, hasHeaderRow, startRow, startColumn },
+            disableHistory: producer.settings?.disableHistory,
             httpApi: producer.settings?.httpApi
           });
           break;

package/json_schemas/producer-schema.json

@@ -163,6 +163,10 @@
                     "type": "string",
                     "description": "The column delimiter for CSV or TXT files if different from the default (,)."
                 },
+                "disableHistory": {
+                    "type": "boolean",
+                    "description": "For Delta Share producers, skips sending the current table version in the query request body."
+                },
                 "hasHeaderRow": {
                     "type": "boolean",
                     "description": "For TXT files, specifies whether the file has a header row containing column names. Defaults to true."

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "1.2.8",
+    "version": "1.2.9",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,

package/workers/ExecutorWorker.js

@@ -18764,7 +18764,7 @@ var import_promises = __toESM(require("fs/promises"), 1);
 
 // ../../packages/constants/src/Constants.ts
 var CONSTANTS = {
-  cliVersion: "1.2.8",
+  cliVersion: "1.2.9",
   backendVersion: 1,
   backendPort: 5088,
   workerVersion: 2,
@@ -20296,7 +20296,7 @@ var DeltaShareSourceDriver = class {
     this.readAll = async (request) => {
       Affirm_default(request, "Invalid download request");
       const table = this._resolveTable(request.fileKey);
-      const deltaFiles = await this._getAllFilesInTable(table);
+      const deltaFiles = await this._getAllFilesInTable(table, request.disableHistory);
       const hyparquet = await import("hyparquet");
       const lines = [];
       for (const deltaFile of deltaFiles) {
@@ -20310,7 +20310,7 @@ var DeltaShareSourceDriver = class {
       Affirm_default(request.options, "Invalid read options");
       Affirm_default(request.options.lineFrom !== void 0 && request.options.lineTo !== void 0, "Missing read range");
       const table = this._resolveTable(request.fileKey);
-      const deltaFiles = await this._getAllFilesInTable(table);
+      const deltaFiles = await this._getAllFilesInTable(table, request.disableHistory);
       const hyparquet = await import("hyparquet");
       const { options: { lineFrom, lineTo } } = request;
       const lines = [];
@@ -20411,9 +20411,9 @@ var DeltaShareSourceDriver = class {
 `);
       return true;
     };
-    this._getAllFilesInTable = async (table) => {
+    this._getAllFilesInTable = async (table, disableHistory = false) => {
       const url = this._getTableUrl(this._query, table);
-      const body = {
+      const body = disableHistory ? {} : {
         version: await this._getVersion(table)
       };
       const res = await fetch(url, {
@@ -20435,7 +20435,7 @@ var DeltaShareSourceDriver = class {
       Affirm_default(producer, "Invalid producer");
       Affirm_default(scope, "Invalid executor scope");
       const table = this._resolveTable(producer.settings.fileKey);
-      const deltaFiles = await this._getAllFilesInTable(table);
+      const deltaFiles = await this._getAllFilesInTable(table, producer.settings.disableHistory);
       const hyparquet = await import("hyparquet");
       const delimiter = producer.settings.delimiter ?? ",";
       const files = [];
@@ -22025,6 +22025,7 @@ var ProducerEngineClass = class {
             fileKey,
             fileType: effectiveFileType,
             options: { lineFrom: options.lines.from, lineTo: options.lines.to, sheetName, hasHeaderRow, startRow, startColumn },
+            disableHistory: producer.settings?.disableHistory,
             httpApi: producer.settings?.httpApi
           });
           break;
@@ -22033,6 +22034,7 @@ var ProducerEngineClass = class {
             fileKey,
             fileType: effectiveFileType,
             options: { sheetName, hasHeaderRow, startRow, startColumn },
+            disableHistory: producer.settings?.disableHistory,
             httpApi: producer.settings?.httpApi
           });
           break;