@openfn/ws-worker 1.6.3 → 1.6.4

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # ws-worker
 
+## 1.6.4
+
+### Patch Changes
+
+- 0cf7198: Do not send the input_dataclip_id in step:start if the dataclip was witheld
+
 ## 1.6.3
 
 ### Patch Changes

package/dist/index.d.ts

@@ -18,6 +18,8 @@ type RunState = {
   // For each run, map the input ids
   // TODO better name maybe?
   inputDataclips: Record<string, string>;
+  // If for any reason a dataclip was not sent to lightning, track it
+  withheldDataclips: Record<string, true>;
   reasons: Record<string, ExitReason>;
 
   // final dataclip id

package/dist/index.js

@@ -29,7 +29,7 @@ var name, version, description, main, type, scripts, bin, author, license, depen
 var init_package = __esm({
   "package.json"() {
     name = "@openfn/ws-worker";
-    version = "1.6.3";
+    version = "1.6.4";
     description = "A Websocket Worker to connect Lightning to a Runtime Engine";
     main = "dist/index.js";
     type = "module";
@@ -456,6 +456,7 @@ var create_run_state_default = (plan, input) => {
     lastDataclipId: "",
     dataclips: {},
     inputDataclips: {},
+    withheldDataclips: {},
     reasons: {},
     plan,
     input
@@ -660,6 +661,7 @@ async function onStepComplete(context, event, error) {
     }
     evt.output_dataclip_id = dataclipId;
   } catch (e) {
+    state.withheldDataclips[dataclipId] = true;
     evt.output_dataclip_error = "DATACLIP_TOO_LARGE";
     const time = (timestamp2() - BigInt(1e7)).toString();
     await onJobLog(context, {
@@ -684,12 +686,15 @@ async function onStepStart(context, event) {
   state.activeStep = crypto4.randomUUID();
   state.activeJob = event.jobId;
   const input_dataclip_id = state.inputDataclips[event.jobId];
-  await sendEvent(channel, STEP_START, {
+  const evt = {
     step_id: state.activeStep,
     job_id: state.activeJob,
-    input_dataclip_id,
     timestamp: timeInMicroseconds(event.time)
-  });
+  };
+  if (!state.withheldDataclips[input_dataclip_id]) {
+    evt.input_dataclip_id = input_dataclip_id;
+  }
+  await sendEvent(channel, STEP_START, evt);
 }
 
 // src/util/log-final-reason.ts

package/dist/start.js

@@ -37,7 +37,7 @@ var name, version, description, main, type, scripts, bin, author, license, depen
 var init_package = __esm({
   "package.json"() {
     name = "@openfn/ws-worker";
-    version = "1.6.3";
+    version = "1.6.4";
     description = "A Websocket Worker to connect Lightning to a Runtime Engine";
     main = "dist/index.js";
     type = "module";
@@ -595,6 +595,7 @@ var create_run_state_default = (plan, input) => {
     lastDataclipId: "",
     dataclips: {},
     inputDataclips: {},
+    withheldDataclips: {},
     reasons: {},
     plan,
     input
@@ -799,6 +800,7 @@ async function onStepComplete(context, event, error) {
     }
     evt.output_dataclip_id = dataclipId;
   } catch (e) {
+    state.withheldDataclips[dataclipId] = true;
     evt.output_dataclip_error = "DATACLIP_TOO_LARGE";
     const time = (timestamp2() - BigInt(1e7)).toString();
     await onJobLog(context, {
@@ -823,12 +825,15 @@ async function onStepStart(context, event) {
   state.activeStep = crypto5.randomUUID();
   state.activeJob = event.jobId;
   const input_dataclip_id = state.inputDataclips[event.jobId];
-  await sendEvent(channel, STEP_START, {
+  const evt = {
     step_id: state.activeStep,
     job_id: state.activeJob,
-    input_dataclip_id,
     timestamp: timeInMicroseconds(event.time)
-  });
+  };
+  if (!state.withheldDataclips[input_dataclip_id]) {
+    evt.input_dataclip_id = input_dataclip_id;
+  }
+  await sendEvent(channel, STEP_START, evt);
 }
 
 // src/util/log-final-reason.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openfn/ws-worker",
-  "version": "1.6.3",
+  "version": "1.6.4",
   "description": "A Websocket Worker to connect Lightning to a Runtime Engine",
   "main": "dist/index.js",
   "type": "module",
@@ -24,8 +24,8 @@
     "ws": "^8.18.0",
     "@openfn/engine-multi": "1.2.4",
     "@openfn/lexicon": "^1.1.0",
-    "@openfn/logger": "1.0.2",
-    "@openfn/runtime": "1.4.2"
+    "@openfn/runtime": "1.4.2",
+    "@openfn/logger": "1.0.2"
   },
   "devDependencies": {
     "@types/koa": "^2.13.5",