@openfn/ws-worker 1.17.0 → 1.18.1

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # ws-worker
 
+## 1.18.1
+
+### Patch Changes
+
+- b61bf9b: Fix an issue where memory may not be released after runs
+- Updated dependencies [b61bf9b]
+  - @openfn/engine-multi@1.7.1
+
+## 1.18.0
+
+### Minor Changes
+
+- cf8d3c2: Add retry with backoff to worker validation
+
+### Patch Changes
+
+- Updated dependencies [cf8d3c2]
+  - @openfn/engine-multi@1.7.0
+
 ## 1.17.0
 
 ### Minor Changes

package/dist/index.js

@@ -889,8 +889,11 @@ function execute(channel, engine, logger, plan, input, options = {}, onFinish =
         }
         const lightningEvent = eventMap[eventName] ?? eventName;
         try {
+          let start = Date.now();
           await handler(context, event);
-          logger.info(`${plan.id} :: ${lightningEvent} :: OK`);
+          logger.info(
+            `${plan.id} :: sent ${lightningEvent} :: OK :: ${Date.now() - start}ms`
+          );
         } catch (e) {
           if (!e.reportedToSentry) {
             Sentry3.captureException(e);

package/dist/start.js

@@ -1038,8 +1038,11 @@ function execute(channel, engine, logger2, plan, input, options = {}, onFinish =
         }
         const lightningEvent = eventMap[eventName] ?? eventName;
         try {
+          let start = Date.now();
           await handler(context, event);
-          logger2.info(`${plan.id} :: ${lightningEvent} :: OK`);
+          logger2.info(
+            `${plan.id} :: sent ${lightningEvent} :: OK :: ${Date.now() - start}ms`
+          );
         } catch (e) {
           if (!e.reportedToSentry) {
             Sentry3.captureException(e);
@@ -6441,7 +6444,9 @@ function parseArgs(argv) {
     WORKER_SENTRY_DSN,
     WORKER_SENTRY_ENV,
     WORKER_SOCKET_TIMEOUT_SECONDS,
-    WORKER_STATE_PROPS_TO_REMOVE
+    WORKER_STATE_PROPS_TO_REMOVE,
+    WORKER_VALIDATION_RETRIES,
+    WORKER_VALIDATION_TIMEOUT_MS
   } = process.env;
   const parser2 = yargs_default(hideBin(argv)).command("server", "Start a ws-worker server").option("debug", {
     hidden: true,
@@ -6510,6 +6515,12 @@ function parseArgs(argv) {
   }).option("collections-version", {
     description: "The version of the collections adaptor to use for all runs on this worker instance.Env: WORKER_COLLECTIONS_VERSION",
     type: "string"
+  }).option("engine-validation-timeout-ms", {
+    description: "The timeout used to run the validation task within the engine, in milliseconds. Env: WORKER_VALIDATION_TIMEOUT_MS",
+    type: "number"
+  }).option("engine-validation-retries", {
+    description: "The number of times to retry engine validation. Useful in hosted environments. Default 3. ENV: WORKER_VALIDATION_RETRIES",
+    type: "number"
   });
   const args2 = parser2.parse();
   return {
@@ -6562,7 +6573,17 @@ function parseArgs(argv) {
       args2.collectionsVersion,
       WORKER_COLLECTIONS_VERSION
     ),
-    collectionsUrl: setArg(args2.collectionsUrl, WORKER_COLLECTIONS_URL)
+    collectionsUrl: setArg(args2.collectionsUrl, WORKER_COLLECTIONS_URL),
+    engineValidationRetries: setArg(
+      args2.engineValidationRetries,
+      WORKER_VALIDATION_RETRIES,
+      3
+    ),
+    engineValidationTimeoutMs: setArg(
+      args2.engineValidationTimeoutMs,
+      WORKER_VALIDATION_TIMEOUT_MS,
+      5e3
+    )
   };
 }
 
@@ -6639,7 +6660,9 @@ if (args.mock) {
     memoryLimitMb: args.runMemory,
     maxWorkers: args.capacity,
     statePropsToRemove: args.statePropsToRemove,
-    runTimeoutMs: args.maxRunDurationSeconds * 1e3
+    runTimeoutMs: args.maxRunDurationSeconds * 1e3,
+    workerValidationTimeout: args.engineValidationTimeoutMs,
+    workerValidationRetries: args.engineValidationRetries
   };
   logger.debug("Creating runtime engine...");
   logger.debug("Engine options:", engineOptions);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openfn/ws-worker",
-  "version": "1.17.0",
+  "version": "1.18.1",
   "description": "A Websocket Worker to connect Lightning to a Runtime Engine",
   "main": "dist/index.js",
   "type": "module",
@@ -23,10 +23,10 @@
     "koa-logger": "^3.2.1",
     "phoenix": "1.7.10",
     "ws": "^8.18.3",
-    "@openfn/lexicon": "^1.2.5",
     "@openfn/logger": "1.0.6",
     "@openfn/runtime": "1.7.3",
-    "@openfn/engine-multi": "1.6.14"
+    "@openfn/lexicon": "^1.2.5",
+    "@openfn/engine-multi": "1.7.1"
   },
   "devDependencies": {
     "@types/koa": "^2.15.0",
@@ -43,7 +43,7 @@
     "tsup": "^6.7.0",
     "typescript": "^4.9.5",
     "yargs": "^17.7.2",
-    "@openfn/lightning-mock": "2.3.0"
+    "@openfn/lightning-mock": "2.3.2"
   },
   "files": [
     "dist",