@openfn/ws-worker 0.4.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/README.md +4 -2
- package/dist/index.js +1 -1
- package/dist/start.js +13 -3
- package/package.json +5 -5
package/CHANGELOG.md
CHANGED
package/README.md
CHANGED
|
@@ -24,8 +24,6 @@ The worker will use the WORKER_SECRET env var (which you should have set for Lig
|
|
|
24
24
|
mix lightning.gen_worker_keys
|
|
25
25
|
```
|
|
26
26
|
|
|
27
|
-
### WS Server
|
|
28
|
-
|
|
29
27
|
To start a `ws-worker` server, run:
|
|
30
28
|
|
|
31
29
|
```
|
|
@@ -40,6 +38,10 @@ Pass a custom lightining url with `-l ws://localhost:1234/worker`. (Note that yo
|
|
|
40
38
|
|
|
41
39
|
Use `-l mock` to connect to a lightning mock server (on the default port).
|
|
42
40
|
|
|
41
|
+
## Options
|
|
42
|
+
|
|
43
|
+
For a list of supported worker and engine options, see src/start.ts
|
|
44
|
+
|
|
43
45
|
## Watched Server
|
|
44
46
|
|
|
45
47
|
You can start a dev server (which rebuilds on save) by running:
|
package/dist/index.js
CHANGED
|
@@ -376,7 +376,7 @@ import { timestamp } from "@openfn/logger";
|
|
|
376
376
|
// package.json
|
|
377
377
|
var package_default = {
|
|
378
378
|
name: "@openfn/ws-worker",
|
|
379
|
-
version: "0.
|
|
379
|
+
version: "0.5.0",
|
|
380
380
|
description: "A Websocket Worker to connect Lightning to a Runtime Engine",
|
|
381
381
|
main: "dist/index.js",
|
|
382
382
|
type: "module",
|
package/dist/start.js
CHANGED
|
@@ -5362,7 +5362,7 @@ import { timestamp } from "@openfn/logger";
|
|
|
5362
5362
|
// package.json
|
|
5363
5363
|
var package_default = {
|
|
5364
5364
|
name: "@openfn/ws-worker",
|
|
5365
|
-
version: "0.
|
|
5365
|
+
version: "0.5.0",
|
|
5366
5366
|
description: "A Websocket Worker to connect Lightning to a Runtime Engine",
|
|
5367
5367
|
main: "dist/index.js",
|
|
5368
5368
|
type: "module",
|
|
@@ -5878,7 +5878,12 @@ function createServer(engine, options = {}) {
|
|
|
5878
5878
|
var server_default = createServer;
|
|
5879
5879
|
|
|
5880
5880
|
// src/start.ts
|
|
5881
|
-
var {
|
|
5881
|
+
var {
|
|
5882
|
+
WORKER_REPO_DIR,
|
|
5883
|
+
WORKER_SECRET,
|
|
5884
|
+
MAX_RUN_MEMORY,
|
|
5885
|
+
STATE_PROPS_TO_REMOVE
|
|
5886
|
+
} = process.env;
|
|
5882
5887
|
var args = yargs_default(hideBin(process.argv)).command("server", "Start a ws-worker server").option("port", {
|
|
5883
5888
|
alias: "p",
|
|
5884
5889
|
description: "Port to run the server on",
|
|
@@ -5914,6 +5919,10 @@ var args = yargs_default(hideBin(process.argv)).command("server", "Start a ws-wo
|
|
|
5914
5919
|
description: "max concurrent workers",
|
|
5915
5920
|
default: 5,
|
|
5916
5921
|
type: "number"
|
|
5922
|
+
}).option("state-props-to-remove", {
|
|
5923
|
+
description: "A list of properties to remove from the final state returned by a job",
|
|
5924
|
+
default: STATE_PROPS_TO_REMOVE ?? ["configuration", "response"],
|
|
5925
|
+
type: "array"
|
|
5917
5926
|
}).option("run-memory", {
|
|
5918
5927
|
description: "Maximum memory allocated to a single run, in mb",
|
|
5919
5928
|
type: "number",
|
|
@@ -5956,7 +5965,8 @@ if (args.mock) {
|
|
|
5956
5965
|
createRTE({
|
|
5957
5966
|
repoDir: args.repoDir,
|
|
5958
5967
|
memoryLimitMb: args.runMemory,
|
|
5959
|
-
maxWorkers: args.capacity
|
|
5968
|
+
maxWorkers: args.capacity,
|
|
5969
|
+
statePropsToRemove: args.statePropsToRemove
|
|
5960
5970
|
}).then((engine) => {
|
|
5961
5971
|
logger.debug("engine created");
|
|
5962
5972
|
engineReady(engine);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@openfn/ws-worker",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.5.0",
|
|
4
4
|
"description": "A Websocket Worker to connect Lightning to a Runtime Engine",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"type": "module",
|
|
@@ -22,9 +22,9 @@
|
|
|
22
22
|
"koa-logger": "^3.2.1",
|
|
23
23
|
"phoenix": "^1.7.7",
|
|
24
24
|
"ws": "^8.14.1",
|
|
25
|
-
"@openfn/engine-multi": "0.2.
|
|
26
|
-
"@openfn/
|
|
27
|
-
"@openfn/
|
|
25
|
+
"@openfn/engine-multi": "0.2.6",
|
|
26
|
+
"@openfn/runtime": "0.2.4",
|
|
27
|
+
"@openfn/logger": "0.0.19"
|
|
28
28
|
},
|
|
29
29
|
"devDependencies": {
|
|
30
30
|
"@types/koa": "^2.13.5",
|
|
@@ -41,7 +41,7 @@
|
|
|
41
41
|
"tsup": "^6.2.3",
|
|
42
42
|
"typescript": "^4.6.4",
|
|
43
43
|
"yargs": "^17.6.2",
|
|
44
|
-
"@openfn/lightning-mock": "1.1.
|
|
44
|
+
"@openfn/lightning-mock": "1.1.8"
|
|
45
45
|
},
|
|
46
46
|
"files": [
|
|
47
47
|
"dist",
|