trigger.dev 3.0.0-beta.0 → 3.0.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Containerfile.prod +39 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.js +6115 -0
- package/dist/index.js.map +1 -0
- package/dist/templates/examples/simple.ts.template +14 -0
- package/dist/templates/trigger.config.ts.template +16 -0
- package/dist/workers/dev/worker-facade.js +187 -0
- package/dist/workers/dev/worker-setup.js +40 -0
- package/dist/workers/prod/entry-point.js +1151 -0
- package/dist/workers/prod/worker-facade.js +193 -0
- package/dist/workers/prod/worker-setup.js +35 -0
- package/package.json +5 -8
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
// src/workers/prod/worker-facade.ts
|
|
2
|
+
import {
|
|
3
|
+
ProdChildToWorkerMessages,
|
|
4
|
+
ProdWorkerToChildMessages,
|
|
5
|
+
TaskExecutor,
|
|
6
|
+
ZodIpcConnection,
|
|
7
|
+
DurableClock,
|
|
8
|
+
clock,
|
|
9
|
+
getEnvVar,
|
|
10
|
+
logLevels,
|
|
11
|
+
ZodSchemaParsedError
|
|
12
|
+
} from "@trigger.dev/core/v3";
|
|
13
|
+
import "source-map-support/register.js";
|
|
14
|
+
import {
|
|
15
|
+
ConsoleInterceptor,
|
|
16
|
+
OtelTaskLogger,
|
|
17
|
+
ProdRuntimeManager,
|
|
18
|
+
TaskRunErrorCodes,
|
|
19
|
+
TriggerTracer,
|
|
20
|
+
logger,
|
|
21
|
+
runtime
|
|
22
|
+
} from "@trigger.dev/core/v3";
|
|
23
|
+
|
|
24
|
+
// package.json
|
|
25
|
+
var version = "3.0.0-beta.10";
|
|
26
|
+
|
|
27
|
+
// src/workers/prod/worker-facade.ts
|
|
28
|
+
__WORKER_SETUP__;
|
|
29
|
+
__IMPORTED_PROJECT_CONFIG__;
|
|
30
|
+
var otelTracer = tracingSDK.getTracer("trigger-prod-worker", version);
|
|
31
|
+
var otelLogger = tracingSDK.getLogger("trigger-prod-worker", version);
|
|
32
|
+
var durableClock = new DurableClock();
|
|
33
|
+
clock.setGlobalClock(durableClock);
|
|
34
|
+
var tracer = new TriggerTracer({ tracer: otelTracer, logger: otelLogger });
|
|
35
|
+
var consoleInterceptor = new ConsoleInterceptor(otelLogger);
|
|
36
|
+
var triggerLogLevel = getEnvVar("TRIGGER_LOG_LEVEL");
|
|
37
|
+
var configLogLevel = triggerLogLevel ? triggerLogLevel : importedConfig ? importedConfig.logLevel : __PROJECT_CONFIG__.logLevel;
|
|
38
|
+
var otelTaskLogger = new OtelTaskLogger({
|
|
39
|
+
logger: otelLogger,
|
|
40
|
+
tracer,
|
|
41
|
+
level: logLevels.includes(configLogLevel) ? configLogLevel : "log"
|
|
42
|
+
});
|
|
43
|
+
logger.setGlobalTaskLogger(otelTaskLogger);
|
|
44
|
+
var TaskFileImports = {};
|
|
45
|
+
var TaskFiles = {};
|
|
46
|
+
__TASKS__;
|
|
47
|
+
function getTasks() {
|
|
48
|
+
const result = [];
|
|
49
|
+
for (const [importName, taskFile] of Object.entries(TaskFiles)) {
|
|
50
|
+
const fileImports = TaskFileImports[importName];
|
|
51
|
+
for (const [exportName, task] of Object.entries(fileImports ?? {})) {
|
|
52
|
+
if (task.__trigger) {
|
|
53
|
+
result.push({
|
|
54
|
+
id: task.__trigger.id,
|
|
55
|
+
exportName,
|
|
56
|
+
packageVersion: task.__trigger.packageVersion,
|
|
57
|
+
filePath: taskFile.filePath,
|
|
58
|
+
queue: task.__trigger.queue,
|
|
59
|
+
retry: task.__trigger.retry,
|
|
60
|
+
machine: task.__trigger.machine,
|
|
61
|
+
fns: task.__trigger.fns
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
return result;
|
|
67
|
+
}
|
|
68
|
+
function getTaskMetadata() {
|
|
69
|
+
const result = getTasks();
|
|
70
|
+
return result.map((task) => {
|
|
71
|
+
const { fns, ...metadata } = task;
|
|
72
|
+
return metadata;
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
var tasks = getTasks();
|
|
76
|
+
runtime.registerTasks(tasks);
|
|
77
|
+
var taskExecutors = /* @__PURE__ */ new Map();
|
|
78
|
+
for (const task of tasks) {
|
|
79
|
+
taskExecutors.set(
|
|
80
|
+
task.id,
|
|
81
|
+
new TaskExecutor(task, {
|
|
82
|
+
tracer,
|
|
83
|
+
tracingSDK,
|
|
84
|
+
consoleInterceptor,
|
|
85
|
+
projectConfig: __PROJECT_CONFIG__,
|
|
86
|
+
importedConfig,
|
|
87
|
+
handleErrorFn: handleError
|
|
88
|
+
})
|
|
89
|
+
);
|
|
90
|
+
}
|
|
91
|
+
var _execution;
|
|
92
|
+
var _isRunning = false;
|
|
93
|
+
var zodIpc = new ZodIpcConnection({
|
|
94
|
+
listenSchema: ProdWorkerToChildMessages,
|
|
95
|
+
emitSchema: ProdChildToWorkerMessages,
|
|
96
|
+
process,
|
|
97
|
+
handlers: {
|
|
98
|
+
EXECUTE_TASK_RUN: async ({ execution, traceContext, metadata }, sender) => {
|
|
99
|
+
if (_isRunning) {
|
|
100
|
+
console.error("Worker is already running a task");
|
|
101
|
+
await sender.send("TASK_RUN_COMPLETED", {
|
|
102
|
+
execution,
|
|
103
|
+
result: {
|
|
104
|
+
ok: false,
|
|
105
|
+
id: execution.attempt.id,
|
|
106
|
+
error: {
|
|
107
|
+
type: "INTERNAL_ERROR",
|
|
108
|
+
code: TaskRunErrorCodes.TASK_ALREADY_RUNNING
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
});
|
|
112
|
+
return;
|
|
113
|
+
}
|
|
114
|
+
process.title = `trigger-prod-worker: ${execution.task.id} ${execution.run.id}`;
|
|
115
|
+
const executor = taskExecutors.get(execution.task.id);
|
|
116
|
+
if (!executor) {
|
|
117
|
+
console.error(`Could not find executor for task ${execution.task.id}`);
|
|
118
|
+
await sender.send("TASK_RUN_COMPLETED", {
|
|
119
|
+
execution,
|
|
120
|
+
result: {
|
|
121
|
+
ok: false,
|
|
122
|
+
id: execution.attempt.id,
|
|
123
|
+
error: {
|
|
124
|
+
type: "INTERNAL_ERROR",
|
|
125
|
+
code: TaskRunErrorCodes.COULD_NOT_FIND_EXECUTOR
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
});
|
|
129
|
+
return;
|
|
130
|
+
}
|
|
131
|
+
try {
|
|
132
|
+
_execution = execution;
|
|
133
|
+
_isRunning = true;
|
|
134
|
+
const result = await executor.execute(execution, metadata, traceContext);
|
|
135
|
+
return sender.send("TASK_RUN_COMPLETED", {
|
|
136
|
+
execution,
|
|
137
|
+
result
|
|
138
|
+
});
|
|
139
|
+
} finally {
|
|
140
|
+
_execution = void 0;
|
|
141
|
+
_isRunning = false;
|
|
142
|
+
}
|
|
143
|
+
},
|
|
144
|
+
TASK_RUN_COMPLETED_NOTIFICATION: async ({ completion, execution }) => {
|
|
145
|
+
prodRuntimeManager.resumeTask(completion, execution);
|
|
146
|
+
},
|
|
147
|
+
WAIT_COMPLETED_NOTIFICATION: async () => {
|
|
148
|
+
prodRuntimeManager.resumeAfterRestore();
|
|
149
|
+
},
|
|
150
|
+
CLEANUP: async ({ flush, kill }, sender) => {
|
|
151
|
+
if (kill) {
|
|
152
|
+
await tracingSDK.flush();
|
|
153
|
+
await sender.send("READY_TO_DISPOSE", void 0);
|
|
154
|
+
} else {
|
|
155
|
+
if (flush) {
|
|
156
|
+
await tracingSDK.flush();
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
});
|
|
162
|
+
var prodRuntimeManager = new ProdRuntimeManager(zodIpc, {
|
|
163
|
+
waitThresholdInMs: parseInt(process.env.TRIGGER_RUNTIME_WAIT_THRESHOLD_IN_MS ?? "30000", 10)
|
|
164
|
+
});
|
|
165
|
+
runtime.setGlobalRuntimeManager(prodRuntimeManager);
|
|
166
|
+
var TASK_METADATA = getTaskMetadata();
|
|
167
|
+
zodIpc.send("TASKS_READY", { tasks: TASK_METADATA }).catch((err) => {
|
|
168
|
+
if (err instanceof ZodSchemaParsedError) {
|
|
169
|
+
zodIpc.send("TASKS_FAILED_TO_PARSE", { zodIssues: err.error.issues, tasks: TASK_METADATA });
|
|
170
|
+
} else {
|
|
171
|
+
console.error("Failed to send TASKS_READY message", err);
|
|
172
|
+
}
|
|
173
|
+
});
|
|
174
|
+
process.title = "trigger-prod-worker";
|
|
175
|
+
async function asyncHeartbeat(initialDelayInSeconds = 30, intervalInSeconds = 5) {
|
|
176
|
+
async function _doHeartbeat() {
|
|
177
|
+
while (true) {
|
|
178
|
+
if (_isRunning && _execution) {
|
|
179
|
+
try {
|
|
180
|
+
await zodIpc.send("TASK_HEARTBEAT", { id: _execution.attempt.id });
|
|
181
|
+
} catch (err) {
|
|
182
|
+
console.error("Failed to send HEARTBEAT message", err);
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 * intervalInSeconds));
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 * initialDelayInSeconds));
|
|
189
|
+
return _doHeartbeat();
|
|
190
|
+
}
|
|
191
|
+
asyncHeartbeat(5).catch((err) => {
|
|
192
|
+
console.error("Failed to start asyncHeartbeat", err);
|
|
193
|
+
});
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
// src/workers/prod/worker-setup.ts
|
|
2
|
+
import { Resource } from "@opentelemetry/resources";
|
|
3
|
+
import {
|
|
4
|
+
SemanticInternalAttributes,
|
|
5
|
+
TracingSDK
|
|
6
|
+
} from "@trigger.dev/core/v3";
|
|
7
|
+
__SETUP_IMPORTED_PROJECT_CONFIG__;
|
|
8
|
+
var tracingSDK = new TracingSDK({
|
|
9
|
+
url: process.env.OTEL_EXPORTER_OTLP_ENDPOINT ?? "http://0.0.0.0:4318",
|
|
10
|
+
resource: new Resource({
|
|
11
|
+
[SemanticInternalAttributes.CLI_VERSION]: "3.0.0"
|
|
12
|
+
}),
|
|
13
|
+
instrumentations: setupImportedConfig?.instrumentations ?? [],
|
|
14
|
+
diagLogLevel: process.env.OTEL_LOG_LEVEL ?? "none"
|
|
15
|
+
});
|
|
16
|
+
process.on("uncaughtException", (error, origin) => {
|
|
17
|
+
process.send?.({
|
|
18
|
+
type: "EVENT",
|
|
19
|
+
message: {
|
|
20
|
+
type: "UNCAUGHT_EXCEPTION",
|
|
21
|
+
payload: {
|
|
22
|
+
error: {
|
|
23
|
+
name: error.name,
|
|
24
|
+
message: error.message,
|
|
25
|
+
stack: error.stack
|
|
26
|
+
},
|
|
27
|
+
origin
|
|
28
|
+
},
|
|
29
|
+
version: "v1"
|
|
30
|
+
}
|
|
31
|
+
});
|
|
32
|
+
});
|
|
33
|
+
export {
|
|
34
|
+
tracingSDK
|
|
35
|
+
};
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "trigger.dev",
|
|
3
|
-
"version": "3.0.0-beta.
|
|
3
|
+
"version": "3.0.0-beta.10",
|
|
4
4
|
"description": "A Command-Line Interface for Trigger.dev (v3) projects",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"types": "./dist/index.d.ts",
|
|
@@ -32,11 +32,10 @@
|
|
|
32
32
|
"type": "module",
|
|
33
33
|
"exports": "./dist/index.js",
|
|
34
34
|
"bin": {
|
|
35
|
-
"
|
|
35
|
+
"triggerdev": "./dist/index.js"
|
|
36
36
|
},
|
|
37
37
|
"devDependencies": {
|
|
38
38
|
"@types/gradient-string": "^1.1.2",
|
|
39
|
-
"@types/jsonlines": "^0.1.5",
|
|
40
39
|
"@types/mock-fs": "^4.13.1",
|
|
41
40
|
"@types/node": "18",
|
|
42
41
|
"@types/object-hash": "^3.0.6",
|
|
@@ -54,8 +53,8 @@
|
|
|
54
53
|
"typescript": "^5.3.3",
|
|
55
54
|
"vitest": "^0.34.4",
|
|
56
55
|
"xdg-app-paths": "^8.3.0",
|
|
57
|
-
"@trigger.dev/
|
|
58
|
-
"@trigger.dev/
|
|
56
|
+
"@trigger.dev/tsconfig": "0.0.0",
|
|
57
|
+
"@trigger.dev/core-apps": "3.0.0-beta.7"
|
|
59
58
|
},
|
|
60
59
|
"watch": {
|
|
61
60
|
"build:prod-containerfile": "src/Containerfile.prod"
|
|
@@ -75,7 +74,7 @@
|
|
|
75
74
|
"@opentelemetry/sdk-trace-base": "^1.22.0",
|
|
76
75
|
"@opentelemetry/sdk-trace-node": "^1.22.0",
|
|
77
76
|
"@opentelemetry/semantic-conventions": "^1.22.0",
|
|
78
|
-
"@trigger.dev/core": "^3.0.0-beta.
|
|
77
|
+
"@trigger.dev/core": "^3.0.0-beta.7",
|
|
79
78
|
"@types/degit": "^2.8.3",
|
|
80
79
|
"chalk": "^5.2.0",
|
|
81
80
|
"chokidar": "^3.5.3",
|
|
@@ -92,7 +91,6 @@
|
|
|
92
91
|
"import-meta-resolve": "^4.0.0",
|
|
93
92
|
"ink": "^4.4.1",
|
|
94
93
|
"jsonc-parser": "^3.2.1",
|
|
95
|
-
"jsonlines": "^0.1.1",
|
|
96
94
|
"liquidjs": "^10.9.2",
|
|
97
95
|
"mock-fs": "^5.2.0",
|
|
98
96
|
"nanoid": "^4.0.2",
|
|
@@ -109,7 +107,6 @@
|
|
|
109
107
|
"simple-git": "^3.19.0",
|
|
110
108
|
"socket.io-client": "^4.7.4",
|
|
111
109
|
"source-map-support": "^0.5.21",
|
|
112
|
-
"supports-color": "^9.4.0",
|
|
113
110
|
"terminal-link": "^3.0.0",
|
|
114
111
|
"tiny-invariant": "^1.2.0",
|
|
115
112
|
"tsconfig-paths": "^4.2.0",
|