nmtjs 0.15.0-beta.2 → 0.15.0-beta.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.d.ts +2 -0
- package/dist/cli.js +3 -2
- package/dist/cli.js.map +1 -0
- package/dist/config.d.ts +51 -0
- package/dist/config.js +1 -0
- package/dist/config.js.map +1 -0
- package/dist/entrypoints/cli.d.ts +1 -0
- package/dist/entrypoints/cli.js +1 -0
- package/dist/entrypoints/cli.js.map +1 -0
- package/dist/entrypoints/main.d.ts +5 -0
- package/dist/entrypoints/main.js +83 -15
- package/dist/entrypoints/main.js.map +1 -0
- package/dist/entrypoints/thread.d.ts +14 -0
- package/dist/entrypoints/thread.js +130 -24
- package/dist/entrypoints/thread.js.map +1 -0
- package/dist/entrypoints/worker.d.ts +3 -0
- package/dist/entrypoints/worker.js +4 -3
- package/dist/entrypoints/worker.js.map +1 -0
- package/dist/index.d.ts +69 -0
- package/dist/{_exports/index.js → index.js} +9 -5
- package/dist/index.js.map +1 -0
- package/dist/resolver.d.ts +2 -0
- package/dist/resolver.js +1 -0
- package/dist/resolver.js.map +1 -0
- package/dist/runtime/application/api/api.d.ts +49 -0
- package/dist/runtime/application/api/api.js +193 -0
- package/dist/runtime/application/api/api.js.map +1 -0
- package/dist/runtime/application/api/constants.d.ts +14 -0
- package/dist/runtime/application/api/constants.js +8 -0
- package/dist/runtime/application/api/constants.js.map +1 -0
- package/dist/runtime/application/api/filters.d.ts +14 -0
- package/dist/runtime/application/api/filters.js +11 -0
- package/dist/runtime/application/api/filters.js.map +1 -0
- package/dist/runtime/application/api/guards.d.ts +13 -0
- package/dist/runtime/application/api/guards.js +8 -0
- package/dist/runtime/application/api/guards.js.map +1 -0
- package/dist/runtime/application/api/index.d.ts +8 -0
- package/dist/runtime/application/api/index.js +9 -0
- package/dist/runtime/application/api/index.js.map +1 -0
- package/dist/runtime/application/api/middlewares.d.ts +14 -0
- package/dist/runtime/application/api/middlewares.js +12 -0
- package/dist/runtime/application/api/middlewares.js.map +1 -0
- package/dist/runtime/application/api/procedure.d.ts +67 -0
- package/dist/runtime/application/api/procedure.js +50 -0
- package/dist/runtime/application/api/procedure.js.map +1 -0
- package/dist/runtime/application/api/router.d.ts +71 -0
- package/dist/runtime/application/api/router.js +51 -0
- package/dist/runtime/application/api/router.js.map +1 -0
- package/dist/runtime/application/api/types.d.ts +32 -0
- package/dist/runtime/application/api/types.js +2 -0
- package/dist/runtime/application/api/types.js.map +1 -0
- package/dist/runtime/application/config.d.ts +26 -0
- package/dist/runtime/application/config.js +21 -0
- package/dist/runtime/application/config.js.map +1 -0
- package/dist/runtime/application/constants.d.ts +2 -0
- package/dist/runtime/application/constants.js +2 -0
- package/dist/runtime/application/constants.js.map +1 -0
- package/dist/runtime/application/hook.d.ts +19 -0
- package/dist/runtime/application/hook.js +11 -0
- package/dist/runtime/application/hook.js.map +1 -0
- package/dist/runtime/application/hooks.d.ts +3 -0
- package/dist/runtime/application/hooks.js +4 -0
- package/dist/runtime/application/hooks.js.map +1 -0
- package/dist/runtime/application/index.d.ts +5 -0
- package/dist/runtime/application/index.js +6 -0
- package/dist/runtime/application/index.js.map +1 -0
- package/dist/runtime/constants.d.ts +8 -0
- package/dist/runtime/constants.js +5 -0
- package/dist/runtime/constants.js.map +1 -0
- package/dist/runtime/core/hooks.d.ts +4 -0
- package/dist/runtime/core/hooks.js +4 -0
- package/dist/runtime/core/hooks.js.map +1 -0
- package/dist/runtime/core/plugin.d.ts +8 -0
- package/dist/runtime/core/plugin.js +4 -0
- package/dist/runtime/core/plugin.js.map +1 -0
- package/dist/runtime/core/runtime.d.ts +27 -0
- package/dist/runtime/core/runtime.js +81 -0
- package/dist/runtime/core/runtime.js.map +1 -0
- package/dist/runtime/enums.d.ts +21 -0
- package/dist/runtime/enums.js +26 -0
- package/dist/runtime/enums.js.map +1 -0
- package/dist/runtime/index.d.ts +21 -0
- package/dist/runtime/index.js +22 -0
- package/dist/runtime/index.js.map +1 -0
- package/dist/runtime/injectables.d.ts +23 -0
- package/dist/runtime/injectables.js +20 -0
- package/dist/runtime/injectables.js.map +1 -0
- package/dist/runtime/jobs/job.d.ts +132 -0
- package/dist/runtime/jobs/job.js +68 -0
- package/dist/runtime/jobs/job.js.map +1 -0
- package/dist/runtime/jobs/manager.d.ts +113 -0
- package/dist/runtime/jobs/manager.js +210 -0
- package/dist/runtime/jobs/manager.js.map +1 -0
- package/dist/runtime/jobs/router.d.ts +266 -0
- package/dist/runtime/jobs/router.js +432 -0
- package/dist/runtime/jobs/router.js.map +1 -0
- package/dist/runtime/jobs/runner.d.ts +64 -0
- package/dist/runtime/jobs/runner.js +256 -0
- package/dist/runtime/jobs/runner.js.map +1 -0
- package/dist/runtime/jobs/step.d.ts +23 -0
- package/dist/runtime/jobs/step.js +18 -0
- package/dist/runtime/jobs/step.js.map +1 -0
- package/dist/runtime/jobs/ui.d.ts +3 -0
- package/dist/runtime/jobs/ui.js +17 -0
- package/dist/runtime/jobs/ui.js.map +1 -0
- package/dist/runtime/pubsub/manager.d.ts +48 -0
- package/dist/runtime/pubsub/manager.js +119 -0
- package/dist/runtime/pubsub/manager.js.map +1 -0
- package/dist/runtime/pubsub/redis.d.ts +16 -0
- package/dist/runtime/pubsub/redis.js +98 -0
- package/dist/runtime/pubsub/redis.js.map +1 -0
- package/dist/runtime/scheduler/index.d.ts +22 -0
- package/dist/runtime/scheduler/index.js +20 -0
- package/dist/runtime/scheduler/index.js.map +1 -0
- package/dist/runtime/server/applications.d.ts +52 -0
- package/dist/runtime/server/applications.js +133 -0
- package/dist/runtime/server/applications.js.map +1 -0
- package/dist/runtime/server/config.d.ts +121 -0
- package/dist/runtime/server/config.js +33 -0
- package/dist/runtime/server/config.js.map +1 -0
- package/dist/runtime/server/jobs.d.ts +41 -0
- package/dist/runtime/server/jobs.js +181 -0
- package/dist/runtime/server/jobs.js.map +1 -0
- package/dist/runtime/server/pool.d.ts +54 -0
- package/dist/runtime/server/pool.js +194 -0
- package/dist/runtime/server/pool.js.map +1 -0
- package/dist/runtime/server/proxy.d.ts +21 -0
- package/dist/runtime/server/proxy.js +79 -0
- package/dist/runtime/server/proxy.js.map +1 -0
- package/dist/runtime/server/server.d.ts +53 -0
- package/dist/runtime/server/server.js +90 -0
- package/dist/runtime/server/server.js.map +1 -0
- package/dist/runtime/store/index.d.ts +3 -0
- package/dist/runtime/store/index.js +23 -0
- package/dist/runtime/store/index.js.map +1 -0
- package/dist/runtime/types.d.ts +103 -0
- package/dist/runtime/types.js +2 -0
- package/dist/runtime/types.js.map +1 -0
- package/dist/runtime/workers/application.d.ts +47 -0
- package/dist/runtime/workers/application.js +162 -0
- package/dist/runtime/workers/application.js.map +1 -0
- package/dist/runtime/workers/base.d.ts +16 -0
- package/dist/runtime/workers/base.js +46 -0
- package/dist/runtime/workers/base.js.map +1 -0
- package/dist/runtime/workers/cli.d.ts +1 -0
- package/dist/runtime/workers/cli.js +2 -0
- package/dist/runtime/workers/cli.js.map +1 -0
- package/dist/runtime/workers/job.d.ts +20 -0
- package/dist/runtime/workers/job.js +172 -0
- package/dist/runtime/workers/job.js.map +1 -0
- package/dist/typings.d.ts +5 -0
- package/dist/typings.js +4 -3
- package/dist/typings.js.map +1 -0
- package/dist/vite/builder.d.ts +5 -0
- package/dist/vite/builder.js +5 -1
- package/dist/vite/builder.js.map +1 -0
- package/dist/vite/config.d.ts +28 -0
- package/dist/vite/config.js +1 -0
- package/dist/vite/config.js.map +1 -0
- package/dist/vite/plugins.d.ts +2 -0
- package/dist/vite/plugins.js +1 -0
- package/dist/vite/plugins.js.map +1 -0
- package/dist/vite/runners/worker.d.ts +4 -0
- package/dist/vite/runners/worker.js +1 -0
- package/dist/vite/runners/worker.js.map +1 -0
- package/dist/vite/server.d.ts +3 -0
- package/dist/vite/server.js +6 -1
- package/dist/vite/server.js.map +1 -0
- package/dist/vite/servers/main.d.ts +8 -0
- package/dist/vite/servers/main.js +1 -0
- package/dist/vite/servers/main.js.map +1 -0
- package/dist/vite/servers/worker.d.ts +11 -0
- package/dist/vite/servers/worker.js +28 -0
- package/dist/vite/servers/worker.js.map +1 -0
- package/package.json +31 -18
- package/src/cli.ts +144 -0
- package/src/config.ts +64 -0
- package/src/entrypoints/cli.ts +13 -0
- package/src/entrypoints/main.ts +200 -0
- package/src/entrypoints/thread.ts +184 -0
- package/src/entrypoints/worker.ts +48 -0
- package/src/index.ts +82 -0
- package/src/resolver.ts +16 -0
- package/src/runtime/application/api/api.ts +265 -0
- package/src/runtime/application/api/constants.ts +22 -0
- package/src/runtime/application/api/filters.ts +39 -0
- package/src/runtime/application/api/guards.ts +29 -0
- package/src/runtime/application/api/index.ts +8 -0
- package/src/runtime/application/api/middlewares.ts +37 -0
- package/src/runtime/application/api/procedure.ts +229 -0
- package/src/runtime/application/api/router.ts +193 -0
- package/src/runtime/application/api/types.ts +124 -0
- package/src/runtime/application/config.ts +69 -0
- package/src/runtime/application/constants.ts +4 -0
- package/src/runtime/application/hook.ts +51 -0
- package/src/runtime/application/hooks.ts +3 -0
- package/src/runtime/application/index.ts +5 -0
- package/src/runtime/constants.ts +13 -0
- package/src/runtime/core/hooks.ts +5 -0
- package/src/runtime/core/plugin.ts +13 -0
- package/src/runtime/core/runtime.ts +109 -0
- package/src/runtime/enums.ts +24 -0
- package/src/runtime/index.ts +21 -0
- package/src/runtime/injectables.ts +61 -0
- package/src/runtime/jobs/job.ts +370 -0
- package/src/runtime/jobs/manager.ts +348 -0
- package/src/runtime/jobs/router.ts +896 -0
- package/src/runtime/jobs/runner.ts +320 -0
- package/src/runtime/jobs/step.ts +66 -0
- package/src/runtime/jobs/ui.ts +21 -0
- package/src/runtime/pubsub/manager.ts +211 -0
- package/src/runtime/pubsub/redis.ts +108 -0
- package/src/runtime/scheduler/index.ts +39 -0
- package/src/runtime/server/applications.ts +210 -0
- package/src/runtime/server/config.ts +158 -0
- package/src/runtime/server/jobs.ts +250 -0
- package/src/runtime/server/pool.ts +260 -0
- package/src/runtime/server/proxy.ts +118 -0
- package/src/runtime/server/server.ts +155 -0
- package/src/runtime/store/index.ts +30 -0
- package/src/runtime/types.ts +93 -0
- package/src/runtime/workers/application.ts +209 -0
- package/src/runtime/workers/base.ts +68 -0
- package/src/runtime/workers/cli.ts +0 -0
- package/src/runtime/workers/job.ts +153 -0
- package/src/typings.ts +30 -0
- package/src/vite/builder.ts +122 -0
- package/src/vite/config.ts +45 -0
- package/src/vite/plugins.ts +26 -0
- package/src/vite/runners/worker.ts +57 -0
- package/src/vite/server.ts +39 -0
- package/src/vite/servers/main.ts +34 -0
- package/src/vite/servers/worker.ts +143 -0
- package/dist/_exports/application.js +0 -1
- package/dist/_exports/common.js +0 -1
- package/dist/_exports/contract.js +0 -2
- package/dist/_exports/core.js +0 -1
- package/dist/_exports/gateway.js +0 -1
- package/dist/_exports/http-transport/bun.js +0 -1
- package/dist/_exports/http-transport/deno.js +0 -1
- package/dist/_exports/http-transport/node.js +0 -1
- package/dist/_exports/http-transport.js +0 -1
- package/dist/_exports/json-format.js +0 -1
- package/dist/_exports/protocol/client.js +0 -1
- package/dist/_exports/protocol/server.js +0 -1
- package/dist/_exports/protocol.js +0 -1
- package/dist/_exports/runtime/types.js +0 -1
- package/dist/_exports/runtime.js +0 -1
- package/dist/_exports/type.js +0 -2
- package/dist/_exports/ws-transport/bun.js +0 -1
- package/dist/_exports/ws-transport/deno.js +0 -1
- package/dist/_exports/ws-transport/node.js +0 -1
- package/dist/_exports/ws-transport.js +0 -1
- package/dist/command.js +0 -30
|
@@ -0,0 +1,181 @@
|
|
|
1
|
+
import { Queue, UnrecoverableError, Worker } from 'bullmq';
|
|
2
|
+
import { JobWorkerPool } from "../enums.js";
|
|
3
|
+
import { getJobQueueName } from "../jobs/manager.js";
|
|
4
|
+
import { createJobsUI } from "../jobs/ui.js";
|
|
5
|
+
import { Pool } from "./pool.js";
|
|
6
|
+
export class JobRunnersPool extends Pool {
|
|
7
|
+
runIndex = 0;
|
|
8
|
+
async run(task) {
|
|
9
|
+
if (this.threads.length === 0) {
|
|
10
|
+
throw new Error('No job runner threads available');
|
|
11
|
+
}
|
|
12
|
+
if (this.runIndex >= this.threads.length) {
|
|
13
|
+
this.runIndex = 0;
|
|
14
|
+
}
|
|
15
|
+
const thread = this.threads[this.runIndex];
|
|
16
|
+
this.runIndex++;
|
|
17
|
+
return await thread.run(task);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
export class ApplicationServerJobs {
|
|
21
|
+
params;
|
|
22
|
+
/**
|
|
23
|
+
* BullMQ workers - one per job (dedicated queues)
|
|
24
|
+
*/
|
|
25
|
+
queueWorkers = new Set();
|
|
26
|
+
ui;
|
|
27
|
+
uiQueues = [];
|
|
28
|
+
jobs;
|
|
29
|
+
/**
|
|
30
|
+
* Shared resource pools by pool type (Io, Compute).
|
|
31
|
+
* All jobs of a given pool type share the same pool for resource management.
|
|
32
|
+
*/
|
|
33
|
+
pools = new Map();
|
|
34
|
+
constructor(params) {
|
|
35
|
+
this.params = params;
|
|
36
|
+
this.jobs = params.serverConfig.jobs
|
|
37
|
+
? params.serverConfig.jobs.jobs
|
|
38
|
+
: new Map();
|
|
39
|
+
}
|
|
40
|
+
async start() {
|
|
41
|
+
const { logger, serverConfig, workerConfig, store } = this.params;
|
|
42
|
+
const jobsConfig = serverConfig.jobs;
|
|
43
|
+
if (!jobsConfig) {
|
|
44
|
+
logger.debug('Jobs are not configured, skipping');
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
if (jobsConfig.ui) {
|
|
48
|
+
const hostname = jobsConfig.ui.hostname ?? '127.0.0.1';
|
|
49
|
+
const port = jobsConfig.ui.port ?? 3000;
|
|
50
|
+
this.uiQueues = [...this.jobs.values()].map((job) => new Queue(getJobQueueName(job), {
|
|
51
|
+
connection: store,
|
|
52
|
+
}));
|
|
53
|
+
this.ui = createJobsUI(this.uiQueues);
|
|
54
|
+
await new Promise((resolve, reject) => {
|
|
55
|
+
if (!this.ui)
|
|
56
|
+
return reject(new Error('Jobs UI server is missing'));
|
|
57
|
+
this.ui.once('error', reject);
|
|
58
|
+
this.ui.listen(port, hostname, resolve);
|
|
59
|
+
});
|
|
60
|
+
const address = this.ui.address();
|
|
61
|
+
const resolved = address && typeof address !== 'string'
|
|
62
|
+
? { hostname: address.address, port: address.port }
|
|
63
|
+
: { hostname, port };
|
|
64
|
+
logger.info({ ...resolved }, 'Jobs UI started');
|
|
65
|
+
}
|
|
66
|
+
// Step 1: Initialize shared resource pools (Io, Compute)
|
|
67
|
+
const poolTypes = Object.values(JobWorkerPool);
|
|
68
|
+
for (const poolType of poolTypes) {
|
|
69
|
+
const poolConfig = jobsConfig.pools[poolType];
|
|
70
|
+
if (!poolConfig)
|
|
71
|
+
continue;
|
|
72
|
+
const pool = new JobRunnersPool({
|
|
73
|
+
path: workerConfig.path,
|
|
74
|
+
worker: workerConfig.worker,
|
|
75
|
+
workerData: { ...workerConfig.workerData },
|
|
76
|
+
});
|
|
77
|
+
for (let i = 0; i < poolConfig.threads; i++) {
|
|
78
|
+
pool.add({
|
|
79
|
+
index: i,
|
|
80
|
+
name: `job-pool-${poolType}`,
|
|
81
|
+
workerData: { runtime: { type: 'jobs', jobWorkerPool: poolType } },
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
await pool.start();
|
|
85
|
+
this.pools.set(poolType, pool);
|
|
86
|
+
logger.info({
|
|
87
|
+
pool: poolType,
|
|
88
|
+
threads: poolConfig.threads,
|
|
89
|
+
jobsPerThread: poolConfig.jobs,
|
|
90
|
+
}, 'Job runner pool started');
|
|
91
|
+
}
|
|
92
|
+
// Step 2: Create a dedicated BullMQ Worker for each job
|
|
93
|
+
// Calculate how many jobs use each pool for fair concurrency distribution
|
|
94
|
+
const jobsPerPool = new Map();
|
|
95
|
+
for (const job of this.jobs.values()) {
|
|
96
|
+
const count = jobsPerPool.get(job.options.pool) ?? 0;
|
|
97
|
+
jobsPerPool.set(job.options.pool, count + 1);
|
|
98
|
+
}
|
|
99
|
+
for (const job of this.jobs.values()) {
|
|
100
|
+
const queueName = getJobQueueName(job);
|
|
101
|
+
const poolType = job.options.pool;
|
|
102
|
+
const pool = this.pools.get(poolType);
|
|
103
|
+
if (!pool) {
|
|
104
|
+
logger.warn({ job: job.name, pool: poolType }, 'No pool configured for job, skipping worker creation');
|
|
105
|
+
continue;
|
|
106
|
+
}
|
|
107
|
+
const poolConfig = jobsConfig.pools[poolType];
|
|
108
|
+
const poolCapacity = poolConfig.threads * poolConfig.jobs;
|
|
109
|
+
const jobCountInPool = jobsPerPool.get(poolType) ?? 1;
|
|
110
|
+
// Use job-specific concurrency if provided, otherwise distribute pool capacity evenly
|
|
111
|
+
const defaultConcurrency = Math.max(1, Math.floor(poolCapacity / jobCountInPool));
|
|
112
|
+
const concurrency = job.options.concurrency ?? defaultConcurrency;
|
|
113
|
+
const queueWorker = new Worker(queueName, async (bullJob) => {
|
|
114
|
+
const task = {
|
|
115
|
+
jobId: String(bullJob.id ?? ''),
|
|
116
|
+
jobName: bullJob.name,
|
|
117
|
+
data: bullJob.data,
|
|
118
|
+
};
|
|
119
|
+
const result = await pool.run(task);
|
|
120
|
+
switch (result.type) {
|
|
121
|
+
case 'success':
|
|
122
|
+
return result.result;
|
|
123
|
+
case 'unrecoverable_error':
|
|
124
|
+
throw new UnrecoverableError(typeof result.error === 'string'
|
|
125
|
+
? result.error
|
|
126
|
+
: 'Unrecoverable error');
|
|
127
|
+
case 'job_not_found':
|
|
128
|
+
case 'queue_job_not_found':
|
|
129
|
+
throw new UnrecoverableError(result.type);
|
|
130
|
+
case 'error':
|
|
131
|
+
console.error(result.error);
|
|
132
|
+
throw result.error;
|
|
133
|
+
default:
|
|
134
|
+
throw new UnrecoverableError('Unknown job task result');
|
|
135
|
+
}
|
|
136
|
+
}, { connection: store, concurrency });
|
|
137
|
+
this.queueWorkers.add(queueWorker);
|
|
138
|
+
logger.info({ job: job.name, queue: queueName, pool: poolType, concurrency }, 'Job queue worker started');
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
async stop() {
|
|
142
|
+
const { logger } = this.params;
|
|
143
|
+
if (this.ui) {
|
|
144
|
+
await new Promise((resolve) => {
|
|
145
|
+
this.ui?.close(() => resolve());
|
|
146
|
+
}).catch((error) => {
|
|
147
|
+
logger.warn({ error }, 'Failed to stop Jobs UI server');
|
|
148
|
+
});
|
|
149
|
+
}
|
|
150
|
+
await Promise.all(this.uiQueues.map(async (queue) => {
|
|
151
|
+
try {
|
|
152
|
+
await queue.close();
|
|
153
|
+
}
|
|
154
|
+
catch (error) {
|
|
155
|
+
logger.warn({ error }, 'Failed to close Jobs UI queue');
|
|
156
|
+
}
|
|
157
|
+
}));
|
|
158
|
+
this.uiQueues = [];
|
|
159
|
+
this.ui = undefined;
|
|
160
|
+
// Stop accepting new jobs first.
|
|
161
|
+
await Promise.all([...this.queueWorkers].map(async (worker) => {
|
|
162
|
+
try {
|
|
163
|
+
await worker.close();
|
|
164
|
+
}
|
|
165
|
+
catch (error) {
|
|
166
|
+
logger.warn({ error }, 'Failed to close BullMQ worker');
|
|
167
|
+
}
|
|
168
|
+
}));
|
|
169
|
+
this.queueWorkers.clear();
|
|
170
|
+
await Promise.all(Array.from(this.pools.values()).map(async (pool) => {
|
|
171
|
+
try {
|
|
172
|
+
await pool.stop();
|
|
173
|
+
}
|
|
174
|
+
catch (error) {
|
|
175
|
+
logger.warn({ error }, 'Failed to stop job pool');
|
|
176
|
+
}
|
|
177
|
+
}));
|
|
178
|
+
this.pools.clear();
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
//# sourceMappingURL=jobs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../../src/runtime/server/jobs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAO1D,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,MAAM,OAAO,cAAe,SAAQ,IAAI;IAC5B,QAAQ,GAAG,CAAC,CAAA;IAEtB,KAAK,CAAC,GAAG,CAAC,IAAmB;QAC3B,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAA;QACnB,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAE,CAAA;QAC3C,IAAI,CAAC,QAAQ,EAAE,CAAA;QACf,OAAO,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC/B,CAAC;CACF;AAED,MAAM,OAAO,qBAAqB;IAiBrB;IAhBX;;OAEG;IACH,YAAY,GAAG,IAAI,GAAG,EAAU,CAAA;IAChC,EAAE,CAAS;IACD,QAAQ,GAAY,EAAE,CAAA;IAEhC,IAAI,CAAqB;IAEzB;;;OAGG;IACO,KAAK,GAAG,IAAI,GAAG,EAAiC,CAAA;IAE1D,YACW,MAKR;QALQ,WAAM,GAAN,MAAM,CAKd;QAED,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI;YAClC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI;YAC/B,CAAC,CAAC,IAAI,GAAG,EAAE,CAAA;IACf,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,CAAA;QACjE,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAA;QAEpC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAA;YACjD,OAAM;QACR,CAAC;QAED,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,UAAU,CAAC,EAAE,CAAC,QAAQ,IAAI,WAAW,CAAA;YACtD,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC,IAAI,IAAI,IAAI,CAAA;YAEvC,IAAI,CAAC,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CACzC,CAAC,GAAG,EAAE,EAAE,CACN,IAAI,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE;gBAC9B,UAAU,EAAE,KAA+B;aAC5C,CAAC,CACL,CAAA;YAED,IAAI,CAAC,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAErC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,IAAI,CAAC,EAAE;oBAAE,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAA;gBACnE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBAC7B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;YACzC,CAAC,CAAC,CAAA;YAEF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAA;YACjC,MAAM,QAAQ,GACZ,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;gBACpC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE;gBACnD,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAA;YAExB,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,QAAQ,EAAE,EAAE,iBAAiB,CAAC,CAAA;QACjD,CAAC;QAED,yDAAyD;QACzD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAE9C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YAC7C,IAAI,CAAC,UAAU;gBAAE,SAAQ;YAEzB,MAAM,IAAI,GAAG,IAAI,cAAc,CAAC;gBAC9B,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,UAAU,EAAE,EAAE,GAAG,YAAY,CAAC,UAAU,EAAE;aAC3C,CAAC,CAAA;YAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,IAAI,CAAC,GAAG,CAAC;oBACP,KAAK,EAAE,CAAC;oBACR,IAAI,EAAE,YAAY,QAAQ,EAAE;oBAC5B,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE;iBACnE,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;YAClB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;YAE9B,MAAM,CAAC,IAAI,CACT;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,aAAa,EAAE,UAAU,CAAC,IAAI;aAC/B,EACD,yBAAyB,CAC1B,CAAA;QACH,CAAC;QAED,wDAAwD;QACxD,0EAA0E;QAC1E,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAA;QACpD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACpD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;QAC9C,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;YACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAA;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YAErC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,EACjC,sDAAsD,CACvD,CAAA;gBACD,SAAQ;YACV,CAAC;YAED,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YAC7C,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,GAAG,UAAU,CAAC,IAAI,CAAA;YACzD,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YACrD,sFAAsF;YACtF,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CACjC,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,cAAc,CAAC,CAC1C,CAAA;YACD,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,kBAAkB,CAAA;YAEjE,MAAM,WAAW,GAAG,IAAI,MAAM,CAC5B,SAAS,EACT,KAAK,EAAE,OAAO,EAAE,EAAE;gBAChB,MAAM,IAAI,GAAkB;oBAC1B,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;oBAC/B,OAAO,EAAE,OAAO,CAAC,IAAI;oBACrB,IAAI,EAAE,OAAO,CAAC,IAAI;iBACnB,CAAA;gBAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;gBACnC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;oBACpB,KAAK,SAAS;wBACZ,OAAO,MAAM,CAAC,MAAM,CAAA;oBACtB,KAAK,qBAAqB;wBACxB,MAAM,IAAI,kBAAkB,CAC1B,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;4BAC9B,CAAC,CAAC,MAAM,CAAC,KAAK;4BACd,CAAC,CAAC,qBAAqB,CAC1B,CAAA;oBACH,KAAK,eAAe,CAAC;oBACrB,KAAK,qBAAqB;wBACxB,MAAM,IAAI,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBAC3C,KAAK,OAAO;wBACV,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;wBAC3B,MAAM,MAAM,CAAC,KAAK,CAAA;oBACpB;wBACE,MAAM,IAAI,kBAAkB,CAAC,yBAAyB,CAAC,CAAA;gBAC3D,CAAC;YACH,CAAC,EACD,EAAE,UAAU,EAAE,KAA+B,EAAE,WAAW,EAAE,CAC7D,CAAA;YAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YAClC,MAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,EAChE,0BAA0B,CAC3B,CAAA;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAA;QAE9B,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;YACjC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACjB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,+BAA+B,CAAC,CAAA;YACzD,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAChC,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,KAAK,EAAE,CAAA;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,+BAA+B,CAAC,CAAA;YACzD,CAAC;QACH,CAAC,CAAC,CACH,CAAA;QACD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAA;QAClB,IAAI,CAAC,EAAE,GAAG,SAAS,CAAA;QAEnB,iCAAiC;QACjC,MAAM,OAAO,CAAC,GAAG,CACf,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YACtB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,+BAA+B,CAAC,CAAA;YACzD,CAAC;QACH,CAAC,CAAC,CACH,CAAA;QACD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;QAEzB,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACjD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;YACnB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,yBAAyB,CAAC,CAAA;YACnD,CAAC;QACH,CAAC,CAAC,CACH,CAAA;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC;CACF"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import type { MessagePort, WorkerOptions } from 'node:worker_threads';
|
|
2
|
+
import EventEmitter from 'node:events';
|
|
3
|
+
import { Worker } from 'node:worker_threads';
|
|
4
|
+
import type { JobTaskResult, ServerPortMessageTypes, ThreadPortMessageTypes, WorkerJobTask, WorkerThreadError } from '../types.ts';
|
|
5
|
+
export type ThreadState = 'starting' | 'error' | 'terminating' | 'pending' | 'ready';
|
|
6
|
+
export declare class Thread extends EventEmitter<{
|
|
7
|
+
error: [error: WorkerThreadError];
|
|
8
|
+
ready: [ThreadPortMessageTypes['ready']];
|
|
9
|
+
task: [ThreadPortMessageTypes['task']];
|
|
10
|
+
terminate: [];
|
|
11
|
+
} & {
|
|
12
|
+
[K in `task-${ThreadPortMessageTypes['task']['id']}`]: [
|
|
13
|
+
ThreadPortMessageTypes['task']['task']
|
|
14
|
+
];
|
|
15
|
+
}> {
|
|
16
|
+
readonly port: MessagePort;
|
|
17
|
+
worker: Worker;
|
|
18
|
+
state: ThreadState;
|
|
19
|
+
protected readyMessage?: ThreadPortMessageTypes['ready'];
|
|
20
|
+
protected startPromise?: Promise<void>;
|
|
21
|
+
constructor(port: MessagePort, workerPath: string, workerOptions: WorkerOptions);
|
|
22
|
+
start(): Promise<void>;
|
|
23
|
+
stop(): Promise<void>;
|
|
24
|
+
run(task: WorkerJobTask): Promise<JobTaskResult>;
|
|
25
|
+
send<T extends keyof ServerPortMessageTypes>(type: T, ...[data]: ServerPortMessageTypes[T] extends undefined ? [] : [data: ServerPortMessageTypes[T]]): Promise<void>;
|
|
26
|
+
}
|
|
27
|
+
export declare class Pool extends EventEmitter<{
|
|
28
|
+
workerReady: [worker: Worker];
|
|
29
|
+
workerTaskResult: [worker: Worker];
|
|
30
|
+
}> {
|
|
31
|
+
readonly options: {
|
|
32
|
+
path: string;
|
|
33
|
+
workerData?: any;
|
|
34
|
+
worker?: (worker: Worker) => any;
|
|
35
|
+
};
|
|
36
|
+
protected readonly threads: Thread[];
|
|
37
|
+
constructor(options: {
|
|
38
|
+
path: string;
|
|
39
|
+
workerData?: any;
|
|
40
|
+
worker?: (worker: Worker) => any;
|
|
41
|
+
});
|
|
42
|
+
add(options: {
|
|
43
|
+
index: number;
|
|
44
|
+
name: string;
|
|
45
|
+
workerData?: any;
|
|
46
|
+
}): Thread;
|
|
47
|
+
start(): Promise<void>;
|
|
48
|
+
stop(): Promise<void>;
|
|
49
|
+
protected createThread(options: {
|
|
50
|
+
index: number;
|
|
51
|
+
name: string;
|
|
52
|
+
workerData?: any;
|
|
53
|
+
}, index?: number): Thread;
|
|
54
|
+
}
|
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
import { randomUUID } from 'node:crypto';
|
|
2
|
+
import EventEmitter, { once } from 'node:events';
|
|
3
|
+
import { MessageChannel, Worker } from 'node:worker_threads';
|
|
4
|
+
const omitExecArgv = ['--expose-gc'];
|
|
5
|
+
export class Thread extends EventEmitter {
|
|
6
|
+
port;
|
|
7
|
+
worker;
|
|
8
|
+
state = 'pending';
|
|
9
|
+
readyMessage;
|
|
10
|
+
startPromise;
|
|
11
|
+
constructor(port, workerPath, workerOptions) {
|
|
12
|
+
super();
|
|
13
|
+
this.port = port;
|
|
14
|
+
this.worker = new Worker(workerPath, {
|
|
15
|
+
...workerOptions,
|
|
16
|
+
execArgv: process.execArgv.filter((f) => !omitExecArgv.includes(f)),
|
|
17
|
+
});
|
|
18
|
+
this.port.on('message', (msg) => {
|
|
19
|
+
const { type, data } = msg;
|
|
20
|
+
switch (type) {
|
|
21
|
+
case 'ready': {
|
|
22
|
+
this.state = 'ready';
|
|
23
|
+
this.readyMessage = data;
|
|
24
|
+
this.emit('ready', data);
|
|
25
|
+
break;
|
|
26
|
+
}
|
|
27
|
+
case 'error': {
|
|
28
|
+
const error = createWorkerThreadError(data);
|
|
29
|
+
this.state = 'error';
|
|
30
|
+
this.emit('error', error);
|
|
31
|
+
break;
|
|
32
|
+
}
|
|
33
|
+
case 'task': {
|
|
34
|
+
this.emit('task', data);
|
|
35
|
+
const { id, task } = data;
|
|
36
|
+
this.emit(`task-${id}`, task);
|
|
37
|
+
break;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
});
|
|
41
|
+
this.worker.once('exit', (code) => {
|
|
42
|
+
if (this.state === 'terminating')
|
|
43
|
+
return;
|
|
44
|
+
const error = createWorkerThreadError({
|
|
45
|
+
message: `Worker thread ${this.worker.threadId} exited unexpectedly with code ${code}`,
|
|
46
|
+
name: 'WorkerThreadExitError',
|
|
47
|
+
origin: 'runtime',
|
|
48
|
+
fatal: code !== 0,
|
|
49
|
+
}, false);
|
|
50
|
+
this.state = 'error';
|
|
51
|
+
this.emit('error', error);
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
async start() {
|
|
55
|
+
if (this.state === 'ready')
|
|
56
|
+
return;
|
|
57
|
+
if (this.startPromise)
|
|
58
|
+
return this.startPromise;
|
|
59
|
+
switch (this.state) {
|
|
60
|
+
case 'error':
|
|
61
|
+
case 'terminating':
|
|
62
|
+
case 'starting':
|
|
63
|
+
throw new Error('Cannot start worker thread in current state');
|
|
64
|
+
case 'pending':
|
|
65
|
+
break;
|
|
66
|
+
}
|
|
67
|
+
this.state = 'starting';
|
|
68
|
+
this.startPromise = new Promise((resolve, reject) => {
|
|
69
|
+
let settled = false;
|
|
70
|
+
let timer;
|
|
71
|
+
const cleanup = () => {
|
|
72
|
+
if (settled)
|
|
73
|
+
return;
|
|
74
|
+
settled = true;
|
|
75
|
+
if (timer)
|
|
76
|
+
clearTimeout(timer);
|
|
77
|
+
this.off('ready', handleReady);
|
|
78
|
+
this.off('error', handleError);
|
|
79
|
+
this.startPromise = undefined;
|
|
80
|
+
};
|
|
81
|
+
const handleReady = () => {
|
|
82
|
+
cleanup();
|
|
83
|
+
resolve();
|
|
84
|
+
};
|
|
85
|
+
const handleError = (error) => {
|
|
86
|
+
cleanup();
|
|
87
|
+
reject(error);
|
|
88
|
+
};
|
|
89
|
+
this.once('ready', handleReady);
|
|
90
|
+
this.once('error', handleError);
|
|
91
|
+
timer = setTimeout(() => {
|
|
92
|
+
const error = createWorkerThreadError({
|
|
93
|
+
message: 'Worker thread did not become ready in time',
|
|
94
|
+
name: 'WorkerStartupTimeoutError',
|
|
95
|
+
origin: 'start',
|
|
96
|
+
fatal: true,
|
|
97
|
+
}, false);
|
|
98
|
+
cleanup();
|
|
99
|
+
this.state = 'error';
|
|
100
|
+
this.emit('error', error);
|
|
101
|
+
reject(error);
|
|
102
|
+
}, 15000);
|
|
103
|
+
});
|
|
104
|
+
await this.startPromise;
|
|
105
|
+
this.startPromise = undefined;
|
|
106
|
+
}
|
|
107
|
+
async stop() {
|
|
108
|
+
switch (this.state) {
|
|
109
|
+
case 'error':
|
|
110
|
+
case 'terminating':
|
|
111
|
+
case 'starting':
|
|
112
|
+
throw new Error('Cannot stop worker thread in this state');
|
|
113
|
+
case 'ready':
|
|
114
|
+
case 'pending': {
|
|
115
|
+
this.state = 'terminating';
|
|
116
|
+
// TODO: make timeout configurable
|
|
117
|
+
const signal = AbortSignal.timeout(10000);
|
|
118
|
+
const exit = once(this.worker, 'exit', { signal });
|
|
119
|
+
this.send('stop');
|
|
120
|
+
this.port.close();
|
|
121
|
+
try {
|
|
122
|
+
await exit;
|
|
123
|
+
}
|
|
124
|
+
catch (err) {
|
|
125
|
+
console.dir(err);
|
|
126
|
+
console.warn(`Worker thread ${this.worker.threadId} did not terminate in time, terminating forcefully...`);
|
|
127
|
+
await this.worker.terminate();
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
async run(task) {
|
|
133
|
+
const id = randomUUID();
|
|
134
|
+
this.send('task', { id, task });
|
|
135
|
+
const [result] = await once(this, `task-${id}`);
|
|
136
|
+
return result;
|
|
137
|
+
}
|
|
138
|
+
async send(type, ...[data]) {
|
|
139
|
+
this.port.postMessage({ type, data });
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
function createWorkerThreadError(message, includeStack = true) {
|
|
143
|
+
const error = new Error(message.message);
|
|
144
|
+
if (message.name)
|
|
145
|
+
error.name = message.name;
|
|
146
|
+
if (includeStack && message.stack) {
|
|
147
|
+
error.stack = message.stack;
|
|
148
|
+
}
|
|
149
|
+
error.origin = message.origin;
|
|
150
|
+
error.fatal = message.fatal;
|
|
151
|
+
return error;
|
|
152
|
+
}
|
|
153
|
+
export class Pool extends EventEmitter {
|
|
154
|
+
options;
|
|
155
|
+
threads = [];
|
|
156
|
+
constructor(options) {
|
|
157
|
+
super();
|
|
158
|
+
this.options = options;
|
|
159
|
+
}
|
|
160
|
+
add(options) {
|
|
161
|
+
return this.createThread(options);
|
|
162
|
+
}
|
|
163
|
+
async start() {
|
|
164
|
+
await Promise.all(this.threads.map((thread) => thread.start()));
|
|
165
|
+
}
|
|
166
|
+
async stop() {
|
|
167
|
+
await Promise.all(this.threads.map((thread) => thread.stop()));
|
|
168
|
+
}
|
|
169
|
+
createThread(options, index) {
|
|
170
|
+
const { port1, port2 } = new MessageChannel();
|
|
171
|
+
const thread = new Thread(port1, this.options.path, {
|
|
172
|
+
workerData: {
|
|
173
|
+
...this.options.workerData,
|
|
174
|
+
...options.workerData,
|
|
175
|
+
port: port2,
|
|
176
|
+
},
|
|
177
|
+
name: `${options.name}-${options.index + 1}`,
|
|
178
|
+
transferList: [port2],
|
|
179
|
+
});
|
|
180
|
+
if (index !== undefined) {
|
|
181
|
+
this.threads[index] = thread;
|
|
182
|
+
}
|
|
183
|
+
else {
|
|
184
|
+
index = this.threads.push(thread) - 1;
|
|
185
|
+
}
|
|
186
|
+
this.options.worker?.(thread.worker);
|
|
187
|
+
thread.once('error', (error) => {
|
|
188
|
+
thread.worker.terminate();
|
|
189
|
+
this.createThread(options);
|
|
190
|
+
});
|
|
191
|
+
return thread;
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
//# sourceMappingURL=pool.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pool.js","sourceRoot":"","sources":["../../../src/runtime/server/pool.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,YAAY,EAAE,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAY5D,MAAM,YAAY,GAAG,CAAC,aAAa,CAAC,CAAA;AASpC,MAAM,OAAO,MAAO,SAAQ,YAW3B;IAOY;IANX,MAAM,CAAQ;IACd,KAAK,GAAgB,SAAS,CAAA;IACpB,YAAY,CAAkC;IAC9C,YAAY,CAAgB;IAEtC,YACW,IAAiB,EAC1B,UAAkB,EAClB,aAA4B;QAE5B,KAAK,EAAE,CAAA;QAJE,SAAI,GAAJ,IAAI,CAAa;QAK1B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,UAAU,EAAE;YACnC,GAAG,aAAa;YAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;SACpE,CAAC,CAAA;QAEF,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAsB,EAAE,EAAE;YACjD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,CAAA;YAC1B,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,IAAI,CAAC,KAAK,GAAG,OAAO,CAAA;oBACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;oBACxB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;oBACxB,MAAK;gBACP,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAA0B,CAAC,CAAA;oBACjE,IAAI,CAAC,KAAK,GAAG,OAAO,CAAA;oBACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;oBACzB,MAAK;gBACP,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAsC,CAAC,CAAA;oBACzD,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,IAAsC,CAAA;oBAC3D,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,CAAA;oBAC7B,MAAK;gBACP,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAChC,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa;gBAAE,OAAM;YACxC,MAAM,KAAK,GAAG,uBAAuB,CACnC;gBACE,OAAO,EAAE,iBAAiB,IAAI,CAAC,MAAM,CAAC,QAAQ,kCAAkC,IAAI,EAAE;gBACtF,IAAI,EAAE,uBAAuB;gBAC7B,MAAM,EAAE,SAAS;gBACjB,KAAK,EAAE,IAAI,KAAK,CAAC;aAClB,EACD,KAAK,CACN,CAAA;YACD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAA;YACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO;YAAE,OAAM;QAClC,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC,YAAY,CAAA;QAC/C,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,KAAK,OAAO,CAAC;YACb,KAAK,aAAa,CAAC;YACnB,KAAK,UAAU;gBACb,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAA;YAChE,KAAK,SAAS;gBACZ,MAAK;QACT,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,UAAU,CAAA;QACvB,IAAI,CAAC,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACxD,IAAI,OAAO,GAAG,KAAK,CAAA;YACnB,IAAI,KAAqB,CAAA;YACzB,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,IAAI,OAAO;oBAAE,OAAM;gBACnB,OAAO,GAAG,IAAI,CAAA;gBACd,IAAI,KAAK;oBAAE,YAAY,CAAC,KAAK,CAAC,CAAA;gBAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;gBAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;gBAC9B,IAAI,CAAC,YAAY,GAAG,SAAS,CAAA;YAC/B,CAAC,CAAA;YACD,MAAM,WAAW,GAAG,GAAG,EAAE;gBACvB,OAAO,EAAE,CAAA;gBACT,OAAO,EAAE,CAAA;YACX,CAAC,CAAA;YACD,MAAM,WAAW,GAAG,CAAC,KAAwB,EAAE,EAAE;gBAC/C,OAAO,EAAE,CAAA;gBACT,MAAM,CAAC,KAAK,CAAC,CAAA;YACf,CAAC,CAAA;YAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;YAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;YAE/B,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBACtB,MAAM,KAAK,GAAG,uBAAuB,CACnC;oBACE,OAAO,EAAE,4CAA4C;oBACrD,IAAI,EAAE,2BAA2B;oBACjC,MAAM,EAAE,OAAO;oBACf,KAAK,EAAE,IAAI;iBACZ,EACD,KAAK,CACN,CAAA;gBACD,OAAO,EAAE,CAAA;gBACT,IAAI,CAAC,KAAK,GAAG,OAAO,CAAA;gBACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;gBACzB,MAAM,CAAC,KAAK,CAAC,CAAA;YACf,CAAC,EAAE,KAAK,CAAC,CAAA;QACX,CAAC,CAAC,CAAA;QACF,MAAM,IAAI,CAAC,YAAY,CAAA;QACvB,IAAI,CAAC,YAAY,GAAG,SAAS,CAAA;IAC/B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,KAAK,OAAO,CAAC;YACb,KAAK,aAAa,CAAC;YACnB,KAAK,UAAU;gBACb,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;YAC5D,KAAK,OAAO,CAAC;YACb,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,IAAI,CAAC,KAAK,GAAG,aAAa,CAAA;gBAC1B,kCAAkC;gBAClC,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBACzC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;gBAClD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACjB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;gBACjB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAA;gBACZ,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;oBAChB,OAAO,CAAC,IAAI,CACV,iBAAiB,IAAI,CAAC,MAAM,CAAC,QAAQ,uDAAuD,CAC7F,CAAA;oBACD,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAA;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAmB;QAC3B,MAAM,EAAE,GAAG,UAAU,EAAE,CAAA;QACvB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAA;QAC/B,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;QAC/C,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CACR,IAAO,EACP,GAAG,CAAC,IAAI,CAE6B;QAErC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACvC,CAAC;CACF;AAED,SAAS,uBAAuB,CAC9B,OAA2B,EAC3B,YAAY,GAAG,IAAI;IAEnB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAsB,CAAA;IAC7D,IAAI,OAAO,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAC3C,IAAI,YAAY,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;IAC7B,CAAC;IACD,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;IAC7B,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;IAC3B,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,OAAO,IAAK,SAAQ,YAGxB;IAIW;IAHQ,OAAO,GAAa,EAAE,CAAA;IAEzC,YACW,OAIR;QAED,KAAK,EAAE,CAAA;QANE,YAAO,GAAP,OAAO,CAIf;IAGH,CAAC;IAED,GAAG,CAAC,OAA0D;QAC5D,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;IACnC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;IACjE,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAChE,CAAC;IAES,YAAY,CACpB,OAA0D,EAC1D,KAAc;QAEd,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,cAAc,EAAE,CAAA;QAC7C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YAClD,UAAU,EAAE;gBACV,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU;gBAC1B,GAAG,OAAO,CAAC,UAAU;gBACrB,IAAI,EAAE,KAAK;aACZ;YACD,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,EAAE;YAC5C,YAAY,EAAE,CAAC,KAAK,CAAC;SACtB,CAAC,CAAA;QACF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACvC,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC7B,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAA;YACzB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;QAC5B,CAAC,CAAC,CAAA;QACF,OAAO,MAAM,CAAA;IACf,CAAC;CACF"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { Logger } from '@nmtjs/core';
|
|
2
|
+
import { Proxy as NeemataProxy } from '@nmtjs/proxy';
|
|
3
|
+
import type { ApplicationServerApplications } from './applications.ts';
|
|
4
|
+
import type { ServerConfig } from './config.ts';
|
|
5
|
+
export declare class ApplicationServerProxy {
|
|
6
|
+
readonly params: {
|
|
7
|
+
logger: Logger;
|
|
8
|
+
config: ServerConfig['proxy'];
|
|
9
|
+
applications: ApplicationServerApplications;
|
|
10
|
+
};
|
|
11
|
+
proxyServer: NeemataProxy;
|
|
12
|
+
protected readonly onAdd: (application: string, upstream: any) => void;
|
|
13
|
+
protected readonly onRemove: (application: string, upstream: any) => void;
|
|
14
|
+
constructor(params: {
|
|
15
|
+
logger: Logger;
|
|
16
|
+
config: ServerConfig['proxy'];
|
|
17
|
+
applications: ApplicationServerApplications;
|
|
18
|
+
});
|
|
19
|
+
start(): Promise<void>;
|
|
20
|
+
stop(): Promise<void>;
|
|
21
|
+
}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { Proxy as NeemataProxy } from '@nmtjs/proxy';
|
|
2
|
+
/**
|
|
3
|
+
* Transform ApplicationProxyUpstream to the format expected by Rust proxy.
|
|
4
|
+
*/
|
|
5
|
+
function toProxyUpstream(upstream) {
|
|
6
|
+
const url = new URL(upstream.url);
|
|
7
|
+
const isWebSocket = url.protocol === 'wss:' || url.protocol === 'ws:';
|
|
8
|
+
const secure = url.protocol === 'https:' || url.protocol === 'wss:';
|
|
9
|
+
const port = url.port ? Number.parseInt(url.port, 10) : secure ? 443 : 80;
|
|
10
|
+
return {
|
|
11
|
+
type: 'port',
|
|
12
|
+
// WebSocket requires HTTP/1.1 for upgrade
|
|
13
|
+
transport: isWebSocket ? 'http' : upstream.type,
|
|
14
|
+
secure,
|
|
15
|
+
hostname: url.hostname,
|
|
16
|
+
port,
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
export class ApplicationServerProxy {
|
|
20
|
+
params;
|
|
21
|
+
proxyServer;
|
|
22
|
+
onAdd;
|
|
23
|
+
onRemove;
|
|
24
|
+
constructor(params) {
|
|
25
|
+
this.params = params;
|
|
26
|
+
const { config } = params;
|
|
27
|
+
if (!config) {
|
|
28
|
+
throw new Error('Proxy config is required');
|
|
29
|
+
}
|
|
30
|
+
this.proxyServer = new NeemataProxy({
|
|
31
|
+
listen: `${config.hostname}:${config.port}`,
|
|
32
|
+
tls: config.tls
|
|
33
|
+
? { keyPath: config.tls.key, certPath: config.tls.cert }
|
|
34
|
+
: undefined,
|
|
35
|
+
applications: Object.entries(config.applications)
|
|
36
|
+
.filter(([_, options]) => options !== undefined)
|
|
37
|
+
.map(([app, options]) => ({
|
|
38
|
+
name: app,
|
|
39
|
+
routing: options.routing,
|
|
40
|
+
sni: options.sni,
|
|
41
|
+
})),
|
|
42
|
+
});
|
|
43
|
+
this.onAdd = (application, upstream) => {
|
|
44
|
+
const proxyUpstream = toProxyUpstream(upstream);
|
|
45
|
+
this.params.logger.debug({ application, upstream: proxyUpstream }, 'Adding upstream to proxy');
|
|
46
|
+
void this.proxyServer
|
|
47
|
+
.addUpstream(application, proxyUpstream)
|
|
48
|
+
.catch((error) => {
|
|
49
|
+
this.params.logger.warn({ error, application, upstream: proxyUpstream }, 'Failed to add upstream to proxy');
|
|
50
|
+
});
|
|
51
|
+
};
|
|
52
|
+
this.onRemove = (application, upstream) => {
|
|
53
|
+
const proxyUpstream = toProxyUpstream(upstream);
|
|
54
|
+
this.params.logger.debug({ application, upstream: proxyUpstream }, 'Removing upstream from proxy');
|
|
55
|
+
void this.proxyServer
|
|
56
|
+
.removeUpstream(application, proxyUpstream)
|
|
57
|
+
.catch((error) => {
|
|
58
|
+
this.params.logger.warn({ error, application, upstream: proxyUpstream }, 'Failed to remove upstream from proxy');
|
|
59
|
+
});
|
|
60
|
+
};
|
|
61
|
+
params.applications.on('add', this.onAdd);
|
|
62
|
+
params.applications.on('remove', this.onRemove);
|
|
63
|
+
}
|
|
64
|
+
async start() {
|
|
65
|
+
const { config } = this.params;
|
|
66
|
+
if (!config) {
|
|
67
|
+
throw new Error('Proxy config is required');
|
|
68
|
+
}
|
|
69
|
+
this.params.logger.info({ hostname: config.hostname, port: config.port, threads: config.threads }, 'Starting proxy server...');
|
|
70
|
+
await this.proxyServer.start();
|
|
71
|
+
}
|
|
72
|
+
async stop() {
|
|
73
|
+
this.params.logger.info('Stopping proxy server...');
|
|
74
|
+
this.params.applications.off('add', this.onAdd);
|
|
75
|
+
this.params.applications.off('remove', this.onRemove);
|
|
76
|
+
await this.proxyServer.stop();
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
//# sourceMappingURL=proxy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"proxy.js","sourceRoot":"","sources":["../../../src/runtime/server/proxy.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,IAAI,YAAY,EAAE,MAAM,cAAc,CAAA;AAQpD;;GAEG;AACH,SAAS,eAAe,CAAC,QAAkC;IACzD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;IACjC,MAAM,WAAW,GAAG,GAAG,CAAC,QAAQ,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAA;IACrE,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAA;IACnE,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;IAEzE,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,0CAA0C;QAC1C,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI;QAC/C,MAAM;QACN,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,IAAI;KACL,CAAA;AACH,CAAC;AAED,MAAM,OAAO,sBAAsB;IAOtB;IANX,WAAW,CAAc;IAEN,KAAK,CAA8C;IACnD,QAAQ,CAA8C;IAEzE,YACW,MAIR;QAJQ,WAAM,GAAN,MAAM,CAId;QAED,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAA;QACzB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;QAC7C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,YAAY,CAAC;YAClC,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE;YAC3C,GAAG,EAAE,MAAM,CAAC,GAAG;gBACb,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE;gBACxD,CAAC,CAAC,SAAS;YACb,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;iBAC9C,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,SAAS,CAAC;iBAC/C,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxB,IAAI,EAAE,GAAG;gBACT,OAAO,EAAE,OAAQ,CAAC,OAAO;gBACzB,GAAG,EAAE,OAAQ,CAAC,GAAG;aAClB,CAAC,CAAC;SACN,CAAC,CAAA;QAEF,IAAI,CAAC,KAAK,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,EAAE;YACrC,MAAM,aAAa,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;YAC/C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACtB,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,EACxC,0BAA0B,CAC3B,CAAA;YACD,KAAK,IAAI,CAAC,WAAW;iBAClB,WAAW,CAAC,WAAW,EAAE,aAAa,CAAC;iBACvC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CACrB,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,EAC/C,iCAAiC,CAClC,CAAA;YACH,CAAC,CAAC,CAAA;QACN,CAAC,CAAA;QAED,IAAI,CAAC,QAAQ,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,EAAE;YACxC,MAAM,aAAa,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;YAC/C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACtB,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,EACxC,8BAA8B,CAC/B,CAAA;YAED,KAAK,IAAI,CAAC,WAAW;iBAClB,cAAc,CAAC,WAAW,EAAE,aAAa,CAAC;iBAC1C,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CACrB,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,EAC/C,sCAAsC,CACvC,CAAA;YACH,CAAC,CAAC,CAAA;QACN,CAAC,CAAA;QAED,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QACzC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAA;QAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;QAC7C,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CACrB,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,EACzE,0BAA0B,CAC3B,CAAA;QACD,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;QAEnD,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QAC/C,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QAErD,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;IAC/B,CAAC;CACF"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import type EventEmitter from 'node:events';
|
|
2
|
+
import type { Worker } from 'node:worker_threads';
|
|
3
|
+
import type { Logger } from '@nmtjs/core';
|
|
4
|
+
import type { Store, ThreadPortMessageTypes, WorkerThreadError } from '../types.ts';
|
|
5
|
+
import type { ServerConfig } from './config.ts';
|
|
6
|
+
import { ApplicationServerApplications } from './applications.ts';
|
|
7
|
+
import { ApplicationServerJobs } from './jobs.ts';
|
|
8
|
+
import { ApplicationServerProxy } from './proxy.ts';
|
|
9
|
+
export type ApplicationServerRunOptions = {
|
|
10
|
+
applications: string[];
|
|
11
|
+
scheduler: boolean;
|
|
12
|
+
jobs: boolean;
|
|
13
|
+
};
|
|
14
|
+
export type ApplicationWorkerReadyEvent = {
|
|
15
|
+
application: string;
|
|
16
|
+
threadId: number;
|
|
17
|
+
hosts?: ThreadPortMessageTypes['ready']['hosts'];
|
|
18
|
+
};
|
|
19
|
+
export type ApplicationWorkerErrorEvent = {
|
|
20
|
+
application: string;
|
|
21
|
+
threadId: number;
|
|
22
|
+
error: WorkerThreadError;
|
|
23
|
+
};
|
|
24
|
+
export type ApplicationServerWorkerConfig = {
|
|
25
|
+
path: string;
|
|
26
|
+
workerData?: any;
|
|
27
|
+
worker?: (worker: Worker) => any;
|
|
28
|
+
events?: EventEmitter<{
|
|
29
|
+
worker: [Worker];
|
|
30
|
+
'worker-ready': [ApplicationWorkerReadyEvent];
|
|
31
|
+
'worker-error': [ApplicationWorkerErrorEvent];
|
|
32
|
+
}>;
|
|
33
|
+
};
|
|
34
|
+
export declare class ApplicationServer {
|
|
35
|
+
readonly config: ServerConfig;
|
|
36
|
+
readonly applicationsConfig: Record<string, {
|
|
37
|
+
type: 'neemata' | 'custom';
|
|
38
|
+
specifier: string;
|
|
39
|
+
}>;
|
|
40
|
+
readonly workerConfig: ApplicationServerWorkerConfig;
|
|
41
|
+
readonly runOptions: ApplicationServerRunOptions;
|
|
42
|
+
logger: Logger;
|
|
43
|
+
applications?: ApplicationServerApplications;
|
|
44
|
+
jobRunners?: ApplicationServerJobs;
|
|
45
|
+
proxy?: ApplicationServerProxy;
|
|
46
|
+
store?: Store;
|
|
47
|
+
constructor(config: ServerConfig, applicationsConfig: Record<string, {
|
|
48
|
+
type: 'neemata' | 'custom';
|
|
49
|
+
specifier: string;
|
|
50
|
+
}>, workerConfig: ApplicationServerWorkerConfig, runOptions?: ApplicationServerRunOptions);
|
|
51
|
+
start(): Promise<void>;
|
|
52
|
+
stop(): Promise<void>;
|
|
53
|
+
}
|