@flaxia/node 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/ai-inference.js +288 -86
- package/dist/assets/transformers.web.js +2 -2
- package/dist/assets/vector-embed.js +1 -1
- package/dist/assets/webgpuProbe.js +365 -0
- package/dist/client/SignalingClient.d.ts.map +1 -1
- package/dist/client/__tests__/light-preloader.test.d.ts +2 -0
- package/dist/client/__tests__/light-preloader.test.d.ts.map +1 -0
- package/dist/client/__tests__/mobile-lifecycle.test.d.ts +2 -0
- package/dist/client/__tests__/mobile-lifecycle.test.d.ts.map +1 -0
- package/dist/client/light-preloader.d.ts +47 -0
- package/dist/client/light-preloader.d.ts.map +1 -0
- package/dist/client/mobile-lifecycle.d.ts +20 -0
- package/dist/client/mobile-lifecycle.d.ts.map +1 -0
- package/dist/executor/WorkerPool.d.ts +7 -1
- package/dist/executor/WorkerPool.d.ts.map +1 -1
- package/dist/executor/__tests__/resourceReporter.test.d.ts +2 -0
- package/dist/executor/__tests__/resourceReporter.test.d.ts.map +1 -0
- package/dist/executor/memoryProbe.d.ts +5 -0
- package/dist/executor/memoryProbe.d.ts.map +1 -1
- package/dist/executor/resourceReporter.d.ts +15 -0
- package/dist/executor/resourceReporter.d.ts.map +1 -0
- package/dist/executor/webgpuProbe.d.ts +16 -5
- package/dist/executor/webgpuProbe.d.ts.map +1 -1
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1093 -354
- package/dist/swarm/__tests__/peer-quality.test.d.ts +2 -0
- package/dist/swarm/__tests__/peer-quality.test.d.ts.map +1 -0
- package/dist/swarm/__tests__/peer-transport.test.d.ts +2 -0
- package/dist/swarm/__tests__/peer-transport.test.d.ts.map +1 -0
- package/dist/swarm/adapter.d.ts +1 -1
- package/dist/swarm/adapter.d.ts.map +1 -1
- package/dist/swarm/controller.d.ts +4 -0
- package/dist/swarm/controller.d.ts.map +1 -1
- package/dist/swarm/messages.d.ts +2 -2
- package/dist/swarm/messages.d.ts.map +1 -1
- package/dist/swarm/peer-quality.d.ts +14 -0
- package/dist/swarm/peer-quality.d.ts.map +1 -0
- package/dist/swarm/peer-transport.d.ts +81 -0
- package/dist/swarm/peer-transport.d.ts.map +1 -0
- package/dist/swarm/runtime.d.ts +5 -1
- package/dist/swarm/runtime.d.ts.map +1 -1
- package/dist/swarm-engine.js +39 -20
- package/dist/worker.js +317 -185
- package/dist/workloads/__tests__/model-pipeline-cache.test.d.ts +2 -0
- package/dist/workloads/__tests__/model-pipeline-cache.test.d.ts.map +1 -0
- package/dist/workloads/ai-inference.d.ts +27 -0
- package/dist/workloads/ai-inference.d.ts.map +1 -1
- package/dist/workloads/ai-model-registry.d.ts +6 -0
- package/dist/workloads/ai-model-registry.d.ts.map +1 -1
- package/dist/workloads/model-pipeline-cache.d.ts +48 -0
- package/dist/workloads/model-pipeline-cache.d.ts.map +1 -0
- package/package.json +2 -2
- package/dist/assets/dist.js +0 -209
package/dist/worker.js
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { F as e, O as t, P as n, _ as r, a as i, b as a, d as o, h as s, k as c, l, m as u, o as d, p as f, r as p, s as m, t as h, x as g, y as _ } from "./assets/webgpuProbe.js";
|
|
2
2
|
//#region src/executor/throttle.ts
|
|
3
|
-
function
|
|
3
|
+
function v(e) {
|
|
4
4
|
return new Promise((t) => setTimeout(t, e));
|
|
5
5
|
}
|
|
6
|
-
var
|
|
6
|
+
var y = 3e4, ee = 500, b = class extends Error {
|
|
7
7
|
constructor(e, t, n) {
|
|
8
8
|
super(`device is over its CPU budget (load ${e.toFixed(2)} > max ${t.toFixed(2)}) after waiting ${Math.round(n)}ms; task not started`), this.load = e, this.maxLoad = t, this.waitedMs = n, this.retryable = !0, this.name = "ThrottleBusyError";
|
|
9
9
|
}
|
|
10
|
-
},
|
|
10
|
+
}, x = class {
|
|
11
11
|
constructor(e = .15) {
|
|
12
12
|
this.windowStart = performance.now(), this.windowBusyMs = 0, this.lastLoad = 0, this.dutyStartedAt = null, this.maxLoad = Math.max(.05, Math.min(.3, e));
|
|
13
13
|
}
|
|
@@ -34,13 +34,13 @@ var g = 3e4, ee = 500, _ = class extends Error {
|
|
|
34
34
|
async shouldPause() {
|
|
35
35
|
return this.rollWindow(performance.now()), this.estimate(this.windowBusyMs) > this.maxLoad;
|
|
36
36
|
}
|
|
37
|
-
async waitForSlot(e =
|
|
37
|
+
async waitForSlot(e = y) {
|
|
38
38
|
if (!Number.isFinite(e) || e < 0) throw Error(`waitForSlot: maxWaitMs must be a non-negative number, got ${String(e)}`);
|
|
39
39
|
let t = performance.now();
|
|
40
40
|
for (; await this.shouldPause();) {
|
|
41
41
|
let n = performance.now() - t;
|
|
42
|
-
if (n >= e) throw new
|
|
43
|
-
await
|
|
42
|
+
if (n >= e) throw new b(this.lastLoad, this.maxLoad, n);
|
|
43
|
+
await v(Math.min(ee, Math.max(1, e - n)));
|
|
44
44
|
}
|
|
45
45
|
}
|
|
46
46
|
async yieldIfOverloaded() {
|
|
@@ -49,7 +49,7 @@ var g = 3e4, ee = 500, _ = class extends Error {
|
|
|
49
49
|
let t = Math.max(0, e - this.dutyStartedAt);
|
|
50
50
|
if (t < 200) return 0;
|
|
51
51
|
let n = Math.ceil(t * (1 / this.maxLoad - 1));
|
|
52
|
-
return this.dutyStartedAt = null, n > 0 && await
|
|
52
|
+
return this.dutyStartedAt = null, n > 0 && await v(n), this.estimate(this.windowBusyMs), n;
|
|
53
53
|
}
|
|
54
54
|
get lastMeasuredLoad() {
|
|
55
55
|
return this.lastLoad;
|
|
@@ -57,13 +57,13 @@ var g = 3e4, ee = 500, _ = class extends Error {
|
|
|
57
57
|
get maxLoadValue() {
|
|
58
58
|
return this.maxLoad;
|
|
59
59
|
}
|
|
60
|
-
},
|
|
61
|
-
function
|
|
60
|
+
}, S = 4096;
|
|
61
|
+
function te(e) {
|
|
62
62
|
let t = e.maxSeq;
|
|
63
|
-
return typeof t == "number" && Number.isInteger(t) && t > 0 ? t :
|
|
63
|
+
return typeof t == "number" && Number.isInteger(t) && t > 0 ? t : S;
|
|
64
64
|
}
|
|
65
|
-
function
|
|
66
|
-
let { pos: r, tokens: i } = e.header, a =
|
|
65
|
+
function C(e, t, n) {
|
|
66
|
+
let { pos: r, tokens: i } = e.header, a = te(t);
|
|
67
67
|
if (!Number.isInteger(i) || i < 1) return {
|
|
68
68
|
kind: "corrupt",
|
|
69
69
|
reason: `carried ${i} token columns`
|
|
@@ -95,69 +95,69 @@ function x(e, t, n) {
|
|
|
95
95
|
hidden: o
|
|
96
96
|
};
|
|
97
97
|
}
|
|
98
|
-
function
|
|
99
|
-
let i =
|
|
100
|
-
return i ? i.header.pos !== t || i.header.requestId !== t ? { kind: "stale" } :
|
|
98
|
+
function ne(e, t, n, r) {
|
|
99
|
+
let i = _(e);
|
|
100
|
+
return i ? i.header.pos !== t || i.header.requestId !== t ? { kind: "stale" } : C(i, n, r) : {
|
|
101
101
|
kind: "corrupt",
|
|
102
102
|
reason: "malformed frame header"
|
|
103
103
|
};
|
|
104
104
|
}
|
|
105
|
-
async function
|
|
106
|
-
let { engine:
|
|
105
|
+
async function re(t) {
|
|
106
|
+
let { engine: i, link: a, semantics: o, promptTokens: s, chainLength: c, maxNewTokens: l } = t;
|
|
107
107
|
if (s.length === 0) throw Error("swarm host requires at least one prompt token");
|
|
108
|
-
|
|
108
|
+
i.reset();
|
|
109
109
|
let u = null;
|
|
110
|
-
|
|
110
|
+
a.onFrame((t) => {
|
|
111
111
|
if (e(t)) return;
|
|
112
|
-
let
|
|
113
|
-
if (!
|
|
114
|
-
let
|
|
115
|
-
if (
|
|
116
|
-
if (u = null,
|
|
117
|
-
|
|
112
|
+
let n = u;
|
|
113
|
+
if (!n) return;
|
|
114
|
+
let r = ne(t, n.pos, i, o);
|
|
115
|
+
if (r.kind !== "stale") {
|
|
116
|
+
if (u = null, r.kind === "corrupt") {
|
|
117
|
+
n.reject(/* @__PURE__ */ Error(`swarm hop failed: ${r.reason}`));
|
|
118
118
|
return;
|
|
119
119
|
}
|
|
120
|
-
|
|
120
|
+
n.resolve(r.hidden);
|
|
121
121
|
}
|
|
122
122
|
});
|
|
123
|
-
let d = (e, t) => c <= 1 ? Promise.resolve(e) : new Promise((n,
|
|
123
|
+
let d = (e, t) => c <= 1 ? Promise.resolve(e) : new Promise((n, i) => {
|
|
124
124
|
u = {
|
|
125
125
|
pos: t,
|
|
126
126
|
resolve: n,
|
|
127
|
-
reject:
|
|
128
|
-
},
|
|
127
|
+
reject: i
|
|
128
|
+
}, a.send(r({
|
|
129
129
|
requestId: t,
|
|
130
130
|
pos: t,
|
|
131
131
|
tokens: 1
|
|
132
132
|
}, o.packHidden(e)));
|
|
133
|
-
}), f = async (e, t) => d(await
|
|
133
|
+
}), f = async (e, t) => d(await i.embedRun(e, t), t), p = null;
|
|
134
134
|
for (let e = 0; e < s.length; e++) {
|
|
135
135
|
let t = await f(s[e], e);
|
|
136
|
-
e === s.length - 1 && (p = await
|
|
136
|
+
e === s.length - 1 && (p = await i.headFromHidden(t));
|
|
137
137
|
}
|
|
138
138
|
if (!p) throw Error("swarm host produced no logits for the prompt");
|
|
139
139
|
let m = [], h = s.length, g = o.argmax(p);
|
|
140
140
|
for (; m.length < l && !(t.eosIds?.has(g) || (m.push(g), await t.onToken?.(g), m.length >= l));) {
|
|
141
141
|
let e = await f(g, h++);
|
|
142
|
-
p = await
|
|
142
|
+
p = await i.headFromHidden(e), g = o.argmax(p);
|
|
143
143
|
}
|
|
144
|
-
return c > 1 &&
|
|
144
|
+
return c > 1 && a.send(n()), { tokens: m };
|
|
145
145
|
}
|
|
146
|
-
function
|
|
146
|
+
function ie(t) {
|
|
147
147
|
let { engine: n, link: i, semantics: a } = t;
|
|
148
148
|
return n.reset(), new Promise((t, o) => {
|
|
149
|
-
let
|
|
150
|
-
i.onFrame((
|
|
151
|
-
if (!
|
|
152
|
-
if (e(
|
|
153
|
-
|
|
149
|
+
let s = Promise.resolve(), c = !1;
|
|
150
|
+
i.onFrame((l) => {
|
|
151
|
+
if (!c) {
|
|
152
|
+
if (e(l)) {
|
|
153
|
+
c = !0, i.send(l), s = s.then(() => t());
|
|
154
154
|
return;
|
|
155
155
|
}
|
|
156
|
-
|
|
157
|
-
if (
|
|
158
|
-
let e =
|
|
156
|
+
s = s.then(async () => {
|
|
157
|
+
if (c) return;
|
|
158
|
+
let e = _(l);
|
|
159
159
|
if (!e) throw Error("swarm frame has a malformed frame header");
|
|
160
|
-
let t =
|
|
160
|
+
let t = C(e, n, a);
|
|
161
161
|
if (t.kind === "corrupt") throw Error(`swarm frame is unusable: ${t.reason}`);
|
|
162
162
|
let o = await n.runHidden(t.hidden, e.header.pos);
|
|
163
163
|
i.send(r({
|
|
@@ -166,7 +166,7 @@ function re(t) {
|
|
|
166
166
|
tokens: e.header.tokens
|
|
167
167
|
}, a.packHidden(o)));
|
|
168
168
|
}).catch((e) => {
|
|
169
|
-
|
|
169
|
+
c = !0, o(e instanceof Error ? e : Error(String(e)));
|
|
170
170
|
});
|
|
171
171
|
}
|
|
172
172
|
});
|
|
@@ -174,9 +174,9 @@ function re(t) {
|
|
|
174
174
|
}
|
|
175
175
|
//#endregion
|
|
176
176
|
//#region src/swarm/controller.ts
|
|
177
|
-
var
|
|
177
|
+
var ae = class {
|
|
178
178
|
constructor(e) {
|
|
179
|
-
this.options = e, this.frameHandler = null, this.engine = null, this.semantics = null, this.sessionId = "", this.model = "", this.chainLength = 1, this.chain = [], this.slice = null, this.hostWarm = void 0, this.prompt = "", this.maxNewTokens = 128, this.sliceLoaded = !1, this.generationStarted = !1, this.settled = !1;
|
|
179
|
+
this.options = e, this.frameHandler = null, this.engine = null, this.semantics = null, this.sessionId = "", this.model = "", this.chainLength = 1, this.chain = [], this.slice = null, this.hostWarm = void 0, this.prompt = "", this.maxNewTokens = 128, this.sliceLoaded = !1, this.generationStarted = !1, this.settled = !1, this.flowPaused = !1, this.flowWaiters = /* @__PURE__ */ new Set();
|
|
180
180
|
}
|
|
181
181
|
async start() {
|
|
182
182
|
if (this.settled) return;
|
|
@@ -200,7 +200,7 @@ var S = class {
|
|
|
200
200
|
}
|
|
201
201
|
async handleControl(e) {
|
|
202
202
|
if (!this.settled && e.sessionId === this.sessionId) try {
|
|
203
|
-
e.type === "swarm-slice" ? await this.loadSlice(e) : e.type === "swarm-start" ? await this.startHost() : e.type === "swarm-error"
|
|
203
|
+
e.type === "swarm-slice" ? await this.loadSlice(e) : e.type === "swarm-start" ? await this.startHost() : e.type === "swarm-error" ? this.fail(Error(e.error || "swarm session aborted by the coordinator")) : e.type === "swarm-flow" && (this.flowPaused = e.paused, this.flowPaused || this.releaseFlowWaiters());
|
|
204
204
|
} catch (e) {
|
|
205
205
|
this.fail(e);
|
|
206
206
|
}
|
|
@@ -223,7 +223,7 @@ var S = class {
|
|
|
223
223
|
if (!Number.isInteger(e.chainLength) || e.chainLength < 1 || e.chainLength > 16) throw Error(`swarm slice has an invalid chain length: ${JSON.stringify(e.chainLength)}`);
|
|
224
224
|
if (!Number.isInteger(e.index) || e.index < 0 || e.index >= e.chainLength) throw Error(`swarm slice has an invalid index: ${JSON.stringify(e.index)}`);
|
|
225
225
|
if (e.role !== (e.index === 0 ? "host" : "worker")) throw Error(`swarm slice role ${e.role} does not match index ${e.index}`);
|
|
226
|
-
if (!
|
|
226
|
+
if (!u(e.slice)) throw Error(`swarm slice is out of bounds: ${JSON.stringify(e.slice)}`);
|
|
227
227
|
let t = e.index === 0;
|
|
228
228
|
if (e.slice.hasEmbed !== t || e.slice.hasHead !== t) throw Error("swarm slice embed/head ownership does not match the host position");
|
|
229
229
|
}
|
|
@@ -238,11 +238,11 @@ var S = class {
|
|
|
238
238
|
this.engine = t, this.semantics = n, this.hostWarm = r, this.sliceLoaded = !0, this.options.sendControl({
|
|
239
239
|
type: "swarm-ready",
|
|
240
240
|
sessionId: e.sessionId
|
|
241
|
-
}), e.role === "worker" && (this.generationStarted = !0,
|
|
241
|
+
}), e.role === "worker" && (this.generationStarted = !0, ie({
|
|
242
242
|
engine: t,
|
|
243
243
|
link: this.link(),
|
|
244
244
|
semantics: n
|
|
245
|
-
}).then(() => this.finish(
|
|
245
|
+
}).then(() => this.finish(oe())).catch((e) => this.fail(e)));
|
|
246
246
|
}
|
|
247
247
|
async startHost() {
|
|
248
248
|
if (this.generationStarted) return;
|
|
@@ -254,7 +254,7 @@ var S = class {
|
|
|
254
254
|
let r = t.encodePrompt(this.prompt), i = e.maxSeq ?? 4096;
|
|
255
255
|
if (r.length + n > i) throw Error(`swarm request needs ${r.length + n} tokens but the model context holds ${i}`);
|
|
256
256
|
this.generationStarted = !0;
|
|
257
|
-
let a = performance.now(), { tokens: o } = await
|
|
257
|
+
let a = performance.now(), { tokens: o } = await re({
|
|
258
258
|
chainLength: this.chainLength,
|
|
259
259
|
promptTokens: r,
|
|
260
260
|
maxNewTokens: n,
|
|
@@ -262,7 +262,10 @@ var S = class {
|
|
|
262
262
|
link: this.link(),
|
|
263
263
|
semantics: t,
|
|
264
264
|
eosIds: t.eosIds,
|
|
265
|
-
onToken: (e) =>
|
|
265
|
+
onToken: async (e) => {
|
|
266
|
+
if (await this.waitForFlow(), this.settled) throw Error("swarm session stopped while generation was paused");
|
|
267
|
+
await this.options.emitToken(t.decodeTokens([e]));
|
|
268
|
+
}
|
|
266
269
|
}), s = t.decodeTokens;
|
|
267
270
|
this.finish({
|
|
268
271
|
output: s(o),
|
|
@@ -294,13 +297,20 @@ var S = class {
|
|
|
294
297
|
} catch {}
|
|
295
298
|
}
|
|
296
299
|
finish(e) {
|
|
297
|
-
this.settled || (this.settled = !0, this.teardown(), this.options.onDone(e));
|
|
300
|
+
this.settled || (this.settled = !0, this.releaseFlowWaiters(), this.teardown(), this.options.onDone(e));
|
|
298
301
|
}
|
|
299
302
|
fail(e) {
|
|
300
|
-
this.settled || (this.settled = !0, this.teardown(), this.options.onError(e instanceof Error ? e.message : String(e)));
|
|
303
|
+
this.settled || (this.settled = !0, this.releaseFlowWaiters(), this.teardown(), this.options.onError(e instanceof Error ? e.message : String(e)));
|
|
304
|
+
}
|
|
305
|
+
waitForFlow() {
|
|
306
|
+
return !this.flowPaused || this.settled ? Promise.resolve() : new Promise((e) => this.flowWaiters.add(e));
|
|
307
|
+
}
|
|
308
|
+
releaseFlowWaiters() {
|
|
309
|
+
for (let e of this.flowWaiters) e();
|
|
310
|
+
this.flowWaiters.clear();
|
|
301
311
|
}
|
|
302
312
|
};
|
|
303
|
-
function
|
|
313
|
+
function oe() {
|
|
304
314
|
return {
|
|
305
315
|
output: "",
|
|
306
316
|
tokens: [],
|
|
@@ -315,8 +325,8 @@ var w = class extends Error {
|
|
|
315
325
|
super(e), this.name = "SwarmEngineUnavailableError";
|
|
316
326
|
}
|
|
317
327
|
};
|
|
318
|
-
async function
|
|
319
|
-
if (!(await
|
|
328
|
+
async function se(e, t) {
|
|
329
|
+
if (!(await h()).webgpu) throw new w("WebGPU is not available in this context");
|
|
320
330
|
let n = t ?? ((e) => import(
|
|
321
331
|
/* @vite-ignore */
|
|
322
332
|
e
|
|
@@ -330,8 +340,12 @@ async function T(e, t) {
|
|
|
330
340
|
if (!i || typeof i.create != "function") throw new w(`module at ${e} does not export Qwen35Engine.create`);
|
|
331
341
|
return r;
|
|
332
342
|
}
|
|
333
|
-
function
|
|
334
|
-
let
|
|
343
|
+
function T(e, t, n, r) {
|
|
344
|
+
let i = !1, a = async (e) => {
|
|
345
|
+
r?.();
|
|
346
|
+
let t = await e();
|
|
347
|
+
return r?.(), t;
|
|
348
|
+
};
|
|
335
349
|
return {
|
|
336
350
|
get dim() {
|
|
337
351
|
return e.dims.dim;
|
|
@@ -342,61 +356,102 @@ function E(e, t) {
|
|
|
342
356
|
get maxSeq() {
|
|
343
357
|
return e.maxSeq;
|
|
344
358
|
},
|
|
345
|
-
reset: () =>
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
359
|
+
reset: () => {
|
|
360
|
+
r?.(), e.reset();
|
|
361
|
+
},
|
|
362
|
+
embedRun: (t, n) => a(() => e.embedRun(t, n)),
|
|
363
|
+
runHidden: (t, n) => a(() => e.runHidden(t, n)),
|
|
364
|
+
headFromHidden: (t) => a(() => e.headFromHidden(t)),
|
|
365
|
+
setHidden: (t) => {
|
|
366
|
+
r?.(), e.setHidden(t);
|
|
367
|
+
},
|
|
350
368
|
dispose: () => {
|
|
351
|
-
if (!
|
|
352
|
-
|
|
369
|
+
if (!i) {
|
|
370
|
+
i = !0;
|
|
353
371
|
try {
|
|
354
372
|
e.dispose?.();
|
|
355
373
|
} catch {}
|
|
356
374
|
try {
|
|
357
375
|
t?.destroy?.();
|
|
358
376
|
} catch {}
|
|
377
|
+
try {
|
|
378
|
+
n?.();
|
|
379
|
+
} catch {}
|
|
359
380
|
}
|
|
360
381
|
}
|
|
361
382
|
};
|
|
362
383
|
}
|
|
363
384
|
//#endregion
|
|
364
385
|
//#region src/swarm/runtime.ts
|
|
365
|
-
var
|
|
386
|
+
var E = {
|
|
366
387
|
"qwen3.5-2b": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_0.gguf",
|
|
367
388
|
"qwen3.8-27b": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-Q4_0.gguf",
|
|
368
389
|
"qwen3.6-35b-moe": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_0.gguf"
|
|
369
|
-
},
|
|
370
|
-
function
|
|
371
|
-
|
|
390
|
+
}, ce = "flaxia-swarm-weights-v1", le = 12 * 1024 * 1024, D = 256 * 1024 * 1024, O = /* @__PURE__ */ new Map();
|
|
391
|
+
function k(e, t) {
|
|
392
|
+
O.set(e, {
|
|
393
|
+
status: t,
|
|
394
|
+
failedExpiresAt: t.state === "failed" ? Date.now() + 3e4 : void 0
|
|
395
|
+
});
|
|
396
|
+
}
|
|
397
|
+
function A(e, t, n, r) {
|
|
398
|
+
let i = M(e);
|
|
399
|
+
return {
|
|
400
|
+
modelId: e,
|
|
401
|
+
revision: /\/resolve\/([^/]+)\//.exec(new URL(i).pathname)?.[1] ?? "unknown",
|
|
402
|
+
dtype: /-(q\d+_\d+)\.gguf/i.exec(i)?.[1] ?? "unknown",
|
|
403
|
+
backend: "webgpu",
|
|
404
|
+
layerRange: [t.start, t.end],
|
|
405
|
+
state: n,
|
|
406
|
+
referenceCount: r
|
|
407
|
+
};
|
|
408
|
+
}
|
|
409
|
+
function j(e = Date.now()) {
|
|
410
|
+
let t = [];
|
|
411
|
+
for (let [n, r] of O) {
|
|
412
|
+
if (r.failedExpiresAt !== void 0 && r.failedExpiresAt <= e) {
|
|
413
|
+
O.delete(n);
|
|
414
|
+
continue;
|
|
415
|
+
}
|
|
416
|
+
t.push(r.status);
|
|
417
|
+
}
|
|
418
|
+
return {
|
|
419
|
+
version: 1,
|
|
420
|
+
sampledAt: e,
|
|
421
|
+
expiresAt: e + g,
|
|
422
|
+
entries: t.slice(0, 8)
|
|
423
|
+
};
|
|
424
|
+
}
|
|
425
|
+
function M(e) {
|
|
426
|
+
let t = Object.prototype.hasOwnProperty.call(E, e) ? E[e] : void 0;
|
|
372
427
|
if (t) return t;
|
|
373
428
|
throw new w(`unknown swarm model: ${e}`);
|
|
374
429
|
}
|
|
375
|
-
var
|
|
376
|
-
async function
|
|
377
|
-
if (
|
|
430
|
+
var N = null, P = 0, F = 0;
|
|
431
|
+
async function ue() {
|
|
432
|
+
if (N !== null) return N;
|
|
378
433
|
try {
|
|
379
|
-
|
|
434
|
+
N = typeof caches < "u" ? await caches.open(ce) : !1;
|
|
380
435
|
} catch {
|
|
381
|
-
|
|
436
|
+
N = !1;
|
|
382
437
|
}
|
|
383
|
-
return
|
|
438
|
+
return N;
|
|
384
439
|
}
|
|
385
|
-
function
|
|
440
|
+
function de(e, t, n) {
|
|
386
441
|
return `https://flaxia-weights.local/${encodeURIComponent(e)}/${t}-${n}`;
|
|
387
442
|
}
|
|
388
|
-
async function
|
|
389
|
-
let r = await
|
|
443
|
+
async function I(e, t, n) {
|
|
444
|
+
let r = await L(e, t, n), i = new Uint8Array(await r.arrayBuffer()), a = n - t + 1;
|
|
390
445
|
if (i.byteLength !== a) throw Error(`short range ${i.byteLength}/${a}`);
|
|
391
446
|
return i;
|
|
392
447
|
}
|
|
393
|
-
async function
|
|
394
|
-
let r = n - t + 1, i = await
|
|
448
|
+
async function L(e, t, n) {
|
|
449
|
+
let r = n - t + 1, i = await ue(), a = de(e, t, n);
|
|
395
450
|
if (i) try {
|
|
396
451
|
let e = await i.match(a);
|
|
397
452
|
if (e) {
|
|
398
453
|
let t = new Uint8Array(await e.arrayBuffer());
|
|
399
|
-
if (t.byteLength === r) return
|
|
454
|
+
if (t.byteLength === r) return P++, new Response(t, { status: 200 });
|
|
400
455
|
await i.delete(a).catch(() => {});
|
|
401
456
|
}
|
|
402
457
|
} catch {}
|
|
@@ -405,7 +460,7 @@ async function F(e, t, n) {
|
|
|
405
460
|
try {
|
|
406
461
|
let s = await fetch(e, { headers: { Range: `bytes=${t}-${n}` } });
|
|
407
462
|
if (s.status !== 206) o = /* @__PURE__ */ Error(`model host refused range requests (${s.status})`);
|
|
408
|
-
else return
|
|
463
|
+
else return F++, i && s.clone().arrayBuffer().then((e) => {
|
|
409
464
|
if (e.byteLength === r) return i.put(a, new Response(e, {
|
|
410
465
|
status: 200,
|
|
411
466
|
headers: { "content-type": "application/octet-stream" }
|
|
@@ -418,19 +473,19 @@ async function F(e, t, n) {
|
|
|
418
473
|
}
|
|
419
474
|
throw Error(`range fetch ${t}-${n} failed: ${o instanceof Error ? o.message : String(o)}`);
|
|
420
475
|
}
|
|
421
|
-
async function
|
|
422
|
-
let n =
|
|
476
|
+
async function fe(e, t) {
|
|
477
|
+
let n = le;
|
|
423
478
|
for (;;) {
|
|
424
|
-
let r = await
|
|
479
|
+
let r = await I(t, 0, n - 1), i = r.buffer.slice(r.byteOffset, r.byteOffset + r.byteLength);
|
|
425
480
|
try {
|
|
426
481
|
return e.parseGGUFHeader(i);
|
|
427
482
|
} catch (e) {
|
|
428
|
-
if (n >=
|
|
429
|
-
n = Math.min(n * 2,
|
|
483
|
+
if (n >= D) throw e;
|
|
484
|
+
n = Math.min(n * 2, D);
|
|
430
485
|
}
|
|
431
486
|
}
|
|
432
487
|
}
|
|
433
|
-
async function
|
|
488
|
+
async function pe() {
|
|
434
489
|
let e = navigator.gpu;
|
|
435
490
|
if (!e) throw new w("WebGPU is not available in this context");
|
|
436
491
|
let t = await e.requestAdapter({ powerPreference: "high-performance" });
|
|
@@ -440,7 +495,7 @@ async function L() {
|
|
|
440
495
|
maxStorageBufferBindingSize: t.limits.maxStorageBufferBindingSize
|
|
441
496
|
} });
|
|
442
497
|
}
|
|
443
|
-
function
|
|
498
|
+
function me(e, t) {
|
|
444
499
|
let n = t.vocab, r = n["<|im_start|>"], i = n["<|im_end|>"], a = n["<think>"], o = n["</think>"], s = (e) => [
|
|
445
500
|
r,
|
|
446
501
|
...t.encode("user\n" + e),
|
|
@@ -470,32 +525,32 @@ function R(e, t) {
|
|
|
470
525
|
eosIds: new Set(c)
|
|
471
526
|
};
|
|
472
527
|
}
|
|
473
|
-
function
|
|
474
|
-
let
|
|
475
|
-
if (!
|
|
476
|
-
let
|
|
477
|
-
|
|
528
|
+
function R(e) {
|
|
529
|
+
let t = null, n = null, r = () => {
|
|
530
|
+
if (!t) {
|
|
531
|
+
let n = new URL("./swarm-engine.js", "" + import.meta.url).href;
|
|
532
|
+
t = e ? e() : se(n).then((e) => e);
|
|
478
533
|
}
|
|
479
|
-
return
|
|
480
|
-
},
|
|
481
|
-
let
|
|
482
|
-
(!
|
|
534
|
+
return t;
|
|
535
|
+
}, i = async (e) => {
|
|
536
|
+
let t = await r(), i = M(e);
|
|
537
|
+
(!n || n.url !== i) && (n = {
|
|
483
538
|
url: i,
|
|
484
|
-
gguf: await
|
|
539
|
+
gguf: await fe(t, i)
|
|
485
540
|
});
|
|
486
|
-
let a = Number(
|
|
541
|
+
let a = Number(n.gguf.meta["qwen35.block_count"]) - Number(n.gguf.meta["qwen35.nextn_predict_layers"] || 0);
|
|
487
542
|
if (!Number.isInteger(a) || a < 1) throw new w(`model ${e} has no qwen35 trunk layers`);
|
|
488
543
|
return {
|
|
489
|
-
mod:
|
|
544
|
+
mod: t,
|
|
490
545
|
url: i,
|
|
491
|
-
gguf:
|
|
546
|
+
gguf: n.gguf,
|
|
492
547
|
layers: a
|
|
493
548
|
};
|
|
494
549
|
};
|
|
495
550
|
return {
|
|
496
551
|
async plan(e, t) {
|
|
497
|
-
let { layers: n } = await
|
|
498
|
-
return
|
|
552
|
+
let { layers: n } = await i(t);
|
|
553
|
+
return a({
|
|
499
554
|
sessionId: "",
|
|
500
555
|
taskId: "",
|
|
501
556
|
model: t,
|
|
@@ -507,60 +562,103 @@ function z() {
|
|
|
507
562
|
}).chain;
|
|
508
563
|
},
|
|
509
564
|
async load(e, t) {
|
|
510
|
-
|
|
511
|
-
let
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
565
|
+
P = 0, F = 0;
|
|
566
|
+
let n = JSON.stringify([
|
|
567
|
+
t,
|
|
568
|
+
e.start,
|
|
569
|
+
e.end
|
|
570
|
+
]);
|
|
571
|
+
k(n, A(t, e, "loading", 1));
|
|
572
|
+
let r, a = !1;
|
|
573
|
+
try {
|
|
574
|
+
let { mod: o, url: s, gguf: c } = await i(t);
|
|
575
|
+
r = await pe();
|
|
576
|
+
let l = null, u = r;
|
|
577
|
+
u.addEventListener?.("uncapturederror", () => {
|
|
578
|
+
l = "swarm GPU validation failed";
|
|
579
|
+
}), u.lost?.then(() => {
|
|
580
|
+
l = "swarm GPU device lost";
|
|
581
|
+
});
|
|
582
|
+
let d = () => {
|
|
583
|
+
if (l) throw new w(l);
|
|
584
|
+
}, f = me(o, o.makeTokenizer(o.tokenizerFromGGUF(c.meta))), p = (e) => I(s, e.byteOffset, e.byteOffset + e.byteLength - 1);
|
|
585
|
+
c.streamEntry = (e) => o.streamEntryToGPU(r, e, (e) => L(s, e.byteOffset, e.byteOffset + e.byteLength - 1), { staging: 4 * 1024 * 1024 });
|
|
586
|
+
let m = await o.qwen35Weights(c, p, {
|
|
587
|
+
lo: e.start,
|
|
588
|
+
hi: e.end,
|
|
589
|
+
hasEmbed: e.hasEmbed,
|
|
590
|
+
hasHead: e.hasHead,
|
|
591
|
+
mtp: e.hasHead
|
|
592
|
+
}, void 0, (e, t) => o.gpuUploadEntry(r, e, t === o.GGML_EMBED)), h = c.tensors[o.GGML_EMBED]?.shape[0] ?? 0, g = await o.Qwen35Engine.create({
|
|
593
|
+
device: r,
|
|
594
|
+
meta: c.meta,
|
|
595
|
+
layerRange: [e.start, e.end],
|
|
596
|
+
hasEmbed: e.hasEmbed,
|
|
597
|
+
hasHead: e.hasHead,
|
|
598
|
+
vocab: h,
|
|
599
|
+
maxSeq: Math.min(S, Number(c.meta["qwen35.context_length"]) || 4096),
|
|
600
|
+
batchCols: 4,
|
|
601
|
+
weights: m
|
|
602
|
+
});
|
|
603
|
+
d();
|
|
604
|
+
let _ = T(g, r, () => {
|
|
605
|
+
k(n, A(t, e, "evicting", 0)), queueMicrotask(() => O.delete(n));
|
|
606
|
+
}, d);
|
|
607
|
+
return a = !0, k(n, A(t, e, "ready", 1)), {
|
|
608
|
+
engine: _,
|
|
609
|
+
semantics: f,
|
|
610
|
+
warm: P > 0 && F === 0
|
|
611
|
+
};
|
|
612
|
+
} catch (i) {
|
|
613
|
+
if (k(n, A(t, e, "failed", 0)), !a) try {
|
|
614
|
+
r?.destroy?.();
|
|
615
|
+
} catch {}
|
|
616
|
+
throw i;
|
|
617
|
+
}
|
|
535
618
|
}
|
|
536
619
|
};
|
|
537
620
|
}
|
|
538
621
|
//#endregion
|
|
539
622
|
//#region src/swarm/messages.ts
|
|
540
|
-
function
|
|
541
|
-
return o(e) || c(e) ||
|
|
623
|
+
function he(e) {
|
|
624
|
+
return o(e) || l(e) || f(e) || c(e) || m(e) || t(e);
|
|
542
625
|
}
|
|
543
|
-
function
|
|
626
|
+
function ge(e) {
|
|
544
627
|
if (!e || typeof e != "object") return !1;
|
|
545
628
|
let t = e;
|
|
546
|
-
return t.type === "swarm-control" && typeof t.id == "string" &&
|
|
629
|
+
return t.type === "swarm-control" && typeof t.id == "string" && he(t.message);
|
|
547
630
|
}
|
|
548
631
|
//#endregion
|
|
549
632
|
//#region src/worker/main.worker.ts
|
|
550
|
-
var
|
|
551
|
-
|
|
633
|
+
var z = null, _e = y, ve = 1, B = 15e3, V = /* @__PURE__ */ new Map(), H = /* @__PURE__ */ new Set(), U = /* @__PURE__ */ new Map();
|
|
634
|
+
function W(e) {
|
|
635
|
+
H.delete(e);
|
|
636
|
+
let t = U.get(e);
|
|
637
|
+
if (t) {
|
|
638
|
+
U.delete(e);
|
|
639
|
+
for (let e of t) e();
|
|
640
|
+
}
|
|
641
|
+
}
|
|
642
|
+
function ye(e) {
|
|
643
|
+
return H.has(e) ? new Promise((t) => {
|
|
644
|
+
let n = U.get(e) ?? /* @__PURE__ */ new Set();
|
|
645
|
+
n.add(t), U.set(e, n);
|
|
646
|
+
}) : Promise.resolve();
|
|
647
|
+
}
|
|
648
|
+
var G = null, K = null, q = null, be = 6e4;
|
|
649
|
+
async function xe() {
|
|
552
650
|
for (let e = 0;; e++) try {
|
|
553
|
-
await
|
|
651
|
+
await z.waitForSlot(_e);
|
|
554
652
|
return;
|
|
555
653
|
} catch (t) {
|
|
556
|
-
if (!(t instanceof
|
|
557
|
-
if (e >=
|
|
558
|
-
console.warn(`[flaxia-node:worker] ${t.message}; cooling down ${
|
|
654
|
+
if (!(t instanceof b)) throw t;
|
|
655
|
+
if (e >= ve) throw Error(`device CPU busy: ${t.message}; task not started, retry on an idle node (retryable)`);
|
|
656
|
+
console.warn(`[flaxia-node:worker] ${t.message}; cooling down ${B}ms before retrying`), await new Promise((e) => setTimeout(e, B));
|
|
559
657
|
}
|
|
560
658
|
}
|
|
561
|
-
function
|
|
659
|
+
function Se(e) {
|
|
562
660
|
let t = (t) => {
|
|
563
|
-
let n =
|
|
661
|
+
let n = V.get(e);
|
|
564
662
|
if (n !== void 0) throw Error(n);
|
|
565
663
|
self.postMessage({
|
|
566
664
|
id: e,
|
|
@@ -568,54 +666,77 @@ function le(e) {
|
|
|
568
666
|
token: t
|
|
569
667
|
});
|
|
570
668
|
};
|
|
571
|
-
return async (
|
|
572
|
-
|
|
669
|
+
return async (n) => {
|
|
670
|
+
await ye(e), t(n), await z?.yieldIfOverloaded();
|
|
573
671
|
};
|
|
574
672
|
}
|
|
575
|
-
var
|
|
576
|
-
console.log(`[flaxia-node:worker] startup memory probe wasmMemoryBytes=${
|
|
577
|
-
function
|
|
578
|
-
return
|
|
673
|
+
var J = d(), Y = J >= p;
|
|
674
|
+
console.log(`[flaxia-node:worker] startup memory probe wasmMemoryBytes=${J} capable=${Y}`);
|
|
675
|
+
function Ce() {
|
|
676
|
+
return i();
|
|
579
677
|
}
|
|
580
|
-
var
|
|
581
|
-
|
|
582
|
-
|
|
678
|
+
var X = /* @__PURE__ */ new Map(), Z = /* @__PURE__ */ new Map();
|
|
679
|
+
Z.set("swarm-inference", j);
|
|
680
|
+
var Q = null;
|
|
681
|
+
function we() {
|
|
682
|
+
for (let e of X.values()) try {
|
|
583
683
|
e();
|
|
584
684
|
} catch {}
|
|
585
|
-
|
|
685
|
+
X.clear(), Z.clear(), Z.set("swarm-inference", j);
|
|
586
686
|
}
|
|
587
|
-
function
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
687
|
+
function $() {
|
|
688
|
+
let e = Date.now(), t = [...Z.values()].flatMap((e) => {
|
|
689
|
+
try {
|
|
690
|
+
return e().entries;
|
|
691
|
+
} catch {
|
|
692
|
+
return [];
|
|
693
|
+
}
|
|
694
|
+
}).slice(0, 8);
|
|
695
|
+
return {
|
|
696
|
+
version: 1,
|
|
697
|
+
sampledAt: e,
|
|
698
|
+
expiresAt: e + 6e4,
|
|
699
|
+
entries: t
|
|
700
|
+
};
|
|
591
701
|
}
|
|
592
|
-
|
|
702
|
+
function Te() {
|
|
703
|
+
Q && clearTimeout(Q), Q = setTimeout(() => {
|
|
704
|
+
Q = null, we();
|
|
705
|
+
}, be);
|
|
706
|
+
}
|
|
707
|
+
async function Ee(e, t, n, r) {
|
|
593
708
|
switch (e) {
|
|
594
709
|
case "ai-inference":
|
|
595
|
-
let i = await import("./assets/ai-inference.js");
|
|
596
|
-
return
|
|
710
|
+
let i = await import("./assets/ai-inference.js").then((e) => e.i);
|
|
711
|
+
return X.set(e, i.releaseCache), Z.set(e, i.getModelCacheSnapshot), await i.handleAiInference(t, n);
|
|
712
|
+
case "ai-preload": {
|
|
713
|
+
let e = await import("./assets/ai-inference.js").then((e) => e.i);
|
|
714
|
+
X.set("ai-inference", e.releaseCache), Z.set("ai-inference", e.getModelCacheSnapshot);
|
|
715
|
+
let n = t;
|
|
716
|
+
return await e.preloadAiModel(n), { preloaded: !0 };
|
|
717
|
+
}
|
|
597
718
|
case "image-process": return await (await import("./assets/image-process.js")).handleImageProcess(t);
|
|
598
719
|
case "container": return await (await import("./assets/container.js")).handleContainer(t, r?.fileSourceOrigins ?? [], r?.containerImageOrigins ?? []);
|
|
599
720
|
case "vector-embed":
|
|
600
721
|
let a = await import("./assets/vector-embed.js");
|
|
601
|
-
return
|
|
722
|
+
return X.set(e, a.releaseCache), await a.handleVectorEmbed(t);
|
|
602
723
|
case "vector-store":
|
|
603
724
|
let o = await import("./assets/vector-store.js");
|
|
604
|
-
return
|
|
725
|
+
return X.set(e, o.releaseCache), await o.handleVectorStore(t);
|
|
605
726
|
case "vector-query":
|
|
606
727
|
let s = await import("./assets/vector-query.js");
|
|
607
|
-
return
|
|
728
|
+
return X.set(e, s.releaseCache), await s.handleVectorQuery(t);
|
|
608
729
|
case "nudenet":
|
|
609
730
|
let c = await import("./assets/nudenet.js");
|
|
610
|
-
return
|
|
731
|
+
return X.set(e, c.releaseCache), await c.handleNudeNet(t);
|
|
611
732
|
default: throw Error(`Unknown workload type: ${e}`);
|
|
612
733
|
}
|
|
613
734
|
}
|
|
614
|
-
function
|
|
735
|
+
function De(e, t, n) {
|
|
615
736
|
return new Promise((r, i) => {
|
|
616
|
-
let a = new
|
|
737
|
+
let a = new ae({
|
|
617
738
|
initial: t,
|
|
618
|
-
runtime:
|
|
739
|
+
runtime: R(),
|
|
619
740
|
sendControl: (t) => self.postMessage({
|
|
620
741
|
id: e,
|
|
621
742
|
type: "swarm-message",
|
|
@@ -628,66 +749,77 @@ function me(e, t, n) {
|
|
|
628
749
|
}, [t]),
|
|
629
750
|
emitToken: n,
|
|
630
751
|
onDone: (e) => {
|
|
631
|
-
|
|
752
|
+
G === a && (G = null, K = null), r(e);
|
|
632
753
|
},
|
|
633
754
|
onError: (e) => {
|
|
634
|
-
|
|
755
|
+
G === a && (G = null, K = null), i(Error(e));
|
|
635
756
|
}
|
|
636
757
|
});
|
|
637
|
-
|
|
758
|
+
G = a, K = e, a.start();
|
|
638
759
|
});
|
|
639
760
|
}
|
|
640
761
|
self.onmessage = async (e) => {
|
|
641
762
|
let t = e.data;
|
|
763
|
+
if (t?.type === "token-flow") {
|
|
764
|
+
let e = typeof t.id == "string" ? t.id : "";
|
|
765
|
+
e && q === e && typeof t.paused == "boolean" && (t.paused ? H.add(e) : W(e));
|
|
766
|
+
return;
|
|
767
|
+
}
|
|
642
768
|
if (t?.type === "swarm-control") {
|
|
643
|
-
if (!
|
|
769
|
+
if (!ge(t)) {
|
|
644
770
|
console.warn("[flaxia-node:worker] dropped malformed swarm-control message");
|
|
645
771
|
return;
|
|
646
772
|
}
|
|
647
|
-
|
|
773
|
+
G && G.handleControl(t.message);
|
|
648
774
|
return;
|
|
649
775
|
}
|
|
650
776
|
if (t?.type === "swarm-frame") {
|
|
651
|
-
t.frame instanceof ArrayBuffer ?
|
|
777
|
+
t.frame instanceof ArrayBuffer ? G?.handleFrame(t.frame) : console.warn("[flaxia-node:worker] dropped malformed swarm-frame message");
|
|
652
778
|
return;
|
|
653
779
|
}
|
|
654
780
|
if (t?.type === "abort") {
|
|
655
781
|
let e = t.id, n = typeof t.reason == "string" && t.reason ? t.reason : "aborted by the coordinator";
|
|
656
|
-
|
|
782
|
+
W(e), G && K === e ? G.abort(n) : q === e && V.set(e, n);
|
|
657
783
|
return;
|
|
658
784
|
}
|
|
659
785
|
let { id: n, workload: r, payload: i, config: a } = t, o = performance.now();
|
|
660
|
-
|
|
786
|
+
q = n, W(n);
|
|
661
787
|
try {
|
|
662
|
-
if (
|
|
663
|
-
if (
|
|
664
|
-
await
|
|
788
|
+
if (z ||= new x(a?.maxCpuLoad), console.log(`[flaxia-node:worker] task start id=${n} workload=${r}`), !Y) throw Error(`node incapable: insufficient WASM memory (${J} bytes < ${p}); rejecting all tasks`);
|
|
789
|
+
if (s.has(r) && !Ce()) throw Error(`${r}: insufficient WASM memory (${J} bytes < ${p})`);
|
|
790
|
+
await xe(), z.beginWork();
|
|
665
791
|
let e = setInterval(() => {
|
|
666
792
|
self.postMessage({
|
|
667
793
|
id: n,
|
|
668
794
|
type: "heartbeat",
|
|
669
|
-
cpuLoad:
|
|
795
|
+
cpuLoad: z?.lastMeasuredLoad ?? 0,
|
|
796
|
+
modelCache: $()
|
|
670
797
|
});
|
|
671
798
|
}, 1e4), t = performance.now();
|
|
672
799
|
try {
|
|
673
|
-
let e =
|
|
800
|
+
let e = Se(n), t = Array.isArray(a?.fileSourceOrigins) ? a.fileSourceOrigins.filter((e) => typeof e == "string") : [], s = Array.isArray(a?.containerImageOrigins) ? a.containerImageOrigins.filter((e) => typeof e == "string") : [], c = r === "swarm-inference" ? await De(n, i, e) : await Ee(r, i, e, {
|
|
674
801
|
fileSourceOrigins: t,
|
|
675
802
|
containerImageOrigins: s
|
|
676
803
|
});
|
|
677
804
|
self.postMessage({
|
|
678
805
|
id: n,
|
|
679
806
|
type: "done",
|
|
680
|
-
result: c
|
|
807
|
+
result: c,
|
|
808
|
+
modelCache: $()
|
|
681
809
|
}), console.log(`[flaxia-node:worker] task done id=${n} workload=${r} durationMs=${Math.round(performance.now() - o)}`);
|
|
682
810
|
} finally {
|
|
683
|
-
|
|
811
|
+
q = null, V.delete(n), W(n), clearInterval(e), z.markTaskComplete(performance.now() - t), Te();
|
|
684
812
|
}
|
|
685
813
|
} catch (e) {
|
|
686
|
-
let t = e instanceof Error ? e.message : String(e);
|
|
687
|
-
console.error(`[flaxia-node:worker] task error id=${n} workload=${r} error=${t}`),
|
|
814
|
+
let t = e instanceof Error ? e.message : String(e), i = e, a = typeof i?.code == "string" ? i.code : void 0, o = typeof i?.status == "number" ? i.status : void 0, s = typeof i?.detail == "string" ? i.detail : void 0;
|
|
815
|
+
console.error(`[flaxia-node:worker] task error id=${n} workload=${r} error=${t}`), q === n && (q = null), W(n), self.postMessage({
|
|
688
816
|
id: n,
|
|
689
817
|
type: "error",
|
|
690
|
-
error: t
|
|
818
|
+
error: t,
|
|
819
|
+
errorCode: a,
|
|
820
|
+
errorStatus: o,
|
|
821
|
+
detail: s,
|
|
822
|
+
modelCache: $()
|
|
691
823
|
});
|
|
692
824
|
}
|
|
693
825
|
};
|