@flaxia/node 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/dist/assets/ai-inference.js +288 -86
  2. package/dist/assets/transformers.web.js +2 -2
  3. package/dist/assets/vector-embed.js +1 -1
  4. package/dist/assets/webgpuProbe.js +365 -0
  5. package/dist/client/SignalingClient.d.ts.map +1 -1
  6. package/dist/client/__tests__/light-preloader.test.d.ts +2 -0
  7. package/dist/client/__tests__/light-preloader.test.d.ts.map +1 -0
  8. package/dist/client/__tests__/mobile-lifecycle.test.d.ts +2 -0
  9. package/dist/client/__tests__/mobile-lifecycle.test.d.ts.map +1 -0
  10. package/dist/client/light-preloader.d.ts +47 -0
  11. package/dist/client/light-preloader.d.ts.map +1 -0
  12. package/dist/client/mobile-lifecycle.d.ts +20 -0
  13. package/dist/client/mobile-lifecycle.d.ts.map +1 -0
  14. package/dist/executor/WorkerPool.d.ts +7 -1
  15. package/dist/executor/WorkerPool.d.ts.map +1 -1
  16. package/dist/executor/__tests__/resourceReporter.test.d.ts +2 -0
  17. package/dist/executor/__tests__/resourceReporter.test.d.ts.map +1 -0
  18. package/dist/executor/memoryProbe.d.ts +5 -0
  19. package/dist/executor/memoryProbe.d.ts.map +1 -1
  20. package/dist/executor/resourceReporter.d.ts +15 -0
  21. package/dist/executor/resourceReporter.d.ts.map +1 -0
  22. package/dist/executor/webgpuProbe.d.ts +16 -5
  23. package/dist/executor/webgpuProbe.d.ts.map +1 -1
  24. package/dist/index.d.ts +2 -0
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +1093 -354
  27. package/dist/swarm/__tests__/peer-quality.test.d.ts +2 -0
  28. package/dist/swarm/__tests__/peer-quality.test.d.ts.map +1 -0
  29. package/dist/swarm/__tests__/peer-transport.test.d.ts +2 -0
  30. package/dist/swarm/__tests__/peer-transport.test.d.ts.map +1 -0
  31. package/dist/swarm/adapter.d.ts +1 -1
  32. package/dist/swarm/adapter.d.ts.map +1 -1
  33. package/dist/swarm/controller.d.ts +4 -0
  34. package/dist/swarm/controller.d.ts.map +1 -1
  35. package/dist/swarm/messages.d.ts +2 -2
  36. package/dist/swarm/messages.d.ts.map +1 -1
  37. package/dist/swarm/peer-quality.d.ts +14 -0
  38. package/dist/swarm/peer-quality.d.ts.map +1 -0
  39. package/dist/swarm/peer-transport.d.ts +81 -0
  40. package/dist/swarm/peer-transport.d.ts.map +1 -0
  41. package/dist/swarm/runtime.d.ts +5 -1
  42. package/dist/swarm/runtime.d.ts.map +1 -1
  43. package/dist/swarm-engine.js +39 -20
  44. package/dist/worker.js +317 -185
  45. package/dist/workloads/__tests__/model-pipeline-cache.test.d.ts +2 -0
  46. package/dist/workloads/__tests__/model-pipeline-cache.test.d.ts.map +1 -0
  47. package/dist/workloads/ai-inference.d.ts +27 -0
  48. package/dist/workloads/ai-inference.d.ts.map +1 -1
  49. package/dist/workloads/ai-model-registry.d.ts +6 -0
  50. package/dist/workloads/ai-model-registry.d.ts.map +1 -1
  51. package/dist/workloads/model-pipeline-cache.d.ts +48 -0
  52. package/dist/workloads/model-pipeline-cache.d.ts.map +1 -0
  53. package/package.json +2 -2
  54. package/dist/assets/dist.js +0 -209
package/dist/worker.js CHANGED
@@ -1,13 +1,13 @@
1
- import { _ as e, a as t, b as n, c as r, g as i, h as a, i as o, l as s, n as c, o as l, s as u, t as d, v as f, x as p, y as m } from "./assets/dist.js";
1
+ import { F as e, O as t, P as n, _ as r, a as i, b as a, d as o, h as s, k as c, l, m as u, o as d, p as f, r as p, s as m, t as h, x as g, y as _ } from "./assets/webgpuProbe.js";
2
2
  //#region src/executor/throttle.ts
3
- function h(e) {
3
+ function v(e) {
4
4
  return new Promise((t) => setTimeout(t, e));
5
5
  }
6
- var g = 3e4, ee = 500, _ = class extends Error {
6
+ var y = 3e4, ee = 500, b = class extends Error {
7
7
  constructor(e, t, n) {
8
8
  super(`device is over its CPU budget (load ${e.toFixed(2)} > max ${t.toFixed(2)}) after waiting ${Math.round(n)}ms; task not started`), this.load = e, this.maxLoad = t, this.waitedMs = n, this.retryable = !0, this.name = "ThrottleBusyError";
9
9
  }
10
- }, v = class {
10
+ }, x = class {
11
11
  constructor(e = .15) {
12
12
  this.windowStart = performance.now(), this.windowBusyMs = 0, this.lastLoad = 0, this.dutyStartedAt = null, this.maxLoad = Math.max(.05, Math.min(.3, e));
13
13
  }
@@ -34,13 +34,13 @@ var g = 3e4, ee = 500, _ = class extends Error {
34
34
  async shouldPause() {
35
35
  return this.rollWindow(performance.now()), this.estimate(this.windowBusyMs) > this.maxLoad;
36
36
  }
37
- async waitForSlot(e = g) {
37
+ async waitForSlot(e = y) {
38
38
  if (!Number.isFinite(e) || e < 0) throw Error(`waitForSlot: maxWaitMs must be a non-negative number, got ${String(e)}`);
39
39
  let t = performance.now();
40
40
  for (; await this.shouldPause();) {
41
41
  let n = performance.now() - t;
42
- if (n >= e) throw new _(this.lastLoad, this.maxLoad, n);
43
- await h(Math.min(ee, Math.max(1, e - n)));
42
+ if (n >= e) throw new b(this.lastLoad, this.maxLoad, n);
43
+ await v(Math.min(ee, Math.max(1, e - n)));
44
44
  }
45
45
  }
46
46
  async yieldIfOverloaded() {
@@ -49,7 +49,7 @@ var g = 3e4, ee = 500, _ = class extends Error {
49
49
  let t = Math.max(0, e - this.dutyStartedAt);
50
50
  if (t < 200) return 0;
51
51
  let n = Math.ceil(t * (1 / this.maxLoad - 1));
52
- return this.dutyStartedAt = null, n > 0 && await h(n), this.estimate(this.windowBusyMs), n;
52
+ return this.dutyStartedAt = null, n > 0 && await v(n), this.estimate(this.windowBusyMs), n;
53
53
  }
54
54
  get lastMeasuredLoad() {
55
55
  return this.lastLoad;
@@ -57,13 +57,13 @@ var g = 3e4, ee = 500, _ = class extends Error {
57
57
  get maxLoadValue() {
58
58
  return this.maxLoad;
59
59
  }
60
- }, y = 4096;
61
- function b(e) {
60
+ }, S = 4096;
61
+ function te(e) {
62
62
  let t = e.maxSeq;
63
- return typeof t == "number" && Number.isInteger(t) && t > 0 ? t : y;
63
+ return typeof t == "number" && Number.isInteger(t) && t > 0 ? t : S;
64
64
  }
65
- function x(e, t, n) {
66
- let { pos: r, tokens: i } = e.header, a = b(t);
65
+ function C(e, t, n) {
66
+ let { pos: r, tokens: i } = e.header, a = te(t);
67
67
  if (!Number.isInteger(i) || i < 1) return {
68
68
  kind: "corrupt",
69
69
  reason: `carried ${i} token columns`
@@ -95,69 +95,69 @@ function x(e, t, n) {
95
95
  hidden: o
96
96
  };
97
97
  }
98
- function te(e, t, n, r) {
99
- let i = s(e);
100
- return i ? i.header.pos !== t || i.header.requestId !== t ? { kind: "stale" } : x(i, n, r) : {
98
+ function ne(e, t, n, r) {
99
+ let i = _(e);
100
+ return i ? i.header.pos !== t || i.header.requestId !== t ? { kind: "stale" } : C(i, n, r) : {
101
101
  kind: "corrupt",
102
102
  reason: "malformed frame header"
103
103
  };
104
104
  }
105
- async function ne(t) {
106
- let { engine: n, link: i, semantics: o, promptTokens: s, chainLength: c, maxNewTokens: l } = t;
105
+ async function re(t) {
106
+ let { engine: i, link: a, semantics: o, promptTokens: s, chainLength: c, maxNewTokens: l } = t;
107
107
  if (s.length === 0) throw Error("swarm host requires at least one prompt token");
108
- n.reset();
108
+ i.reset();
109
109
  let u = null;
110
- i.onFrame((t) => {
110
+ a.onFrame((t) => {
111
111
  if (e(t)) return;
112
- let r = u;
113
- if (!r) return;
114
- let i = te(t, r.pos, n, o);
115
- if (i.kind !== "stale") {
116
- if (u = null, i.kind === "corrupt") {
117
- r.reject(/* @__PURE__ */ Error(`swarm hop failed: ${i.reason}`));
112
+ let n = u;
113
+ if (!n) return;
114
+ let r = ne(t, n.pos, i, o);
115
+ if (r.kind !== "stale") {
116
+ if (u = null, r.kind === "corrupt") {
117
+ n.reject(/* @__PURE__ */ Error(`swarm hop failed: ${r.reason}`));
118
118
  return;
119
119
  }
120
- r.resolve(i.hidden);
120
+ n.resolve(r.hidden);
121
121
  }
122
122
  });
123
- let d = (e, t) => c <= 1 ? Promise.resolve(e) : new Promise((n, a) => {
123
+ let d = (e, t) => c <= 1 ? Promise.resolve(e) : new Promise((n, i) => {
124
124
  u = {
125
125
  pos: t,
126
126
  resolve: n,
127
- reject: a
128
- }, i.send(r({
127
+ reject: i
128
+ }, a.send(r({
129
129
  requestId: t,
130
130
  pos: t,
131
131
  tokens: 1
132
132
  }, o.packHidden(e)));
133
- }), f = async (e, t) => d(await n.embedRun(e, t), t), p = null;
133
+ }), f = async (e, t) => d(await i.embedRun(e, t), t), p = null;
134
134
  for (let e = 0; e < s.length; e++) {
135
135
  let t = await f(s[e], e);
136
- e === s.length - 1 && (p = await n.headFromHidden(t));
136
+ e === s.length - 1 && (p = await i.headFromHidden(t));
137
137
  }
138
138
  if (!p) throw Error("swarm host produced no logits for the prompt");
139
139
  let m = [], h = s.length, g = o.argmax(p);
140
140
  for (; m.length < l && !(t.eosIds?.has(g) || (m.push(g), await t.onToken?.(g), m.length >= l));) {
141
141
  let e = await f(g, h++);
142
- p = await n.headFromHidden(e), g = o.argmax(p);
142
+ p = await i.headFromHidden(e), g = o.argmax(p);
143
143
  }
144
- return c > 1 && i.send(a()), { tokens: m };
144
+ return c > 1 && a.send(n()), { tokens: m };
145
145
  }
146
- function re(t) {
146
+ function ie(t) {
147
147
  let { engine: n, link: i, semantics: a } = t;
148
148
  return n.reset(), new Promise((t, o) => {
149
- let c = Promise.resolve(), l = !1;
150
- i.onFrame((u) => {
151
- if (!l) {
152
- if (e(u)) {
153
- l = !0, i.send(u), c = c.then(() => t());
149
+ let s = Promise.resolve(), c = !1;
150
+ i.onFrame((l) => {
151
+ if (!c) {
152
+ if (e(l)) {
153
+ c = !0, i.send(l), s = s.then(() => t());
154
154
  return;
155
155
  }
156
- c = c.then(async () => {
157
- if (l) return;
158
- let e = s(u);
156
+ s = s.then(async () => {
157
+ if (c) return;
158
+ let e = _(l);
159
159
  if (!e) throw Error("swarm frame has a malformed frame header");
160
- let t = x(e, n, a);
160
+ let t = C(e, n, a);
161
161
  if (t.kind === "corrupt") throw Error(`swarm frame is unusable: ${t.reason}`);
162
162
  let o = await n.runHidden(t.hidden, e.header.pos);
163
163
  i.send(r({
@@ -166,7 +166,7 @@ function re(t) {
166
166
  tokens: e.header.tokens
167
167
  }, a.packHidden(o)));
168
168
  }).catch((e) => {
169
- l = !0, o(e instanceof Error ? e : Error(String(e)));
169
+ c = !0, o(e instanceof Error ? e : Error(String(e)));
170
170
  });
171
171
  }
172
172
  });
@@ -174,9 +174,9 @@ function re(t) {
174
174
  }
175
175
  //#endregion
176
176
  //#region src/swarm/controller.ts
177
- var S = class {
177
+ var ae = class {
178
178
  constructor(e) {
179
- this.options = e, this.frameHandler = null, this.engine = null, this.semantics = null, this.sessionId = "", this.model = "", this.chainLength = 1, this.chain = [], this.slice = null, this.hostWarm = void 0, this.prompt = "", this.maxNewTokens = 128, this.sliceLoaded = !1, this.generationStarted = !1, this.settled = !1;
179
+ this.options = e, this.frameHandler = null, this.engine = null, this.semantics = null, this.sessionId = "", this.model = "", this.chainLength = 1, this.chain = [], this.slice = null, this.hostWarm = void 0, this.prompt = "", this.maxNewTokens = 128, this.sliceLoaded = !1, this.generationStarted = !1, this.settled = !1, this.flowPaused = !1, this.flowWaiters = /* @__PURE__ */ new Set();
180
180
  }
181
181
  async start() {
182
182
  if (this.settled) return;
@@ -200,7 +200,7 @@ var S = class {
200
200
  }
201
201
  async handleControl(e) {
202
202
  if (!this.settled && e.sessionId === this.sessionId) try {
203
- e.type === "swarm-slice" ? await this.loadSlice(e) : e.type === "swarm-start" ? await this.startHost() : e.type === "swarm-error" && this.fail(Error(e.error || "swarm session aborted by the coordinator"));
203
+ e.type === "swarm-slice" ? await this.loadSlice(e) : e.type === "swarm-start" ? await this.startHost() : e.type === "swarm-error" ? this.fail(Error(e.error || "swarm session aborted by the coordinator")) : e.type === "swarm-flow" && (this.flowPaused = e.paused, this.flowPaused || this.releaseFlowWaiters());
204
204
  } catch (e) {
205
205
  this.fail(e);
206
206
  }
@@ -223,7 +223,7 @@ var S = class {
223
223
  if (!Number.isInteger(e.chainLength) || e.chainLength < 1 || e.chainLength > 16) throw Error(`swarm slice has an invalid chain length: ${JSON.stringify(e.chainLength)}`);
224
224
  if (!Number.isInteger(e.index) || e.index < 0 || e.index >= e.chainLength) throw Error(`swarm slice has an invalid index: ${JSON.stringify(e.index)}`);
225
225
  if (e.role !== (e.index === 0 ? "host" : "worker")) throw Error(`swarm slice role ${e.role} does not match index ${e.index}`);
226
- if (!l(e.slice)) throw Error(`swarm slice is out of bounds: ${JSON.stringify(e.slice)}`);
226
+ if (!u(e.slice)) throw Error(`swarm slice is out of bounds: ${JSON.stringify(e.slice)}`);
227
227
  let t = e.index === 0;
228
228
  if (e.slice.hasEmbed !== t || e.slice.hasHead !== t) throw Error("swarm slice embed/head ownership does not match the host position");
229
229
  }
@@ -238,11 +238,11 @@ var S = class {
238
238
  this.engine = t, this.semantics = n, this.hostWarm = r, this.sliceLoaded = !0, this.options.sendControl({
239
239
  type: "swarm-ready",
240
240
  sessionId: e.sessionId
241
- }), e.role === "worker" && (this.generationStarted = !0, re({
241
+ }), e.role === "worker" && (this.generationStarted = !0, ie({
242
242
  engine: t,
243
243
  link: this.link(),
244
244
  semantics: n
245
- }).then(() => this.finish(C())).catch((e) => this.fail(e)));
245
+ }).then(() => this.finish(oe())).catch((e) => this.fail(e)));
246
246
  }
247
247
  async startHost() {
248
248
  if (this.generationStarted) return;
@@ -254,7 +254,7 @@ var S = class {
254
254
  let r = t.encodePrompt(this.prompt), i = e.maxSeq ?? 4096;
255
255
  if (r.length + n > i) throw Error(`swarm request needs ${r.length + n} tokens but the model context holds ${i}`);
256
256
  this.generationStarted = !0;
257
- let a = performance.now(), { tokens: o } = await ne({
257
+ let a = performance.now(), { tokens: o } = await re({
258
258
  chainLength: this.chainLength,
259
259
  promptTokens: r,
260
260
  maxNewTokens: n,
@@ -262,7 +262,10 @@ var S = class {
262
262
  link: this.link(),
263
263
  semantics: t,
264
264
  eosIds: t.eosIds,
265
- onToken: (e) => this.options.emitToken(t.decodeTokens([e]))
265
+ onToken: async (e) => {
266
+ if (await this.waitForFlow(), this.settled) throw Error("swarm session stopped while generation was paused");
267
+ await this.options.emitToken(t.decodeTokens([e]));
268
+ }
266
269
  }), s = t.decodeTokens;
267
270
  this.finish({
268
271
  output: s(o),
@@ -294,13 +297,20 @@ var S = class {
294
297
  } catch {}
295
298
  }
296
299
  finish(e) {
297
- this.settled || (this.settled = !0, this.teardown(), this.options.onDone(e));
300
+ this.settled || (this.settled = !0, this.releaseFlowWaiters(), this.teardown(), this.options.onDone(e));
298
301
  }
299
302
  fail(e) {
300
- this.settled || (this.settled = !0, this.teardown(), this.options.onError(e instanceof Error ? e.message : String(e)));
303
+ this.settled || (this.settled = !0, this.releaseFlowWaiters(), this.teardown(), this.options.onError(e instanceof Error ? e.message : String(e)));
304
+ }
305
+ waitForFlow() {
306
+ return !this.flowPaused || this.settled ? Promise.resolve() : new Promise((e) => this.flowWaiters.add(e));
307
+ }
308
+ releaseFlowWaiters() {
309
+ for (let e of this.flowWaiters) e();
310
+ this.flowWaiters.clear();
301
311
  }
302
312
  };
303
- function C() {
313
+ function oe() {
304
314
  return {
305
315
  output: "",
306
316
  tokens: [],
@@ -315,8 +325,8 @@ var w = class extends Error {
315
325
  super(e), this.name = "SwarmEngineUnavailableError";
316
326
  }
317
327
  };
318
- async function T(e, t) {
319
- if (!(await f()).webgpu) throw new w("WebGPU is not available in this context");
328
+ async function se(e, t) {
329
+ if (!(await h()).webgpu) throw new w("WebGPU is not available in this context");
320
330
  let n = t ?? ((e) => import(
321
331
  /* @vite-ignore */
322
332
  e
@@ -330,8 +340,12 @@ async function T(e, t) {
330
340
  if (!i || typeof i.create != "function") throw new w(`module at ${e} does not export Qwen35Engine.create`);
331
341
  return r;
332
342
  }
333
- function E(e, t) {
334
- let n = !1;
343
+ function T(e, t, n, r) {
344
+ let i = !1, a = async (e) => {
345
+ r?.();
346
+ let t = await e();
347
+ return r?.(), t;
348
+ };
335
349
  return {
336
350
  get dim() {
337
351
  return e.dims.dim;
@@ -342,61 +356,102 @@ function E(e, t) {
342
356
  get maxSeq() {
343
357
  return e.maxSeq;
344
358
  },
345
- reset: () => e.reset(),
346
- embedRun: (t, n) => e.embedRun(t, n),
347
- runHidden: (t, n) => e.runHidden(t, n),
348
- headFromHidden: (t) => e.headFromHidden(t),
349
- setHidden: (t) => e.setHidden(t),
359
+ reset: () => {
360
+ r?.(), e.reset();
361
+ },
362
+ embedRun: (t, n) => a(() => e.embedRun(t, n)),
363
+ runHidden: (t, n) => a(() => e.runHidden(t, n)),
364
+ headFromHidden: (t) => a(() => e.headFromHidden(t)),
365
+ setHidden: (t) => {
366
+ r?.(), e.setHidden(t);
367
+ },
350
368
  dispose: () => {
351
- if (!n) {
352
- n = !0;
369
+ if (!i) {
370
+ i = !0;
353
371
  try {
354
372
  e.dispose?.();
355
373
  } catch {}
356
374
  try {
357
375
  t?.destroy?.();
358
376
  } catch {}
377
+ try {
378
+ n?.();
379
+ } catch {}
359
380
  }
360
381
  }
361
382
  };
362
383
  }
363
384
  //#endregion
364
385
  //#region src/swarm/runtime.ts
365
- var D = {
386
+ var E = {
366
387
  "qwen3.5-2b": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_0.gguf",
367
388
  "qwen3.8-27b": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-Q4_0.gguf",
368
389
  "qwen3.6-35b-moe": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_0.gguf"
369
- }, ie = "flaxia-swarm-weights-v1", ae = 12 * 1024 * 1024, O = 256 * 1024 * 1024;
370
- function oe(e) {
371
- let t = D[e];
390
+ }, ce = "flaxia-swarm-weights-v1", le = 12 * 1024 * 1024, D = 256 * 1024 * 1024, O = /* @__PURE__ */ new Map();
391
+ function k(e, t) {
392
+ O.set(e, {
393
+ status: t,
394
+ failedExpiresAt: t.state === "failed" ? Date.now() + 3e4 : void 0
395
+ });
396
+ }
397
+ function A(e, t, n, r) {
398
+ let i = M(e);
399
+ return {
400
+ modelId: e,
401
+ revision: /\/resolve\/([^/]+)\//.exec(new URL(i).pathname)?.[1] ?? "unknown",
402
+ dtype: /-(q\d+_\d+)\.gguf/i.exec(i)?.[1] ?? "unknown",
403
+ backend: "webgpu",
404
+ layerRange: [t.start, t.end],
405
+ state: n,
406
+ referenceCount: r
407
+ };
408
+ }
409
+ function j(e = Date.now()) {
410
+ let t = [];
411
+ for (let [n, r] of O) {
412
+ if (r.failedExpiresAt !== void 0 && r.failedExpiresAt <= e) {
413
+ O.delete(n);
414
+ continue;
415
+ }
416
+ t.push(r.status);
417
+ }
418
+ return {
419
+ version: 1,
420
+ sampledAt: e,
421
+ expiresAt: e + g,
422
+ entries: t.slice(0, 8)
423
+ };
424
+ }
425
+ function M(e) {
426
+ let t = Object.prototype.hasOwnProperty.call(E, e) ? E[e] : void 0;
372
427
  if (t) return t;
373
428
  throw new w(`unknown swarm model: ${e}`);
374
429
  }
375
- var k = null, A = 0, j = 0;
376
- async function M() {
377
- if (k !== null) return k;
430
+ var N = null, P = 0, F = 0;
431
+ async function ue() {
432
+ if (N !== null) return N;
378
433
  try {
379
- k = typeof caches < "u" ? await caches.open(ie) : !1;
434
+ N = typeof caches < "u" ? await caches.open(ce) : !1;
380
435
  } catch {
381
- k = !1;
436
+ N = !1;
382
437
  }
383
- return k;
438
+ return N;
384
439
  }
385
- function N(e, t, n) {
440
+ function de(e, t, n) {
386
441
  return `https://flaxia-weights.local/${encodeURIComponent(e)}/${t}-${n}`;
387
442
  }
388
- async function P(e, t, n) {
389
- let r = await F(e, t, n), i = new Uint8Array(await r.arrayBuffer()), a = n - t + 1;
443
+ async function I(e, t, n) {
444
+ let r = await L(e, t, n), i = new Uint8Array(await r.arrayBuffer()), a = n - t + 1;
390
445
  if (i.byteLength !== a) throw Error(`short range ${i.byteLength}/${a}`);
391
446
  return i;
392
447
  }
393
- async function F(e, t, n) {
394
- let r = n - t + 1, i = await M(), a = N(e, t, n);
448
+ async function L(e, t, n) {
449
+ let r = n - t + 1, i = await ue(), a = de(e, t, n);
395
450
  if (i) try {
396
451
  let e = await i.match(a);
397
452
  if (e) {
398
453
  let t = new Uint8Array(await e.arrayBuffer());
399
- if (t.byteLength === r) return A++, new Response(t, { status: 200 });
454
+ if (t.byteLength === r) return P++, new Response(t, { status: 200 });
400
455
  await i.delete(a).catch(() => {});
401
456
  }
402
457
  } catch {}
@@ -405,7 +460,7 @@ async function F(e, t, n) {
405
460
  try {
406
461
  let s = await fetch(e, { headers: { Range: `bytes=${t}-${n}` } });
407
462
  if (s.status !== 206) o = /* @__PURE__ */ Error(`model host refused range requests (${s.status})`);
408
- else return j++, i && s.clone().arrayBuffer().then((e) => {
463
+ else return F++, i && s.clone().arrayBuffer().then((e) => {
409
464
  if (e.byteLength === r) return i.put(a, new Response(e, {
410
465
  status: 200,
411
466
  headers: { "content-type": "application/octet-stream" }
@@ -418,19 +473,19 @@ async function F(e, t, n) {
418
473
  }
419
474
  throw Error(`range fetch ${t}-${n} failed: ${o instanceof Error ? o.message : String(o)}`);
420
475
  }
421
- async function I(e, t) {
422
- let n = ae;
476
+ async function fe(e, t) {
477
+ let n = le;
423
478
  for (;;) {
424
- let r = await P(t, 0, n - 1), i = r.buffer.slice(r.byteOffset, r.byteOffset + r.byteLength);
479
+ let r = await I(t, 0, n - 1), i = r.buffer.slice(r.byteOffset, r.byteOffset + r.byteLength);
425
480
  try {
426
481
  return e.parseGGUFHeader(i);
427
482
  } catch (e) {
428
- if (n >= O) throw e;
429
- n = Math.min(n * 2, O);
483
+ if (n >= D) throw e;
484
+ n = Math.min(n * 2, D);
430
485
  }
431
486
  }
432
487
  }
433
- async function L() {
488
+ async function pe() {
434
489
  let e = navigator.gpu;
435
490
  if (!e) throw new w("WebGPU is not available in this context");
436
491
  let t = await e.requestAdapter({ powerPreference: "high-performance" });
@@ -440,7 +495,7 @@ async function L() {
440
495
  maxStorageBufferBindingSize: t.limits.maxStorageBufferBindingSize
441
496
  } });
442
497
  }
443
- function R(e, t) {
498
+ function me(e, t) {
444
499
  let n = t.vocab, r = n["<|im_start|>"], i = n["<|im_end|>"], a = n["<think>"], o = n["</think>"], s = (e) => [
445
500
  r,
446
501
  ...t.encode("user\n" + e),
@@ -470,32 +525,32 @@ function R(e, t) {
470
525
  eosIds: new Set(c)
471
526
  };
472
527
  }
473
- function z() {
474
- let e = null, t = null, n = () => {
475
- if (!e) {
476
- let t = new URL("./swarm-engine.js", "" + import.meta.url).href;
477
- e = T(t).then((e) => e);
528
+ function R(e) {
529
+ let t = null, n = null, r = () => {
530
+ if (!t) {
531
+ let n = new URL("./swarm-engine.js", "" + import.meta.url).href;
532
+ t = e ? e() : se(n).then((e) => e);
478
533
  }
479
- return e;
480
- }, r = async (e) => {
481
- let r = await n(), i = oe(e);
482
- (!t || t.url !== i) && (t = {
534
+ return t;
535
+ }, i = async (e) => {
536
+ let t = await r(), i = M(e);
537
+ (!n || n.url !== i) && (n = {
483
538
  url: i,
484
- gguf: await I(r, i)
539
+ gguf: await fe(t, i)
485
540
  });
486
- let a = Number(t.gguf.meta["qwen35.block_count"]) - Number(t.gguf.meta["qwen35.nextn_predict_layers"] || 0);
541
+ let a = Number(n.gguf.meta["qwen35.block_count"]) - Number(n.gguf.meta["qwen35.nextn_predict_layers"] || 0);
487
542
  if (!Number.isInteger(a) || a < 1) throw new w(`model ${e} has no qwen35 trunk layers`);
488
543
  return {
489
- mod: r,
544
+ mod: t,
490
545
  url: i,
491
- gguf: t.gguf,
546
+ gguf: n.gguf,
492
547
  layers: a
493
548
  };
494
549
  };
495
550
  return {
496
551
  async plan(e, t) {
497
- let { layers: n } = await r(t);
498
- return d({
552
+ let { layers: n } = await i(t);
553
+ return a({
499
554
  sessionId: "",
500
555
  taskId: "",
501
556
  model: t,
@@ -507,60 +562,103 @@ function z() {
507
562
  }).chain;
508
563
  },
509
564
  async load(e, t) {
510
- A = 0, j = 0;
511
- let { mod: n, url: i, gguf: a } = await r(t), o = await L(), s = n.makeTokenizer(n.tokenizerFromGGUF(a.meta)), c = (e) => P(i, e.byteOffset, e.byteOffset + e.byteLength - 1);
512
- a.streamEntry = (e) => n.streamEntryToGPU(o, e, (e) => F(i, e.byteOffset, e.byteOffset + e.byteLength - 1), { staging: 4 * 1024 * 1024 });
513
- let l = await n.qwen35Weights(a, c, {
514
- lo: e.start,
515
- hi: e.end,
516
- hasEmbed: e.hasEmbed,
517
- hasHead: e.hasHead,
518
- mtp: e.hasHead
519
- }, void 0, (e, t) => n.gpuUploadEntry(o, e, t === n.GGML_EMBED)), u = a.tensors[n.GGML_EMBED]?.shape[0] ?? 0, d = await n.Qwen35Engine.create({
520
- device: o,
521
- meta: a.meta,
522
- layerRange: [e.start, e.end],
523
- hasEmbed: e.hasEmbed,
524
- hasHead: e.hasHead,
525
- vocab: u,
526
- maxSeq: Math.min(y, Number(a.meta["qwen35.context_length"]) || 4096),
527
- batchCols: 4,
528
- weights: l
529
- }), f = A > 0 && j === 0;
530
- return {
531
- engine: E(d, o),
532
- semantics: R(n, s),
533
- warm: f
534
- };
565
+ P = 0, F = 0;
566
+ let n = JSON.stringify([
567
+ t,
568
+ e.start,
569
+ e.end
570
+ ]);
571
+ k(n, A(t, e, "loading", 1));
572
+ let r, a = !1;
573
+ try {
574
+ let { mod: o, url: s, gguf: c } = await i(t);
575
+ r = await pe();
576
+ let l = null, u = r;
577
+ u.addEventListener?.("uncapturederror", () => {
578
+ l = "swarm GPU validation failed";
579
+ }), u.lost?.then(() => {
580
+ l = "swarm GPU device lost";
581
+ });
582
+ let d = () => {
583
+ if (l) throw new w(l);
584
+ }, f = me(o, o.makeTokenizer(o.tokenizerFromGGUF(c.meta))), p = (e) => I(s, e.byteOffset, e.byteOffset + e.byteLength - 1);
585
+ c.streamEntry = (e) => o.streamEntryToGPU(r, e, (e) => L(s, e.byteOffset, e.byteOffset + e.byteLength - 1), { staging: 4 * 1024 * 1024 });
586
+ let m = await o.qwen35Weights(c, p, {
587
+ lo: e.start,
588
+ hi: e.end,
589
+ hasEmbed: e.hasEmbed,
590
+ hasHead: e.hasHead,
591
+ mtp: e.hasHead
592
+ }, void 0, (e, t) => o.gpuUploadEntry(r, e, t === o.GGML_EMBED)), h = c.tensors[o.GGML_EMBED]?.shape[0] ?? 0, g = await o.Qwen35Engine.create({
593
+ device: r,
594
+ meta: c.meta,
595
+ layerRange: [e.start, e.end],
596
+ hasEmbed: e.hasEmbed,
597
+ hasHead: e.hasHead,
598
+ vocab: h,
599
+ maxSeq: Math.min(S, Number(c.meta["qwen35.context_length"]) || 4096),
600
+ batchCols: 4,
601
+ weights: m
602
+ });
603
+ d();
604
+ let _ = T(g, r, () => {
605
+ k(n, A(t, e, "evicting", 0)), queueMicrotask(() => O.delete(n));
606
+ }, d);
607
+ return a = !0, k(n, A(t, e, "ready", 1)), {
608
+ engine: _,
609
+ semantics: f,
610
+ warm: P > 0 && F === 0
611
+ };
612
+ } catch (i) {
613
+ if (k(n, A(t, e, "failed", 0)), !a) try {
614
+ r?.destroy?.();
615
+ } catch {}
616
+ throw i;
617
+ }
535
618
  }
536
619
  };
537
620
  }
538
621
  //#endregion
539
622
  //#region src/swarm/messages.ts
540
- function B(e) {
541
- return o(e) || c(e) || i(e) || t(e);
623
+ function he(e) {
624
+ return o(e) || l(e) || f(e) || c(e) || m(e) || t(e);
542
625
  }
543
- function V(e) {
626
+ function ge(e) {
544
627
  if (!e || typeof e != "object") return !1;
545
628
  let t = e;
546
- return t.type === "swarm-control" && typeof t.id == "string" && B(t.message);
629
+ return t.type === "swarm-control" && typeof t.id == "string" && he(t.message);
547
630
  }
548
631
  //#endregion
549
632
  //#region src/worker/main.worker.ts
550
- var H = null, U = g, W = 1, G = 15e3, K = /* @__PURE__ */ new Map(), q = null, J = null, Y = null, se = 6e4;
551
- async function ce() {
633
+ var z = null, _e = y, ve = 1, B = 15e3, V = /* @__PURE__ */ new Map(), H = /* @__PURE__ */ new Set(), U = /* @__PURE__ */ new Map();
634
+ function W(e) {
635
+ H.delete(e);
636
+ let t = U.get(e);
637
+ if (t) {
638
+ U.delete(e);
639
+ for (let e of t) e();
640
+ }
641
+ }
642
+ function ye(e) {
643
+ return H.has(e) ? new Promise((t) => {
644
+ let n = U.get(e) ?? /* @__PURE__ */ new Set();
645
+ n.add(t), U.set(e, n);
646
+ }) : Promise.resolve();
647
+ }
648
+ var G = null, K = null, q = null, be = 6e4;
649
+ async function xe() {
552
650
  for (let e = 0;; e++) try {
553
- await H.waitForSlot(U);
651
+ await z.waitForSlot(_e);
554
652
  return;
555
653
  } catch (t) {
556
- if (!(t instanceof _)) throw t;
557
- if (e >= W) throw Error(`device CPU busy: ${t.message}; task not started, retry on an idle node (retryable)`);
558
- console.warn(`[flaxia-node:worker] ${t.message}; cooling down ${G}ms before retrying`), await new Promise((e) => setTimeout(e, G));
654
+ if (!(t instanceof b)) throw t;
655
+ if (e >= ve) throw Error(`device CPU busy: ${t.message}; task not started, retry on an idle node (retryable)`);
656
+ console.warn(`[flaxia-node:worker] ${t.message}; cooling down ${B}ms before retrying`), await new Promise((e) => setTimeout(e, B));
559
657
  }
560
658
  }
561
- function le(e) {
659
+ function Se(e) {
562
660
  let t = (t) => {
563
- let n = K.get(e);
661
+ let n = V.get(e);
564
662
  if (n !== void 0) throw Error(n);
565
663
  self.postMessage({
566
664
  id: e,
@@ -568,54 +666,77 @@ function le(e) {
568
666
  token: t
569
667
  });
570
668
  };
571
- return async (e) => {
572
- t(e), await H?.yieldIfOverloaded();
669
+ return async (n) => {
670
+ await ye(e), t(n), await z?.yieldIfOverloaded();
573
671
  };
574
672
  }
575
- var X = p(), Z = X >= m;
576
- console.log(`[flaxia-node:worker] startup memory probe wasmMemoryBytes=${X} capable=${Z}`);
577
- function ue() {
578
- return n();
673
+ var J = d(), Y = J >= p;
674
+ console.log(`[flaxia-node:worker] startup memory probe wasmMemoryBytes=${J} capable=${Y}`);
675
+ function Ce() {
676
+ return i();
579
677
  }
580
- var Q = /* @__PURE__ */ new Map(), $ = null;
581
- function de() {
582
- for (let e of Q.values()) try {
678
+ var X = /* @__PURE__ */ new Map(), Z = /* @__PURE__ */ new Map();
679
+ Z.set("swarm-inference", j);
680
+ var Q = null;
681
+ function we() {
682
+ for (let e of X.values()) try {
583
683
  e();
584
684
  } catch {}
585
- Q.clear();
685
+ X.clear(), Z.clear(), Z.set("swarm-inference", j);
586
686
  }
587
- function fe() {
588
- $ && clearTimeout($), $ = setTimeout(() => {
589
- $ = null, de();
590
- }, se);
687
+ function $() {
688
+ let e = Date.now(), t = [...Z.values()].flatMap((e) => {
689
+ try {
690
+ return e().entries;
691
+ } catch {
692
+ return [];
693
+ }
694
+ }).slice(0, 8);
695
+ return {
696
+ version: 1,
697
+ sampledAt: e,
698
+ expiresAt: e + 6e4,
699
+ entries: t
700
+ };
591
701
  }
592
- async function pe(e, t, n, r) {
702
+ function Te() {
703
+ Q && clearTimeout(Q), Q = setTimeout(() => {
704
+ Q = null, we();
705
+ }, be);
706
+ }
707
+ async function Ee(e, t, n, r) {
593
708
  switch (e) {
594
709
  case "ai-inference":
595
- let i = await import("./assets/ai-inference.js");
596
- return Q.set(e, i.releaseCache), await i.handleAiInference(t, n);
710
+ let i = await import("./assets/ai-inference.js").then((e) => e.i);
711
+ return X.set(e, i.releaseCache), Z.set(e, i.getModelCacheSnapshot), await i.handleAiInference(t, n);
712
+ case "ai-preload": {
713
+ let e = await import("./assets/ai-inference.js").then((e) => e.i);
714
+ X.set("ai-inference", e.releaseCache), Z.set("ai-inference", e.getModelCacheSnapshot);
715
+ let n = t;
716
+ return await e.preloadAiModel(n), { preloaded: !0 };
717
+ }
597
718
  case "image-process": return await (await import("./assets/image-process.js")).handleImageProcess(t);
598
719
  case "container": return await (await import("./assets/container.js")).handleContainer(t, r?.fileSourceOrigins ?? [], r?.containerImageOrigins ?? []);
599
720
  case "vector-embed":
600
721
  let a = await import("./assets/vector-embed.js");
601
- return Q.set(e, a.releaseCache), await a.handleVectorEmbed(t);
722
+ return X.set(e, a.releaseCache), await a.handleVectorEmbed(t);
602
723
  case "vector-store":
603
724
  let o = await import("./assets/vector-store.js");
604
- return Q.set(e, o.releaseCache), await o.handleVectorStore(t);
725
+ return X.set(e, o.releaseCache), await o.handleVectorStore(t);
605
726
  case "vector-query":
606
727
  let s = await import("./assets/vector-query.js");
607
- return Q.set(e, s.releaseCache), await s.handleVectorQuery(t);
728
+ return X.set(e, s.releaseCache), await s.handleVectorQuery(t);
608
729
  case "nudenet":
609
730
  let c = await import("./assets/nudenet.js");
610
- return Q.set(e, c.releaseCache), await c.handleNudeNet(t);
731
+ return X.set(e, c.releaseCache), await c.handleNudeNet(t);
611
732
  default: throw Error(`Unknown workload type: ${e}`);
612
733
  }
613
734
  }
614
- function me(e, t, n) {
735
+ function De(e, t, n) {
615
736
  return new Promise((r, i) => {
616
- let a = new S({
737
+ let a = new ae({
617
738
  initial: t,
618
- runtime: z(),
739
+ runtime: R(),
619
740
  sendControl: (t) => self.postMessage({
620
741
  id: e,
621
742
  type: "swarm-message",
@@ -628,66 +749,77 @@ function me(e, t, n) {
628
749
  }, [t]),
629
750
  emitToken: n,
630
751
  onDone: (e) => {
631
- q === a && (q = null, J = null), r(e);
752
+ G === a && (G = null, K = null), r(e);
632
753
  },
633
754
  onError: (e) => {
634
- q === a && (q = null, J = null), i(Error(e));
755
+ G === a && (G = null, K = null), i(Error(e));
635
756
  }
636
757
  });
637
- q = a, J = e, a.start();
758
+ G = a, K = e, a.start();
638
759
  });
639
760
  }
640
761
  self.onmessage = async (e) => {
641
762
  let t = e.data;
763
+ if (t?.type === "token-flow") {
764
+ let e = typeof t.id == "string" ? t.id : "";
765
+ e && q === e && typeof t.paused == "boolean" && (t.paused ? H.add(e) : W(e));
766
+ return;
767
+ }
642
768
  if (t?.type === "swarm-control") {
643
- if (!V(t)) {
769
+ if (!ge(t)) {
644
770
  console.warn("[flaxia-node:worker] dropped malformed swarm-control message");
645
771
  return;
646
772
  }
647
- q && q.handleControl(t.message);
773
+ G && G.handleControl(t.message);
648
774
  return;
649
775
  }
650
776
  if (t?.type === "swarm-frame") {
651
- t.frame instanceof ArrayBuffer ? q?.handleFrame(t.frame) : console.warn("[flaxia-node:worker] dropped malformed swarm-frame message");
777
+ t.frame instanceof ArrayBuffer ? G?.handleFrame(t.frame) : console.warn("[flaxia-node:worker] dropped malformed swarm-frame message");
652
778
  return;
653
779
  }
654
780
  if (t?.type === "abort") {
655
781
  let e = t.id, n = typeof t.reason == "string" && t.reason ? t.reason : "aborted by the coordinator";
656
- q && J === e ? q.abort(n) : Y === e && K.set(e, n);
782
+ W(e), G && K === e ? G.abort(n) : q === e && V.set(e, n);
657
783
  return;
658
784
  }
659
785
  let { id: n, workload: r, payload: i, config: a } = t, o = performance.now();
660
- Y = n;
786
+ q = n, W(n);
661
787
  try {
662
- if (H ||= new v(a?.maxCpuLoad), console.log(`[flaxia-node:worker] task start id=${n} workload=${r}`), !Z) throw Error(`node incapable: insufficient WASM memory (${X} bytes < ${m}); rejecting all tasks`);
663
- if (u.has(r) && !ue()) throw Error(`${r}: insufficient WASM memory (${X} bytes < ${m})`);
664
- await ce(), H.beginWork();
788
+ if (z ||= new x(a?.maxCpuLoad), console.log(`[flaxia-node:worker] task start id=${n} workload=${r}`), !Y) throw Error(`node incapable: insufficient WASM memory (${J} bytes < ${p}); rejecting all tasks`);
789
+ if (s.has(r) && !Ce()) throw Error(`${r}: insufficient WASM memory (${J} bytes < ${p})`);
790
+ await xe(), z.beginWork();
665
791
  let e = setInterval(() => {
666
792
  self.postMessage({
667
793
  id: n,
668
794
  type: "heartbeat",
669
- cpuLoad: H?.lastMeasuredLoad ?? 0
795
+ cpuLoad: z?.lastMeasuredLoad ?? 0,
796
+ modelCache: $()
670
797
  });
671
798
  }, 1e4), t = performance.now();
672
799
  try {
673
- let e = le(n), t = Array.isArray(a?.fileSourceOrigins) ? a.fileSourceOrigins.filter((e) => typeof e == "string") : [], s = Array.isArray(a?.containerImageOrigins) ? a.containerImageOrigins.filter((e) => typeof e == "string") : [], c = r === "swarm-inference" ? await me(n, i, e) : await pe(r, i, e, {
800
+ let e = Se(n), t = Array.isArray(a?.fileSourceOrigins) ? a.fileSourceOrigins.filter((e) => typeof e == "string") : [], s = Array.isArray(a?.containerImageOrigins) ? a.containerImageOrigins.filter((e) => typeof e == "string") : [], c = r === "swarm-inference" ? await De(n, i, e) : await Ee(r, i, e, {
674
801
  fileSourceOrigins: t,
675
802
  containerImageOrigins: s
676
803
  });
677
804
  self.postMessage({
678
805
  id: n,
679
806
  type: "done",
680
- result: c
807
+ result: c,
808
+ modelCache: $()
681
809
  }), console.log(`[flaxia-node:worker] task done id=${n} workload=${r} durationMs=${Math.round(performance.now() - o)}`);
682
810
  } finally {
683
- Y = null, K.delete(n), clearInterval(e), H.markTaskComplete(performance.now() - t), fe();
811
+ q = null, V.delete(n), W(n), clearInterval(e), z.markTaskComplete(performance.now() - t), Te();
684
812
  }
685
813
  } catch (e) {
686
- let t = e instanceof Error ? e.message : String(e);
687
- console.error(`[flaxia-node:worker] task error id=${n} workload=${r} error=${t}`), Y === n && (Y = null), self.postMessage({
814
+ let t = e instanceof Error ? e.message : String(e), i = e, a = typeof i?.code == "string" ? i.code : void 0, o = typeof i?.status == "number" ? i.status : void 0, s = typeof i?.detail == "string" ? i.detail : void 0;
815
+ console.error(`[flaxia-node:worker] task error id=${n} workload=${r} error=${t}`), q === n && (q = null), W(n), self.postMessage({
688
816
  id: n,
689
817
  type: "error",
690
- error: t
818
+ error: t,
819
+ errorCode: a,
820
+ errorStatus: o,
821
+ detail: s,
822
+ modelCache: $()
691
823
  });
692
824
  }
693
825
  };