@flaxia/node 0.6.1 → 0.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. package/README.md +2 -0
  2. package/dist/assets/ai-inference.js +83 -183
  3. package/dist/assets/ai-model-registry.js +127 -0
  4. package/dist/assets/cc-extract.js +5166 -0
  5. package/dist/assets/container.js +59 -43
  6. package/dist/assets/decision.js +149 -0
  7. package/dist/assets/embed-gemma.js +105 -0
  8. package/dist/assets/image-process.js +78 -70
  9. package/dist/assets/nudenet.js +2 -2
  10. package/dist/assets/{VectorStoreEngine.js → sharedEngine.js} +67 -41
  11. package/dist/assets/transformers.web.js +2 -2
  12. package/dist/assets/vector-embed.js +148 -25
  13. package/dist/assets/vector-query.js +4 -4
  14. package/dist/assets/vector-store.js +4 -4
  15. package/dist/assets/webgpuProbe.js +127 -70
  16. package/dist/client/SignalingClient.d.ts.map +1 -1
  17. package/dist/client/light-preloader.d.ts +14 -1
  18. package/dist/client/light-preloader.d.ts.map +1 -1
  19. package/dist/consent/notice.d.ts +3 -1
  20. package/dist/consent/notice.d.ts.map +1 -1
  21. package/dist/executor/WorkerPool.d.ts +7 -0
  22. package/dist/executor/WorkerPool.d.ts.map +1 -1
  23. package/dist/executor/__tests__/resultLimits.test.d.ts +2 -0
  24. package/dist/executor/__tests__/resultLimits.test.d.ts.map +1 -0
  25. package/dist/executor/container-executor.d.ts +15 -0
  26. package/dist/executor/container-executor.d.ts.map +1 -1
  27. package/dist/executor/memoryProbe.d.ts +25 -1
  28. package/dist/executor/memoryProbe.d.ts.map +1 -1
  29. package/dist/executor/resultLimits.d.ts +19 -0
  30. package/dist/executor/resultLimits.d.ts.map +1 -0
  31. package/dist/index.js +357 -326
  32. package/dist/vector-store/HNSWIndex.d.ts +4 -1
  33. package/dist/vector-store/HNSWIndex.d.ts.map +1 -1
  34. package/dist/vector-store/VectorStoreEngine.d.ts +7 -1
  35. package/dist/vector-store/VectorStoreEngine.d.ts.map +1 -1
  36. package/dist/vector-store/__tests__/sharedEngine.test.d.ts +2 -0
  37. package/dist/vector-store/__tests__/sharedEngine.test.d.ts.map +1 -0
  38. package/dist/vector-store/sharedEngine.d.ts +13 -0
  39. package/dist/vector-store/sharedEngine.d.ts.map +1 -0
  40. package/dist/worker.js +187 -175
  41. package/dist/workloads/__tests__/cc-extract.test.d.ts +2 -0
  42. package/dist/workloads/__tests__/cc-extract.test.d.ts.map +1 -0
  43. package/dist/workloads/__tests__/decision.test.d.ts +2 -0
  44. package/dist/workloads/__tests__/decision.test.d.ts.map +1 -0
  45. package/dist/workloads/__tests__/embed-gemma.test.d.ts +2 -0
  46. package/dist/workloads/__tests__/embed-gemma.test.d.ts.map +1 -0
  47. package/dist/workloads/__tests__/nudenet-session-cache.test.d.ts +2 -0
  48. package/dist/workloads/__tests__/nudenet-session-cache.test.d.ts.map +1 -0
  49. package/dist/workloads/__tests__/wasm-threads.test.d.ts.map +1 -1
  50. package/dist/workloads/ai-inference.d.ts +21 -2
  51. package/dist/workloads/ai-inference.d.ts.map +1 -1
  52. package/dist/workloads/ai-model-registry.d.ts.map +1 -1
  53. package/dist/workloads/cc-extract.d.ts +11 -0
  54. package/dist/workloads/cc-extract.d.ts.map +1 -0
  55. package/dist/workloads/decision.d.ts +23 -0
  56. package/dist/workloads/decision.d.ts.map +1 -0
  57. package/dist/workloads/embed-gemma.d.ts +8 -0
  58. package/dist/workloads/embed-gemma.d.ts.map +1 -0
  59. package/dist/workloads/image-process.d.ts +8 -0
  60. package/dist/workloads/image-process.d.ts.map +1 -1
  61. package/dist/workloads/nudenet.d.ts.map +1 -1
  62. package/dist/workloads/vector-embed.d.ts +16 -0
  63. package/dist/workloads/vector-embed.d.ts.map +1 -1
  64. package/dist/workloads/vector-query.d.ts.map +1 -1
  65. package/dist/workloads/vector-store.d.ts.map +1 -1
  66. package/package.json +4 -3
package/dist/worker.js CHANGED
@@ -1,13 +1,13 @@
1
- import { F as e, O as t, P as n, _ as r, a as i, b as a, d as o, h as s, k as c, l, m as u, o as d, p as f, r as p, s as m, t as h, x as g, y as _ } from "./assets/webgpuProbe.js";
1
+ import { $ as e, C as t, H as n, N as r, Q as i, S as a, W as o, Z as s, c, d as l, g as u, l as d, o as f, r as p, s as m, t as h, v as g, w as _, x as ee, y as te } from "./assets/webgpuProbe.js";
2
2
  //#region src/executor/throttle.ts
3
3
  function v(e) {
4
4
  return new Promise((t) => setTimeout(t, e));
5
5
  }
6
- var y = 3e4, ee = 500, b = class extends Error {
6
+ var y = 3e4, ne = 500, b = class extends Error {
7
7
  constructor(e, t, n) {
8
8
  super(`device is over its CPU budget (load ${e.toFixed(2)} > max ${t.toFixed(2)}) after waiting ${Math.round(n)}ms; task not started`), this.load = e, this.maxLoad = t, this.waitedMs = n, this.retryable = !0, this.name = "ThrottleBusyError";
9
9
  }
10
- }, x = class {
10
+ }, re = class {
11
11
  constructor(e = .15) {
12
12
  this.windowStart = performance.now(), this.windowBusyMs = 0, this.lastLoad = 0, this.dutyStartedAt = null, this.maxLoad = Math.max(.05, Math.min(.3, e));
13
13
  }
@@ -40,7 +40,7 @@ var y = 3e4, ee = 500, b = class extends Error {
40
40
  for (; await this.shouldPause();) {
41
41
  let n = performance.now() - t;
42
42
  if (n >= e) throw new b(this.lastLoad, this.maxLoad, n);
43
- await v(Math.min(ee, Math.max(1, e - n)));
43
+ await v(Math.min(ne, Math.max(1, e - n)));
44
44
  }
45
45
  }
46
46
  async yieldIfOverloaded() {
@@ -57,13 +57,13 @@ var y = 3e4, ee = 500, b = class extends Error {
57
57
  get maxLoadValue() {
58
58
  return this.maxLoad;
59
59
  }
60
- }, S = 4096;
61
- function te(e) {
60
+ }, x = 4096;
61
+ function ie(e) {
62
62
  let t = e.maxSeq;
63
- return typeof t == "number" && Number.isInteger(t) && t > 0 ? t : S;
63
+ return typeof t == "number" && Number.isInteger(t) && t > 0 ? t : x;
64
64
  }
65
- function C(e, t, n) {
66
- let { pos: r, tokens: i } = e.header, a = te(t);
65
+ function S(e, t, n) {
66
+ let { pos: r, tokens: i } = e.header, a = ie(t);
67
67
  if (!Number.isInteger(i) || i < 1) return {
68
68
  kind: "corrupt",
69
69
  reason: `carried ${i} token columns`
@@ -95,78 +95,78 @@ function C(e, t, n) {
95
95
  hidden: o
96
96
  };
97
97
  }
98
- function ne(e, t, n, r) {
99
- let i = _(e);
100
- return i ? i.header.pos !== t || i.header.requestId !== t ? { kind: "stale" } : C(i, n, r) : {
98
+ function ae(e, t, n, r) {
99
+ let a = i(e);
100
+ return a ? a.header.pos !== t || a.header.requestId !== t ? { kind: "stale" } : S(a, n, r) : {
101
101
  kind: "corrupt",
102
102
  reason: "malformed frame header"
103
103
  };
104
104
  }
105
- async function re(t) {
106
- let { engine: i, link: a, semantics: o, promptTokens: s, chainLength: c, maxNewTokens: l } = t;
107
- if (s.length === 0) throw Error("swarm host requires at least one prompt token");
108
- i.reset();
105
+ async function oe(t) {
106
+ let { engine: n, link: i, semantics: a, promptTokens: o, chainLength: c, maxNewTokens: l } = t;
107
+ if (o.length === 0) throw Error("swarm host requires at least one prompt token");
108
+ n.reset();
109
109
  let u = null;
110
- a.onFrame((t) => {
111
- if (e(t)) return;
112
- let n = u;
113
- if (!n) return;
114
- let r = ne(t, n.pos, i, o);
115
- if (r.kind !== "stale") {
116
- if (u = null, r.kind === "corrupt") {
117
- n.reject(/* @__PURE__ */ Error(`swarm hop failed: ${r.reason}`));
110
+ i.onFrame((e) => {
111
+ if (r(e)) return;
112
+ let t = u;
113
+ if (!t) return;
114
+ let i = ae(e, t.pos, n, a);
115
+ if (i.kind !== "stale") {
116
+ if (u = null, i.kind === "corrupt") {
117
+ t.reject(/* @__PURE__ */ Error(`swarm hop failed: ${i.reason}`));
118
118
  return;
119
119
  }
120
- n.resolve(r.hidden);
120
+ t.resolve(i.hidden);
121
121
  }
122
122
  });
123
- let d = (e, t) => c <= 1 ? Promise.resolve(e) : new Promise((n, i) => {
123
+ let d = (e, t) => c <= 1 ? Promise.resolve(e) : new Promise((n, r) => {
124
124
  u = {
125
125
  pos: t,
126
126
  resolve: n,
127
- reject: i
128
- }, a.send(r({
127
+ reject: r
128
+ }, i.send(s({
129
129
  requestId: t,
130
130
  pos: t,
131
131
  tokens: 1
132
- }, o.packHidden(e)));
133
- }), f = async (e, t) => d(await i.embedRun(e, t), t), p = null;
134
- for (let e = 0; e < s.length; e++) {
135
- let t = await f(s[e], e);
136
- e === s.length - 1 && (p = await i.headFromHidden(t));
132
+ }, a.packHidden(e)));
133
+ }), f = async (e, t) => d(await n.embedRun(e, t), t), p = null;
134
+ for (let e = 0; e < o.length; e++) {
135
+ let t = await f(o[e], e);
136
+ e === o.length - 1 && (p = await n.headFromHidden(t));
137
137
  }
138
138
  if (!p) throw Error("swarm host produced no logits for the prompt");
139
- let m = [], h = s.length, g = o.argmax(p);
139
+ let m = [], h = o.length, g = a.argmax(p);
140
140
  for (; m.length < l && !(t.eosIds?.has(g) || (m.push(g), await t.onToken?.(g), m.length >= l));) {
141
141
  let e = await f(g, h++);
142
- p = await i.headFromHidden(e), g = o.argmax(p);
143
- }
144
- return c > 1 && a.send(n()), { tokens: m };
145
- }
146
- function ie(t) {
147
- let { engine: n, link: i, semantics: a } = t;
148
- return n.reset(), new Promise((t, o) => {
149
- let s = Promise.resolve(), c = !1;
150
- i.onFrame((l) => {
151
- if (!c) {
152
- if (e(l)) {
153
- c = !0, i.send(l), s = s.then(() => t());
142
+ p = await n.headFromHidden(e), g = a.argmax(p);
143
+ }
144
+ return c > 1 && i.send(e()), { tokens: m };
145
+ }
146
+ function se(e) {
147
+ let { engine: t, link: n, semantics: a } = e;
148
+ return t.reset(), new Promise((e, o) => {
149
+ let c = Promise.resolve(), l = !1;
150
+ n.onFrame((u) => {
151
+ if (!l) {
152
+ if (r(u)) {
153
+ l = !0, n.send(u), c = c.then(() => e());
154
154
  return;
155
155
  }
156
- s = s.then(async () => {
157
- if (c) return;
158
- let e = _(l);
156
+ c = c.then(async () => {
157
+ if (l) return;
158
+ let e = i(u);
159
159
  if (!e) throw Error("swarm frame has a malformed frame header");
160
- let t = C(e, n, a);
161
- if (t.kind === "corrupt") throw Error(`swarm frame is unusable: ${t.reason}`);
162
- let o = await n.runHidden(t.hidden, e.header.pos);
163
- i.send(r({
160
+ let r = S(e, t, a);
161
+ if (r.kind === "corrupt") throw Error(`swarm frame is unusable: ${r.reason}`);
162
+ let o = await t.runHidden(r.hidden, e.header.pos);
163
+ n.send(s({
164
164
  requestId: e.header.requestId,
165
165
  pos: e.header.pos,
166
166
  tokens: e.header.tokens
167
167
  }, a.packHidden(o)));
168
168
  }).catch((e) => {
169
- c = !0, o(e instanceof Error ? e : Error(String(e)));
169
+ l = !0, o(e instanceof Error ? e : Error(String(e)));
170
170
  });
171
171
  }
172
172
  });
@@ -174,7 +174,7 @@ function ie(t) {
174
174
  }
175
175
  //#endregion
176
176
  //#region src/swarm/controller.ts
177
- var ae = class {
177
+ var ce = class {
178
178
  constructor(e) {
179
179
  this.options = e, this.frameHandler = null, this.engine = null, this.semantics = null, this.sessionId = "", this.model = "", this.chainLength = 1, this.chain = [], this.slice = null, this.hostWarm = void 0, this.prompt = "", this.maxNewTokens = 128, this.sliceLoaded = !1, this.generationStarted = !1, this.settled = !1, this.flowPaused = !1, this.flowWaiters = /* @__PURE__ */ new Set();
180
180
  }
@@ -223,7 +223,7 @@ var ae = class {
223
223
  if (!Number.isInteger(e.chainLength) || e.chainLength < 1 || e.chainLength > 16) throw Error(`swarm slice has an invalid chain length: ${JSON.stringify(e.chainLength)}`);
224
224
  if (!Number.isInteger(e.index) || e.index < 0 || e.index >= e.chainLength) throw Error(`swarm slice has an invalid index: ${JSON.stringify(e.index)}`);
225
225
  if (e.role !== (e.index === 0 ? "host" : "worker")) throw Error(`swarm slice role ${e.role} does not match index ${e.index}`);
226
- if (!u(e.slice)) throw Error(`swarm slice is out of bounds: ${JSON.stringify(e.slice)}`);
226
+ if (!l(e.slice)) throw Error(`swarm slice is out of bounds: ${JSON.stringify(e.slice)}`);
227
227
  let t = e.index === 0;
228
228
  if (e.slice.hasEmbed !== t || e.slice.hasHead !== t) throw Error("swarm slice embed/head ownership does not match the host position");
229
229
  }
@@ -238,11 +238,11 @@ var ae = class {
238
238
  this.engine = t, this.semantics = n, this.hostWarm = r, this.sliceLoaded = !0, this.options.sendControl({
239
239
  type: "swarm-ready",
240
240
  sessionId: e.sessionId
241
- }), e.role === "worker" && (this.generationStarted = !0, ie({
241
+ }), e.role === "worker" && (this.generationStarted = !0, se({
242
242
  engine: t,
243
243
  link: this.link(),
244
244
  semantics: n
245
- }).then(() => this.finish(oe())).catch((e) => this.fail(e)));
245
+ }).then(() => this.finish(le())).catch((e) => this.fail(e)));
246
246
  }
247
247
  async startHost() {
248
248
  if (this.generationStarted) return;
@@ -254,7 +254,7 @@ var ae = class {
254
254
  let r = t.encodePrompt(this.prompt), i = e.maxSeq ?? 4096;
255
255
  if (r.length + n > i) throw Error(`swarm request needs ${r.length + n} tokens but the model context holds ${i}`);
256
256
  this.generationStarted = !0;
257
- let a = performance.now(), { tokens: o } = await re({
257
+ let a = performance.now(), { tokens: o } = await oe({
258
258
  chainLength: this.chainLength,
259
259
  promptTokens: r,
260
260
  maxNewTokens: n,
@@ -310,7 +310,7 @@ var ae = class {
310
310
  this.flowWaiters.clear();
311
311
  }
312
312
  };
313
- function oe() {
313
+ function le() {
314
314
  return {
315
315
  output: "",
316
316
  tokens: [],
@@ -320,13 +320,13 @@ function oe() {
320
320
  }
321
321
  //#endregion
322
322
  //#region src/swarm/adapter.ts
323
- var w = class extends Error {
323
+ var C = class extends Error {
324
324
  constructor(e) {
325
325
  super(e), this.name = "SwarmEngineUnavailableError";
326
326
  }
327
327
  };
328
- async function se(e, t) {
329
- if (!(await h()).webgpu) throw new w("WebGPU is not available in this context");
328
+ async function ue(e, t) {
329
+ if (!(await h()).webgpu) throw new C("WebGPU is not available in this context");
330
330
  let n = t ?? ((e) => import(
331
331
  /* @vite-ignore */
332
332
  e
@@ -334,13 +334,13 @@ async function se(e, t) {
334
334
  try {
335
335
  r = await n(e);
336
336
  } catch (e) {
337
- throw new w(`failed to load swarm engine module: ${e instanceof Error ? e.message : String(e)}`);
337
+ throw new C(`failed to load swarm engine module: ${e instanceof Error ? e.message : String(e)}`);
338
338
  }
339
339
  let i = r?.Qwen35Engine;
340
- if (!i || typeof i.create != "function") throw new w(`module at ${e} does not export Qwen35Engine.create`);
340
+ if (!i || typeof i.create != "function") throw new C(`module at ${e} does not export Qwen35Engine.create`);
341
341
  return r;
342
342
  }
343
- function T(e, t, n, r) {
343
+ function de(e, t, n, r) {
344
344
  let i = !1, a = async (e) => {
345
345
  r?.();
346
346
  let t = await e();
@@ -383,19 +383,19 @@ function T(e, t, n, r) {
383
383
  }
384
384
  //#endregion
385
385
  //#region src/swarm/runtime.ts
386
- var E = {
386
+ var w = {
387
387
  "qwen3.5-2b": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_0.gguf",
388
388
  "qwen3.8-27b": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/main/Qwen3.8-27B-Q4_0.gguf",
389
389
  "qwen3.6-35b-moe": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_0.gguf"
390
- }, ce = "flaxia-swarm-weights-v1", le = 12 * 1024 * 1024, D = 256 * 1024 * 1024, O = /* @__PURE__ */ new Map();
391
- function k(e, t) {
392
- O.set(e, {
390
+ }, fe = "flaxia-swarm-weights-v1", pe = 12 * 1024 * 1024, T = 256 * 1024 * 1024, E = /* @__PURE__ */ new Map();
391
+ function D(e, t) {
392
+ E.set(e, {
393
393
  status: t,
394
394
  failedExpiresAt: t.state === "failed" ? Date.now() + 3e4 : void 0
395
395
  });
396
396
  }
397
- function A(e, t, n, r) {
398
- let i = M(e);
397
+ function O(e, t, n, r) {
398
+ let i = A(e);
399
399
  return {
400
400
  modelId: e,
401
401
  revision: /\/resolve\/([^/]+)\//.exec(new URL(i).pathname)?.[1] ?? "unknown",
@@ -406,11 +406,11 @@ function A(e, t, n, r) {
406
406
  referenceCount: r
407
407
  };
408
408
  }
409
- function j(e = Date.now()) {
409
+ function k(e = Date.now()) {
410
410
  let t = [];
411
- for (let [n, r] of O) {
411
+ for (let [n, r] of E) {
412
412
  if (r.failedExpiresAt !== void 0 && r.failedExpiresAt <= e) {
413
- O.delete(n);
413
+ E.delete(n);
414
414
  continue;
415
415
  }
416
416
  t.push(r.status);
@@ -418,40 +418,40 @@ function j(e = Date.now()) {
418
418
  return {
419
419
  version: 1,
420
420
  sampledAt: e,
421
- expiresAt: e + g,
421
+ expiresAt: e + a,
422
422
  entries: t.slice(0, 8)
423
423
  };
424
424
  }
425
- function M(e) {
426
- let t = Object.prototype.hasOwnProperty.call(E, e) ? E[e] : void 0;
425
+ function A(e) {
426
+ let t = Object.prototype.hasOwnProperty.call(w, e) ? w[e] : void 0;
427
427
  if (t) return t;
428
- throw new w(`unknown swarm model: ${e}`);
428
+ throw new C(`unknown swarm model: ${e}`);
429
429
  }
430
- var N = null, P = 0, F = 0;
431
- async function ue() {
432
- if (N !== null) return N;
430
+ var j = null, M = 0, N = 0;
431
+ async function me() {
432
+ if (j !== null) return j;
433
433
  try {
434
- N = typeof caches < "u" ? await caches.open(ce) : !1;
434
+ j = typeof caches < "u" ? await caches.open(fe) : !1;
435
435
  } catch {
436
- N = !1;
436
+ j = !1;
437
437
  }
438
- return N;
438
+ return j;
439
439
  }
440
- function de(e, t, n) {
440
+ function he(e, t, n) {
441
441
  return `https://flaxia-weights.local/${encodeURIComponent(e)}/${t}-${n}`;
442
442
  }
443
- async function I(e, t, n) {
444
- let r = await L(e, t, n), i = new Uint8Array(await r.arrayBuffer()), a = n - t + 1;
443
+ async function P(e, t, n) {
444
+ let r = await F(e, t, n), i = new Uint8Array(await r.arrayBuffer()), a = n - t + 1;
445
445
  if (i.byteLength !== a) throw Error(`short range ${i.byteLength}/${a}`);
446
446
  return i;
447
447
  }
448
- async function L(e, t, n) {
449
- let r = n - t + 1, i = await ue(), a = de(e, t, n);
448
+ async function F(e, t, n) {
449
+ let r = n - t + 1, i = await me(), a = he(e, t, n);
450
450
  if (i) try {
451
451
  let e = await i.match(a);
452
452
  if (e) {
453
453
  let t = new Uint8Array(await e.arrayBuffer());
454
- if (t.byteLength === r) return P++, new Response(t, { status: 200 });
454
+ if (t.byteLength === r) return M++, new Response(t, { status: 200 });
455
455
  await i.delete(a).catch(() => {});
456
456
  }
457
457
  } catch {}
@@ -460,7 +460,7 @@ async function L(e, t, n) {
460
460
  try {
461
461
  let s = await fetch(e, { headers: { Range: `bytes=${t}-${n}` } });
462
462
  if (s.status !== 206) o = /* @__PURE__ */ Error(`model host refused range requests (${s.status})`);
463
- else return F++, i && s.clone().arrayBuffer().then((e) => {
463
+ else return N++, i && s.clone().arrayBuffer().then((e) => {
464
464
  if (e.byteLength === r) return i.put(a, new Response(e, {
465
465
  status: 200,
466
466
  headers: { "content-type": "application/octet-stream" }
@@ -473,29 +473,29 @@ async function L(e, t, n) {
473
473
  }
474
474
  throw Error(`range fetch ${t}-${n} failed: ${o instanceof Error ? o.message : String(o)}`);
475
475
  }
476
- async function fe(e, t) {
477
- let n = le;
476
+ async function I(e, t) {
477
+ let n = pe;
478
478
  for (;;) {
479
- let r = await I(t, 0, n - 1), i = r.buffer.slice(r.byteOffset, r.byteOffset + r.byteLength);
479
+ let r = await P(t, 0, n - 1), i = r.buffer.slice(r.byteOffset, r.byteOffset + r.byteLength);
480
480
  try {
481
481
  return e.parseGGUFHeader(i);
482
482
  } catch (e) {
483
- if (n >= D) throw e;
484
- n = Math.min(n * 2, D);
483
+ if (n >= T) throw e;
484
+ n = Math.min(n * 2, T);
485
485
  }
486
486
  }
487
487
  }
488
- async function pe() {
488
+ async function L() {
489
489
  let e = navigator.gpu;
490
- if (!e) throw new w("WebGPU is not available in this context");
490
+ if (!e) throw new C("WebGPU is not available in this context");
491
491
  let t = await e.requestAdapter({ powerPreference: "high-performance" });
492
- if (!t) throw new w("no WebGPU adapter");
492
+ if (!t) throw new C("no WebGPU adapter");
493
493
  return t.requestDevice({ requiredLimits: {
494
494
  maxBufferSize: t.limits.maxBufferSize,
495
495
  maxStorageBufferBindingSize: t.limits.maxStorageBufferBindingSize
496
496
  } });
497
497
  }
498
- function me(e, t) {
498
+ function R(e, t) {
499
499
  let n = t.vocab, r = n["<|im_start|>"], i = n["<|im_end|>"], a = n["<think>"], o = n["</think>"], s = (e) => [
500
500
  r,
501
501
  ...t.encode("user\n" + e),
@@ -525,21 +525,21 @@ function me(e, t) {
525
525
  eosIds: new Set(c)
526
526
  };
527
527
  }
528
- function R(e) {
528
+ function ge(e) {
529
529
  let t = null, n = null, r = () => {
530
530
  if (!t) {
531
531
  let n = new URL("./swarm-engine.js", "" + import.meta.url).href;
532
- t = e ? e() : se(n).then((e) => e);
532
+ t = e ? e() : ue(n).then((e) => e);
533
533
  }
534
534
  return t;
535
535
  }, i = async (e) => {
536
- let t = await r(), i = M(e);
536
+ let t = await r(), i = A(e);
537
537
  (!n || n.url !== i) && (n = {
538
538
  url: i,
539
- gguf: await fe(t, i)
539
+ gguf: await I(t, i)
540
540
  });
541
541
  let a = Number(n.gguf.meta["qwen35.block_count"]) - Number(n.gguf.meta["qwen35.nextn_predict_layers"] || 0);
542
- if (!Number.isInteger(a) || a < 1) throw new w(`model ${e} has no qwen35 trunk layers`);
542
+ if (!Number.isInteger(a) || a < 1) throw new C(`model ${e} has no qwen35 trunk layers`);
543
543
  return {
544
544
  mod: t,
545
545
  url: i,
@@ -550,7 +550,7 @@ function R(e) {
550
550
  return {
551
551
  async plan(e, t) {
552
552
  let { layers: n } = await i(t);
553
- return a({
553
+ return o({
554
554
  sessionId: "",
555
555
  taskId: "",
556
556
  model: t,
@@ -562,17 +562,17 @@ function R(e) {
562
562
  }).chain;
563
563
  },
564
564
  async load(e, t) {
565
- P = 0, F = 0;
565
+ M = 0, N = 0;
566
566
  let n = JSON.stringify([
567
567
  t,
568
568
  e.start,
569
569
  e.end
570
570
  ]);
571
- k(n, A(t, e, "loading", 1));
571
+ D(n, O(t, e, "loading", 1));
572
572
  let r, a = !1;
573
573
  try {
574
574
  let { mod: o, url: s, gguf: c } = await i(t);
575
- r = await pe();
575
+ r = await L();
576
576
  let l = null, u = r;
577
577
  u.addEventListener?.("uncapturederror", () => {
578
578
  l = "swarm GPU validation failed";
@@ -580,9 +580,9 @@ function R(e) {
580
580
  l = "swarm GPU device lost";
581
581
  });
582
582
  let d = () => {
583
- if (l) throw new w(l);
584
- }, f = me(o, o.makeTokenizer(o.tokenizerFromGGUF(c.meta))), p = (e) => I(s, e.byteOffset, e.byteOffset + e.byteLength - 1);
585
- c.streamEntry = (e) => o.streamEntryToGPU(r, e, (e) => L(s, e.byteOffset, e.byteOffset + e.byteLength - 1), { staging: 4 * 1024 * 1024 });
583
+ if (l) throw new C(l);
584
+ }, f = R(o, o.makeTokenizer(o.tokenizerFromGGUF(c.meta))), p = (e) => P(s, e.byteOffset, e.byteOffset + e.byteLength - 1);
585
+ c.streamEntry = (e) => o.streamEntryToGPU(r, e, (e) => F(s, e.byteOffset, e.byteOffset + e.byteLength - 1), { staging: 4 * 1024 * 1024 });
586
586
  let m = await o.qwen35Weights(c, p, {
587
587
  lo: e.start,
588
588
  hi: e.end,
@@ -596,21 +596,21 @@ function R(e) {
596
596
  hasEmbed: e.hasEmbed,
597
597
  hasHead: e.hasHead,
598
598
  vocab: h,
599
- maxSeq: Math.min(S, Number(c.meta["qwen35.context_length"]) || 4096),
599
+ maxSeq: Math.min(x, Number(c.meta["qwen35.context_length"]) || 4096),
600
600
  batchCols: 4,
601
601
  weights: m
602
602
  });
603
603
  d();
604
- let _ = T(g, r, () => {
605
- k(n, A(t, e, "evicting", 0)), queueMicrotask(() => O.delete(n));
604
+ let _ = de(g, r, () => {
605
+ D(n, O(t, e, "evicting", 0)), queueMicrotask(() => E.delete(n));
606
606
  }, d);
607
- return a = !0, k(n, A(t, e, "ready", 1)), {
607
+ return a = !0, D(n, O(t, e, "ready", 1)), {
608
608
  engine: _,
609
609
  semantics: f,
610
- warm: P > 0 && F === 0
610
+ warm: M > 0 && N === 0
611
611
  };
612
612
  } catch (i) {
613
- if (k(n, A(t, e, "failed", 0)), !a) try {
613
+ if (D(n, O(t, e, "failed", 0)), !a) try {
614
614
  r?.destroy?.();
615
615
  } catch {}
616
616
  throw i;
@@ -620,45 +620,45 @@ function R(e) {
620
620
  }
621
621
  //#endregion
622
622
  //#region src/swarm/messages.ts
623
- function he(e) {
624
- return o(e) || l(e) || f(e) || c(e) || m(e) || t(e);
623
+ function _e(e) {
624
+ return n(e) || ee(e) || t(e) || _(e) || u(e) || te(e);
625
625
  }
626
- function ge(e) {
626
+ function z(e) {
627
627
  if (!e || typeof e != "object") return !1;
628
628
  let t = e;
629
- return t.type === "swarm-control" && typeof t.id == "string" && he(t.message);
629
+ return t.type === "swarm-control" && typeof t.id == "string" && _e(t.message);
630
630
  }
631
631
  //#endregion
632
632
  //#region src/worker/main.worker.ts
633
- var z = null, _e = y, ve = 1, B = 15e3, V = /* @__PURE__ */ new Map(), H = /* @__PURE__ */ new Set(), U = /* @__PURE__ */ new Map();
634
- function W(e) {
635
- H.delete(e);
636
- let t = U.get(e);
633
+ var B = null, ve = new Set([...g, "ai-preload"]), ye = y, be = 1, V = 15e3, H = /* @__PURE__ */ new Map(), U = /* @__PURE__ */ new Set(), W = /* @__PURE__ */ new Map();
634
+ function G(e) {
635
+ U.delete(e);
636
+ let t = W.get(e);
637
637
  if (t) {
638
- U.delete(e);
638
+ W.delete(e);
639
639
  for (let e of t) e();
640
640
  }
641
641
  }
642
- function ye(e) {
643
- return H.has(e) ? new Promise((t) => {
644
- let n = U.get(e) ?? /* @__PURE__ */ new Set();
645
- n.add(t), U.set(e, n);
642
+ function xe(e) {
643
+ return U.has(e) ? new Promise((t) => {
644
+ let n = W.get(e) ?? /* @__PURE__ */ new Set();
645
+ n.add(t), W.set(e, n);
646
646
  }) : Promise.resolve();
647
647
  }
648
- var G = null, K = null, q = null, be = 6e4;
649
- async function xe() {
648
+ var K = null, q = null, J = null, Se = 6e4;
649
+ async function Ce() {
650
650
  for (let e = 0;; e++) try {
651
- await z.waitForSlot(_e);
651
+ await B.waitForSlot(ye);
652
652
  return;
653
653
  } catch (t) {
654
654
  if (!(t instanceof b)) throw t;
655
- if (e >= ve) throw Error(`device CPU busy: ${t.message}; task not started, retry on an idle node (retryable)`);
656
- console.warn(`[flaxia-node:worker] ${t.message}; cooling down ${B}ms before retrying`), await new Promise((e) => setTimeout(e, B));
655
+ if (e >= be) throw Error(`device CPU busy: ${t.message}; task not started, retry on an idle node (retryable)`);
656
+ console.warn(`[flaxia-node:worker] ${t.message}; cooling down ${V}ms before retrying`), await new Promise((e) => setTimeout(e, V));
657
657
  }
658
658
  }
659
- function Se(e) {
659
+ function we(e) {
660
660
  let t = (t) => {
661
- let n = V.get(e);
661
+ let n = H.get(e);
662
662
  if (n !== void 0) throw Error(n);
663
663
  self.postMessage({
664
664
  id: e,
@@ -667,22 +667,22 @@ function Se(e) {
667
667
  });
668
668
  };
669
669
  return async (n) => {
670
- await ye(e), t(n), await z?.yieldIfOverloaded();
670
+ await xe(e), t(n), await B?.yieldIfOverloaded();
671
671
  };
672
672
  }
673
- var J = d(), Y = J >= p;
674
- console.log(`[flaxia-node:worker] startup memory probe wasmMemoryBytes=${J} capable=${Y}`);
675
- function Ce() {
676
- return i();
673
+ var Y = m(), Te = f();
674
+ console.log(`[flaxia-node:worker] startup memory probe wasmMemoryBytes=${Y} capable=${Te}`);
675
+ function Ee() {
676
+ return f();
677
677
  }
678
678
  var X = /* @__PURE__ */ new Map(), Z = /* @__PURE__ */ new Map();
679
- Z.set("swarm-inference", j);
679
+ Z.set("swarm-inference", k);
680
680
  var Q = null;
681
- function we() {
681
+ function De() {
682
682
  for (let e of X.values()) try {
683
683
  e();
684
684
  } catch {}
685
- X.clear(), Z.clear(), Z.set("swarm-inference", j);
685
+ X.clear(), Z.clear(), Z.set("swarm-inference", k);
686
686
  }
687
687
  function $() {
688
688
  let e = Date.now(), t = [...Z.values()].flatMap((e) => {
@@ -699,16 +699,21 @@ function $() {
699
699
  entries: t
700
700
  };
701
701
  }
702
- function Te() {
702
+ function Oe() {
703
703
  Q && clearTimeout(Q), Q = setTimeout(() => {
704
- Q = null, we();
705
- }, be);
704
+ Q = null, De();
705
+ }, Se);
706
706
  }
707
- async function Ee(e, t, n, r) {
707
+ async function ke(e, t, n, r, i) {
708
708
  switch (e) {
709
- case "ai-inference":
710
- let i = await import("./assets/ai-inference.js").then((e) => e.s);
711
- return X.set(e, i.releaseCache), Z.set(e, i.getModelCacheSnapshot), await i.handleAiInference(t, n);
709
+ case "ai-inference": {
710
+ let r = await import("./assets/ai-inference.js").then((e) => e.s);
711
+ if (X.set(e, r.releaseCache), Z.set(e, r.getModelCacheSnapshot), t && typeof t == "object" && t.decision) {
712
+ let e = await import("./assets/decision.js");
713
+ X.set("decision", e.releaseCache);
714
+ }
715
+ return await r.handleAiInference(t, n);
716
+ }
712
717
  case "ai-preload": {
713
718
  let e = await import("./assets/ai-inference.js").then((e) => e.s);
714
719
  X.set("ai-inference", e.releaseCache), Z.set("ai-inference", e.getModelCacheSnapshot);
@@ -729,14 +734,18 @@ async function Ee(e, t, n, r) {
729
734
  case "nudenet":
730
735
  let c = await import("./assets/nudenet.js");
731
736
  return X.set(e, c.releaseCache), await c.handleNudeNet(t);
737
+ case "cc-extract": return await (await import("./assets/cc-extract.js")).handleCcExtract(t, r?.ccRangeOrigins ?? []);
738
+ case "embed-gemma":
739
+ let l = await import("./assets/embed-gemma.js");
740
+ return X.set(e, l.releaseCache), await l.handleEmbedGemma(t, i);
732
741
  default: throw Error(`Unknown workload type: ${e}`);
733
742
  }
734
743
  }
735
- function De(e, t, n) {
744
+ function Ae(e, t, n) {
736
745
  return new Promise((r, i) => {
737
- let a = new ae({
746
+ let a = new ce({
738
747
  initial: t,
739
- runtime: R(),
748
+ runtime: ge(),
740
749
  sendControl: (t) => self.postMessage({
741
750
  id: e,
742
751
  type: "swarm-message",
@@ -749,70 +758,73 @@ function De(e, t, n) {
749
758
  }, [t]),
750
759
  emitToken: n,
751
760
  onDone: (e) => {
752
- G === a && (G = null, K = null), r(e);
761
+ K === a && (K = null, q = null), r(e);
753
762
  },
754
763
  onError: (e) => {
755
- G === a && (G = null, K = null), i(Error(e));
764
+ K === a && (K = null, q = null), i(Error(e));
756
765
  }
757
766
  });
758
- G = a, K = e, a.start();
767
+ K = a, q = e, a.start();
759
768
  });
760
769
  }
761
770
  self.onmessage = async (e) => {
762
771
  let t = e.data;
763
772
  if (t?.type === "token-flow") {
764
773
  let e = typeof t.id == "string" ? t.id : "";
765
- e && q === e && typeof t.paused == "boolean" && (t.paused ? H.add(e) : W(e));
774
+ e && J === e && typeof t.paused == "boolean" && (t.paused ? U.add(e) : G(e));
766
775
  return;
767
776
  }
768
777
  if (t?.type === "swarm-control") {
769
- if (!ge(t)) {
778
+ if (!z(t)) {
770
779
  console.warn("[flaxia-node:worker] dropped malformed swarm-control message");
771
780
  return;
772
781
  }
773
- G && G.handleControl(t.message);
782
+ K && K.handleControl(t.message);
774
783
  return;
775
784
  }
776
785
  if (t?.type === "swarm-frame") {
777
- t.frame instanceof ArrayBuffer ? G?.handleFrame(t.frame) : console.warn("[flaxia-node:worker] dropped malformed swarm-frame message");
786
+ t.frame instanceof ArrayBuffer ? K?.handleFrame(t.frame) : console.warn("[flaxia-node:worker] dropped malformed swarm-frame message");
778
787
  return;
779
788
  }
780
789
  if (t?.type === "abort") {
781
790
  let e = t.id, n = typeof t.reason == "string" && t.reason ? t.reason : "aborted by the coordinator";
782
- W(e), G && K === e ? G.abort(n) : q === e && V.set(e, n);
791
+ G(e), K && q === e ? K.abort(n) : J === e && H.set(e, n);
783
792
  return;
784
793
  }
785
794
  let { id: n, workload: r, payload: i, config: a } = t, o = performance.now();
786
- q = n, W(n);
795
+ J = n, G(n);
787
796
  try {
788
- if (z ||= new x(a?.maxCpuLoad), console.log(`[flaxia-node:worker] task start id=${n} workload=${r}`), !Y) throw Error(`node incapable: insufficient WASM memory (${J} bytes < ${p}); rejecting all tasks`);
789
- if (s.has(r) && !Ce()) throw Error(`${r}: insufficient WASM memory (${J} bytes < ${p})`);
790
- await xe(), z.beginWork();
797
+ if (B ||= new re(a?.maxCpuLoad), console.log(`[flaxia-node:worker] task start id=${n} workload=${r}`), ve.has(r) && !Ee()) throw Error(`${r}: node incapable: insufficient WASM memory (${Y} bytes < ${p})`);
798
+ await Ce(), B.beginWork();
791
799
  let e = setInterval(() => {
792
800
  self.postMessage({
793
801
  id: n,
794
802
  type: "heartbeat",
795
- cpuLoad: z?.lastMeasuredLoad ?? 0,
803
+ cpuLoad: B?.lastMeasuredLoad ?? 0,
796
804
  modelCache: $()
797
805
  });
798
806
  }, 1e4), t = performance.now();
799
807
  try {
800
- let e = Se(n), t = Array.isArray(a?.fileSourceOrigins) ? a.fileSourceOrigins.filter((e) => typeof e == "string") : [], s = Array.isArray(a?.containerImageOrigins) ? a.containerImageOrigins.filter((e) => typeof e == "string") : [], c = r === "swarm-inference" ? await De(n, i, e) : await Ee(r, i, e, {
808
+ let e = we(n), t = Array.isArray(a?.fileSourceOrigins) ? a.fileSourceOrigins.filter((e) => typeof e == "string") : [], s = Array.isArray(a?.containerImageOrigins) ? a.containerImageOrigins.filter((e) => typeof e == "string") : [], l = Array.isArray(a?.ccRangeOrigins) ? a.ccRangeOrigins.filter((e) => typeof e == "string") : [], u = r === "swarm-inference" ? await Ae(n, i, e) : await ke(r, i, e, {
801
809
  fileSourceOrigins: t,
802
- containerImageOrigins: s
810
+ containerImageOrigins: s,
811
+ ccRangeOrigins: l
812
+ }, async () => {
813
+ await B?.yieldIfOverloaded();
803
814
  });
815
+ if (!d(u)) throw Error(`${r}: result exceeds the ${c} byte limit; refused before posting to the main thread`);
804
816
  self.postMessage({
805
817
  id: n,
806
818
  type: "done",
807
- result: c,
819
+ result: u,
808
820
  modelCache: $()
809
821
  }), console.log(`[flaxia-node:worker] task done id=${n} workload=${r} durationMs=${Math.round(performance.now() - o)}`);
810
822
  } finally {
811
- q = null, V.delete(n), W(n), clearInterval(e), z.markTaskComplete(performance.now() - t), Te();
823
+ J = null, H.delete(n), G(n), clearInterval(e), B.markTaskComplete(performance.now() - t), Oe();
812
824
  }
813
825
  } catch (e) {
814
826
  let t = e instanceof Error ? e.message : String(e), i = e, a = typeof i?.code == "string" ? i.code : void 0, o = typeof i?.status == "number" ? i.status : void 0, s = typeof i?.detail == "string" ? i.detail : void 0;
815
- console.error(`[flaxia-node:worker] task error id=${n} workload=${r} error=${t}`), q === n && (q = null), W(n), self.postMessage({
827
+ console.error(`[flaxia-node:worker] task error id=${n} workload=${r} error=${t}`), J === n && (J = null), G(n), self.postMessage({
816
828
  id: n,
817
829
  type: "error",
818
830
  error: t,