@soverius-ai/browser-models 0.0.0-stage → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +23 -2
  3. package/package.json +85 -3
  4. package/src/agent.d.ts +52 -0
  5. package/src/agent.js +128 -0
  6. package/src/agent.js.map +1 -0
  7. package/src/copilotkit.d.ts +20 -0
  8. package/src/copilotkit.js +163 -0
  9. package/src/copilotkit.js.map +1 -0
  10. package/src/engines/opfs-cache.d.ts +11 -0
  11. package/src/engines/opfs-cache.js +43 -0
  12. package/src/engines/opfs-cache.js.map +1 -0
  13. package/src/engines/prompt-api.d.ts +50 -0
  14. package/src/engines/prompt-api.js +124 -0
  15. package/src/engines/prompt-api.js.map +1 -0
  16. package/src/engines/shared-load.d.ts +20 -0
  17. package/src/engines/shared-load.js +67 -0
  18. package/src/engines/shared-load.js.map +1 -0
  19. package/src/engines/transformers.d.ts +45 -0
  20. package/src/engines/transformers.js +209 -0
  21. package/src/engines/transformers.js.map +1 -0
  22. package/src/engines/web-llm-worker.d.ts +10 -0
  23. package/src/engines/web-llm-worker.js +15 -0
  24. package/src/engines/web-llm-worker.js.map +1 -0
  25. package/src/engines/web-llm.d.ts +41 -0
  26. package/src/engines/web-llm.js +135 -0
  27. package/src/engines/web-llm.js.map +1 -0
  28. package/src/index.d.ts +7 -0
  29. package/src/index.js +6 -0
  30. package/src/index.js.map +1 -0
  31. package/src/lib/abort.d.ts +10 -0
  32. package/src/lib/abort.js +24 -0
  33. package/src/lib/abort.js.map +1 -0
  34. package/src/lib/async-queue.d.ts +8 -0
  35. package/src/lib/async-queue.js +35 -0
  36. package/src/lib/async-queue.js.map +1 -0
  37. package/src/lib/engine.d.ts +45 -0
  38. package/src/lib/engine.js +2 -0
  39. package/src/lib/engine.js.map +1 -0
  40. package/src/lib/parser.d.ts +40 -0
  41. package/src/lib/parser.js +124 -0
  42. package/src/lib/parser.js.map +1 -0
  43. package/src/lib/partial-json.d.ts +21 -0
  44. package/src/lib/partial-json.js +88 -0
  45. package/src/lib/partial-json.js.map +1 -0
  46. package/src/lib/prompt.d.ts +9 -0
  47. package/src/lib/prompt.js +82 -0
  48. package/src/lib/prompt.js.map +1 -0
  49. package/src/lib/repair.d.ts +47 -0
  50. package/src/lib/repair.js +217 -0
  51. package/src/lib/repair.js.map +1 -0
  52. package/src/lib/run.d.ts +40 -0
  53. package/src/lib/run.js +434 -0
  54. package/src/lib/run.js.map +1 -0
  55. package/src/lib/schema.d.ts +21 -0
  56. package/src/lib/schema.js +128 -0
  57. package/src/lib/schema.js.map +1 -0
  58. package/src/lib/tools.d.ts +33 -0
  59. package/src/lib/tools.js +20 -0
  60. package/src/lib/tools.js.map +1 -0
  61. package/src/mcp.d.ts +54 -0
  62. package/src/mcp.js +204 -0
  63. package/src/mcp.js.map +1 -0
  64. package/src/model-store.d.ts +72 -0
  65. package/src/model-store.js +139 -0
  66. package/src/model-store.js.map +1 -0
  67. package/src/prompt-api.d.ts +1 -0
  68. package/src/prompt-api.js +3 -0
  69. package/src/prompt-api.js.map +1 -0
  70. package/src/transformers.d.ts +1 -0
  71. package/src/transformers.js +3 -0
  72. package/src/transformers.js.map +1 -0
  73. package/src/web-llm-worker.d.ts +1 -0
  74. package/src/web-llm-worker.js +3 -0
  75. package/src/web-llm-worker.js.map +1 -0
  76. package/src/web-llm.d.ts +1 -0
  77. package/src/web-llm.js +3 -0
  78. package/src/web-llm.js.map +1 -0
  79. package/src/webmcp.d.ts +43 -0
  80. package/src/webmcp.js +58 -0
  81. package/src/webmcp.js.map +1 -0
@@ -0,0 +1,124 @@
1
+ import { SharedLoad } from "./shared-load.js";
2
+ /**
3
+ * Engine for the model built into the browser: Gemini Nano in Chrome, Phi-4-mini in Edge.
4
+ * The browser downloads, stores and removes the model itself, so there is no `delete()`.
5
+ * `load()` may need a user gesture.
6
+ */
7
+ export class PromptApiEngine {
8
+ id = 'prompt-api';
9
+ supportsConstraint = true;
10
+ #languageModel;
11
+ #expectations;
12
+ #download;
13
+ /** The session of the last finished turn, kept for the next turn of the same conversation. */
14
+ #cached;
15
+ constructor(options = {}) {
16
+ const languages = options.languages ?? ['en'];
17
+ this.#languageModel = options.languageModel;
18
+ this.#expectations = {
19
+ expectedInputs: [{ type: 'text', languages }],
20
+ expectedOutputs: [{ type: 'text', languages }],
21
+ };
22
+ this.#download = new SharedLoad((onProgress, signal) => this.#startDownload(onProgress, signal), async () => undefined);
23
+ }
24
+ async availability() {
25
+ const api = this.#api();
26
+ return api ? api.availability(this.#expectations) : 'unavailable';
27
+ }
28
+ async load(options) {
29
+ await this.#download.get(options);
30
+ }
31
+ /** Stops a download this page is waiting for and destroys the kept session. */
32
+ async unload() {
33
+ await this.#download.reset();
34
+ this.#cached?.session.destroy();
35
+ this.#cached = undefined;
36
+ }
37
+ async *generate({ messages, constraint, signal, }) {
38
+ const last = messages.at(-1);
39
+ if (last?.role !== 'user') {
40
+ throw new Error('The last message sent to the Prompt API must be from the user.');
41
+ }
42
+ const history = messages.slice(0, -1);
43
+ // Reuse the last session when it already holds exactly this history: the browser then
44
+ // only reads the new message instead of the whole conversation again.
45
+ const previous = this.#cached;
46
+ const reuse = previous && !previous.busy && sameMessages(previous.history, history);
47
+ if (previous && !previous.busy && !reuse)
48
+ previous.session.destroy();
49
+ const session = reuse
50
+ ? previous.session
51
+ : await this.#requiredApi().create({
52
+ ...this.#expectations,
53
+ initialPrompts: history,
54
+ ...(signal ? { signal } : {}),
55
+ });
56
+ const entry = { session, history, busy: true };
57
+ this.#cached = entry;
58
+ let reply = '';
59
+ let completed = false;
60
+ try {
61
+ const stream = session.promptStreaming(last.content, {
62
+ ...(signal ? { signal } : {}),
63
+ ...(constraint ? { responseConstraint: constraint } : {}),
64
+ });
65
+ const reader = stream.getReader();
66
+ for (;;) {
67
+ const { done, value } = await reader.read();
68
+ if (done)
69
+ break;
70
+ reply += value;
71
+ yield value;
72
+ }
73
+ // An aborted stream normally fails by itself; make sure the caller always sees the abort.
74
+ signal?.throwIfAborted();
75
+ entry.history = [...history, last, { role: 'assistant', content: reply }];
76
+ completed = true;
77
+ }
78
+ finally {
79
+ entry.busy = false;
80
+ // Keep only a finished session that is still the cached one; an interrupted session
81
+ // has an unknown history. Destroying it also stops the browser from generating.
82
+ if (!completed || this.#cached !== entry) {
83
+ session.destroy();
84
+ if (this.#cached === entry)
85
+ this.#cached = undefined;
86
+ }
87
+ }
88
+ }
89
+ /** Creating a session starts the browser's download; this may need a user gesture. */
90
+ async #startDownload(onProgress, signal) {
91
+ const api = this.#requiredApi();
92
+ if ((await api.availability(this.#expectations)) === 'available')
93
+ return;
94
+ const session = await api.create({
95
+ ...this.#expectations,
96
+ signal,
97
+ monitor(monitor) {
98
+ monitor.addEventListener('downloadprogress', (event) => onProgress(event.loaded));
99
+ },
100
+ });
101
+ session.destroy();
102
+ }
103
+ /** Looked up on use, so the engine can be created where the API is missing (SSR). */
104
+ #api() {
105
+ return (this.#languageModel ??
106
+ globalThis.LanguageModel);
107
+ }
108
+ #requiredApi() {
109
+ const api = this.#api();
110
+ if (!api)
111
+ throw new Error('The Prompt API (LanguageModel) is not available in this browser.');
112
+ return api;
113
+ }
114
+ }
115
+ function sameMessages(a, b) {
116
+ return (a.length === b.length &&
117
+ a.every((message, i) => {
118
+ const other = b[i];
119
+ return (other !== undefined &&
120
+ message.role === other.role &&
121
+ message.content.trim() === other.content.trim());
122
+ }));
123
+ }
124
+ //# sourceMappingURL=prompt-api.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prompt-api.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/engines/prompt-api.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAmC9C;;;;GAIG;AACH,MAAM,OAAO,eAAe;IACjB,EAAE,GAAG,YAAY,CAAC;IAClB,kBAAkB,GAAG,IAAI,CAAC;IAC1B,cAAc,CAA+B;IAC7C,aAAa,CAA4B;IACzC,SAAS,CAAmB;IACrC,8FAA8F;IAC9F,OAAO,CAA4B;IAEnC,YAAY,UAA4B,EAAE;QACxC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;QAC5C,IAAI,CAAC,aAAa,GAAG;YACnB,cAAc,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;YAC7C,eAAe,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;SAC/C,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,IAAI,UAAU,CAC7B,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC,EAC/D,KAAK,IAAI,EAAE,CAAC,SAAS,CACtB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAqB;QAC9B,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,+EAA+E;IAC/E,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ,CAAC,EACd,QAAQ,EACR,UAAU,EACV,MAAM,GACU;QAChB,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,sFAAsF;QACtF,sEAAsE;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC;QAC9B,MAAM,KAAK,GACT,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK;YAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrE,MAAM,OAAO,GAAG,KAAK;YACnB,CAAC,CAAC,QAAQ,CAAC,OAAO;YAClB,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC;gBAC/B,GAAG,IAAI,CAAC,aAAa;gBACrB,cAAc,EAAE,OAAO;gBACvB,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9B,CAAC,CAAC;QACP,MAAM,KAAK,GAAkB,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC9D,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAErB,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE;gBACnD,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7B,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1D,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAClC,SAAS,CAAC;gBACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,KAAK,IAAI,KAAK,CAAC;gBACf,MAAM,KAAK,CAAC;YACd,CAAC;YACD,0FAA0F;YAC1F,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,KAAK,CAAC,OAAO,GAAG,CAAC,GAAG,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1E,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC;YACnB,oFAAoF;YACpF,gFAAgF;YAChF,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;gBACzC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAClB,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK;oBAAE,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAED,sFAAsF;IACtF,KAAK,CAAC,cAAc,CAClB,UAAsC,EACtC,MAAmB;QAEnB,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,WAAW;YAAE,OAAO;QACzE,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC;YAC/B,GAAG,IAAI,CAAC,aAAa;YACrB,MAAM;YACN,OAAO,CAAC,OAAO;gBACb,OAAO,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,CAAC,KAAK,EAAE,EAAE,CACrD,UAAU,CAAE,KAAuB,CAAC,MAAM,CAAC,CAC5C,CAAC;YACJ,CAAC;SACF,CAAC,CAAC;QACH,OAAO,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC;IAED,qFAAqF;IACrF,IAAI;QACF,OAAO,CACL,IAAI,CAAC,cAAc;YAClB,UAAmD,CAAC,aAAa,CACnE,CAAC;IACJ,CAAC;IAED,YAAY;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,GAAG;YACN,MAAM,IAAI,KAAK,CACb,kEAAkE,CACnE,CAAC;QACJ,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAQD,SAAS,YAAY,CACnB,CAAyB,EACzB,CAAyB;IAEzB,OAAO,CACL,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QACrB,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE;YACrB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACnB,OAAO,CACL,KAAK,KAAK,SAAS;gBACnB,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;gBAC3B,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAChD,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}
@@ -0,0 +1,20 @@
1
+ import type { LoadOptions } from '../lib/engine.ts';
2
+ type Progress = (fraction: number) => void;
3
+ /**
4
+ * One model load shared by every caller of an engine. Each caller gets progress and can stop
5
+ * waiting with its own signal; the load itself only stops on `reset()`.
6
+ */
7
+ export declare class SharedLoad<T> {
8
+ #private;
9
+ /**
10
+ * `start` loads the model. When its signal aborts, it has to free what it created.
11
+ * `free` releases a loaded model.
12
+ */
13
+ constructor(start: (onProgress: Progress, signal: AbortSignal) => Promise<T>, free: (loaded: T) => Promise<unknown>);
14
+ get state(): 'idle' | 'loading' | 'ready';
15
+ /** Starts the load unless it is running or done, and waits for the model. */
16
+ get({ onProgress, signal }?: LoadOptions): Promise<T>;
17
+ /** Stops a load in progress, or frees the loaded model. The next `get()` loads again. */
18
+ reset(): Promise<void>;
19
+ }
20
+ export {};
@@ -0,0 +1,67 @@
1
+ import { untilAborted } from "../lib/abort.js";
2
+ /**
3
+ * One model load shared by every caller of an engine. Each caller gets progress and can stop
4
+ * waiting with its own signal; the load itself only stops on `reset()`.
5
+ */
6
+ export class SharedLoad {
7
+ #start;
8
+ #free;
9
+ #listeners = new Set();
10
+ #current;
11
+ /**
12
+ * `start` loads the model. When its signal aborts, it has to free what it created.
13
+ * `free` releases a loaded model.
14
+ */
15
+ constructor(start, free) {
16
+ this.#start = start;
17
+ this.#free = free;
18
+ }
19
+ get state() {
20
+ if (!this.#current)
21
+ return 'idle';
22
+ return this.#current.ready ? 'ready' : 'loading';
23
+ }
24
+ /** Starts the load unless it is running or done, and waits for the model. */
25
+ async get({ onProgress, signal } = {}) {
26
+ signal?.throwIfAborted();
27
+ const current = (this.#current ??= this.#begin());
28
+ const { signal: cancelled } = current.cancel;
29
+ if (onProgress)
30
+ this.#listeners.add(onProgress);
31
+ try {
32
+ return await untilAborted(current.loaded, signal ? AbortSignal.any([signal, cancelled]) : cancelled);
33
+ }
34
+ finally {
35
+ if (onProgress)
36
+ this.#listeners.delete(onProgress);
37
+ }
38
+ }
39
+ /** Stops a load in progress, or frees the loaded model. The next `get()` loads again. */
40
+ async reset() {
41
+ const current = this.#current;
42
+ this.#current = undefined;
43
+ if (!current)
44
+ return;
45
+ if (current.ready)
46
+ await this.#free(await current.loaded);
47
+ else
48
+ current.cancel.abort(new DOMException('The model was unloaded.', 'AbortError'));
49
+ }
50
+ #begin() {
51
+ const cancel = new AbortController();
52
+ const current = {
53
+ cancel,
54
+ ready: false,
55
+ loaded: this.#start((fraction) => this.#listeners.forEach((listener) => listener(fraction)), cancel.signal),
56
+ };
57
+ current.loaded.then(() => {
58
+ current.ready = true;
59
+ }, () => {
60
+ // A failed load is forgotten, so the next get() tries again.
61
+ if (this.#current === current)
62
+ this.#current = undefined;
63
+ });
64
+ return current;
65
+ }
66
+ }
67
+ //# sourceMappingURL=shared-load.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shared-load.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/engines/shared-load.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAW/C;;;GAGG;AACH,MAAM,OAAO,UAAU;IACZ,MAAM,CAA4D;IAClE,KAAK,CAAkC;IACvC,UAAU,GAAG,IAAI,GAAG,EAAY,CAAC;IAC1C,QAAQ,CAAyB;IAEjC;;;OAGG;IACH,YACE,KAAgE,EAChE,IAAqC;QAErC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,IAAI,KAAK;QACP,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO,MAAM,CAAC;QAClC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACnD,CAAC;IAED,6EAA6E;IAC7E,KAAK,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,MAAM,KAAkB,EAAE;QAChD,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7C,IAAI,UAAU;YAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC;YACH,OAAO,MAAM,YAAY,CACvB,OAAO,CAAC,MAAM,EACd,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAC1D,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,UAAU;gBAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,yFAAyF;IACzF,KAAK,CAAC,KAAK;QACT,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,OAAO,CAAC,KAAK;YAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;;YAExD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,IAAI,YAAY,CAAC,yBAAyB,EAAE,YAAY,CAAC,CAC1D,CAAC;IACN,CAAC;IAED,MAAM;QACJ,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,OAAO,GAAe;YAC1B,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,IAAI,CAAC,MAAM,CACjB,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EACvE,MAAM,CAAC,MAAM,CACd;SACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB,GAAG,EAAE;YACH,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;QACvB,CAAC,EACD,GAAG,EAAE;YACH,6DAA6D;YAC7D,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO;gBAAE,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC3D,CAAC,CACF,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
@@ -0,0 +1,45 @@
1
+ import type { Availability, Engine, GenerateRequest, LoadOptions } from '../lib/engine.ts';
2
+ import type { GenerationConfig } from '@huggingface/transformers';
3
+ export interface TransformersJsOptions {
4
+ /**
5
+ * How the model is loaded.
6
+ * - `text-generation` (default): text-only models, for example "onnx-community/Qwen3-0.6B-ONNX".
7
+ * - `image-text-to-text`: multimodal models loaded with `AutoProcessor`, for example
8
+ * "onnx-community/gemma-4-E4B-it-ONNX". This engine sends them text only.
9
+ */
10
+ readonly task?: 'text-generation' | 'image-text-to-text';
11
+ /** Where the model runs. `webgpu` is fast; `wasm` works without a GPU. Default `webgpu`. */
12
+ readonly device?: 'webgpu' | 'wasm';
13
+ /** Weight precision. Default `q4f16` on WebGPU and `q4` on WASM. */
14
+ readonly dtype?: 'q4f16' | 'q4' | 'q8' | 'fp16' | 'fp32';
15
+ /** Longest reply in tokens. Default 1024. */
16
+ readonly maxNewTokens?: number;
17
+ /**
18
+ * Any other transformers.js generation setting, passed to every run as it is: `do_sample`,
19
+ * `temperature`, `top_p`, `repetition_penalty` and so on. Default `{ do_sample: false }`.
20
+ * There is no context size to set: the context is the model's own, limited only by memory.
21
+ */
22
+ readonly generation?: Partial<GenerationConfig>;
23
+ /**
24
+ * Where model files are stored. `cache-api` (default) is transformers.js' own choice;
25
+ * `opfs` stores them in the Origin Private File System. transformers.js keeps this setting
26
+ * globally, so it applies to every transformers.js model on the page.
27
+ */
28
+ readonly storage?: 'cache-api' | 'opfs';
29
+ }
30
+ /**
31
+ * Engine for transformers.js: ONNX models from the Hugging Face Hub. Weights are stored by
32
+ * transformers.js (Cache API). The library is loaded on first use, so it is not part of
33
+ * your initial bundle.
34
+ */
35
+ export declare class TransformersJsEngine implements Engine {
36
+ #private;
37
+ readonly id: string;
38
+ readonly supportsConstraint = false;
39
+ constructor(modelId: string, options?: TransformersJsOptions);
40
+ availability(): Promise<Availability>;
41
+ load(options?: LoadOptions): Promise<void>;
42
+ unload(): Promise<void>;
43
+ delete(): Promise<void>;
44
+ generate({ messages, signal, }: GenerateRequest): AsyncGenerator<string>;
45
+ }
@@ -0,0 +1,209 @@
1
+ import { AsyncQueue } from "../lib/async-queue.js";
2
+ import { opfsCache } from "./opfs-cache.js";
3
+ import { SharedLoad } from "./shared-load.js";
4
+ /**
5
+ * Engine for transformers.js: ONNX models from the Hugging Face Hub. Weights are stored by
6
+ * transformers.js (Cache API). The library is loaded on first use, so it is not part of
7
+ * your initial bundle.
8
+ */
9
+ export class TransformersJsEngine {
10
+ id;
11
+ supportsConstraint = false;
12
+ #modelId;
13
+ #task;
14
+ #device;
15
+ #dtype;
16
+ #generation;
17
+ /** Only opens the OPFS folder when a file is read or written. */
18
+ #cache;
19
+ #model;
20
+ /** Settles when transformers.js has finished the last load, also one unload() gave up on. */
21
+ #lastLoad = Promise.resolve();
22
+ #deleting = false;
23
+ #library;
24
+ constructor(modelId, options = {}) {
25
+ this.id = `transformers:${modelId}`;
26
+ this.#modelId = modelId;
27
+ this.#task = options.task ?? 'text-generation';
28
+ this.#device = options.device ?? 'webgpu';
29
+ this.#dtype = options.dtype ?? (this.#device === 'webgpu' ? 'q4f16' : 'q4');
30
+ this.#generation = {
31
+ max_new_tokens: options.maxNewTokens ?? 1024,
32
+ do_sample: false,
33
+ ...options.generation,
34
+ };
35
+ this.#cache = options.storage === 'opfs' ? opfsCache() : undefined;
36
+ this.#model = new SharedLoad((onProgress, signal) => {
37
+ const loading = this.#start(onProgress, signal, this.#lastLoad);
38
+ this.#lastLoad = loading.catch(() => undefined);
39
+ return loading;
40
+ }, (runner) => runner.dispose());
41
+ }
42
+ async availability() {
43
+ if (this.#device === 'webgpu' && !('gpu' in navigator))
44
+ return 'unavailable';
45
+ if (this.#model.state === 'loading' || this.#deleting)
46
+ return 'downloading';
47
+ if (this.#model.state === 'ready')
48
+ return 'available';
49
+ const { ModelRegistry } = await this.#transformers();
50
+ // `image-text-to-text` is not a transformers.js pipeline task, so multimodal models use the
51
+ // model-level helpers, which cover model, tokenizer and processor files.
52
+ const cached = this.#task === 'text-generation'
53
+ ? await ModelRegistry.is_pipeline_cached(this.#task, this.#modelId, this.#files())
54
+ : await ModelRegistry.is_cached(this.#modelId, this.#files());
55
+ return cached ? 'available' : 'downloadable';
56
+ }
57
+ async load(options) {
58
+ await this.#model.get(options);
59
+ }
60
+ async unload() {
61
+ await this.#model.reset();
62
+ }
63
+ async delete() {
64
+ this.#deleting = true;
65
+ try {
66
+ // transformers.js cannot stop a download. Let it finish first, so that no file is
67
+ // written after the cache is cleared.
68
+ await this.#lastLoad;
69
+ await this.unload();
70
+ await this.#clearCache();
71
+ }
72
+ finally {
73
+ this.#deleting = false;
74
+ }
75
+ }
76
+ async #clearCache() {
77
+ const { ModelRegistry } = await this.#transformers();
78
+ if (this.#task === 'text-generation') {
79
+ await ModelRegistry.clear_pipeline_cache(this.#task, this.#modelId, this.#files());
80
+ }
81
+ else {
82
+ await ModelRegistry.clear_cache(this.#modelId, this.#files());
83
+ }
84
+ }
85
+ async *generate({ messages, signal, }) {
86
+ const runner = await this.#model.get(signal ? { signal } : {});
87
+ const { TextStreamer, InterruptableStoppingCriteria } = await this.#transformers();
88
+ const stopping = new InterruptableStoppingCriteria();
89
+ const stop = () => stopping.interrupt();
90
+ signal?.addEventListener('abort', stop);
91
+ // transformers.js calls back with text pieces; hand them to the async generator.
92
+ const queue = new AsyncQueue();
93
+ const streamer = new TextStreamer(runner.tokenizer, {
94
+ skip_prompt: true,
95
+ skip_special_tokens: true,
96
+ callback_function: (text) => {
97
+ if (text)
98
+ queue.push(text);
99
+ },
100
+ });
101
+ runner.run(messages, { streamer, stopping }).then(() => queue.close(), (error) => queue.fail(error));
102
+ let finished = false;
103
+ try {
104
+ yield* queue;
105
+ finished = true;
106
+ // transformers.js ends quietly when interrupted; report the abort to the caller.
107
+ signal?.throwIfAborted();
108
+ }
109
+ finally {
110
+ signal?.removeEventListener('abort', stop);
111
+ // The caller stopped reading early: stop generating.
112
+ if (!finished)
113
+ stop();
114
+ }
115
+ }
116
+ /** The files this engine uses of the model repository. */
117
+ #files() {
118
+ return { device: this.#device, dtype: this.#dtype };
119
+ }
120
+ async #start(onProgress, signal, previousLoad) {
121
+ // One load at a time: a load that unload() gave up on is still running in transformers.js.
122
+ await previousLoad;
123
+ const progress_callback = (info) => {
124
+ if (info.status === 'progress_total')
125
+ onProgress(info.progress / 100);
126
+ };
127
+ const runner = await (this.#task === 'text-generation'
128
+ ? this.#loadPipeline(progress_callback)
129
+ : this.#loadMultimodal(progress_callback));
130
+ // transformers.js cannot stop a load: a model that arrives after unload() is freed here.
131
+ if (signal.aborted) {
132
+ await runner.dispose();
133
+ signal.throwIfAborted();
134
+ }
135
+ return runner;
136
+ }
137
+ async #loadPipeline(progress_callback) {
138
+ const { pipeline } = await this.#transformers();
139
+ const pipe = await pipeline('text-generation', this.#modelId, {
140
+ ...this.#files(),
141
+ progress_callback,
142
+ });
143
+ return {
144
+ tokenizer: pipe.tokenizer,
145
+ run: (messages, { streamer, stopping }) => pipe([...messages], {
146
+ ...this.#generation,
147
+ streamer,
148
+ stopping_criteria: stopping,
149
+ }),
150
+ dispose: () => pipe.dispose(),
151
+ };
152
+ }
153
+ /** The way the Gemma 4 model card loads the model: AutoProcessor plus the model class. */
154
+ async #loadMultimodal(progress_callback) {
155
+ const { AutoProcessor, AutoModelForImageTextToText } = await this.#transformers();
156
+ const [processor, model] = await Promise.all([
157
+ AutoProcessor.from_pretrained(this.#modelId),
158
+ AutoModelForImageTextToText.from_pretrained(this.#modelId, {
159
+ ...this.#files(),
160
+ progress_callback,
161
+ }),
162
+ ]);
163
+ const tokenizer = processor.tokenizer;
164
+ if (!tokenizer) {
165
+ await model.dispose();
166
+ throw new Error(`${this.#modelId} has no tokenizer.`);
167
+ }
168
+ return {
169
+ tokenizer,
170
+ run: async (messages, { streamer, stopping }) => {
171
+ // `enable_thinking` is a chat-template variable from the Gemma 4 model card. The
172
+ // typings do not list template variables, so it goes through a separate object.
173
+ const templateOptions = {
174
+ add_generation_prompt: true,
175
+ enable_thinking: false,
176
+ };
177
+ const prompt = processor.apply_chat_template([...messages], templateOptions);
178
+ const inputs = await processor(prompt, null, null, {
179
+ add_special_tokens: false,
180
+ });
181
+ return model.generate({
182
+ ...inputs,
183
+ ...this.#generation,
184
+ streamer,
185
+ stopping_criteria: stopping,
186
+ });
187
+ },
188
+ dispose: () => model.dispose(),
189
+ };
190
+ }
191
+ /**
192
+ * transformers.js is large: it is imported on first use, once per engine, and pointed at
193
+ * the chosen storage.
194
+ */
195
+ #transformers() {
196
+ this.#library ??= import('@huggingface/transformers').then((library) => {
197
+ if (this.#cache) {
198
+ library.env.useCustomCache = true;
199
+ library.env.customCache = this.#cache;
200
+ }
201
+ return library;
202
+ }, (error) => {
203
+ this.#library = undefined; // allow a retry, for example after being offline
204
+ throw error;
205
+ });
206
+ return this.#library;
207
+ }
208
+ }
209
+ //# sourceMappingURL=transformers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"transformers.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/engines/transformers.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAkB,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAsD9C;;;;GAIG;AACH,MAAM,OAAO,oBAAoB;IACtB,EAAE,CAAS;IACX,kBAAkB,GAAG,KAAK,CAAC;IAC3B,QAAQ,CAAS;IACjB,KAAK,CAA2C;IAChD,OAAO,CAAoB;IAC3B,MAAM,CAAQ;IACd,WAAW,CAA4B;IAChD,iEAAiE;IACxD,MAAM,CAAwB;IAC9B,MAAM,CAAqB;IACpC,6FAA6F;IAC7F,SAAS,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAChD,SAAS,GAAG,KAAK,CAAC;IAClB,QAAQ,CAA2C;IAEnD,YAAY,OAAe,EAAE,UAAiC,EAAE;QAC9D,IAAI,CAAC,EAAE,GAAG,gBAAgB,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,iBAAiB,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC;QAC1C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5E,IAAI,CAAC,WAAW,GAAG;YACjB,cAAc,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI;YAC5C,SAAS,EAAE,KAAK;YAChB,GAAG,OAAO,CAAC,UAAU;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAC1B,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE;YACrB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAChE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAChD,OAAO,OAAO,CAAC;QACjB,CAAC,EACD,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,CAC7B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC;YACpD,OAAO,aAAa,CAAC;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,aAAa,CAAC;QAC5E,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;YAAE,OAAO,WAAW,CAAC;QACtD,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACrD,4FAA4F;QAC5F,yEAAyE;QACzE,MAAM,MAAM,GACV,IAAI,CAAC,KAAK,KAAK,iBAAiB;YAC9B,CAAC,CAAC,MAAM,aAAa,CAAC,kBAAkB,CACpC,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,EAAE,CACd;YACH,CAAC,CAAC,MAAM,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClE,OAAO,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAqB;QAC9B,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,kFAAkF;YAClF,sCAAsC;YACtC,MAAM,IAAI,CAAC,SAAS,CAAC;YACrB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACrD,IAAI,IAAI,CAAC,KAAK,KAAK,iBAAiB,EAAE,CAAC;YACrC,MAAM,aAAa,CAAC,oBAAoB,CACtC,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,EAAE,CACd,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ,CAAC,EACd,QAAQ,EACR,MAAM,GACU;QAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/D,MAAM,EAAE,YAAY,EAAE,6BAA6B,EAAE,GACnD,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,6BAA6B,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAExC,iFAAiF;QACjF,MAAM,KAAK,GAAG,IAAI,UAAU,EAAU,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE;YAClD,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,IAAI;YACzB,iBAAiB,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC1B,IAAI,IAAI;oBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAC/C,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,EACnB,CAAC,KAAc,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CACtC,CAAC;QAEF,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC;YACH,KAAK,CAAC,CAAC,KAAK,CAAC;YACb,QAAQ,GAAG,IAAI,CAAC;YAChB,iFAAiF;YACjF,MAAM,EAAE,cAAc,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC3C,qDAAqD;YACrD,IAAI,CAAC,QAAQ;gBAAE,IAAI,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,MAAM;QACJ,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,MAAM,CACV,UAAsC,EACtC,MAAmB,EACnB,YAA8B;QAE9B,2FAA2F;QAC3F,MAAM,YAAY,CAAC;QACnB,MAAM,iBAAiB,GAAG,CAAC,IAAkB,EAAE,EAAE;YAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,gBAAgB;gBAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;QACxE,CAAC,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,iBAAiB;YACpD,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC;YACvC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC7C,yFAAyF;QACzF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,iBAA+C;QAE/C,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,QAAQ,EAAE;YAC5D,GAAG,IAAI,CAAC,MAAM,EAAE;YAChB,iBAAiB;SAClB,CAAC,CAAC;QACH,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CACxC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,EAAE;gBAClB,GAAG,IAAI,CAAC,WAAW;gBACnB,QAAQ;gBACR,iBAAiB,EAAE,QAAQ;aAC5B,CAAC;YACJ,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE;SAC9B,CAAC;IACJ,CAAC;IAED,0FAA0F;IAC1F,KAAK,CAAC,eAAe,CACnB,iBAA+C;QAE/C,MAAM,EAAE,aAAa,EAAE,2BAA2B,EAAE,GAClD,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC3C,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC5C,2BAA2B,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACzD,GAAG,IAAI,CAAC,MAAM,EAAE;gBAChB,iBAAiB;aAClB,CAAC;SACH,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;QACtC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,oBAAoB,CAAC,CAAC;QACxD,CAAC;QACD,OAAO;YACL,SAAS;YACT,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;gBAC9C,iFAAiF;gBACjF,gFAAgF;gBAChF,MAAM,eAAe,GAAG;oBACtB,qBAAqB,EAAE,IAAI;oBAC3B,eAAe,EAAE,KAAK;iBACvB,CAAC;gBACF,MAAM,MAAM,GAAG,SAAS,CAAC,mBAAmB,CAC1C,CAAC,GAAG,QAAQ,CAAC,EACb,eAAe,CAChB,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE;oBACjD,kBAAkB,EAAE,KAAK;iBAC1B,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC,QAAQ,CAAC;oBACpB,GAAG,MAAM;oBACT,GAAG,IAAI,CAAC,WAAW;oBACnB,QAAQ;oBACR,iBAAiB,EAAE,QAAQ;iBAC5B,CAAC,CAAC;YACL,CAAC;YACD,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE;SAC/B,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,aAAa;QACX,IAAI,CAAC,QAAQ,KAAK,MAAM,CAAC,2BAA2B,CAAC,CAAC,IAAI,CACxD,CAAC,OAAO,EAAE,EAAE;YACV,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC;gBAClC,OAAO,CAAC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC;YACxC,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,EACD,CAAC,KAAc,EAAE,EAAE;YACjB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,iDAAiD;YAC5E,MAAM,KAAK,CAAC;QACd,CAAC,CACF,CAAC;QACF,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF"}
@@ -0,0 +1,10 @@
1
+ /**
2
+ * Starts WebLLM inside a Web Worker. Use it as the whole worker file:
3
+ *
4
+ * ```ts
5
+ * // web-llm.worker.ts
6
+ * import { startWebLlmWorker } from '@soverius-ai/browser-models/web-llm/worker';
7
+ * startWebLlmWorker();
8
+ * ```
9
+ */
10
+ export declare function startWebLlmWorker(): void;
@@ -0,0 +1,15 @@
1
+ import { WebWorkerMLCEngineHandler } from '@mlc-ai/web-llm';
2
+ /**
3
+ * Starts WebLLM inside a Web Worker. Use it as the whole worker file:
4
+ *
5
+ * ```ts
6
+ * // web-llm.worker.ts
7
+ * import { startWebLlmWorker } from '@soverius-ai/browser-models/web-llm/worker';
8
+ * startWebLlmWorker();
9
+ * ```
10
+ */
11
+ export function startWebLlmWorker() {
12
+ const handler = new WebWorkerMLCEngineHandler();
13
+ self.onmessage = (message) => handler.onmessage(message);
14
+ }
15
+ //# sourceMappingURL=web-llm-worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"web-llm-worker.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/engines/web-llm-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAE5D;;;;;;;;GAQG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,OAAO,GAAG,IAAI,yBAAyB,EAAE,CAAC;IAChD,IAAI,CAAC,SAAS,GAAG,CAAC,OAAqB,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AACzE,CAAC"}
@@ -0,0 +1,41 @@
1
+ import type { Availability, Engine, GenerateRequest, LoadOptions } from '../lib/engine.ts';
2
+ import type { AppConfig, ChatOptions } from '@mlc-ai/web-llm';
3
+ export interface WebLlmOptions {
4
+ /**
5
+ * Creates the Web Worker the model runs in, so the page stays responsive. Called once per
6
+ * load; `unload()` and `delete()` terminate the worker. The worker file calls
7
+ * `startWebLlmWorker()` from `@soverius-ai/browser-models/web-llm/worker`.
8
+ */
9
+ readonly worker?: () => Worker;
10
+ /** WebLLM app config, for example `{ ...prebuiltAppConfig, cacheBackend: 'opfs' }`. */
11
+ readonly appConfig?: AppConfig;
12
+ /**
13
+ * How many tokens fit into the model's context: system prompt, tool descriptions, the whole
14
+ * conversation, tool results and the reply. Default: what the model was built with, 4096 for
15
+ * nearly every prebuilt WebLLM model (1024 for the smallest). A run that needs more fails with
16
+ * WebLLM's `ContextWindowSizeExceededError`. A larger window needs more GPU memory.
17
+ */
18
+ readonly contextWindowSize?: number;
19
+ /**
20
+ * Any other WebLLM chat option, passed to `reload()` as it is: `temperature`, `top_p`,
21
+ * `repetition_penalty`, `sliding_window_size` and so on. `contextWindowSize` wins over
22
+ * `context_window_size` in here.
23
+ */
24
+ readonly chatOptions?: ChatOptions;
25
+ }
26
+ /**
27
+ * Engine for WebLLM: models compiled for WebGPU, for example "Qwen3-0.6B-q4f16_1-MLC".
28
+ * Weights are stored by WebLLM itself (Cache API by default). The WebLLM library is
29
+ * loaded on first use, so it is not part of your initial bundle.
30
+ */
31
+ export declare class WebLlmEngine implements Engine {
32
+ #private;
33
+ readonly id: string;
34
+ readonly supportsConstraint = true;
35
+ constructor(modelId: string, options?: WebLlmOptions);
36
+ availability(): Promise<Availability>;
37
+ load(options?: LoadOptions): Promise<void>;
38
+ unload(): Promise<void>;
39
+ delete(): Promise<void>;
40
+ generate({ messages, constraint, signal, }: GenerateRequest): AsyncGenerator<string>;
41
+ }