@soverius-ai/browser-models 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (105) hide show
  1. package/README.md +16 -8
  2. package/chunk-4RAISIWO.js +1 -0
  3. package/chunk-6TJV26R3.js +1 -0
  4. package/chunk-EFSLG2O3.js +1 -0
  5. package/chunk-MPBLCIMW.js +1 -0
  6. package/chunk-T3BB5C4O.js +1 -0
  7. package/chunk-T5TQFW45.js +1 -0
  8. package/chunk-UZW7NPZG.js +1 -0
  9. package/engines/prompt-api.d.ts +41 -0
  10. package/{src/engines → engines}/transformers.d.ts +22 -9
  11. package/engines/web-llm-default.worker.d.ts +1 -0
  12. package/engines/web-llm.d.ts +48 -0
  13. package/engines.d.ts +44 -0
  14. package/engines.js +1 -0
  15. package/index.d.ts +11 -0
  16. package/index.js +1 -0
  17. package/{src/lib → lib}/async-queue.d.ts +4 -0
  18. package/lib/engine.d.ts +107 -0
  19. package/{src/lib/parser.d.ts → lib/output-parser.d.ts} +4 -0
  20. package/{src/model-store.d.ts → model-store.d.ts} +3 -0
  21. package/models.d.ts +26 -0
  22. package/package.json +28 -47
  23. package/prompt-api.d.ts +6 -0
  24. package/prompt-api.js +1 -0
  25. package/transformers.d.ts +6 -0
  26. package/transformers.js +1 -0
  27. package/web-llm-default.worker.js +1 -0
  28. package/web-llm-worker.d.ts +6 -0
  29. package/web-llm-worker.js +1 -0
  30. package/web-llm.d.ts +6 -0
  31. package/web-llm.js +1 -0
  32. package/src/agent.d.ts +0 -52
  33. package/src/agent.js +0 -128
  34. package/src/agent.js.map +0 -1
  35. package/src/copilotkit.d.ts +0 -20
  36. package/src/copilotkit.js +0 -163
  37. package/src/copilotkit.js.map +0 -1
  38. package/src/engines/opfs-cache.js +0 -43
  39. package/src/engines/opfs-cache.js.map +0 -1
  40. package/src/engines/prompt-api.d.ts +0 -50
  41. package/src/engines/prompt-api.js +0 -124
  42. package/src/engines/prompt-api.js.map +0 -1
  43. package/src/engines/shared-load.js +0 -67
  44. package/src/engines/shared-load.js.map +0 -1
  45. package/src/engines/transformers.js +0 -209
  46. package/src/engines/transformers.js.map +0 -1
  47. package/src/engines/web-llm-worker.js +0 -15
  48. package/src/engines/web-llm-worker.js.map +0 -1
  49. package/src/engines/web-llm.d.ts +0 -41
  50. package/src/engines/web-llm.js +0 -135
  51. package/src/engines/web-llm.js.map +0 -1
  52. package/src/index.d.ts +0 -7
  53. package/src/index.js +0 -6
  54. package/src/index.js.map +0 -1
  55. package/src/lib/abort.js +0 -24
  56. package/src/lib/abort.js.map +0 -1
  57. package/src/lib/async-queue.js +0 -35
  58. package/src/lib/async-queue.js.map +0 -1
  59. package/src/lib/engine.d.ts +0 -45
  60. package/src/lib/engine.js +0 -2
  61. package/src/lib/engine.js.map +0 -1
  62. package/src/lib/parser.js +0 -124
  63. package/src/lib/parser.js.map +0 -1
  64. package/src/lib/partial-json.d.ts +0 -21
  65. package/src/lib/partial-json.js +0 -88
  66. package/src/lib/partial-json.js.map +0 -1
  67. package/src/lib/prompt.d.ts +0 -9
  68. package/src/lib/prompt.js +0 -82
  69. package/src/lib/prompt.js.map +0 -1
  70. package/src/lib/repair.d.ts +0 -47
  71. package/src/lib/repair.js +0 -217
  72. package/src/lib/repair.js.map +0 -1
  73. package/src/lib/run.d.ts +0 -40
  74. package/src/lib/run.js +0 -434
  75. package/src/lib/run.js.map +0 -1
  76. package/src/lib/schema.d.ts +0 -21
  77. package/src/lib/schema.js +0 -128
  78. package/src/lib/schema.js.map +0 -1
  79. package/src/lib/tools.d.ts +0 -33
  80. package/src/lib/tools.js +0 -20
  81. package/src/lib/tools.js.map +0 -1
  82. package/src/mcp.d.ts +0 -54
  83. package/src/mcp.js +0 -204
  84. package/src/mcp.js.map +0 -1
  85. package/src/model-store.js +0 -139
  86. package/src/model-store.js.map +0 -1
  87. package/src/prompt-api.d.ts +0 -1
  88. package/src/prompt-api.js +0 -3
  89. package/src/prompt-api.js.map +0 -1
  90. package/src/transformers.d.ts +0 -1
  91. package/src/transformers.js +0 -3
  92. package/src/transformers.js.map +0 -1
  93. package/src/web-llm-worker.d.ts +0 -1
  94. package/src/web-llm-worker.js +0 -3
  95. package/src/web-llm-worker.js.map +0 -1
  96. package/src/web-llm.d.ts +0 -1
  97. package/src/web-llm.js +0 -3
  98. package/src/web-llm.js.map +0 -1
  99. package/src/webmcp.d.ts +0 -43
  100. package/src/webmcp.js +0 -58
  101. package/src/webmcp.js.map +0 -1
  102. /package/{src/engines → engines}/opfs-cache.d.ts +0 -0
  103. /package/{src/engines → engines}/shared-load.d.ts +0 -0
  104. /package/{src/engines → engines}/web-llm-worker.d.ts +0 -0
  105. /package/{src/lib → lib}/abort.d.ts +0 -0
@@ -1,67 +0,0 @@
1
- import { untilAborted } from "../lib/abort.js";
2
- /**
3
- * One model load shared by every caller of an engine. Each caller gets progress and can stop
4
- * waiting with its own signal; the load itself only stops on `reset()`.
5
- */
6
- export class SharedLoad {
7
- #start;
8
- #free;
9
- #listeners = new Set();
10
- #current;
11
- /**
12
- * `start` loads the model. When its signal aborts, it has to free what it created.
13
- * `free` releases a loaded model.
14
- */
15
- constructor(start, free) {
16
- this.#start = start;
17
- this.#free = free;
18
- }
19
- get state() {
20
- if (!this.#current)
21
- return 'idle';
22
- return this.#current.ready ? 'ready' : 'loading';
23
- }
24
- /** Starts the load unless it is running or done, and waits for the model. */
25
- async get({ onProgress, signal } = {}) {
26
- signal?.throwIfAborted();
27
- const current = (this.#current ??= this.#begin());
28
- const { signal: cancelled } = current.cancel;
29
- if (onProgress)
30
- this.#listeners.add(onProgress);
31
- try {
32
- return await untilAborted(current.loaded, signal ? AbortSignal.any([signal, cancelled]) : cancelled);
33
- }
34
- finally {
35
- if (onProgress)
36
- this.#listeners.delete(onProgress);
37
- }
38
- }
39
- /** Stops a load in progress, or frees the loaded model. The next `get()` loads again. */
40
- async reset() {
41
- const current = this.#current;
42
- this.#current = undefined;
43
- if (!current)
44
- return;
45
- if (current.ready)
46
- await this.#free(await current.loaded);
47
- else
48
- current.cancel.abort(new DOMException('The model was unloaded.', 'AbortError'));
49
- }
50
- #begin() {
51
- const cancel = new AbortController();
52
- const current = {
53
- cancel,
54
- ready: false,
55
- loaded: this.#start((fraction) => this.#listeners.forEach((listener) => listener(fraction)), cancel.signal),
56
- };
57
- current.loaded.then(() => {
58
- current.ready = true;
59
- }, () => {
60
- // A failed load is forgotten, so the next get() tries again.
61
- if (this.#current === current)
62
- this.#current = undefined;
63
- });
64
- return current;
65
- }
66
- }
67
- //# sourceMappingURL=shared-load.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"shared-load.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/engines/shared-load.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAW/C;;;GAGG;AACH,MAAM,OAAO,UAAU;IACZ,MAAM,CAA4D;IAClE,KAAK,CAAkC;IACvC,UAAU,GAAG,IAAI,GAAG,EAAY,CAAC;IAC1C,QAAQ,CAAyB;IAEjC;;;OAGG;IACH,YACE,KAAgE,EAChE,IAAqC;QAErC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,IAAI,KAAK;QACP,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO,MAAM,CAAC;QAClC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACnD,CAAC;IAED,6EAA6E;IAC7E,KAAK,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,MAAM,KAAkB,EAAE;QAChD,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7C,IAAI,UAAU;YAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC;YACH,OAAO,MAAM,YAAY,CACvB,OAAO,CAAC,MAAM,EACd,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAC1D,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,UAAU;gBAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,yFAAyF;IACzF,KAAK,CAAC,KAAK;QACT,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,OAAO,CAAC,KAAK;YAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;;YAExD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,IAAI,YAAY,CAAC,yBAAyB,EAAE,YAAY,CAAC,CAC1D,CAAC;IACN,CAAC;IAED,MAAM;QACJ,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,OAAO,GAAe;YAC1B,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,IAAI,CAAC,MAAM,CACjB,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EACvE,MAAM,CAAC,MAAM,CACd;SACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB,GAAG,EAAE;YACH,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;QACvB,CAAC,EACD,GAAG,EAAE;YACH,6DAA6D;YAC7D,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO;gBAAE,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC3D,CAAC,CACF,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
@@ -1,209 +0,0 @@
1
- import { AsyncQueue } from "../lib/async-queue.js";
2
- import { opfsCache } from "./opfs-cache.js";
3
- import { SharedLoad } from "./shared-load.js";
4
- /**
5
- * Engine for transformers.js: ONNX models from the Hugging Face Hub. Weights are stored by
6
- * transformers.js (Cache API). The library is loaded on first use, so it is not part of
7
- * your initial bundle.
8
- */
9
- export class TransformersJsEngine {
10
- id;
11
- supportsConstraint = false;
12
- #modelId;
13
- #task;
14
- #device;
15
- #dtype;
16
- #generation;
17
- /** Only opens the OPFS folder when a file is read or written. */
18
- #cache;
19
- #model;
20
- /** Settles when transformers.js has finished the last load, also one unload() gave up on. */
21
- #lastLoad = Promise.resolve();
22
- #deleting = false;
23
- #library;
24
- constructor(modelId, options = {}) {
25
- this.id = `transformers:${modelId}`;
26
- this.#modelId = modelId;
27
- this.#task = options.task ?? 'text-generation';
28
- this.#device = options.device ?? 'webgpu';
29
- this.#dtype = options.dtype ?? (this.#device === 'webgpu' ? 'q4f16' : 'q4');
30
- this.#generation = {
31
- max_new_tokens: options.maxNewTokens ?? 1024,
32
- do_sample: false,
33
- ...options.generation,
34
- };
35
- this.#cache = options.storage === 'opfs' ? opfsCache() : undefined;
36
- this.#model = new SharedLoad((onProgress, signal) => {
37
- const loading = this.#start(onProgress, signal, this.#lastLoad);
38
- this.#lastLoad = loading.catch(() => undefined);
39
- return loading;
40
- }, (runner) => runner.dispose());
41
- }
42
- async availability() {
43
- if (this.#device === 'webgpu' && !('gpu' in navigator))
44
- return 'unavailable';
45
- if (this.#model.state === 'loading' || this.#deleting)
46
- return 'downloading';
47
- if (this.#model.state === 'ready')
48
- return 'available';
49
- const { ModelRegistry } = await this.#transformers();
50
- // `image-text-to-text` is not a transformers.js pipeline task, so multimodal models use the
51
- // model-level helpers, which cover model, tokenizer and processor files.
52
- const cached = this.#task === 'text-generation'
53
- ? await ModelRegistry.is_pipeline_cached(this.#task, this.#modelId, this.#files())
54
- : await ModelRegistry.is_cached(this.#modelId, this.#files());
55
- return cached ? 'available' : 'downloadable';
56
- }
57
- async load(options) {
58
- await this.#model.get(options);
59
- }
60
- async unload() {
61
- await this.#model.reset();
62
- }
63
- async delete() {
64
- this.#deleting = true;
65
- try {
66
- // transformers.js cannot stop a download. Let it finish first, so that no file is
67
- // written after the cache is cleared.
68
- await this.#lastLoad;
69
- await this.unload();
70
- await this.#clearCache();
71
- }
72
- finally {
73
- this.#deleting = false;
74
- }
75
- }
76
- async #clearCache() {
77
- const { ModelRegistry } = await this.#transformers();
78
- if (this.#task === 'text-generation') {
79
- await ModelRegistry.clear_pipeline_cache(this.#task, this.#modelId, this.#files());
80
- }
81
- else {
82
- await ModelRegistry.clear_cache(this.#modelId, this.#files());
83
- }
84
- }
85
- async *generate({ messages, signal, }) {
86
- const runner = await this.#model.get(signal ? { signal } : {});
87
- const { TextStreamer, InterruptableStoppingCriteria } = await this.#transformers();
88
- const stopping = new InterruptableStoppingCriteria();
89
- const stop = () => stopping.interrupt();
90
- signal?.addEventListener('abort', stop);
91
- // transformers.js calls back with text pieces; hand them to the async generator.
92
- const queue = new AsyncQueue();
93
- const streamer = new TextStreamer(runner.tokenizer, {
94
- skip_prompt: true,
95
- skip_special_tokens: true,
96
- callback_function: (text) => {
97
- if (text)
98
- queue.push(text);
99
- },
100
- });
101
- runner.run(messages, { streamer, stopping }).then(() => queue.close(), (error) => queue.fail(error));
102
- let finished = false;
103
- try {
104
- yield* queue;
105
- finished = true;
106
- // transformers.js ends quietly when interrupted; report the abort to the caller.
107
- signal?.throwIfAborted();
108
- }
109
- finally {
110
- signal?.removeEventListener('abort', stop);
111
- // The caller stopped reading early: stop generating.
112
- if (!finished)
113
- stop();
114
- }
115
- }
116
- /** The files this engine uses of the model repository. */
117
- #files() {
118
- return { device: this.#device, dtype: this.#dtype };
119
- }
120
- async #start(onProgress, signal, previousLoad) {
121
- // One load at a time: a load that unload() gave up on is still running in transformers.js.
122
- await previousLoad;
123
- const progress_callback = (info) => {
124
- if (info.status === 'progress_total')
125
- onProgress(info.progress / 100);
126
- };
127
- const runner = await (this.#task === 'text-generation'
128
- ? this.#loadPipeline(progress_callback)
129
- : this.#loadMultimodal(progress_callback));
130
- // transformers.js cannot stop a load: a model that arrives after unload() is freed here.
131
- if (signal.aborted) {
132
- await runner.dispose();
133
- signal.throwIfAborted();
134
- }
135
- return runner;
136
- }
137
- async #loadPipeline(progress_callback) {
138
- const { pipeline } = await this.#transformers();
139
- const pipe = await pipeline('text-generation', this.#modelId, {
140
- ...this.#files(),
141
- progress_callback,
142
- });
143
- return {
144
- tokenizer: pipe.tokenizer,
145
- run: (messages, { streamer, stopping }) => pipe([...messages], {
146
- ...this.#generation,
147
- streamer,
148
- stopping_criteria: stopping,
149
- }),
150
- dispose: () => pipe.dispose(),
151
- };
152
- }
153
- /** The way the Gemma 4 model card loads the model: AutoProcessor plus the model class. */
154
- async #loadMultimodal(progress_callback) {
155
- const { AutoProcessor, AutoModelForImageTextToText } = await this.#transformers();
156
- const [processor, model] = await Promise.all([
157
- AutoProcessor.from_pretrained(this.#modelId),
158
- AutoModelForImageTextToText.from_pretrained(this.#modelId, {
159
- ...this.#files(),
160
- progress_callback,
161
- }),
162
- ]);
163
- const tokenizer = processor.tokenizer;
164
- if (!tokenizer) {
165
- await model.dispose();
166
- throw new Error(`${this.#modelId} has no tokenizer.`);
167
- }
168
- return {
169
- tokenizer,
170
- run: async (messages, { streamer, stopping }) => {
171
- // `enable_thinking` is a chat-template variable from the Gemma 4 model card. The
172
- // typings do not list template variables, so it goes through a separate object.
173
- const templateOptions = {
174
- add_generation_prompt: true,
175
- enable_thinking: false,
176
- };
177
- const prompt = processor.apply_chat_template([...messages], templateOptions);
178
- const inputs = await processor(prompt, null, null, {
179
- add_special_tokens: false,
180
- });
181
- return model.generate({
182
- ...inputs,
183
- ...this.#generation,
184
- streamer,
185
- stopping_criteria: stopping,
186
- });
187
- },
188
- dispose: () => model.dispose(),
189
- };
190
- }
191
- /**
192
- * transformers.js is large: it is imported on first use, once per engine, and pointed at
193
- * the chosen storage.
194
- */
195
- #transformers() {
196
- this.#library ??= import('@huggingface/transformers').then((library) => {
197
- if (this.#cache) {
198
- library.env.useCustomCache = true;
199
- library.env.customCache = this.#cache;
200
- }
201
- return library;
202
- }, (error) => {
203
- this.#library = undefined; // allow a retry, for example after being offline
204
- throw error;
205
- });
206
- return this.#library;
207
- }
208
- }
209
- //# sourceMappingURL=transformers.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"transformers.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/engines/transformers.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAkB,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAsD9C;;;;GAIG;AACH,MAAM,OAAO,oBAAoB;IACtB,EAAE,CAAS;IACX,kBAAkB,GAAG,KAAK,CAAC;IAC3B,QAAQ,CAAS;IACjB,KAAK,CAA2C;IAChD,OAAO,CAAoB;IAC3B,MAAM,CAAQ;IACd,WAAW,CAA4B;IAChD,iEAAiE;IACxD,MAAM,CAAwB;IAC9B,MAAM,CAAqB;IACpC,6FAA6F;IAC7F,SAAS,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAChD,SAAS,GAAG,KAAK,CAAC;IAClB,QAAQ,CAA2C;IAEnD,YAAY,OAAe,EAAE,UAAiC,EAAE;QAC9D,IAAI,CAAC,EAAE,GAAG,gBAAgB,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,iBAAiB,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC;QAC1C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5E,IAAI,CAAC,WAAW,GAAG;YACjB,cAAc,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI;YAC5C,SAAS,EAAE,KAAK;YAChB,GAAG,OAAO,CAAC,UAAU;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAC1B,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE;YACrB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAChE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAChD,OAAO,OAAO,CAAC;QACjB,CAAC,EACD,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,CAC7B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC;YACpD,OAAO,aAAa,CAAC;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,aAAa,CAAC;QAC5E,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;YAAE,OAAO,WAAW,CAAC;QACtD,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACrD,4FAA4F;QAC5F,yEAAyE;QACzE,MAAM,MAAM,GACV,IAAI,CAAC,KAAK,KAAK,iBAAiB;YAC9B,CAAC,CAAC,MAAM,aAAa,CAAC,kBAAkB,CACpC,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,EAAE,CACd;YACH,CAAC,CAAC,MAAM,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClE,OAAO,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAqB;QAC9B,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,kFAAkF;YAClF,sCAAsC;YACtC,MAAM,IAAI,CAAC,SAAS,CAAC;YACrB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACrD,IAAI,IAAI,CAAC,KAAK,KAAK,iBAAiB,EAAE,CAAC;YACrC,MAAM,aAAa,CAAC,oBAAoB,CACtC,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,EAAE,CACd,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ,CAAC,EACd,QAAQ,EACR,MAAM,GACU;QAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/D,MAAM,EAAE,YAAY,EAAE,6BAA6B,EAAE,GACnD,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,6BAA6B,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAExC,iFAAiF;QACjF,MAAM,KAAK,GAAG,IAAI,UAAU,EAAU,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE;YAClD,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,IAAI;YACzB,iBAAiB,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC1B,IAAI,IAAI;oBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAC/C,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,EACnB,CAAC,KAAc,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CACtC,CAAC;QAEF,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC;YACH,KAAK,CAAC,CAAC,KAAK,CAAC;YACb,QAAQ,GAAG,IAAI,CAAC;YAChB,iFAAiF;YACjF,MAAM,EAAE,cAAc,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC3C,qDAAqD;YACrD,IAAI,CAAC,QAAQ;gBAAE,IAAI,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,MAAM;QACJ,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,MAAM,CACV,UAAsC,EACtC,MAAmB,EACnB,YAA8B;QAE9B,2FAA2F;QAC3F,MAAM,YAAY,CAAC;QACnB,MAAM,iBAAiB,GAAG,CAAC,IAAkB,EAAE,EAAE;YAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,gBAAgB;gBAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;QACxE,CAAC,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,iBAAiB;YACpD,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC;YACvC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC7C,yFAAyF;QACzF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,iBAA+C;QAE/C,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,QAAQ,EAAE;YAC5D,GAAG,IAAI,CAAC,MAAM,EAAE;YAChB,iBAAiB;SAClB,CAAC,CAAC;QACH,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CACxC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,EAAE;gBAClB,GAAG,IAAI,CAAC,WAAW;gBACnB,QAAQ;gBACR,iBAAiB,EAAE,QAAQ;aAC5B,CAAC;YACJ,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE;SAC9B,CAAC;IACJ,CAAC;IAED,0FAA0F;IAC1F,KAAK,CAAC,eAAe,CACnB,iBAA+C;QAE/C,MAAM,EAAE,aAAa,EAAE,2BAA2B,EAAE,GAClD,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC3C,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC5C,2BAA2B,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACzD,GAAG,IAAI,CAAC,MAAM,EAAE;gBAChB,iBAAiB;aAClB,CAAC;SACH,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;QACtC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,oBAAoB,CAAC,CAAC;QACxD,CAAC;QACD,OAAO;YACL,SAAS;YACT,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;gBAC9C,iFAAiF;gBACjF,gFAAgF;gBAChF,MAAM,eAAe,GAAG;oBACtB,qBAAqB,EAAE,IAAI;oBAC3B,eAAe,EAAE,KAAK;iBACvB,CAAC;gBACF,MAAM,MAAM,GAAG,SAAS,CAAC,mBAAmB,CAC1C,CAAC,GAAG,QAAQ,CAAC,EACb,eAAe,CAChB,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE;oBACjD,kBAAkB,EAAE,KAAK;iBAC1B,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC,QAAQ,CAAC;oBACpB,GAAG,MAAM;oBACT,GAAG,IAAI,CAAC,WAAW;oBACnB,QAAQ;oBACR,iBAAiB,EAAE,QAAQ;iBAC5B,CAAC,CAAC;YACL,CAAC;YACD,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE;SAC/B,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,aAAa;QACX,IAAI,CAAC,QAAQ,KAAK,MAAM,CAAC,2BAA2B,CAAC,CAAC,IAAI,CACxD,CAAC,OAAO,EAAE,EAAE;YACV,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC;gBAClC,OAAO,CAAC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC;YACxC,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,EACD,CAAC,KAAc,EAAE,EAAE;YACjB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,iDAAiD;YAC5E,MAAM,KAAK,CAAC;QACd,CAAC,CACF,CAAC;QACF,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF"}
@@ -1,15 +0,0 @@
1
- import { WebWorkerMLCEngineHandler } from '@mlc-ai/web-llm';
2
- /**
3
- * Starts WebLLM inside a Web Worker. Use it as the whole worker file:
4
- *
5
- * ```ts
6
- * // web-llm.worker.ts
7
- * import { startWebLlmWorker } from '@soverius-ai/browser-models/web-llm/worker';
8
- * startWebLlmWorker();
9
- * ```
10
- */
11
- export function startWebLlmWorker() {
12
- const handler = new WebWorkerMLCEngineHandler();
13
- self.onmessage = (message) => handler.onmessage(message);
14
- }
15
- //# sourceMappingURL=web-llm-worker.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"web-llm-worker.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/engines/web-llm-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAE5D;;;;;;;;GAQG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,OAAO,GAAG,IAAI,yBAAyB,EAAE,CAAC;IAChD,IAAI,CAAC,SAAS,GAAG,CAAC,OAAqB,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AACzE,CAAC"}
@@ -1,41 +0,0 @@
1
- import type { Availability, Engine, GenerateRequest, LoadOptions } from '../lib/engine.ts';
2
- import type { AppConfig, ChatOptions } from '@mlc-ai/web-llm';
3
- export interface WebLlmOptions {
4
- /**
5
- * Creates the Web Worker the model runs in, so the page stays responsive. Called once per
6
- * load; `unload()` and `delete()` terminate the worker. The worker file calls
7
- * `startWebLlmWorker()` from `@soverius-ai/browser-models/web-llm/worker`.
8
- */
9
- readonly worker?: () => Worker;
10
- /** WebLLM app config, for example `{ ...prebuiltAppConfig, cacheBackend: 'opfs' }`. */
11
- readonly appConfig?: AppConfig;
12
- /**
13
- * How many tokens fit into the model's context: system prompt, tool descriptions, the whole
14
- * conversation, tool results and the reply. Default: what the model was built with, 4096 for
15
- * nearly every prebuilt WebLLM model (1024 for the smallest). A run that needs more fails with
16
- * WebLLM's `ContextWindowSizeExceededError`. A larger window needs more GPU memory.
17
- */
18
- readonly contextWindowSize?: number;
19
- /**
20
- * Any other WebLLM chat option, passed to `reload()` as it is: `temperature`, `top_p`,
21
- * `repetition_penalty`, `sliding_window_size` and so on. `contextWindowSize` wins over
22
- * `context_window_size` in here.
23
- */
24
- readonly chatOptions?: ChatOptions;
25
- }
26
- /**
27
- * Engine for WebLLM: models compiled for WebGPU, for example "Qwen3-0.6B-q4f16_1-MLC".
28
- * Weights are stored by WebLLM itself (Cache API by default). The WebLLM library is
29
- * loaded on first use, so it is not part of your initial bundle.
30
- */
31
- export declare class WebLlmEngine implements Engine {
32
- #private;
33
- readonly id: string;
34
- readonly supportsConstraint = true;
35
- constructor(modelId: string, options?: WebLlmOptions);
36
- availability(): Promise<Availability>;
37
- load(options?: LoadOptions): Promise<void>;
38
- unload(): Promise<void>;
39
- delete(): Promise<void>;
40
- generate({ messages, constraint, signal, }: GenerateRequest): AsyncGenerator<string>;
41
- }
@@ -1,135 +0,0 @@
1
- import { SharedLoad } from "./shared-load.js";
2
- /**
3
- * Engine for WebLLM: models compiled for WebGPU, for example "Qwen3-0.6B-q4f16_1-MLC".
4
- * Weights are stored by WebLLM itself (Cache API by default). The WebLLM library is
5
- * loaded on first use, so it is not part of your initial bundle.
6
- */
7
- export class WebLlmEngine {
8
- id;
9
- supportsConstraint = true;
10
- #modelId;
11
- #options;
12
- #model;
13
- #library;
14
- constructor(modelId, options = {}) {
15
- this.id = `web-llm:${modelId}`;
16
- this.#modelId = modelId;
17
- this.#options = options;
18
- this.#model = new SharedLoad((onProgress, signal) => this.#start(onProgress, signal), free);
19
- }
20
- async availability() {
21
- if (!('gpu' in navigator))
22
- return 'unavailable';
23
- if (this.#model.state === 'loading')
24
- return 'downloading';
25
- if (this.#model.state === 'ready')
26
- return 'available';
27
- const { hasModelInCache } = await this.#webLlm();
28
- return (await hasModelInCache(this.#modelId, this.#options.appConfig))
29
- ? 'available'
30
- : 'downloadable';
31
- }
32
- async load(options) {
33
- await this.#model.get(options);
34
- }
35
- async unload() {
36
- await this.#model.reset();
37
- }
38
- async delete() {
39
- await this.unload();
40
- const { deleteModelAllInfoInCache } = await this.#webLlm();
41
- await deleteModelAllInfoInCache(this.#modelId, this.#options.appConfig);
42
- }
43
- async *generate({ messages, constraint, signal, }) {
44
- const { mlc } = await this.#model.get(signal ? { signal } : {});
45
- const stop = () => void mlc.interruptGenerate();
46
- signal?.addEventListener('abort', stop);
47
- let finished = false;
48
- try {
49
- const chunks = await mlc.chat.completions.create({
50
- messages: messages.map((message) => ({
51
- role: message.role,
52
- content: message.content,
53
- })),
54
- stream: true,
55
- ...(constraint
56
- ? {
57
- response_format: {
58
- type: 'json_object',
59
- schema: JSON.stringify(constraint),
60
- },
61
- }
62
- : {}),
63
- });
64
- for await (const chunk of chunks) {
65
- const text = chunk.choices[0]?.delta.content;
66
- if (text)
67
- yield text;
68
- }
69
- finished = true;
70
- // WebLLM ends the stream quietly when interrupted; report the abort to the caller.
71
- signal?.throwIfAborted();
72
- }
73
- finally {
74
- signal?.removeEventListener('abort', stop);
75
- // The caller stopped reading early (or the stream failed): stop generating.
76
- if (!finished)
77
- stop();
78
- }
79
- }
80
- async #start(onProgress, signal) {
81
- const webLlm = await this.#webLlm();
82
- signal.throwIfAborted();
83
- const config = {
84
- ...(this.#options.appConfig
85
- ? { appConfig: this.#options.appConfig }
86
- : {}),
87
- initProgressCallback: (report) => onProgress(report.progress),
88
- };
89
- const worker = this.#options.worker?.();
90
- const loaded = {
91
- worker,
92
- mlc: worker
93
- ? new webLlm.WebWorkerMLCEngine(worker, config)
94
- : new webLlm.MLCEngine(config),
95
- };
96
- // Unloading the engine also stops its download.
97
- const stop = () => void free(loaded).catch(() => undefined);
98
- signal.addEventListener('abort', stop);
99
- try {
100
- await loaded.mlc.reload(this.#modelId, this.#chatOptions());
101
- }
102
- catch (error) {
103
- // A failed load must not leave a worker behind.
104
- if (!signal.aborted)
105
- await free(loaded).catch(() => undefined);
106
- throw error;
107
- }
108
- finally {
109
- signal.removeEventListener('abort', stop);
110
- }
111
- // WebLLM returns quietly from a stopped download.
112
- signal.throwIfAborted();
113
- return loaded;
114
- }
115
- /** What `reload()` gets: the user's chat options, with the context size on top. */
116
- #chatOptions() {
117
- const { chatOptions, contextWindowSize } = this.#options;
118
- if (contextWindowSize === undefined)
119
- return chatOptions;
120
- return { ...chatOptions, context_window_size: contextWindowSize };
121
- }
122
- /** WebLLM is large: it is imported on first use, once per engine. */
123
- #webLlm() {
124
- this.#library ??= import('@mlc-ai/web-llm').catch((error) => {
125
- this.#library = undefined; // allow a retry, for example after being offline
126
- throw error;
127
- });
128
- return this.#library;
129
- }
130
- }
131
- async function free({ mlc, worker }) {
132
- await mlc.unload();
133
- worker?.terminate();
134
- }
135
- //# sourceMappingURL=web-llm.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"web-llm.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/engines/web-llm.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAkC9C;;;;GAIG;AACH,MAAM,OAAO,YAAY;IACd,EAAE,CAAS;IACX,kBAAkB,GAAG,IAAI,CAAC;IAC1B,QAAQ,CAAS;IACjB,QAAQ,CAAgB;IACxB,MAAM,CAAqB;IACpC,QAAQ,CAAqC;IAE7C,YAAY,OAAe,EAAE,UAAyB,EAAE;QACtD,IAAI,CAAC,EAAE,GAAG,WAAW,OAAO,EAAE,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAC1B,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,EACvD,IAAI,CACL,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC;YAAE,OAAO,aAAa,CAAC;QAChD,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO,aAAa,CAAC;QAC1D,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;YAAE,OAAO,WAAW,CAAC;QACtD,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACjD,OAAO,CAAC,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACpE,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,cAAc,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAqB;QAC9B,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,EAAE,yBAAyB,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3D,MAAM,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ,CAAC,EACd,QAAQ,EACR,UAAU,EACV,MAAM,GACU;QAChB,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,KAAK,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAChD,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACxC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC/C,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBACnC,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;iBACzB,CAAC,CAAC;gBACH,MAAM,EAAE,IAAI;gBACZ,GAAG,CAAC,UAAU;oBACZ,CAAC,CAAC;wBACE,eAAe,EAAE;4BACf,IAAI,EAAE,aAAa;4BACnB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;yBACnC;qBACF;oBACH,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC;gBAC7C,IAAI,IAAI;oBAAE,MAAM,IAAI,CAAC;YACvB,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC;YAChB,mFAAmF;YACnF,MAAM,EAAE,cAAc,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC3C,4EAA4E;YAC5E,IAAI,CAAC,QAAQ;gBAAE,IAAI,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,UAAsC,EACtC,MAAmB;QAEnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG;YACb,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS;gBACzB,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE;gBACxC,CAAC,CAAC,EAAE,CAAC;YACP,oBAAoB,EAAE,CAAC,MAA4B,EAAE,EAAE,CACrD,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC;SAC9B,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACxC,MAAM,MAAM,GAAW;YACrB,MAAM;YACN,GAAG,EAAE,MAAM;gBACT,CAAC,CAAC,IAAI,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC;gBAC/C,CAAC,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;SACjC,CAAC;QACF,gDAAgD;QAChD,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gDAAgD;YAChD,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC/D,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,kDAAkD;QAClD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,mFAAmF;IACnF,YAAY;QACV,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QACzD,IAAI,iBAAiB,KAAK,SAAS;YAAE,OAAO,WAAW,CAAC;QACxD,OAAO,EAAE,GAAG,WAAW,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,CAAC;IACpE,CAAC;IAED,qEAAqE;IACrE,OAAO;QACL,IAAI,CAAC,QAAQ,KAAK,MAAM,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACnE,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,iDAAiD;YAC5E,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF;AAED,KAAK,UAAU,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAU;IACzC,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,EAAE,CAAC;AACtB,CAAC"}
package/src/index.d.ts DELETED
@@ -1,7 +0,0 @@
1
- export type { Availability, ChatMessage, Engine, GenerateRequest, JsonSchema, LoadOptions, } from './lib/engine.ts';
2
- export { OutputParser, type OutputPart } from './lib/parser.ts';
3
- export { buildChatMessages } from './lib/prompt.ts';
4
- export { ToolCallRepair, type RepairOptions, type RepairResult, type RepairStep, } from './lib/repair.ts';
5
- export { AgentRun, MODEL_ACTIVITY, type RunOptions } from './lib/run.ts';
6
- export { ArgumentsSchema, type SchemaCheck } from './lib/schema.ts';
7
- export type { LocalTool, LocalToolSource, ToolCall, ToolSpec, } from './lib/tools.ts';
package/src/index.js DELETED
@@ -1,6 +0,0 @@
1
- export { OutputParser } from "./lib/parser.js";
2
- export { buildChatMessages } from "./lib/prompt.js";
3
- export { ToolCallRepair, } from "./lib/repair.js";
4
- export { AgentRun, MODEL_ACTIVITY } from "./lib/run.js";
5
- export { ArgumentsSchema } from "./lib/schema.js";
6
- //# sourceMappingURL=index.js.map
package/src/index.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../libs/agent/browser-models/src/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,YAAY,EAAmB,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EACL,cAAc,GAIf,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAmB,MAAM,cAAc,CAAC;AACzE,OAAO,EAAE,eAAe,EAAoB,MAAM,iBAAiB,CAAC"}
package/src/lib/abort.js DELETED
@@ -1,24 +0,0 @@
1
- /**
2
- * Waits for a shared promise, but stops waiting when `signal` aborts. The work itself goes on
3
- * (a model download is shared by every caller), only this caller gives up.
4
- */
5
- export function untilAborted(promise, signal) {
6
- if (!signal)
7
- return promise;
8
- signal.throwIfAborted();
9
- return new Promise((resolve, reject) => {
10
- const stop = () => reject(signal.reason);
11
- signal.addEventListener('abort', stop, { once: true });
12
- promise
13
- .then(resolve, reject)
14
- .finally(() => signal.removeEventListener('abort', stop));
15
- });
16
- }
17
- /**
18
- * True for the error of a stopped operation: an aborted signal, or a load that ended because
19
- * the model was unloaded. Nothing failed, so it is not shown to the user.
20
- */
21
- export function isAbortError(error) {
22
- return error instanceof Error && error.name === 'AbortError';
23
- }
24
- //# sourceMappingURL=abort.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"abort.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/lib/abort.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,OAAmB,EACnB,MAA+B;IAE/B,IAAI,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC;IAC5B,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,OAAO;aACJ,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC;aACrB,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;AAC/D,CAAC"}
@@ -1,35 +0,0 @@
1
- /** Turns callbacks into an async iterable: push values in, read them with `for await`. */
2
- export class AsyncQueue {
3
- #items = [];
4
- #done = false;
5
- #error;
6
- #wake;
7
- push(item) {
8
- this.#items.push(item);
9
- this.#wake?.();
10
- }
11
- close() {
12
- this.#done = true;
13
- this.#wake?.();
14
- }
15
- fail(error) {
16
- this.#error = error ?? new Error('Failed.');
17
- this.close();
18
- }
19
- async *[Symbol.asyncIterator]() {
20
- for (;;) {
21
- const item = this.#items.shift();
22
- if (item !== undefined) {
23
- yield item;
24
- continue;
25
- }
26
- if (this.#error)
27
- throw this.#error;
28
- if (this.#done)
29
- return;
30
- await new Promise((resolve) => (this.#wake = resolve));
31
- this.#wake = undefined;
32
- }
33
- }
34
- }
35
- //# sourceMappingURL=async-queue.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"async-queue.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/lib/async-queue.ts"],"names":[],"mappings":"AAAA,0FAA0F;AAC1F,MAAM,OAAO,UAAU;IACrB,MAAM,GAAQ,EAAE,CAAC;IACjB,KAAK,GAAG,KAAK,CAAC;IACd,MAAM,CAAU;IAChB,KAAK,CAA2B;IAEhC,IAAI,CAAC,IAAO;QACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;IACjB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;IACjB,CAAC;IAED,IAAI,CAAC,KAAc;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,SAAS,CAAC;YACR,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC;gBACX,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO;YACvB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;CACF"}
@@ -1,45 +0,0 @@
1
- /** Whether a model can be used right now, needs a download first, or cannot run on this device. */
2
- export type Availability = 'available' | 'downloadable' | 'downloading' | 'unavailable';
3
- /** One message in the plain chat format that engines understand. */
4
- export interface ChatMessage {
5
- readonly role: 'system' | 'user' | 'assistant';
6
- readonly content: string;
7
- }
8
- /** A JSON Schema object, as used for tool arguments. */
9
- export type JsonSchema = Readonly<Record<string, unknown>>;
10
- export interface LoadOptions {
11
- /** Download or load progress from 0 to 1. */
12
- readonly onProgress?: (fraction: number) => void;
13
- readonly signal?: AbortSignal;
14
- }
15
- export interface GenerateRequest {
16
- readonly messages: readonly ChatMessage[];
17
- /** Force the output to match this JSON Schema. Only used when `supportsConstraint` is true. */
18
- readonly constraint?: JsonSchema;
19
- readonly signal?: AbortSignal;
20
- }
21
- /**
22
- * A model running in the browser. Engines only turn chat messages into text:
23
- * tool calling, repair and the AG-UI protocol are handled by the agent.
24
- */
25
- export interface Engine {
26
- /** Stable id, for example "prompt-api" or "web-llm:Qwen3-1.7B-q4f16_1-MLC". */
27
- readonly id: string;
28
- /** True when `generate` can force JSON output with `constraint`. */
29
- readonly supportsConstraint: boolean;
30
- availability(): Promise<Availability>;
31
- /** Downloads and loads the model. Browsers may require a user gesture for this. */
32
- load(options?: LoadOptions): Promise<void>;
33
- /** Streams the reply as text fragments. Throws when `signal` aborts. */
34
- generate(request: GenerateRequest): AsyncIterable<string>;
35
- /**
36
- * Frees the model (memory, GPU buffers, worker) and stops a load in progress; callers
37
- * waiting for that load are rejected. Downloaded files stay, so the next `load()` is fast.
38
- */
39
- unload(): Promise<void>;
40
- /**
41
- * Unloads the model and removes its files from browser storage, using the library's own
42
- * API. Optional because the Prompt API model belongs to the browser: a page cannot delete it.
43
- */
44
- delete?(): Promise<void>;
45
- }
package/src/lib/engine.js DELETED
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=engine.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/lib/engine.ts"],"names":[],"mappings":""}