@soverius-ai/browser-models 0.0.0-stage → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +23 -2
  3. package/package.json +85 -3
  4. package/src/agent.d.ts +52 -0
  5. package/src/agent.js +128 -0
  6. package/src/agent.js.map +1 -0
  7. package/src/copilotkit.d.ts +20 -0
  8. package/src/copilotkit.js +163 -0
  9. package/src/copilotkit.js.map +1 -0
  10. package/src/engines/opfs-cache.d.ts +11 -0
  11. package/src/engines/opfs-cache.js +43 -0
  12. package/src/engines/opfs-cache.js.map +1 -0
  13. package/src/engines/prompt-api.d.ts +50 -0
  14. package/src/engines/prompt-api.js +124 -0
  15. package/src/engines/prompt-api.js.map +1 -0
  16. package/src/engines/shared-load.d.ts +20 -0
  17. package/src/engines/shared-load.js +67 -0
  18. package/src/engines/shared-load.js.map +1 -0
  19. package/src/engines/transformers.d.ts +45 -0
  20. package/src/engines/transformers.js +209 -0
  21. package/src/engines/transformers.js.map +1 -0
  22. package/src/engines/web-llm-worker.d.ts +10 -0
  23. package/src/engines/web-llm-worker.js +15 -0
  24. package/src/engines/web-llm-worker.js.map +1 -0
  25. package/src/engines/web-llm.d.ts +41 -0
  26. package/src/engines/web-llm.js +135 -0
  27. package/src/engines/web-llm.js.map +1 -0
  28. package/src/index.d.ts +7 -0
  29. package/src/index.js +6 -0
  30. package/src/index.js.map +1 -0
  31. package/src/lib/abort.d.ts +10 -0
  32. package/src/lib/abort.js +24 -0
  33. package/src/lib/abort.js.map +1 -0
  34. package/src/lib/async-queue.d.ts +8 -0
  35. package/src/lib/async-queue.js +35 -0
  36. package/src/lib/async-queue.js.map +1 -0
  37. package/src/lib/engine.d.ts +45 -0
  38. package/src/lib/engine.js +2 -0
  39. package/src/lib/engine.js.map +1 -0
  40. package/src/lib/parser.d.ts +40 -0
  41. package/src/lib/parser.js +124 -0
  42. package/src/lib/parser.js.map +1 -0
  43. package/src/lib/partial-json.d.ts +21 -0
  44. package/src/lib/partial-json.js +88 -0
  45. package/src/lib/partial-json.js.map +1 -0
  46. package/src/lib/prompt.d.ts +9 -0
  47. package/src/lib/prompt.js +82 -0
  48. package/src/lib/prompt.js.map +1 -0
  49. package/src/lib/repair.d.ts +47 -0
  50. package/src/lib/repair.js +217 -0
  51. package/src/lib/repair.js.map +1 -0
  52. package/src/lib/run.d.ts +40 -0
  53. package/src/lib/run.js +434 -0
  54. package/src/lib/run.js.map +1 -0
  55. package/src/lib/schema.d.ts +21 -0
  56. package/src/lib/schema.js +128 -0
  57. package/src/lib/schema.js.map +1 -0
  58. package/src/lib/tools.d.ts +33 -0
  59. package/src/lib/tools.js +20 -0
  60. package/src/lib/tools.js.map +1 -0
  61. package/src/mcp.d.ts +54 -0
  62. package/src/mcp.js +204 -0
  63. package/src/mcp.js.map +1 -0
  64. package/src/model-store.d.ts +72 -0
  65. package/src/model-store.js +139 -0
  66. package/src/model-store.js.map +1 -0
  67. package/src/prompt-api.d.ts +1 -0
  68. package/src/prompt-api.js +3 -0
  69. package/src/prompt-api.js.map +1 -0
  70. package/src/transformers.d.ts +1 -0
  71. package/src/transformers.js +3 -0
  72. package/src/transformers.js.map +1 -0
  73. package/src/web-llm-worker.d.ts +1 -0
  74. package/src/web-llm-worker.js +3 -0
  75. package/src/web-llm-worker.js.map +1 -0
  76. package/src/web-llm.d.ts +1 -0
  77. package/src/web-llm.js +3 -0
  78. package/src/web-llm.js.map +1 -0
  79. package/src/webmcp.d.ts +43 -0
  80. package/src/webmcp.js +58 -0
  81. package/src/webmcp.js.map +1 -0
@@ -0,0 +1,135 @@
1
+ import { SharedLoad } from "./shared-load.js";
2
+ /**
3
+ * Engine for WebLLM: models compiled for WebGPU, for example "Qwen3-0.6B-q4f16_1-MLC".
4
+ * Weights are stored by WebLLM itself (Cache API by default). The WebLLM library is
5
+ * loaded on first use, so it is not part of your initial bundle.
6
+ */
7
+ export class WebLlmEngine {
8
+ id;
9
+ supportsConstraint = true;
10
+ #modelId;
11
+ #options;
12
+ #model;
13
+ #library;
14
+ constructor(modelId, options = {}) {
15
+ this.id = `web-llm:${modelId}`;
16
+ this.#modelId = modelId;
17
+ this.#options = options;
18
+ this.#model = new SharedLoad((onProgress, signal) => this.#start(onProgress, signal), free);
19
+ }
20
+ async availability() {
21
+ if (!('gpu' in navigator))
22
+ return 'unavailable';
23
+ if (this.#model.state === 'loading')
24
+ return 'downloading';
25
+ if (this.#model.state === 'ready')
26
+ return 'available';
27
+ const { hasModelInCache } = await this.#webLlm();
28
+ return (await hasModelInCache(this.#modelId, this.#options.appConfig))
29
+ ? 'available'
30
+ : 'downloadable';
31
+ }
32
+ async load(options) {
33
+ await this.#model.get(options);
34
+ }
35
+ async unload() {
36
+ await this.#model.reset();
37
+ }
38
+ async delete() {
39
+ await this.unload();
40
+ const { deleteModelAllInfoInCache } = await this.#webLlm();
41
+ await deleteModelAllInfoInCache(this.#modelId, this.#options.appConfig);
42
+ }
43
+ async *generate({ messages, constraint, signal, }) {
44
+ const { mlc } = await this.#model.get(signal ? { signal } : {});
45
+ const stop = () => void mlc.interruptGenerate();
46
+ signal?.addEventListener('abort', stop);
47
+ let finished = false;
48
+ try {
49
+ const chunks = await mlc.chat.completions.create({
50
+ messages: messages.map((message) => ({
51
+ role: message.role,
52
+ content: message.content,
53
+ })),
54
+ stream: true,
55
+ ...(constraint
56
+ ? {
57
+ response_format: {
58
+ type: 'json_object',
59
+ schema: JSON.stringify(constraint),
60
+ },
61
+ }
62
+ : {}),
63
+ });
64
+ for await (const chunk of chunks) {
65
+ const text = chunk.choices[0]?.delta.content;
66
+ if (text)
67
+ yield text;
68
+ }
69
+ finished = true;
70
+ // WebLLM ends the stream quietly when interrupted; report the abort to the caller.
71
+ signal?.throwIfAborted();
72
+ }
73
+ finally {
74
+ signal?.removeEventListener('abort', stop);
75
+ // The caller stopped reading early (or the stream failed): stop generating.
76
+ if (!finished)
77
+ stop();
78
+ }
79
+ }
80
+ async #start(onProgress, signal) {
81
+ const webLlm = await this.#webLlm();
82
+ signal.throwIfAborted();
83
+ const config = {
84
+ ...(this.#options.appConfig
85
+ ? { appConfig: this.#options.appConfig }
86
+ : {}),
87
+ initProgressCallback: (report) => onProgress(report.progress),
88
+ };
89
+ const worker = this.#options.worker?.();
90
+ const loaded = {
91
+ worker,
92
+ mlc: worker
93
+ ? new webLlm.WebWorkerMLCEngine(worker, config)
94
+ : new webLlm.MLCEngine(config),
95
+ };
96
+ // Unloading the engine also stops its download.
97
+ const stop = () => void free(loaded).catch(() => undefined);
98
+ signal.addEventListener('abort', stop);
99
+ try {
100
+ await loaded.mlc.reload(this.#modelId, this.#chatOptions());
101
+ }
102
+ catch (error) {
103
+ // A failed load must not leave a worker behind.
104
+ if (!signal.aborted)
105
+ await free(loaded).catch(() => undefined);
106
+ throw error;
107
+ }
108
+ finally {
109
+ signal.removeEventListener('abort', stop);
110
+ }
111
+ // WebLLM returns quietly from a stopped download.
112
+ signal.throwIfAborted();
113
+ return loaded;
114
+ }
115
+ /** What `reload()` gets: the user's chat options, with the context size on top. */
116
+ #chatOptions() {
117
+ const { chatOptions, contextWindowSize } = this.#options;
118
+ if (contextWindowSize === undefined)
119
+ return chatOptions;
120
+ return { ...chatOptions, context_window_size: contextWindowSize };
121
+ }
122
+ /** WebLLM is large: it is imported on first use, once per engine. */
123
+ #webLlm() {
124
+ this.#library ??= import('@mlc-ai/web-llm').catch((error) => {
125
+ this.#library = undefined; // allow a retry, for example after being offline
126
+ throw error;
127
+ });
128
+ return this.#library;
129
+ }
130
+ }
131
+ async function free({ mlc, worker }) {
132
+ await mlc.unload();
133
+ worker?.terminate();
134
+ }
135
+ //# sourceMappingURL=web-llm.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"web-llm.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/engines/web-llm.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAkC9C;;;;GAIG;AACH,MAAM,OAAO,YAAY;IACd,EAAE,CAAS;IACX,kBAAkB,GAAG,IAAI,CAAC;IAC1B,QAAQ,CAAS;IACjB,QAAQ,CAAgB;IACxB,MAAM,CAAqB;IACpC,QAAQ,CAAqC;IAE7C,YAAY,OAAe,EAAE,UAAyB,EAAE;QACtD,IAAI,CAAC,EAAE,GAAG,WAAW,OAAO,EAAE,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAC1B,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,EACvD,IAAI,CACL,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC;YAAE,OAAO,aAAa,CAAC;QAChD,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO,aAAa,CAAC;QAC1D,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;YAAE,OAAO,WAAW,CAAC;QACtD,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACjD,OAAO,CAAC,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACpE,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,cAAc,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAqB;QAC9B,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,EAAE,yBAAyB,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3D,MAAM,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ,CAAC,EACd,QAAQ,EACR,UAAU,EACV,MAAM,GACU;QAChB,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,KAAK,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAChD,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACxC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC/C,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBACnC,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;iBACzB,CAAC,CAAC;gBACH,MAAM,EAAE,IAAI;gBACZ,GAAG,CAAC,UAAU;oBACZ,CAAC,CAAC;wBACE,eAAe,EAAE;4BACf,IAAI,EAAE,aAAa;4BACnB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;yBACnC;qBACF;oBACH,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC;gBAC7C,IAAI,IAAI;oBAAE,MAAM,IAAI,CAAC;YACvB,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC;YAChB,mFAAmF;YACnF,MAAM,EAAE,cAAc,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC3C,4EAA4E;YAC5E,IAAI,CAAC,QAAQ;gBAAE,IAAI,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,UAAsC,EACtC,MAAmB;QAEnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG;YACb,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS;gBACzB,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE;gBACxC,CAAC,CAAC,EAAE,CAAC;YACP,oBAAoB,EAAE,CAAC,MAA4B,EAAE,EAAE,CACrD,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC;SAC9B,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACxC,MAAM,MAAM,GAAW;YACrB,MAAM;YACN,GAAG,EAAE,MAAM;gBACT,CAAC,CAAC,IAAI,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC;gBAC/C,CAAC,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;SACjC,CAAC;QACF,gDAAgD;QAChD,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gDAAgD;YAChD,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC/D,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,kDAAkD;QAClD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,mFAAmF;IACnF,YAAY;QACV,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QACzD,IAAI,iBAAiB,KAAK,SAAS;YAAE,OAAO,WAAW,CAAC;QACxD,OAAO,EAAE,GAAG,WAAW,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,CAAC;IACpE,CAAC;IAED,qEAAqE;IACrE,OAAO;QACL,IAAI,CAAC,QAAQ,KAAK,MAAM,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACnE,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,iDAAiD;YAC5E,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF;AAED,KAAK,UAAU,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAU;IACzC,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,EAAE,CAAC;AACtB,CAAC"}
package/src/index.d.ts ADDED
@@ -0,0 +1,7 @@
1
+ export type { Availability, ChatMessage, Engine, GenerateRequest, JsonSchema, LoadOptions, } from './lib/engine.ts';
2
+ export { OutputParser, type OutputPart } from './lib/parser.ts';
3
+ export { buildChatMessages } from './lib/prompt.ts';
4
+ export { ToolCallRepair, type RepairOptions, type RepairResult, type RepairStep, } from './lib/repair.ts';
5
+ export { AgentRun, MODEL_ACTIVITY, type RunOptions } from './lib/run.ts';
6
+ export { ArgumentsSchema, type SchemaCheck } from './lib/schema.ts';
7
+ export type { LocalTool, LocalToolSource, ToolCall, ToolSpec, } from './lib/tools.ts';
package/src/index.js ADDED
@@ -0,0 +1,6 @@
1
+ export { OutputParser } from "./lib/parser.js";
2
+ export { buildChatMessages } from "./lib/prompt.js";
3
+ export { ToolCallRepair, } from "./lib/repair.js";
4
+ export { AgentRun, MODEL_ACTIVITY } from "./lib/run.js";
5
+ export { ArgumentsSchema } from "./lib/schema.js";
6
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../libs/agent/browser-models/src/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,YAAY,EAAmB,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EACL,cAAc,GAIf,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAmB,MAAM,cAAc,CAAC;AACzE,OAAO,EAAE,eAAe,EAAoB,MAAM,iBAAiB,CAAC"}
@@ -0,0 +1,10 @@
1
+ /**
2
+ * Waits for a shared promise, but stops waiting when `signal` aborts. The work itself goes on
3
+ * (a model download is shared by every caller), only this caller gives up.
4
+ */
5
+ export declare function untilAborted<T>(promise: Promise<T>, signal: AbortSignal | undefined): Promise<T>;
6
+ /**
7
+ * True for the error of a stopped operation: an aborted signal, or a load that ended because
8
+ * the model was unloaded. Nothing failed, so it is not shown to the user.
9
+ */
10
+ export declare function isAbortError(error: unknown): boolean;
@@ -0,0 +1,24 @@
1
+ /**
2
+ * Waits for a shared promise, but stops waiting when `signal` aborts. The work itself goes on
3
+ * (a model download is shared by every caller), only this caller gives up.
4
+ */
5
+ export function untilAborted(promise, signal) {
6
+ if (!signal)
7
+ return promise;
8
+ signal.throwIfAborted();
9
+ return new Promise((resolve, reject) => {
10
+ const stop = () => reject(signal.reason);
11
+ signal.addEventListener('abort', stop, { once: true });
12
+ promise
13
+ .then(resolve, reject)
14
+ .finally(() => signal.removeEventListener('abort', stop));
15
+ });
16
+ }
17
+ /**
18
+ * True for the error of a stopped operation: an aborted signal, or a load that ended because
19
+ * the model was unloaded. Nothing failed, so it is not shown to the user.
20
+ */
21
+ export function isAbortError(error) {
22
+ return error instanceof Error && error.name === 'AbortError';
23
+ }
24
+ //# sourceMappingURL=abort.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"abort.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/lib/abort.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,OAAmB,EACnB,MAA+B;IAE/B,IAAI,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC;IAC5B,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,OAAO;aACJ,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC;aACrB,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;AAC/D,CAAC"}
@@ -0,0 +1,8 @@
1
+ /** Turns callbacks into an async iterable: push values in, read them with `for await`. */
2
+ export declare class AsyncQueue<T> implements AsyncIterable<T> {
3
+ #private;
4
+ push(item: T): void;
5
+ close(): void;
6
+ fail(error: unknown): void;
7
+ [Symbol.asyncIterator](): AsyncGenerator<T>;
8
+ }
@@ -0,0 +1,35 @@
1
+ /** Turns callbacks into an async iterable: push values in, read them with `for await`. */
2
+ export class AsyncQueue {
3
+ #items = [];
4
+ #done = false;
5
+ #error;
6
+ #wake;
7
+ push(item) {
8
+ this.#items.push(item);
9
+ this.#wake?.();
10
+ }
11
+ close() {
12
+ this.#done = true;
13
+ this.#wake?.();
14
+ }
15
+ fail(error) {
16
+ this.#error = error ?? new Error('Failed.');
17
+ this.close();
18
+ }
19
+ async *[Symbol.asyncIterator]() {
20
+ for (;;) {
21
+ const item = this.#items.shift();
22
+ if (item !== undefined) {
23
+ yield item;
24
+ continue;
25
+ }
26
+ if (this.#error)
27
+ throw this.#error;
28
+ if (this.#done)
29
+ return;
30
+ await new Promise((resolve) => (this.#wake = resolve));
31
+ this.#wake = undefined;
32
+ }
33
+ }
34
+ }
35
+ //# sourceMappingURL=async-queue.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"async-queue.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/lib/async-queue.ts"],"names":[],"mappings":"AAAA,0FAA0F;AAC1F,MAAM,OAAO,UAAU;IACrB,MAAM,GAAQ,EAAE,CAAC;IACjB,KAAK,GAAG,KAAK,CAAC;IACd,MAAM,CAAU;IAChB,KAAK,CAA2B;IAEhC,IAAI,CAAC,IAAO;QACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;IACjB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;IACjB,CAAC;IAED,IAAI,CAAC,KAAc;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,SAAS,CAAC;YACR,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC;gBACX,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO;YACvB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,45 @@
1
+ /** Whether a model can be used right now, needs a download first, or cannot run on this device. */
2
+ export type Availability = 'available' | 'downloadable' | 'downloading' | 'unavailable';
3
+ /** One message in the plain chat format that engines understand. */
4
+ export interface ChatMessage {
5
+ readonly role: 'system' | 'user' | 'assistant';
6
+ readonly content: string;
7
+ }
8
+ /** A JSON Schema object, as used for tool arguments. */
9
+ export type JsonSchema = Readonly<Record<string, unknown>>;
10
+ export interface LoadOptions {
11
+ /** Download or load progress from 0 to 1. */
12
+ readonly onProgress?: (fraction: number) => void;
13
+ readonly signal?: AbortSignal;
14
+ }
15
+ export interface GenerateRequest {
16
+ readonly messages: readonly ChatMessage[];
17
+ /** Force the output to match this JSON Schema. Only used when `supportsConstraint` is true. */
18
+ readonly constraint?: JsonSchema;
19
+ readonly signal?: AbortSignal;
20
+ }
21
+ /**
22
+ * A model running in the browser. Engines only turn chat messages into text:
23
+ * tool calling, repair and the AG-UI protocol are handled by the agent.
24
+ */
25
+ export interface Engine {
26
+ /** Stable id, for example "prompt-api" or "web-llm:Qwen3-1.7B-q4f16_1-MLC". */
27
+ readonly id: string;
28
+ /** True when `generate` can force JSON output with `constraint`. */
29
+ readonly supportsConstraint: boolean;
30
+ availability(): Promise<Availability>;
31
+ /** Downloads and loads the model. Browsers may require a user gesture for this. */
32
+ load(options?: LoadOptions): Promise<void>;
33
+ /** Streams the reply as text fragments. Throws when `signal` aborts. */
34
+ generate(request: GenerateRequest): AsyncIterable<string>;
35
+ /**
36
+ * Frees the model (memory, GPU buffers, worker) and stops a load in progress; callers
37
+ * waiting for that load are rejected. Downloaded files stay, so the next `load()` is fast.
38
+ */
39
+ unload(): Promise<void>;
40
+ /**
41
+ * Unloads the model and removes its files from browser storage, using the library's own
42
+ * API. Optional because the Prompt API model belongs to the browser: a page cannot delete it.
43
+ */
44
+ delete?(): Promise<void>;
45
+ }
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=engine.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/lib/engine.ts"],"names":[],"mappings":""}
@@ -0,0 +1,40 @@
1
+ /** A piece of model output. */
2
+ export type OutputPart = {
3
+ readonly kind: 'text';
4
+ readonly text: string;
5
+ }
6
+ /** Part of the model's thinking (`<think>…</think>`), streamed as it arrives. */
7
+ | {
8
+ readonly kind: 'reasoning';
9
+ readonly text: string;
10
+ }
11
+ /** The thinking block is closed. */
12
+ | {
13
+ readonly kind: 'reasoning-end';
14
+ }
15
+ /** The raw body so far of a tool call the model is still writing. */
16
+ | {
17
+ readonly kind: 'tool-call-partial';
18
+ readonly raw: string;
19
+ }
20
+ /** The raw body of one tool call, emitted when the call is complete. */
21
+ | {
22
+ readonly kind: 'tool-call';
23
+ readonly raw: string;
24
+ }
25
+ /** A tool call the output ended in the middle of, for example at the token limit. */
26
+ | {
27
+ readonly kind: 'tool-call-cut';
28
+ readonly raw: string;
29
+ };
30
+ /**
31
+ * Splits streamed model output into text, thinking and tool calls. Text is passed on as
32
+ * soon as it cannot be the start of a block, so block syntax never shows up in the chat.
33
+ */
34
+ export declare class OutputParser {
35
+ #private;
36
+ /** Feeds the next text fragment and returns the parts that are complete. */
37
+ push(fragment: string): OutputPart[];
38
+ /** Call when the stream ends. An unclosed tool call is returned as `tool-call-cut`. */
39
+ end(): OutputPart[];
40
+ }
@@ -0,0 +1,124 @@
1
+ /**
2
+ * Formats small models use. Tool calls: a ```tool_call fence or Qwen/Hermes <tool_call>
3
+ * tags. Thinking: Qwen3/DeepSeek <think> tags. A ```tool_result fence is dropped.
4
+ */
5
+ const BLOCKS = [
6
+ { kind: 'tool-call', open: '```tool_call', close: '```' },
7
+ // Tool results are written by the agent. A model that writes one is echoing: never shown.
8
+ { kind: 'tool-result', open: '```tool_result', close: '```' },
9
+ { kind: 'tool-call', open: '<tool_call>', close: '</tool_call>' },
10
+ { kind: 'reasoning', open: '<think>', close: '</think>' },
11
+ ];
12
+ /**
13
+ * Splits streamed model output into text, thinking and tool calls. Text is passed on as
14
+ * soon as it cannot be the start of a block, so block syntax never shows up in the chat.
15
+ */
16
+ export class OutputParser {
17
+ #buffer = '';
18
+ #inside;
19
+ /** Feeds the next text fragment and returns the parts that are complete. */
20
+ push(fragment) {
21
+ this.#buffer += fragment;
22
+ const parts = [];
23
+ for (;;) {
24
+ const block = this.#inside;
25
+ if (block) {
26
+ const end = this.#buffer.indexOf(block.close);
27
+ if (block.kind === 'tool-call') {
28
+ if (end === -1) {
29
+ // Report the body so far, without a possible start of the closing tag.
30
+ const upTo = this.#buffer.length - partialEnd(this.#buffer, [block.close]);
31
+ const raw = this.#buffer.slice(0, upTo).trim();
32
+ if (raw)
33
+ parts.push({ kind: 'tool-call-partial', raw });
34
+ return parts;
35
+ }
36
+ parts.push({
37
+ kind: 'tool-call',
38
+ raw: this.#buffer.slice(0, end).trim(),
39
+ });
40
+ }
41
+ else if (block.kind === 'tool-result') {
42
+ if (end === -1) {
43
+ // Drop what arrived, keeping only a possible start of the closing fence.
44
+ this.#buffer = this.#buffer.slice(this.#buffer.length - partialEnd(this.#buffer, [block.close]));
45
+ return parts;
46
+ }
47
+ }
48
+ else {
49
+ // Stream thinking right away, holding back only a possible start of </think>.
50
+ const upTo = end === -1
51
+ ? this.#buffer.length - partialEnd(this.#buffer, [block.close])
52
+ : end;
53
+ add(parts, 'reasoning', this.#buffer.slice(0, upTo));
54
+ if (end === -1) {
55
+ this.#buffer = this.#buffer.slice(upTo);
56
+ return parts;
57
+ }
58
+ parts.push({ kind: 'reasoning-end' });
59
+ }
60
+ this.#buffer = this.#buffer.slice(end + block.close.length);
61
+ this.#inside = undefined;
62
+ continue;
63
+ }
64
+ const start = this.#findOpening();
65
+ if (start) {
66
+ add(parts, 'text', this.#buffer.slice(0, start.index));
67
+ this.#buffer = this.#buffer.slice(start.index + start.block.open.length);
68
+ this.#inside = start.block;
69
+ continue;
70
+ }
71
+ const keep = partialEnd(this.#buffer, BLOCKS.map((b) => b.open));
72
+ add(parts, 'text', this.#buffer.slice(0, this.#buffer.length - keep));
73
+ this.#buffer = this.#buffer.slice(this.#buffer.length - keep);
74
+ return parts;
75
+ }
76
+ }
77
+ /** Call when the stream ends. An unclosed tool call is returned as `tool-call-cut`. */
78
+ end() {
79
+ const parts = [];
80
+ if (this.#inside?.kind === 'tool-call') {
81
+ parts.push({ kind: 'tool-call-cut', raw: this.#buffer.trim() });
82
+ }
83
+ else if (this.#inside?.kind === 'reasoning') {
84
+ add(parts, 'reasoning', this.#buffer);
85
+ parts.push({ kind: 'reasoning-end' });
86
+ }
87
+ else if (this.#inside?.kind === 'tool-result') {
88
+ // An echoed tool result that was never closed: dropped like a closed one.
89
+ }
90
+ else {
91
+ add(parts, 'text', this.#buffer);
92
+ }
93
+ this.#buffer = '';
94
+ this.#inside = undefined;
95
+ return parts;
96
+ }
97
+ #findOpening() {
98
+ let found;
99
+ for (const block of BLOCKS) {
100
+ const index = this.#buffer.indexOf(block.open);
101
+ if (index !== -1 && (!found || index < found.index))
102
+ found = { index, block };
103
+ }
104
+ return found;
105
+ }
106
+ }
107
+ function add(parts, kind, text) {
108
+ if (text)
109
+ parts.push({ kind, text });
110
+ }
111
+ /** Length of the longest ending of `text` that is the start of one of the `tags`. */
112
+ function partialEnd(text, tags) {
113
+ let longest = 0;
114
+ for (const tag of tags) {
115
+ for (let length = Math.min(tag.length - 1, text.length); length > longest; length--) {
116
+ if (text.endsWith(tag.slice(0, length))) {
117
+ longest = length;
118
+ break;
119
+ }
120
+ }
121
+ }
122
+ return longest;
123
+ }
124
+ //# sourceMappingURL=parser.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parser.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/lib/parser.ts"],"names":[],"mappings":"AAcA;;;GAGG;AACH,MAAM,MAAM,GAAG;IACb,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE;IACzD,0FAA0F;IAC1F,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE;IAC7D,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,EAAE;IACjE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE;CACjD,CAAC;AAIX;;;GAGG;AACH,MAAM,OAAO,YAAY;IACvB,OAAO,GAAG,EAAE,CAAC;IACb,OAAO,CAAoB;IAE3B,4EAA4E;IAC5E,IAAI,CAAC,QAAgB;QACnB,IAAI,CAAC,OAAO,IAAI,QAAQ,CAAC;QACzB,MAAM,KAAK,GAAiB,EAAE,CAAC;QAE/B,SAAS,CAAC;YACR,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC;YAC3B,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC/B,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;wBACf,uEAAuE;wBACvE,MAAM,IAAI,GACR,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;wBAChE,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;wBAC/C,IAAI,GAAG;4BAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC;wBACxD,OAAO,KAAK,CAAC;oBACf,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC;wBACT,IAAI,EAAE,WAAW;wBACjB,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;qBACvC,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBACxC,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;wBACf,yEAAyE;wBACzE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAC/B,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAC9D,CAAC;wBACF,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,8EAA8E;oBAC9E,MAAM,IAAI,GACR,GAAG,KAAK,CAAC,CAAC;wBACR,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBAC/D,CAAC,CAAC,GAAG,CAAC;oBACV,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;oBACrD,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;wBACf,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACxC,OAAO,KAAK,CAAC;oBACf,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;gBACxC,CAAC;gBACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC5D,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;gBACzB,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAClC,IAAI,KAAK,EAAE,CAAC;gBACV,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;gBACvD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAC/B,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CACtC,CAAC;gBACF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC3B,SAAS;YACX,CAAC;YAED,MAAM,IAAI,GAAG,UAAU,CACrB,IAAI,CAAC,OAAO,EACZ,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAC1B,CAAC;YACF,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;YACtE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,uFAAuF;IACvF,GAAG;QACD,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAClE,CAAC;aAAM,IAAI,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9C,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;QACxC,CAAC;aAAM,IAAI,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,aAAa,EAAE,CAAC;YAChD,0EAA0E;QAC5E,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,YAAY;QACV,IAAI,KAAkD,CAAC;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/C,IAAI,KAAK,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;gBACjD,KAAK,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC7B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,SAAS,GAAG,CACV,KAAmB,EACnB,IAA0B,EAC1B,IAAY;IAEZ,IAAI,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AACvC,CAAC;AAED,qFAAqF;AACrF,SAAS,UAAU,CAAC,IAAY,EAAE,IAAuB;IACvD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KACE,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,EAClD,MAAM,GAAG,OAAO,EAChB,MAAM,EAAE,EACR,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBACxC,OAAO,GAAG,MAAM,CAAC;gBACjB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}
@@ -0,0 +1,21 @@
1
+ /** JSON that was cut off somewhere, closed so it can be parsed. */
2
+ export interface ClosedJson {
3
+ /** Valid JSON, or `''` when nothing complete has arrived yet. */
4
+ readonly json: string;
5
+ /** True when the cut is inside a string value: that string may still grow. */
6
+ readonly inString: boolean;
7
+ }
8
+ /**
9
+ * Closes JSON that a model is still writing, keeping only what is certain.
10
+ *
11
+ * A string value that is cut off is kept as far as it goes. Anything else that is unfinished is
12
+ * left out: half a key, a key without its value, a number or literal that may still grow.
13
+ * Brackets and braces inside strings are text, not structure, so code in a string is safe.
14
+ *
15
+ * ```ts
16
+ * closeJson('{"city": "Vie'); // {"city": "Vie"}
17
+ * closeJson('{"city": "Vienna", "da'); // {"city": "Vienna"}
18
+ * closeJson('{"days": 1'); // {} (could become 12)
19
+ * ```
20
+ */
21
+ export declare function closeJson(text: string): ClosedJson;
@@ -0,0 +1,88 @@
1
+ /**
2
+ * Closes JSON that a model is still writing, keeping only what is certain.
3
+ *
4
+ * A string value that is cut off is kept as far as it goes. Anything else that is unfinished is
5
+ * left out: half a key, a key without its value, a number or literal that may still grow.
6
+ * Brackets and braces inside strings are text, not structure, so code in a string is safe.
7
+ *
8
+ * ```ts
9
+ * closeJson('{"city": "Vie'); // {"city": "Vie"}
10
+ * closeJson('{"city": "Vienna", "da'); // {"city": "Vienna"}
11
+ * closeJson('{"days": 1'); // {} (could become 12)
12
+ * ```
13
+ */
14
+ export function closeJson(text) {
15
+ /** The closing characters still owed, innermost last. */
16
+ const open = [];
17
+ /** How far the text is complete, and what closes it there. */
18
+ let complete = { end: 0, closers: '' };
19
+ let inString = false;
20
+ let isKey = false;
21
+ /** Where an escape sequence that is not finished yet starts. */
22
+ let escapeStart = -1;
23
+ let hexDigits = 0;
24
+ /** In an object: the next string is a key. */
25
+ let expectKey = false;
26
+ const closers = () => [...open].reverse().join('');
27
+ const valueEnds = (end) => {
28
+ complete = { end, closers: closers() };
29
+ };
30
+ for (let i = 0; i < text.length; i++) {
31
+ const char = text.charAt(i);
32
+ if (inString) {
33
+ if (hexDigits > 0) {
34
+ if (--hexDigits === 0)
35
+ escapeStart = -1;
36
+ }
37
+ else if (escapeStart >= 0) {
38
+ if (char === 'u')
39
+ hexDigits = 4;
40
+ else
41
+ escapeStart = -1;
42
+ }
43
+ else if (char === '\\') {
44
+ escapeStart = i;
45
+ }
46
+ else if (char === '"') {
47
+ inString = false;
48
+ if (!isKey)
49
+ valueEnds(i + 1);
50
+ }
51
+ }
52
+ else if (char === '"') {
53
+ inString = true;
54
+ isKey = expectKey;
55
+ expectKey = false;
56
+ }
57
+ else if (char === '{' || char === '[') {
58
+ open.push(char === '{' ? '}' : ']');
59
+ expectKey = char === '{';
60
+ // An empty object or array is complete as it is.
61
+ valueEnds(i + 1);
62
+ }
63
+ else if (char === '}' || char === ']') {
64
+ open.pop();
65
+ expectKey = false;
66
+ valueEnds(i + 1);
67
+ }
68
+ else if (char === ',') {
69
+ expectKey = open.at(-1) === '}';
70
+ }
71
+ else if (/[-\w.+]/.test(char)) {
72
+ // A number or literal is complete only when something follows it.
73
+ const end = i + (/^[-\w.+]+/.exec(text.slice(i))?.[0].length ?? 1);
74
+ if (end < text.length)
75
+ valueEnds(end);
76
+ i = end - 1;
77
+ }
78
+ }
79
+ if (inString && !isKey) {
80
+ const end = escapeStart >= 0 ? escapeStart : text.length;
81
+ return { json: text.slice(0, end) + '"' + closers(), inString: true };
82
+ }
83
+ return {
84
+ json: text.slice(0, complete.end) + complete.closers,
85
+ inString: false,
86
+ };
87
+ }
88
+ //# sourceMappingURL=partial-json.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"partial-json.js","sourceRoot":"","sources":["../../../../../../libs/agent/browser-models/src/lib/partial-json.ts"],"names":[],"mappings":"AAQA;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,yDAAyD;IACzD,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,8DAA8D;IAC9D,IAAI,QAAQ,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACvC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,gEAAgE;IAChE,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC;IACrB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,8CAA8C;IAC9C,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,CAAC,GAAW,EAAE,EAAE;QAChC,QAAQ,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;IACzC,CAAC,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,IAAI,EAAE,SAAS,KAAK,CAAC;oBAAE,WAAW,GAAG,CAAC,CAAC,CAAC;YAC1C,CAAC;iBAAM,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;gBAC5B,IAAI,IAAI,KAAK,GAAG;oBAAE,SAAS,GAAG,CAAC,CAAC;;oBAC3B,WAAW,GAAG,CAAC,CAAC,CAAC;YACxB,CAAC;iBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACzB,WAAW,GAAG,CAAC,CAAC;YAClB,CAAC;iBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACxB,QAAQ,GAAG,KAAK,CAAC;gBACjB,IAAI,CAAC,KAAK;oBAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACxB,QAAQ,GAAG,IAAI,CAAC;YAChB,KAAK,GAAG,SAAS,CAAC;YAClB,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACpC,SAAS,GAAG,IAAI,KAAK,GAAG,CAAC;YACzB,iDAAiD;YACjD,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACnB,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACxC,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,SAAS,GAAG,KAAK,CAAC;YAClB,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACnB,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACxB,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC;QAClC,CAAC;aAAM,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,kEAAkE;YAClE,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YACnE,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM;gBAAE,SAAS,CAAC,GAAG,CAAC,CAAC;YACtC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACzD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACxE,CAAC;IACD,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO;QACpD,QAAQ,EAAE,KAAK;KAChB,CAAC;AACJ,CAAC"}
@@ -0,0 +1,9 @@
1
+ import type { Context, Message } from '@ag-ui/core';
2
+ import type { ChatMessage } from './engine.ts';
3
+ import type { ToolSpec } from './tools.ts';
4
+ /** Turns the AG-UI conversation into plain chat messages, with tool instructions in the system prompt. */
5
+ export declare function buildChatMessages(messages: readonly Message[], context: readonly Context[], tools: readonly ToolSpec[]): ChatMessage[];
6
+ /** How a tool call looks in the conversation the model sees. */
7
+ export declare function toolCallBlock(name: string, argumentsJson: string): string;
8
+ /** How a tool result looks in the conversation the model sees. */
9
+ export declare function toolResultBlock(name: string, result: string): string;