@czap/astro 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +19 -0
- package/dist/Satellite.d.ts +42 -0
- package/dist/Satellite.d.ts.map +1 -0
- package/dist/Satellite.js +55 -0
- package/dist/Satellite.js.map +1 -0
- package/dist/client-directives/gpu.d.ts +3 -0
- package/dist/client-directives/gpu.d.ts.map +1 -0
- package/dist/client-directives/gpu.js +5 -0
- package/dist/client-directives/gpu.js.map +1 -0
- package/dist/client-directives/llm.d.ts +3 -0
- package/dist/client-directives/llm.d.ts.map +1 -0
- package/dist/client-directives/llm.js +5 -0
- package/dist/client-directives/llm.js.map +1 -0
- package/dist/client-directives/satellite.d.ts +3 -0
- package/dist/client-directives/satellite.d.ts.map +1 -0
- package/dist/client-directives/satellite.js +5 -0
- package/dist/client-directives/satellite.js.map +1 -0
- package/dist/client-directives/stream.d.ts +3 -0
- package/dist/client-directives/stream.d.ts.map +1 -0
- package/dist/client-directives/stream.js +5 -0
- package/dist/client-directives/stream.js.map +1 -0
- package/dist/client-directives/wasm.d.ts +3 -0
- package/dist/client-directives/wasm.d.ts.map +1 -0
- package/dist/client-directives/wasm.js +6 -0
- package/dist/client-directives/wasm.js.map +1 -0
- package/dist/client-directives/worker.d.ts +3 -0
- package/dist/client-directives/worker.d.ts.map +1 -0
- package/dist/client-directives/worker.js +5 -0
- package/dist/client-directives/worker.js.map +1 -0
- package/dist/detect-upgrade.d.ts +16 -0
- package/dist/detect-upgrade.d.ts.map +1 -0
- package/dist/detect-upgrade.js +105 -0
- package/dist/detect-upgrade.js.map +1 -0
- package/dist/headers.d.ts +45 -0
- package/dist/headers.d.ts.map +1 -0
- package/dist/headers.js +64 -0
- package/dist/headers.js.map +1 -0
- package/dist/index.d.ts +30 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +26 -0
- package/dist/index.js.map +1 -0
- package/dist/integration.d.ts +76 -0
- package/dist/integration.d.ts.map +1 -0
- package/dist/integration.js +240 -0
- package/dist/integration.js.map +1 -0
- package/dist/middleware.d.ts +69 -0
- package/dist/middleware.d.ts.map +1 -0
- package/dist/middleware.js +75 -0
- package/dist/middleware.js.map +1 -0
- package/dist/quantize.d.ts +50 -0
- package/dist/quantize.d.ts.map +1 -0
- package/dist/quantize.js +122 -0
- package/dist/quantize.js.map +1 -0
- package/dist/runtime/boundary.d.ts +123 -0
- package/dist/runtime/boundary.d.ts.map +1 -0
- package/dist/runtime/boundary.js +164 -0
- package/dist/runtime/boundary.js.map +1 -0
- package/dist/runtime/globals.d.ts +32 -0
- package/dist/runtime/globals.d.ts.map +1 -0
- package/dist/runtime/globals.js +45 -0
- package/dist/runtime/globals.js.map +1 -0
- package/dist/runtime/gpu.d.ts +15 -0
- package/dist/runtime/gpu.d.ts.map +1 -0
- package/dist/runtime/gpu.js +266 -0
- package/dist/runtime/gpu.js.map +1 -0
- package/dist/runtime/index.d.ts +7 -0
- package/dist/runtime/index.d.ts.map +1 -0
- package/dist/runtime/index.js +5 -0
- package/dist/runtime/index.js.map +1 -0
- package/dist/runtime/llm-receipt-tracker.d.ts +21 -0
- package/dist/runtime/llm-receipt-tracker.d.ts.map +1 -0
- package/dist/runtime/llm-receipt-tracker.js +60 -0
- package/dist/runtime/llm-receipt-tracker.js.map +1 -0
- package/dist/runtime/llm-render-pipeline.d.ts +89 -0
- package/dist/runtime/llm-render-pipeline.d.ts.map +1 -0
- package/dist/runtime/llm-render-pipeline.js +241 -0
- package/dist/runtime/llm-render-pipeline.js.map +1 -0
- package/dist/runtime/llm-session.d.ts +126 -0
- package/dist/runtime/llm-session.d.ts.map +1 -0
- package/dist/runtime/llm-session.js +385 -0
- package/dist/runtime/llm-session.js.map +1 -0
- package/dist/runtime/llm.d.ts +16 -0
- package/dist/runtime/llm.d.ts.map +1 -0
- package/dist/runtime/llm.js +273 -0
- package/dist/runtime/llm.js.map +1 -0
- package/dist/runtime/policy.d.ts +100 -0
- package/dist/runtime/policy.d.ts.map +1 -0
- package/dist/runtime/policy.js +147 -0
- package/dist/runtime/policy.js.map +1 -0
- package/dist/runtime/receipt-chain.d.ts +22 -0
- package/dist/runtime/receipt-chain.d.ts.map +1 -0
- package/dist/runtime/receipt-chain.js +80 -0
- package/dist/runtime/receipt-chain.js.map +1 -0
- package/dist/runtime/runtime-session.d.ts +34 -0
- package/dist/runtime/runtime-session.d.ts.map +1 -0
- package/dist/runtime/runtime-session.js +102 -0
- package/dist/runtime/runtime-session.js.map +1 -0
- package/dist/runtime/satellite.d.ts +13 -0
- package/dist/runtime/satellite.d.ts.map +1 -0
- package/dist/runtime/satellite.js +59 -0
- package/dist/runtime/satellite.js.map +1 -0
- package/dist/runtime/slots.d.ts +34 -0
- package/dist/runtime/slots.d.ts.map +1 -0
- package/dist/runtime/slots.js +108 -0
- package/dist/runtime/slots.js.map +1 -0
- package/dist/runtime/stream-session.d.ts +47 -0
- package/dist/runtime/stream-session.d.ts.map +1 -0
- package/dist/runtime/stream-session.js +82 -0
- package/dist/runtime/stream-session.js.map +1 -0
- package/dist/runtime/stream.d.ts +9 -0
- package/dist/runtime/stream.d.ts.map +1 -0
- package/dist/runtime/stream.js +308 -0
- package/dist/runtime/stream.js.map +1 -0
- package/dist/runtime/url-policy.d.ts +28 -0
- package/dist/runtime/url-policy.d.ts.map +1 -0
- package/dist/runtime/url-policy.js +87 -0
- package/dist/runtime/url-policy.js.map +1 -0
- package/dist/runtime/wasm.d.ts +20 -0
- package/dist/runtime/wasm.d.ts.map +1 -0
- package/dist/runtime/wasm.js +70 -0
- package/dist/runtime/wasm.js.map +1 -0
- package/dist/runtime/worker.d.ts +11 -0
- package/dist/runtime/worker.d.ts.map +1 -0
- package/dist/runtime/worker.js +249 -0
- package/dist/runtime/worker.js.map +1 -0
- package/package.json +106 -0
- package/src/Satellite.astro +39 -0
- package/src/Satellite.ts +84 -0
- package/src/client-directives/gpu.ts +5 -0
- package/src/client-directives/llm.ts +5 -0
- package/src/client-directives/satellite.ts +5 -0
- package/src/client-directives/stream.ts +5 -0
- package/src/client-directives/wasm.ts +6 -0
- package/src/client-directives/worker.ts +5 -0
- package/src/detect-upgrade.ts +105 -0
- package/src/headers.ts +84 -0
- package/src/index.ts +30 -0
- package/src/integration.ts +309 -0
- package/src/middleware.ts +133 -0
- package/src/quantize.ts +173 -0
- package/src/runtime/boundary.ts +263 -0
- package/src/runtime/globals.ts +57 -0
- package/src/runtime/gpu.ts +291 -0
- package/src/runtime/index.ts +12 -0
- package/src/runtime/llm-receipt-tracker.ts +88 -0
- package/src/runtime/llm-render-pipeline.ts +366 -0
- package/src/runtime/llm-session.ts +548 -0
- package/src/runtime/llm.ts +344 -0
- package/src/runtime/policy.ts +229 -0
- package/src/runtime/receipt-chain.ts +106 -0
- package/src/runtime/runtime-session.ts +139 -0
- package/src/runtime/satellite.ts +80 -0
- package/src/runtime/slots.ts +136 -0
- package/src/runtime/stream-session.ts +125 -0
- package/src/runtime/stream.ts +407 -0
- package/src/runtime/url-policy.ts +107 -0
- package/src/runtime/wasm.ts +85 -0
- package/src/runtime/worker.ts +307 -0
|
@@ -0,0 +1,385 @@
|
|
|
1
|
+
import { LLMChunkNormalization, createHtmlFragment, } from '@czap/web';
|
|
2
|
+
import { createLLMRenderPipeline } from './llm-render-pipeline.js';
|
|
3
|
+
import { createLLMReceiptTracker } from './llm-receipt-tracker.js';
|
|
4
|
+
const noopSetTarget = () => { };
|
|
5
|
+
const noopEmitToken = () => { };
|
|
6
|
+
const noopEmitFrame = () => { };
|
|
7
|
+
const noopEmitToolStart = () => { };
|
|
8
|
+
const noopEmitToolEnd = () => { };
|
|
9
|
+
const noopEmitDone = () => { };
|
|
10
|
+
const alwaysRenderText = () => true;
|
|
11
|
+
const renderFrameTokensOnly = (frame) => frame.tokens.length > 0;
|
|
12
|
+
function appendText(target, text) {
|
|
13
|
+
if (typeof target.append === 'function') {
|
|
14
|
+
target.append(text);
|
|
15
|
+
return;
|
|
16
|
+
}
|
|
17
|
+
target.appendChild(document.createTextNode(text));
|
|
18
|
+
}
|
|
19
|
+
function replaceWithText(target, text) {
|
|
20
|
+
target.textContent = text;
|
|
21
|
+
}
|
|
22
|
+
function writeHtml(target, html, htmlPolicy, allowTrustedHtml) {
|
|
23
|
+
// Route through createHtmlFragment so the assignment goes via the
|
|
24
|
+
// shared trust pipeline's Trusted-Types-aware `assignInnerHTML` helper
|
|
25
|
+
// rather than a raw `target.innerHTML = ...` (which throws under
|
|
26
|
+
// `require-trusted-types-for 'script'` enforcement). See SECURITY.md
|
|
27
|
+
// "CSP and Trusted Types" for the recipe.
|
|
28
|
+
const fragment = createHtmlFragment(html, {
|
|
29
|
+
policy: htmlPolicy,
|
|
30
|
+
allowTrustedHtml,
|
|
31
|
+
});
|
|
32
|
+
target.replaceChildren(fragment);
|
|
33
|
+
}
|
|
34
|
+
/**
|
|
35
|
+
* Build an {@link LLMSessionHost} that writes text/frames directly to
|
|
36
|
+
* the DOM and dispatches `czap:llm-*` custom events on `element`.
|
|
37
|
+
* Default host used by {@link createLLMSession}.
|
|
38
|
+
*/
|
|
39
|
+
export function createDOMLLMSessionHost(element, initialTarget, options) {
|
|
40
|
+
let currentTarget = initialTarget;
|
|
41
|
+
const htmlPolicy = options?.htmlPolicy ?? 'text';
|
|
42
|
+
const allowTrustedHtml = options?.allowTrustedHtml ?? false;
|
|
43
|
+
return {
|
|
44
|
+
setTarget(target) {
|
|
45
|
+
if (target) {
|
|
46
|
+
currentTarget = target;
|
|
47
|
+
}
|
|
48
|
+
},
|
|
49
|
+
renderText(text, accumulated, mode) {
|
|
50
|
+
if (htmlPolicy !== 'text') {
|
|
51
|
+
writeHtml(currentTarget, accumulated, htmlPolicy, allowTrustedHtml);
|
|
52
|
+
return true;
|
|
53
|
+
}
|
|
54
|
+
if (mode === 'append') {
|
|
55
|
+
appendText(currentTarget, text);
|
|
56
|
+
}
|
|
57
|
+
else {
|
|
58
|
+
replaceWithText(currentTarget, accumulated);
|
|
59
|
+
}
|
|
60
|
+
return true;
|
|
61
|
+
},
|
|
62
|
+
renderFrame(frame, accumulated, mode) {
|
|
63
|
+
const text = frame.tokens.join('');
|
|
64
|
+
if (!text) {
|
|
65
|
+
return false;
|
|
66
|
+
}
|
|
67
|
+
if (htmlPolicy !== 'text') {
|
|
68
|
+
writeHtml(currentTarget, accumulated, htmlPolicy, allowTrustedHtml);
|
|
69
|
+
return true;
|
|
70
|
+
}
|
|
71
|
+
if (mode === 'append') {
|
|
72
|
+
appendText(currentTarget, text);
|
|
73
|
+
}
|
|
74
|
+
else {
|
|
75
|
+
replaceWithText(currentTarget, accumulated);
|
|
76
|
+
}
|
|
77
|
+
return true;
|
|
78
|
+
},
|
|
79
|
+
emitToken(text, accumulated) {
|
|
80
|
+
element.dispatchEvent(new CustomEvent('czap:llm-token', {
|
|
81
|
+
detail: { text, accumulated },
|
|
82
|
+
bubbles: true,
|
|
83
|
+
}));
|
|
84
|
+
},
|
|
85
|
+
emitFrame(frame) {
|
|
86
|
+
element.dispatchEvent(new CustomEvent('czap:llm-frame', {
|
|
87
|
+
detail: frame,
|
|
88
|
+
bubbles: true,
|
|
89
|
+
}));
|
|
90
|
+
},
|
|
91
|
+
emitToolStart(name) {
|
|
92
|
+
element.dispatchEvent(new CustomEvent('czap:llm-tool-start', {
|
|
93
|
+
detail: { name },
|
|
94
|
+
bubbles: true,
|
|
95
|
+
}));
|
|
96
|
+
},
|
|
97
|
+
emitToolEnd(name, args) {
|
|
98
|
+
element.dispatchEvent(new CustomEvent('czap:llm-tool-end', {
|
|
99
|
+
detail: { name, args },
|
|
100
|
+
bubbles: true,
|
|
101
|
+
}));
|
|
102
|
+
},
|
|
103
|
+
emitDone(accumulated) {
|
|
104
|
+
element.dispatchEvent(new CustomEvent('czap:llm-done', {
|
|
105
|
+
detail: { accumulated },
|
|
106
|
+
bubbles: true,
|
|
107
|
+
}));
|
|
108
|
+
},
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* Build an {@link LLMSessionHost} that forwards events to the given
|
|
113
|
+
* handler callbacks instead of touching the DOM. Useful for tests,
|
|
114
|
+
* benchmarks, and any caller that wants to observe LLM output
|
|
115
|
+
* programmatically.
|
|
116
|
+
*/
|
|
117
|
+
export function createSupportLLMSessionHost(handlers) {
|
|
118
|
+
const onToken = handlers?.onToken;
|
|
119
|
+
const onTokenValue = handlers?.onTokenValue;
|
|
120
|
+
const onFrame = handlers?.onFrame;
|
|
121
|
+
const onToolStart = handlers?.onToolStart;
|
|
122
|
+
const onToolStartValue = handlers?.onToolStartValue;
|
|
123
|
+
const onToolEnd = handlers?.onToolEnd;
|
|
124
|
+
const onToolEndValue = handlers?.onToolEndValue;
|
|
125
|
+
const onDone = handlers?.onDone;
|
|
126
|
+
const onDoneValue = handlers?.onDoneValue;
|
|
127
|
+
// The startup bench only needs the token boundary, so skip the generic
|
|
128
|
+
// support-host composition work when no other callbacks are present.
|
|
129
|
+
if (onTokenValue &&
|
|
130
|
+
!onToken &&
|
|
131
|
+
!onFrame &&
|
|
132
|
+
!onToolStart &&
|
|
133
|
+
!onToolStartValue &&
|
|
134
|
+
!onToolEnd &&
|
|
135
|
+
!onToolEndValue &&
|
|
136
|
+
!onDone &&
|
|
137
|
+
!onDoneValue) {
|
|
138
|
+
return {
|
|
139
|
+
setTarget: noopSetTarget,
|
|
140
|
+
renderText: alwaysRenderText,
|
|
141
|
+
renderFrame: renderFrameTokensOnly,
|
|
142
|
+
emitToken: onTokenValue,
|
|
143
|
+
emitFrame: noopEmitFrame,
|
|
144
|
+
emitToolStart: noopEmitToolStart,
|
|
145
|
+
emitToolEnd: noopEmitToolEnd,
|
|
146
|
+
emitDone: noopEmitDone,
|
|
147
|
+
};
|
|
148
|
+
}
|
|
149
|
+
const emitToken = onTokenValue && onToken
|
|
150
|
+
? (text, accumulated) => {
|
|
151
|
+
onTokenValue(text, accumulated);
|
|
152
|
+
onToken({ text, accumulated });
|
|
153
|
+
}
|
|
154
|
+
: onTokenValue
|
|
155
|
+
? onTokenValue
|
|
156
|
+
: onToken
|
|
157
|
+
? (text, accumulated) => {
|
|
158
|
+
onToken({ text, accumulated });
|
|
159
|
+
}
|
|
160
|
+
: undefined;
|
|
161
|
+
const emitFrame = onFrame ?? noopEmitFrame;
|
|
162
|
+
const emitToolStart = onToolStartValue && onToolStart
|
|
163
|
+
? (name) => {
|
|
164
|
+
onToolStartValue(name);
|
|
165
|
+
onToolStart({ name });
|
|
166
|
+
}
|
|
167
|
+
: onToolStartValue
|
|
168
|
+
? onToolStartValue
|
|
169
|
+
: onToolStart
|
|
170
|
+
? (name) => {
|
|
171
|
+
onToolStart({ name });
|
|
172
|
+
}
|
|
173
|
+
: noopEmitToolStart;
|
|
174
|
+
const emitToolEnd = onToolEndValue && onToolEnd
|
|
175
|
+
? (name, args) => {
|
|
176
|
+
onToolEndValue(name, args);
|
|
177
|
+
onToolEnd({ name, args });
|
|
178
|
+
}
|
|
179
|
+
: onToolEndValue
|
|
180
|
+
? onToolEndValue
|
|
181
|
+
: onToolEnd
|
|
182
|
+
? (name, args) => {
|
|
183
|
+
onToolEnd({ name, args });
|
|
184
|
+
}
|
|
185
|
+
: noopEmitToolEnd;
|
|
186
|
+
const emitDone = onDoneValue && onDone
|
|
187
|
+
? (accumulated) => {
|
|
188
|
+
onDoneValue(accumulated);
|
|
189
|
+
onDone({ accumulated });
|
|
190
|
+
}
|
|
191
|
+
: onDoneValue
|
|
192
|
+
? onDoneValue
|
|
193
|
+
: onDone
|
|
194
|
+
? (accumulated) => {
|
|
195
|
+
onDone({ accumulated });
|
|
196
|
+
}
|
|
197
|
+
: noopEmitDone;
|
|
198
|
+
return {
|
|
199
|
+
setTarget: noopSetTarget,
|
|
200
|
+
renderText: alwaysRenderText,
|
|
201
|
+
renderFrame: renderFrameTokensOnly,
|
|
202
|
+
emitToken: emitToken ?? noopEmitToken,
|
|
203
|
+
emitFrame,
|
|
204
|
+
emitToolStart,
|
|
205
|
+
emitToolEnd,
|
|
206
|
+
emitDone,
|
|
207
|
+
};
|
|
208
|
+
}
|
|
209
|
+
/**
|
|
210
|
+
* Minimal {@link LLMSessionHost} that only surfaces the token
|
|
211
|
+
* boundary, skipping the branching composition in
|
|
212
|
+
* {@link createSupportLLMSessionHost}. Exposed for startup benchmarks
|
|
213
|
+
* that need the cheapest possible host.
|
|
214
|
+
*/
|
|
215
|
+
export function createSupportLLMTokenBoundaryHost(onTokenValue) {
|
|
216
|
+
return {
|
|
217
|
+
setTarget: noopSetTarget,
|
|
218
|
+
renderText: alwaysRenderText,
|
|
219
|
+
renderFrame: alwaysRenderText,
|
|
220
|
+
emitToken: onTokenValue,
|
|
221
|
+
emitFrame: noopEmitFrame,
|
|
222
|
+
emitToolStart: noopEmitToolStart,
|
|
223
|
+
emitToolEnd: noopEmitToolEnd,
|
|
224
|
+
emitDone: noopEmitDone,
|
|
225
|
+
};
|
|
226
|
+
}
|
|
227
|
+
class LLMSessionController {
|
|
228
|
+
config;
|
|
229
|
+
host;
|
|
230
|
+
runtimeState = 'idle';
|
|
231
|
+
currentTarget;
|
|
232
|
+
toolCallBuffer = null;
|
|
233
|
+
pipeline;
|
|
234
|
+
receiptTracker;
|
|
235
|
+
constructor(config, host) {
|
|
236
|
+
this.config = config;
|
|
237
|
+
this.host = host;
|
|
238
|
+
this.currentTarget = config.target;
|
|
239
|
+
this.pipeline = createLLMRenderPipeline({ mode: config.mode, getDeviceTier: config.getDeviceTier });
|
|
240
|
+
this.receiptTracker = createLLMReceiptTracker();
|
|
241
|
+
}
|
|
242
|
+
get state() {
|
|
243
|
+
return this.runtimeState;
|
|
244
|
+
}
|
|
245
|
+
activate() {
|
|
246
|
+
if (!this.isDisposed()) {
|
|
247
|
+
this.runtimeState = 'active';
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
beginReconnect() {
|
|
251
|
+
if (!this.isDisposed()) {
|
|
252
|
+
this.runtimeState = 'reconnecting';
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
ingest(chunk) {
|
|
256
|
+
if (this.isDisposed()) {
|
|
257
|
+
return 'done';
|
|
258
|
+
}
|
|
259
|
+
const recordFrame = (frame) => this.receiptTracker.recordFrame(frame);
|
|
260
|
+
switch (chunk.type) {
|
|
261
|
+
case 'text': {
|
|
262
|
+
if (!chunk.content) {
|
|
263
|
+
return 'continue';
|
|
264
|
+
}
|
|
265
|
+
if (this.pipeline.shouldUseFastLane(this.toolCallBuffer === null, this.receiptTracker.receiptChain === null, this.runtimeState) &&
|
|
266
|
+
this.pipeline.renderImmediateText(chunk.content, this.host)) {
|
|
267
|
+
this.pipeline.setFastLanePrimed(true);
|
|
268
|
+
this.host.emitToken(chunk.content, this.pipeline.accumulated);
|
|
269
|
+
return 'continue';
|
|
270
|
+
}
|
|
271
|
+
this.pipeline.pushText(chunk.content);
|
|
272
|
+
if (this.isDisposed()) {
|
|
273
|
+
this.pipeline.clearQueuedText();
|
|
274
|
+
return 'done';
|
|
275
|
+
}
|
|
276
|
+
if (!this.pipeline.canQueueRenderBurst()) {
|
|
277
|
+
this.pipeline.clearQueuedText();
|
|
278
|
+
return 'continue';
|
|
279
|
+
}
|
|
280
|
+
if (this.pipeline.fastLanePrimed && !this.pipeline.llmRuntime) {
|
|
281
|
+
this.pipeline.promoteFastLane();
|
|
282
|
+
}
|
|
283
|
+
this.pipeline.enqueueFlush(this.host, recordFrame);
|
|
284
|
+
return 'continue';
|
|
285
|
+
}
|
|
286
|
+
case 'tool-call-start': {
|
|
287
|
+
if (this.pipeline.flushQueued || this.pipeline.queuedTextFragments.length > 0) {
|
|
288
|
+
this.pipeline.flushPendingText(this.host, recordFrame);
|
|
289
|
+
}
|
|
290
|
+
const normalized = LLMChunkNormalization.normalize(chunk, this.toolCallBuffer);
|
|
291
|
+
this.toolCallBuffer = normalized.toolCallBuffer;
|
|
292
|
+
this.host.emitToolStart(normalized.chunk?.toolName ?? '');
|
|
293
|
+
return 'continue';
|
|
294
|
+
}
|
|
295
|
+
case 'tool-call-delta': {
|
|
296
|
+
if (this.pipeline.flushQueued || this.pipeline.queuedTextFragments.length > 0) {
|
|
297
|
+
this.pipeline.flushPendingText(this.host, recordFrame);
|
|
298
|
+
}
|
|
299
|
+
const normalized = LLMChunkNormalization.normalize(chunk, this.toolCallBuffer);
|
|
300
|
+
this.toolCallBuffer = normalized.toolCallBuffer;
|
|
301
|
+
return 'continue';
|
|
302
|
+
}
|
|
303
|
+
case 'tool-call-end': {
|
|
304
|
+
if (this.pipeline.flushQueued || this.pipeline.queuedTextFragments.length > 0) {
|
|
305
|
+
this.pipeline.flushPendingText(this.host, recordFrame);
|
|
306
|
+
}
|
|
307
|
+
if (!this.pipeline.llmRuntime) {
|
|
308
|
+
this.pipeline.promoteFastLane();
|
|
309
|
+
}
|
|
310
|
+
const normalized = LLMChunkNormalization.normalize(chunk, this.toolCallBuffer);
|
|
311
|
+
this.toolCallBuffer = normalized.toolCallBuffer;
|
|
312
|
+
const name = normalized.chunk?.toolName ?? '';
|
|
313
|
+
const args = normalized.chunk?.toolArgs;
|
|
314
|
+
this.host.emitToolEnd(name, args);
|
|
315
|
+
return 'continue';
|
|
316
|
+
}
|
|
317
|
+
case 'done':
|
|
318
|
+
this.pipeline.flushPendingText(this.host, recordFrame);
|
|
319
|
+
this.host.emitDone(this.pipeline.accumulated);
|
|
320
|
+
return 'done';
|
|
321
|
+
}
|
|
322
|
+
}
|
|
323
|
+
replayGap() {
|
|
324
|
+
return this.receiptTracker.replayGap(this.pipeline, this.host);
|
|
325
|
+
}
|
|
326
|
+
rememberEnvelope(envelope) {
|
|
327
|
+
if (this.isDisposed()) {
|
|
328
|
+
return;
|
|
329
|
+
}
|
|
330
|
+
this.receiptTracker.rememberEnvelope(envelope);
|
|
331
|
+
}
|
|
332
|
+
reset(target) {
|
|
333
|
+
if (this.isDisposed()) {
|
|
334
|
+
return;
|
|
335
|
+
}
|
|
336
|
+
// Preserve 'reconnecting' state so that chunks arriving between reset() and
|
|
337
|
+
// activate() cannot re-engage the fast lane prematurely. The caller must
|
|
338
|
+
// explicitly call activate() to advance past the reconnecting gate.
|
|
339
|
+
if (this.runtimeState !== 'reconnecting') {
|
|
340
|
+
this.runtimeState = 'idle';
|
|
341
|
+
}
|
|
342
|
+
this.resetSession(target);
|
|
343
|
+
}
|
|
344
|
+
dispose() {
|
|
345
|
+
this.resetSession(this.currentTarget);
|
|
346
|
+
this.pipeline.releaseRuntime();
|
|
347
|
+
this.runtimeState = 'disposed';
|
|
348
|
+
}
|
|
349
|
+
isDisposed() {
|
|
350
|
+
return this.runtimeState === 'disposed';
|
|
351
|
+
}
|
|
352
|
+
resetSession(target = this.currentTarget) {
|
|
353
|
+
this.currentTarget = target;
|
|
354
|
+
this.host.setTarget(target);
|
|
355
|
+
this.toolCallBuffer = null;
|
|
356
|
+
this.pipeline.resetPipelineState();
|
|
357
|
+
this.receiptTracker.reset();
|
|
358
|
+
}
|
|
359
|
+
}
|
|
360
|
+
/**
|
|
361
|
+
* Build an {@link LLMSessionShape} backed by a caller-supplied
|
|
362
|
+
* {@link LLMSessionHost}. Tests and bench harnesses prefer this
|
|
363
|
+
* variant over {@link createLLMSession} so they can observe output
|
|
364
|
+
* without a DOM.
|
|
365
|
+
*/
|
|
366
|
+
export function createLLMSessionWithHost(config, host) {
|
|
367
|
+
return new LLMSessionController(config, host);
|
|
368
|
+
}
|
|
369
|
+
/**
|
|
370
|
+
* Default `client:llm` factory: builds a session wired to the DOM.
|
|
371
|
+
* Equivalent to composing {@link createDOMLLMSessionHost} with
|
|
372
|
+
* {@link createLLMSessionWithHost}.
|
|
373
|
+
*/
|
|
374
|
+
export function createLLMSession(config) {
|
|
375
|
+
const domHost = createDOMLLMSessionHost(config.element, config.target, {
|
|
376
|
+
htmlPolicy: config.htmlPolicy,
|
|
377
|
+
allowTrustedHtml: config.allowTrustedHtml,
|
|
378
|
+
});
|
|
379
|
+
return createLLMSessionWithHost({
|
|
380
|
+
mode: config.mode,
|
|
381
|
+
getDeviceTier: config.getDeviceTier,
|
|
382
|
+
target: config.target,
|
|
383
|
+
}, domHost);
|
|
384
|
+
}
|
|
385
|
+
//# sourceMappingURL=llm-session.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-session.js","sourceRoot":"","sources":["../../src/runtime/llm-session.ts"],"names":[],"mappings":"AACA,OAAO,EACL,qBAAqB,EACrB,kBAAkB,GAInB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,uBAAuB,EAA0B,MAAM,0BAA0B,CAAC;AAC3F,OAAO,EAAE,uBAAuB,EAA0B,MAAM,0BAA0B,CAAC;AA+E3F,MAAM,aAAa,GAAG,GAAS,EAAE,GAAE,CAAC,CAAC;AACrC,MAAM,aAAa,GAAG,GAAS,EAAE,GAAE,CAAC,CAAC;AACrC,MAAM,aAAa,GAAG,GAAS,EAAE,GAAE,CAAC,CAAC;AACrC,MAAM,iBAAiB,GAAG,GAAS,EAAE,GAAE,CAAC,CAAC;AACzC,MAAM,eAAe,GAAG,GAAS,EAAE,GAAE,CAAC,CAAC;AACvC,MAAM,YAAY,GAAG,GAAS,EAAE,GAAE,CAAC,CAAC;AACpC,MAAM,gBAAgB,GAAG,GAAY,EAAE,CAAC,IAAI,CAAC;AAC7C,MAAM,qBAAqB,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;AAEnF,SAAS,UAAU,CAAC,MAAmB,EAAE,IAAY;IACnD,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpB,OAAO;IACT,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,eAAe,CAAC,MAAmB,EAAE,IAAY;IACxD,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC;AAC5B,CAAC;AAED,SAAS,SAAS,CAAC,MAAmB,EAAE,IAAY,EAAE,UAAsB,EAAE,gBAAyB;IACrG,kEAAkE;IAClE,uEAAuE;IACvE,iEAAiE;IACjE,qEAAqE;IACrE,0CAA0C;IAC1C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,IAAI,EAAE;QACxC,MAAM,EAAE,UAAU;QAClB,gBAAgB;KACjB,CAAC,CAAC;IACH,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;AACnC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CACrC,OAAoB,EACpB,aAA0B,EAC1B,OAAmF;IAEnF,IAAI,aAAa,GAAG,aAAa,CAAC;IAClC,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,MAAM,CAAC;IACjD,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,KAAK,CAAC;IAE5D,OAAO;QACL,SAAS,CAAC,MAAM;YACd,IAAI,MAAM,EAAE,CAAC;gBACX,aAAa,GAAG,MAAM,CAAC;YACzB,CAAC;QACH,CAAC;QAED,UAAU,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI;YAChC,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;gBAC1B,SAAS,CAAC,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;gBACpE,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,eAAe,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;YAC9C,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAED,WAAW,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI;YAClC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,KAAK,CAAC;YACf,CAAC;YAED,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;gBAC1B,SAAS,CAAC,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;gBACpE,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,eAAe,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;YAC9C,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAED,SAAS,CAAC,IAAI,EAAE,WAAW;YACzB,OAAO,CAAC,aAAa,CACnB,IAAI,WAAW,CAAC,gBAAgB,EAAE;gBAChC,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;gBAC7B,OAAO,EAAE,IAAI;aACd,CAAC,CACH,CAAC;QACJ,CAAC;QAED,SAAS,CAAC,KAAK;YACb,OAAO,CAAC,aAAa,CACnB,IAAI,WAAW,CAAC,gBAAgB,EAAE;gBAChC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI;aACd,CAAC,CACH,CAAC;QACJ,CAAC;QAED,aAAa,CAAC,IAAI;YAChB,OAAO,CAAC,aAAa,CACnB,IAAI,WAAW,CAAC,qBAAqB,EAAE;gBACrC,MAAM,EAAE,EAAE,IAAI,EAAE;gBAChB,OAAO,EAAE,IAAI;aACd,CAAC,CACH,CAAC;QACJ,CAAC;QAED,WAAW,CAAC,IAAI,EAAE,IAAI;YACpB,OAAO,CAAC,aAAa,CACnB,IAAI,WAAW,CAAC,mBAAmB,EAAE;gBACnC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;gBACtB,OAAO,EAAE,IAAI;aACd,CAAC,CACH,CAAC;QACJ,CAAC;QAED,QAAQ,CAAC,WAAW;YAClB,OAAO,CAAC,aAAa,CACnB,IAAI,WAAW,CAAC,eAAe,EAAE;gBAC/B,MAAM,EAAE,EAAE,WAAW,EAAE;gBACvB,OAAO,EAAE,IAAI;aACd,CAAC,CACH,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,2BAA2B,CAAC,QAAwC;IAClF,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,CAAC;IAClC,MAAM,YAAY,GAAG,QAAQ,EAAE,YAAY,CAAC;IAC5C,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,CAAC;IAClC,MAAM,WAAW,GAAG,QAAQ,EAAE,WAAW,CAAC;IAC1C,MAAM,gBAAgB,GAAG,QAAQ,EAAE,gBAAgB,CAAC;IACpD,MAAM,SAAS,GAAG,QAAQ,EAAE,SAAS,CAAC;IACtC,MAAM,cAAc,GAAG,QAAQ,EAAE,cAAc,CAAC;IAChD,MAAM,MAAM,GAAG,QAAQ,EAAE,MAAM,CAAC;IAChC,MAAM,WAAW,GAAG,QAAQ,EAAE,WAAW,CAAC;IAE1C,uEAAuE;IACvE,qEAAqE;IACrE,IACE,YAAY;QACZ,CAAC,OAAO;QACR,CAAC,OAAO;QACR,CAAC,WAAW;QACZ,CAAC,gBAAgB;QACjB,CAAC,SAAS;QACV,CAAC,cAAc;QACf,CAAC,MAAM;QACP,CAAC,WAAW,EACZ,CAAC;QACD,OAAO;YACL,SAAS,EAAE,aAAa;YACxB,UAAU,EAAE,gBAAgB;YAC5B,WAAW,EAAE,qBAAqB;YAClC,SAAS,EAAE,YAAY;YACvB,SAAS,EAAE,aAAa;YACxB,aAAa,EAAE,iBAAiB;YAChC,WAAW,EAAE,eAAe;YAC5B,QAAQ,EAAE,YAAY;SACvB,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GACb,YAAY,IAAI,OAAO;QACrB,CAAC,CAAC,CAAC,IAAY,EAAE,WAAmB,EAAQ,EAAE;YAC1C,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAChC,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACjC,CAAC;QACH,CAAC,CAAC,YAAY;YACZ,CAAC,CAAC,YAAY;YACd,CAAC,CAAC,OAAO;gBACP,CAAC,CAAC,CAAC,IAAY,EAAE,WAAmB,EAAQ,EAAE;oBAC1C,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;gBACjC,CAAC;gBACH,CAAC,CAAC,SAAS,CAAC;IACpB,MAAM,SAAS,GAAG,OAAO,IAAI,aAAa,CAAC;IAC3C,MAAM,aAAa,GACjB,gBAAgB,IAAI,WAAW;QAC7B,CAAC,CAAC,CAAC,IAAY,EAAQ,EAAE;YACrB,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACvB,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QACxB,CAAC;QACH,CAAC,CAAC,gBAAgB;YAChB,CAAC,CAAC,gBAAgB;YAClB,CAAC,CAAC,WAAW;gBACX,CAAC,CAAC,CAAC,IAAY,EAAQ,EAAE;oBACrB,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxB,CAAC;gBACH,CAAC,CAAC,iBAAiB,CAAC;IAC5B,MAAM,WAAW,GACf,cAAc,IAAI,SAAS;QACzB,CAAC,CAAC,CAAC,IAAY,EAAE,IAAa,EAAQ,EAAE;YACpC,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC3B,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5B,CAAC;QACH,CAAC,CAAC,cAAc;YACd,CAAC,CAAC,cAAc;YAChB,CAAC,CAAC,SAAS;gBACT,CAAC,CAAC,CAAC,IAAY,EAAE,IAAa,EAAQ,EAAE;oBACpC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5B,CAAC;gBACH,CAAC,CAAC,eAAe,CAAC;IAC1B,MAAM,QAAQ,GACZ,WAAW,IAAI,MAAM;QACnB,CAAC,CAAC,CAAC,WAAmB,EAAQ,EAAE;YAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;YACzB,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1B,CAAC;QACH,CAAC,CAAC,WAAW;YACX,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,MAAM;gBACN,CAAC,CAAC,CAAC,WAAmB,EAAQ,EAAE;oBAC5B,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC1B,CAAC;gBACH,CAAC,CAAC,YAAY,CAAC;IAEvB,OAAO;QACL,SAAS,EAAE,aAAa;QACxB,UAAU,EAAE,gBAAgB;QAC5B,WAAW,EAAE,qBAAqB;QAClC,SAAS,EAAE,SAAS,IAAI,aAAa;QACrC,SAAS;QACT,aAAa;QACb,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iCAAiC,CAC/C,YAAyD;IAEzD,OAAO;QACL,SAAS,EAAE,aAAa;QACxB,UAAU,EAAE,gBAAgB;QAC5B,WAAW,EAAE,gBAAgB;QAC7B,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,aAAa;QACxB,aAAa,EAAE,iBAAiB;QAChC,WAAW,EAAE,eAAe;QAC5B,QAAQ,EAAE,YAAY;KACvB,CAAC;AACJ,CAAC;AAED,MAAM,oBAAoB;IAQL;IACA;IARX,YAAY,GAAwB,MAAM,CAAC;IAC3C,aAAa,CAA0B;IACvC,cAAc,GAAwB,IAAI,CAAC;IAClC,QAAQ,CAAoB;IAC5B,cAAc,CAAoB;IAEnD,YACmB,MAA4F,EAC5F,IAAoB;QADpB,WAAM,GAAN,MAAM,CAAsF;QAC5F,SAAI,GAAJ,IAAI,CAAgB;QAErC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,uBAAuB,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;QACpG,IAAI,CAAC,cAAc,GAAG,uBAAuB,EAAE,CAAC;IAClD,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,cAAc;QACZ,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;QACrC,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAe;QACpB,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;YACtB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,KAAc,EAAQ,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAErF,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;oBACnB,OAAO,UAAU,CAAC;gBACpB,CAAC;gBAED,IACE,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAC7B,IAAI,CAAC,cAAc,KAAK,IAAI,EAC5B,IAAI,CAAC,cAAc,CAAC,YAAY,KAAK,IAAI,EACzC,IAAI,CAAC,YAAY,CAClB;oBACD,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,EAC3D,CAAC;oBACD,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;oBACtC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;oBAC9D,OAAO,UAAU,CAAC;gBACpB,CAAC;gBAED,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACtC,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;oBACtB,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;oBAChC,OAAO,MAAM,CAAC;gBAChB,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,EAAE,EAAE,CAAC;oBACzC,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;oBAChC,OAAO,UAAU,CAAC;gBACpB,CAAC;gBAED,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;oBAC9D,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;gBAClC,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBACnD,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9E,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBACzD,CAAC;gBACD,MAAM,UAAU,GAAG,qBAAqB,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC/E,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC;gBAChD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC;gBAC1D,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9E,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBACzD,CAAC;gBACD,MAAM,UAAU,GAAG,qBAAqB,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC/E,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC;gBAChD,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9E,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBACzD,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;oBAC9B,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;gBAClC,CAAC;gBACD,MAAM,UAAU,GAAG,qBAAqB,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC/E,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC;gBAChD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,EAAE,QAAQ,IAAI,EAAE,CAAC;gBAC9C,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC;gBACxC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAClC,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,KAAK,MAAM;gBACT,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC9C,OAAO,MAAM,CAAC;QAClB,CAAC;IACH,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACjE,CAAC;IAED,gBAAgB,CAAC,QAA0B;QACzC,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,MAAoB;QACxB,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,4EAA4E;QAC5E,0EAA0E;QAC1E,oEAAoE;QACpE,IAAI,IAAI,CAAC,YAAY,KAAK,cAAc,EAAE,CAAC;YACzC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO;QACL,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC;IACjC,CAAC;IAEO,UAAU;QAChB,OAAO,IAAI,CAAC,YAAY,KAAK,UAAU,CAAC;IAC1C,CAAC;IAEO,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa;QAC9C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACnC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CACtC,MAA4F,EAC5F,IAAoB;IAEpB,OAAO,IAAI,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAChD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAwB;IACvD,MAAM,OAAO,GAAG,uBAAuB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QACrE,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;KAC1C,CAAC,CAAC;IACH,OAAO,wBAAwB,CAC7B;QACE,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,EACD,OAAO,CACR,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { LLMChunk } from '@czap/web';
|
|
2
|
+
/**
|
|
3
|
+
* Parse a raw `MessageEvent` payload into an {@link LLMChunk}. Returns
|
|
4
|
+
* `null` when the payload is unrecognised so callers can drop
|
|
5
|
+
* non-chunk events (metrics, heartbeats, ...) silently.
|
|
6
|
+
*/
|
|
7
|
+
export declare function parseLLMChunk(event: Pick<MessageEvent, 'data'>): LLMChunk | null;
|
|
8
|
+
/**
|
|
9
|
+
* Entry point used by the `client:llm` directive to start a streaming
|
|
10
|
+
* LLM session on `element`. Reads `data-czap-llm-url` (plus optional
|
|
11
|
+
* target / mode attributes), validates it against the runtime
|
|
12
|
+
* endpoint policy, opens an SSE stream, and drives an
|
|
13
|
+
* {@link LLMSessionShape} to completion.
|
|
14
|
+
*/
|
|
15
|
+
export declare function initLLMDirective(load: () => Promise<unknown>, element: HTMLElement): void;
|
|
16
|
+
//# sourceMappingURL=llm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/runtime/llm.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AA4D1C;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,QAAQ,GAAG,IAAI,CAGhF;AAuID;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,WAAW,GAAG,IAAI,CAmIzF"}
|