@librechat/agents 3.7.13 → 3.7.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/AgentContext.cjs +1 -1
- package/dist/cjs/common/constants.cjs +2 -0
- package/dist/cjs/common/constants.cjs.map +1 -1
- package/dist/cjs/graphs/Graph.cjs +46 -10
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/hooks/index.cjs +2 -0
- package/dist/cjs/hooks/index.cjs.map +1 -1
- package/dist/cjs/langfuse.cjs +16 -0
- package/dist/cjs/langfuse.cjs.map +1 -1
- package/dist/cjs/llm/invoke.cjs +191 -81
- package/dist/cjs/llm/invoke.cjs.map +1 -1
- package/dist/cjs/llm/preempt.cjs +77 -1
- package/dist/cjs/llm/preempt.cjs.map +1 -1
- package/dist/cjs/llm/prepareProviderRequest.cjs +2 -2
- package/dist/cjs/main.cjs +7 -4
- package/dist/cjs/messages/core.cjs +6 -0
- package/dist/cjs/messages/core.cjs.map +1 -1
- package/dist/cjs/messages/index.cjs +1 -1
- package/dist/cjs/messages/prune.cjs +2 -2
- package/dist/cjs/run.cjs +3 -2
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/stream.cjs +4 -6
- package/dist/cjs/stream.cjs.map +1 -1
- package/dist/cjs/summarization/node.cjs +1 -1
- package/dist/cjs/utils/tokens.cjs +1 -1
- package/dist/esm/agents/AgentContext.mjs +1 -1
- package/dist/esm/common/constants.mjs +2 -1
- package/dist/esm/common/constants.mjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +46 -10
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/hooks/index.mjs +2 -1
- package/dist/esm/hooks/index.mjs.map +1 -1
- package/dist/esm/langfuse.mjs +16 -0
- package/dist/esm/langfuse.mjs.map +1 -1
- package/dist/esm/llm/invoke.mjs +191 -81
- package/dist/esm/llm/invoke.mjs.map +1 -1
- package/dist/esm/llm/preempt.mjs +72 -2
- package/dist/esm/llm/preempt.mjs.map +1 -1
- package/dist/esm/llm/prepareProviderRequest.mjs +2 -2
- package/dist/esm/main.mjs +7 -7
- package/dist/esm/messages/core.mjs +6 -1
- package/dist/esm/messages/core.mjs.map +1 -1
- package/dist/esm/messages/index.mjs +1 -1
- package/dist/esm/messages/prune.mjs +2 -2
- package/dist/esm/run.mjs +3 -2
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/stream.mjs +4 -6
- package/dist/esm/stream.mjs.map +1 -1
- package/dist/esm/summarization/node.mjs +1 -1
- package/dist/esm/utils/tokens.mjs +1 -1
- package/dist/types/common/constants.d.ts +15 -0
- package/dist/types/graphs/Graph.d.ts +50 -0
- package/dist/types/hooks/index.d.ts +15 -0
- package/dist/types/llm/invoke.d.ts +17 -1
- package/dist/types/llm/preempt.d.ts +114 -0
- package/dist/types/messages/core.d.ts +19 -0
- package/dist/types/run.d.ts +5 -3
- package/dist/types/types/run.d.ts +58 -7
- package/package.json +1 -1
- package/src/common/constants.ts +15 -0
- package/src/graphs/Graph.ts +122 -6
- package/src/hooks/index.ts +15 -0
- package/src/langfuse.ts +53 -0
- package/src/llm/invoke.ts +614 -130
- package/src/llm/preempt.ts +320 -1
- package/src/messages/core.ts +28 -0
- package/src/run.ts +12 -4
- package/src/stream.ts +4 -12
- package/src/types/run.ts +58 -7
package/dist/esm/llm/invoke.mjs
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import "../common/enum.mjs";
|
|
2
2
|
import "../common/index.mjs";
|
|
3
|
+
import { composeAbortSignals } from "../utils/misc.mjs";
|
|
4
|
+
import { modifyDeltaProperties } from "../messages/core.mjs";
|
|
5
|
+
import { PREEMPT_RESTART_CONTROL_FLOW, canRestartPreempt, notePreemptRestartedRun, resolvePreemptAction, resolveRestartGraceMs } from "./preempt.mjs";
|
|
3
6
|
import { appendCallbacks } from "../utils/callbacks.mjs";
|
|
4
7
|
import { getProviderFamily, providerUsesManualToolStream } from "./providerRegistry.mjs";
|
|
5
8
|
import { resolveClientOptionsModel } from "./request.mjs";
|
|
6
|
-
import { modifyDeltaProperties } from "../messages/core.mjs";
|
|
7
9
|
import { safeDispatchCustomEvent } from "../utils/events.mjs";
|
|
8
10
|
import { ProviderMessageProjectionInvariantError, inspectProviderMessageProjection, resolveProviderMessageProjectionInvariantMode } from "../messages/projectionInvariant.mjs";
|
|
9
11
|
import "../messages/index.mjs";
|
|
@@ -13,7 +15,6 @@ import { getContextOverflowInfo } from "../utils/errors.mjs";
|
|
|
13
15
|
import "./providers.mjs";
|
|
14
16
|
import { assertPreparedProviderRequestFor, prepareProviderRequest } from "./prepareProviderRequest.mjs";
|
|
15
17
|
import { assertNotTruncatedToolCall } from "./truncation.mjs";
|
|
16
|
-
import { canSealPreempt } from "./preempt.mjs";
|
|
17
18
|
import { initializeModel } from "./init.mjs";
|
|
18
19
|
import { getCallbackManagerForConfig } from "@langchain/core/runnables";
|
|
19
20
|
import { BaseCallbackHandler } from "@langchain/core/callbacks/base";
|
|
@@ -21,6 +22,7 @@ import { AIMessageChunk } from "@langchain/core/messages";
|
|
|
21
22
|
import { CallbackManager, CallbackManagerForLLMRun } from "@langchain/core/callbacks/manager";
|
|
22
23
|
import { concat } from "@langchain/core/utils/stream";
|
|
23
24
|
//#region src/llm/invoke.ts
|
|
25
|
+
const MAX_TIMEOUT_MS = 2147483647;
|
|
24
26
|
let streamLimitAttemptSeq = 0;
|
|
25
27
|
function createModelStartHandler({ config, mode, provider, captureRunId }) {
|
|
26
28
|
let inspected = false;
|
|
@@ -166,7 +168,7 @@ function collectModelCallbackSources(model) {
|
|
|
166
168
|
}
|
|
167
169
|
return sources;
|
|
168
170
|
}
|
|
169
|
-
async function endSealedModelRun(context, chunk, prompt, llmRunId, config, model) {
|
|
171
|
+
async function endSealedModelRun(context, chunk, prompt, llmRunId, config, model, llmOutput = {}, nativeCloseOptional = false) {
|
|
170
172
|
const metadata = config?.metadata;
|
|
171
173
|
synthesizeSealedUsage(context, chunk, prompt, metadata);
|
|
172
174
|
if (llmRunId != null) try {
|
|
@@ -180,12 +182,12 @@ async function endSealedModelRun(context, chunk, prompt, llmRunId, config, model
|
|
|
180
182
|
};
|
|
181
183
|
await runManager.handleLLMEnd({
|
|
182
184
|
generations: [[generation]],
|
|
183
|
-
llmOutput
|
|
185
|
+
llmOutput
|
|
184
186
|
});
|
|
185
187
|
return;
|
|
186
188
|
}
|
|
187
189
|
} catch (e) {
|
|
188
|
-
console.warn("[attemptInvoke] Native close of the sealed model run failed; falling back to a custom event:", e instanceof Error ? e.message : e);
|
|
190
|
+
if (!nativeCloseOptional) console.warn("[attemptInvoke] Native close of the sealed model run failed; falling back to a custom event:", e instanceof Error ? e.message : e);
|
|
189
191
|
}
|
|
190
192
|
await safeDispatchCustomEvent("on_chat_model_end", { output: chunk }, config);
|
|
191
193
|
}
|
|
@@ -232,13 +234,14 @@ async function attemptInvoke(params, config) {
|
|
|
232
234
|
return await attemptInvokeBody({
|
|
233
235
|
request: resolveAttemptRequest(params, stampedConfig),
|
|
234
236
|
context: params.context,
|
|
235
|
-
onChunk: params.onChunk
|
|
237
|
+
onChunk: params.onChunk,
|
|
238
|
+
preemptAgentId: params.preemptAgentId
|
|
236
239
|
}, stampedConfig);
|
|
237
240
|
} finally {
|
|
238
241
|
if (leaseTarget != null && generationKey != null) releaseStreamLimitGeneration(leaseTarget, generationKey);
|
|
239
242
|
}
|
|
240
243
|
}
|
|
241
|
-
async function attemptInvokeBody({ request, context, onChunk }, config) {
|
|
244
|
+
async function attemptInvokeBody({ request, context, onChunk, preemptAgentId }, config) {
|
|
242
245
|
const { model, messages: messagesForProvider, provider } = request;
|
|
243
246
|
const projectionInvariantMode = resolveProviderMessageProjectionInvariantMode();
|
|
244
247
|
let sealedRunId;
|
|
@@ -253,88 +256,193 @@ async function attemptInvokeBody({ request, context, onChunk }, config) {
|
|
|
253
256
|
} : void 0
|
|
254
257
|
});
|
|
255
258
|
if (model.stream) {
|
|
256
|
-
const stream = await model.stream(messagesForProvider, invocationConfig);
|
|
257
259
|
let finalChunk;
|
|
258
|
-
let
|
|
260
|
+
let preemptAction = "none";
|
|
259
261
|
const registeredStreamHandler = getRegisteredDefaultChatStreamHandler(context);
|
|
262
|
+
const restartLane = onChunk == null && registeredStreamHandler == null && context?.preemption?.subscribe != null ? preemptAgentId : void 0;
|
|
263
|
+
const restartController = restartLane == null ? void 0 : new AbortController();
|
|
264
|
+
const streamConfig = restartController == null ? invocationConfig : {
|
|
265
|
+
...invocationConfig,
|
|
266
|
+
signal: composeAbortSignals(invocationConfig.signal, restartController.signal)
|
|
267
|
+
};
|
|
268
|
+
const restartGraceMs = resolveRestartGraceMs(context?.preemption?.restartGraceMs);
|
|
269
|
+
let preemptRequestedAt;
|
|
270
|
+
let restartGraceTimer;
|
|
271
|
+
let dispatchingChunk = false;
|
|
272
|
+
const restartDecided = () => preemptAction === "restart";
|
|
273
|
+
let restartRoute;
|
|
274
|
+
let attemptActive = true;
|
|
275
|
+
const restartNeedsNativeClose = () => restartRoute !== "exhausted";
|
|
276
|
+
const restartCloseMayHaveHappened = () => restartRoute === "aborted";
|
|
277
|
+
const evaluatePreemptRestart = () => {
|
|
278
|
+
if (!attemptActive) return false;
|
|
279
|
+
if (restartController == null || preemptAction !== "none") return preemptAction === "restart";
|
|
280
|
+
if (context?.shouldPreemptStream() !== true) {
|
|
281
|
+
preemptRequestedAt = void 0;
|
|
282
|
+
return false;
|
|
283
|
+
}
|
|
284
|
+
if (dispatchingChunk) return false;
|
|
285
|
+
preemptRequestedAt ??= Date.now();
|
|
286
|
+
const requestAgeMs = Date.now() - preemptRequestedAt;
|
|
287
|
+
const action = resolvePreemptAction({
|
|
288
|
+
chunk: finalChunk,
|
|
289
|
+
requestAgeMs,
|
|
290
|
+
graceMs: restartGraceMs
|
|
291
|
+
});
|
|
292
|
+
if (action !== "restart") {
|
|
293
|
+
if (action === "none" && restartGraceTimer == null && canRestartPreempt(finalChunk)) {
|
|
294
|
+
restartGraceTimer = setTimeout(() => {
|
|
295
|
+
restartGraceTimer = void 0;
|
|
296
|
+
try {
|
|
297
|
+
evaluatePreemptRestart();
|
|
298
|
+
} catch {}
|
|
299
|
+
}, Math.min(MAX_TIMEOUT_MS, Math.max(0, restartGraceMs - requestAgeMs)));
|
|
300
|
+
restartGraceTimer.unref();
|
|
301
|
+
}
|
|
302
|
+
return false;
|
|
303
|
+
}
|
|
304
|
+
if (!context.claimPreemptRestart()) return false;
|
|
305
|
+
preemptAction = "restart";
|
|
306
|
+
if (sealedRunId != null) {
|
|
307
|
+
finalChunk ??= new AIMessageChunk({ content: "" });
|
|
308
|
+
synthesizeSealedUsage(context, finalChunk, messagesForProvider, config.metadata);
|
|
309
|
+
notePreemptRestartedRun(sealedRunId, finalChunk);
|
|
310
|
+
}
|
|
311
|
+
restartRoute = "aborted";
|
|
312
|
+
restartController.abort();
|
|
313
|
+
return true;
|
|
314
|
+
};
|
|
315
|
+
const unsubscribeWake = restartController == null ? void 0 : context?.preemption?.subscribe?.(evaluatePreemptRestart);
|
|
260
316
|
const throwIfBreakerTripped = () => {
|
|
261
317
|
const signal = config.signal;
|
|
262
318
|
if (signal?.aborted === true && signal.reason instanceof StreamLimitExceededError) throw signal.reason;
|
|
263
319
|
};
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
320
|
+
try {
|
|
321
|
+
if (!evaluatePreemptRestart()) {
|
|
322
|
+
const stream = await model.stream(messagesForProvider, streamConfig);
|
|
323
|
+
if (onChunk) {
|
|
324
|
+
const attemptMetadata = config.metadata;
|
|
325
|
+
for await (const chunk of stream) {
|
|
326
|
+
throwIfBreakerTripped();
|
|
327
|
+
if (context != null) enforceStreamLimitsForWireChunk({
|
|
328
|
+
graph: context,
|
|
329
|
+
metadata: attemptMetadata,
|
|
330
|
+
chunk
|
|
331
|
+
});
|
|
332
|
+
await onChunk(chunk, attemptMetadata);
|
|
333
|
+
finalChunk = appendStreamChunk({
|
|
334
|
+
current: finalChunk,
|
|
335
|
+
next: chunk,
|
|
336
|
+
provider
|
|
337
|
+
});
|
|
338
|
+
}
|
|
339
|
+
} else if (registeredStreamHandler == null) {
|
|
340
|
+
const metadata = config.metadata;
|
|
341
|
+
const streamHandler = new ChatModelStreamHandler();
|
|
342
|
+
for await (const chunk of stream) {
|
|
343
|
+
throwIfBreakerTripped();
|
|
344
|
+
if (restartDecided()) break;
|
|
345
|
+
const handlingChunk = getStreamHandlingChunk({
|
|
346
|
+
current: finalChunk,
|
|
347
|
+
next: chunk,
|
|
348
|
+
provider
|
|
349
|
+
});
|
|
350
|
+
if (handlingChunk != null) {
|
|
351
|
+
dispatchingChunk = true;
|
|
352
|
+
try {
|
|
353
|
+
await streamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, metadata, context);
|
|
354
|
+
} finally {
|
|
355
|
+
dispatchingChunk = false;
|
|
356
|
+
}
|
|
357
|
+
} else if (context != null) enforceStreamLimitsForWireChunk({
|
|
358
|
+
graph: context,
|
|
359
|
+
metadata,
|
|
360
|
+
chunk,
|
|
361
|
+
side: "consumer"
|
|
362
|
+
});
|
|
363
|
+
finalChunk = appendStreamChunk({
|
|
364
|
+
current: finalChunk,
|
|
365
|
+
next: chunk,
|
|
366
|
+
provider
|
|
367
|
+
});
|
|
368
|
+
if (context?.shouldPreemptStream() !== true) preemptRequestedAt = void 0;
|
|
369
|
+
else {
|
|
370
|
+
preemptRequestedAt ??= Date.now();
|
|
371
|
+
const action = resolvePreemptAction({
|
|
372
|
+
chunk: finalChunk,
|
|
373
|
+
requestAgeMs: Date.now() - preemptRequestedAt,
|
|
374
|
+
graceMs: restartGraceMs
|
|
375
|
+
});
|
|
376
|
+
if (action === "seal" ? context.claimPreemptSeal() : action === "restart" && restartLane != null && context.claimPreemptRestart()) {
|
|
377
|
+
preemptAction = action;
|
|
378
|
+
if (action === "restart") restartRoute = "broke";
|
|
379
|
+
break;
|
|
380
|
+
}
|
|
381
|
+
}
|
|
382
|
+
}
|
|
383
|
+
} else {
|
|
384
|
+
const metadata = config.metadata;
|
|
385
|
+
let redispatchMetadata;
|
|
386
|
+
for await (const chunk of stream) {
|
|
387
|
+
throwIfBreakerTripped();
|
|
388
|
+
if (context != null) enforceStreamLimitsForWireChunk({
|
|
389
|
+
graph: context,
|
|
390
|
+
metadata,
|
|
391
|
+
chunk
|
|
392
|
+
});
|
|
393
|
+
const handlingChunk = getStreamHandlingChunk({
|
|
394
|
+
current: finalChunk,
|
|
395
|
+
next: chunk,
|
|
396
|
+
provider
|
|
397
|
+
});
|
|
398
|
+
if (handlingChunk != null && handlingChunk !== chunk) {
|
|
399
|
+
redispatchMetadata ??= {
|
|
400
|
+
...metadata ?? {},
|
|
401
|
+
[STREAM_LIMIT_REDISPATCH_KEY]: true
|
|
402
|
+
};
|
|
403
|
+
await registeredStreamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, redispatchMetadata, context);
|
|
404
|
+
}
|
|
405
|
+
finalChunk = appendStreamChunk({
|
|
406
|
+
current: finalChunk,
|
|
407
|
+
next: chunk,
|
|
408
|
+
provider
|
|
409
|
+
});
|
|
410
|
+
}
|
|
305
411
|
}
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
let redispatchMetadata;
|
|
310
|
-
for await (const chunk of stream) {
|
|
311
|
-
throwIfBreakerTripped();
|
|
312
|
-
if (context != null) enforceStreamLimitsForWireChunk({
|
|
313
|
-
graph: context,
|
|
314
|
-
metadata,
|
|
315
|
-
chunk
|
|
316
|
-
});
|
|
317
|
-
const handlingChunk = getStreamHandlingChunk({
|
|
318
|
-
current: finalChunk,
|
|
319
|
-
next: chunk,
|
|
320
|
-
provider
|
|
321
|
-
});
|
|
322
|
-
if (handlingChunk != null && handlingChunk !== chunk) {
|
|
323
|
-
redispatchMetadata ??= {
|
|
324
|
-
...metadata ?? {},
|
|
325
|
-
[STREAM_LIMIT_REDISPATCH_KEY]: true
|
|
326
|
-
};
|
|
327
|
-
await registeredStreamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, redispatchMetadata, context);
|
|
412
|
+
if (preemptAction === "none" && restartLane != null && context?.shouldPreemptStream() === true && canRestartPreempt(finalChunk) && context.claimPreemptRestart()) {
|
|
413
|
+
preemptAction = "restart";
|
|
414
|
+
restartRoute = "exhausted";
|
|
328
415
|
}
|
|
329
|
-
finalChunk = appendStreamChunk({
|
|
330
|
-
current: finalChunk,
|
|
331
|
-
next: chunk,
|
|
332
|
-
provider
|
|
333
|
-
});
|
|
334
416
|
}
|
|
417
|
+
} catch (error) {
|
|
418
|
+
if (!(restartRoute === "aborted" && !(error instanceof StreamLimitExceededError) && config.signal?.aborted !== true)) throw error;
|
|
419
|
+
} finally {
|
|
420
|
+
attemptActive = false;
|
|
421
|
+
unsubscribeWake?.();
|
|
422
|
+
clearTimeout(restartGraceTimer);
|
|
335
423
|
}
|
|
336
424
|
if (providerUsesManualToolStream(provider)) finalChunk = modifyDeltaProperties(getManualToolStreamNormalizationProvider(provider), finalChunk);
|
|
337
|
-
if (
|
|
425
|
+
if (preemptAction === "restart") {
|
|
426
|
+
if (restartRoute !== "exhausted") await context?.cancelOpenMessageStep(config.metadata);
|
|
427
|
+
if (finalChunk != null || sealedRunId != null) {
|
|
428
|
+
const discardedChunk = finalChunk ?? new AIMessageChunk({ content: "" });
|
|
429
|
+
const responseMetadata = {
|
|
430
|
+
...discardedChunk.response_metadata,
|
|
431
|
+
preempted: true,
|
|
432
|
+
preemptDiscarded: true
|
|
433
|
+
};
|
|
434
|
+
discardedChunk.response_metadata = responseMetadata;
|
|
435
|
+
discardedChunk.lc_kwargs.response_metadata = responseMetadata;
|
|
436
|
+
if (restartRoute === "exhausted") await safeDispatchCustomEvent("on_chat_model_end", { output: new AIMessageChunk({
|
|
437
|
+
content: "",
|
|
438
|
+
response_metadata: responseMetadata
|
|
439
|
+
}) }, config);
|
|
440
|
+
else await endSealedModelRun(context, discardedChunk, messagesForProvider, restartNeedsNativeClose() ? sealedRunId : void 0, config, model, PREEMPT_RESTART_CONTROL_FLOW, restartCloseMayHaveHappened());
|
|
441
|
+
}
|
|
442
|
+
if (restartLane != null) context?.notePreemptRestart(restartLane);
|
|
443
|
+
return { messages: [] };
|
|
444
|
+
}
|
|
445
|
+
if (preemptAction === "seal" && finalChunk != null) {
|
|
338
446
|
const responseMetadata = {
|
|
339
447
|
...finalChunk.response_metadata,
|
|
340
448
|
preempted: true
|
|
@@ -366,7 +474,7 @@ function getFallbackOverflowCandidates(error) {
|
|
|
366
474
|
if (typeof error !== "object" || error === null) return [];
|
|
367
475
|
return [...fallbackOverflowCandidates.get(error) ?? []];
|
|
368
476
|
}
|
|
369
|
-
async function tryFallbackProviders({ fallbacks, tools, messages, config, primaryError, context, onChunk, streamLimitState, overflowContext, prepareProviderRequest: prepareFallbackRequest, prepareProviderMessages }) {
|
|
477
|
+
async function tryFallbackProviders({ fallbacks, tools, messages, config, primaryError, context, onChunk, streamLimitState, preemptAgentId, overflowContext, prepareProviderRequest: prepareFallbackRequest, prepareProviderMessages }) {
|
|
370
478
|
const isOverflow = (error, contextOverride = overflowContext) => getContextOverflowInfo(error, contextOverride) != null;
|
|
371
479
|
let lastError = primaryError;
|
|
372
480
|
const overflowCandidates = [];
|
|
@@ -409,7 +517,8 @@ async function tryFallbackProviders({ fallbacks, tools, messages, config, primar
|
|
|
409
517
|
request: preparedRequest,
|
|
410
518
|
context,
|
|
411
519
|
onChunk,
|
|
412
|
-
streamLimitState
|
|
520
|
+
streamLimitState,
|
|
521
|
+
preemptAgentId
|
|
413
522
|
}, fbConfig);
|
|
414
523
|
return await attemptInvoke({
|
|
415
524
|
model: fbModel,
|
|
@@ -417,7 +526,8 @@ async function tryFallbackProviders({ fallbacks, tools, messages, config, primar
|
|
|
417
526
|
provider: fb.provider,
|
|
418
527
|
context,
|
|
419
528
|
onChunk,
|
|
420
|
-
streamLimitState
|
|
529
|
+
streamLimitState,
|
|
530
|
+
preemptAgentId
|
|
421
531
|
}, fbConfig);
|
|
422
532
|
} catch (e) {
|
|
423
533
|
if (e instanceof StreamLimitExceededError) throw e;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"invoke.mjs","names":[],"sources":["../../../src/llm/invoke.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAiHA,IAAI,wBAAwB;AAE5B,SAAS,wBAAwB,EAC/B,QACA,MACA,UACA,gBAMsB;CACtB,IAAI,YAAY;CAChB,MAAM,UAAU,oBAAoB,YAAY,EAC9C,sBAAsB,OACpB,MACA,gBACA,UACkB;EAClB,eAAe,KAAK;EACpB,IAAI,SAAS,SAAS,WACpB;EAEF,YAAY;EACZ,MAAM,SAAS,iCAAiC,eAAe,MAAM,CAAC,CAAC;EACvE,IAAI,OAAO,OACT;EAEF,IAAI,SAAS,UACX,MAAM,IAAI,wCAAwC,MAAM;EAE1D,IAAI;GAEF,OAAM,MADwB,4BAA4B,MAAM,EAAA,EACzC,oBAAA,gBAErB;IACE,OAAO;IACP,OAAO;IACP,SAAS;IACT,MAAM;KAAE;KAAU;IAAO;IACzB;GACF,GACA,KACF;EACF,QAAQ;GACN;EACF;CACF,EACF,CAAC;CACD,QAAQ,OAAO;CACf,QAAQ,aAAa,SAAS;CAC9B,QAAQ,gBAAgB;CACxB,OAAO;AACT;AAEA,SAAS,sBAAsB,EAC7B,QACA,MACA,UACA,gBAMiB;CACjB,OAAO;EACL,GAAG;EACH,WAAW,gBAAgB,OAAO,WAAW,CAC3C,wBAAwB;GAAE;GAAQ;GAAM;GAAU;EAAa,CAAC,CAClE,CAAC;CACH;AACF;AAEA,SAAS,yCACP,UACgB;CAChB,MAAM,SAAS,kBAAkB,QAAQ;CACzC,IAAI,WAAW,aACb,OAAA;CAEF,IAAI,WAAW,WACb,OAAA;CAEF,OAAO;AACT;AAYA,SAAS,sCACP,SAC4B;CAC5B,MAAM,UAAU,SAAS,iBAAiB,WAAA,sBAE1C;CACA,OAAO,0BAA0B,OAAO,IAAI,UAAU,KAAA;AACxD;AAEA,SAAS,oBAAoB,OAAgC;CAC3D,MAAM,mBAAmB,MAAM,kBAAkB;CACjD,OAAO,MAAM,QAAQ,gBAAgB,KAAK,iBAAiB,SAAS;AACtE;AAEA,SAAS,4CAA4C,EACnD,SACA,MACA,YAKiB;CACjB,MAAM,UAAU,mCAAmC;EACjD;EACA;EACA;CACF,CAAC;CACD,IAAI,WAAW,QAAQ,YAAY,KAAK,SACtC,OAAO;CAGT,OAAO,IAAI,eACT,OAAO,OAAO,CAAC,GAAG,MAAM,EACtB,QACF,CAAC,CACH;AACF;AAEA,SAAS,mCAAmC,EAC1C,SACA,MACA,YAKqB;CACrB,IACE,aAAA,gBACA,WAAW,QACX,CAAC,oBAAoB,IAAI,KACzB,OAAO,QAAQ,YAAY,YAC3B,QAAQ,YAAY,MACpB,OAAO,KAAK,YAAY,YACxB,KAAK,YAAY,IAEjB;CAEF,IAAI,CAAC,KAAK,QAAQ,WAAW,QAAQ,OAAO,GAC1C,OAAO,KAAK;CAEd,OAAO,KAAK,QAAQ,MAAM,QAAQ,QAAQ,MAAM;AAClD;AAEA,SAAS,uBACP,kBACqC;CACrC,OAAO,OAAO,YACZ,OAAO,QAAQ,gBAAgB,CAAC,CAAC,QAC9B,CAAC,SAAS,QAAQ,mBACrB,CACF;AACF;AAEA,SAAS,uBAAuB,EAC9B,SACA,MACA,YAK6B;CAC7B,MAAM,UAAU,mCAAmC;EACjD;EACA;EACA;CACF,CAAC;CACD,IAAI,WAAW,MACb,OAAO;CAET,IAAI,YAAY,IACd;CAEF,OAAO,IAAI,eACT,OAAO,OAAO,CAAC,GAAG,MAAM;EACtB;EACA,mBAAmB,uBAAuB,KAAK,iBAAiB;CAClE,CAAC,CACH;AACF;AAMA,SAAS,kBACP,SACA,UACA,UACoB;CACpB,IAAI;EACF,MAAM,UAAU,SAAS,gBAAgB,QAAQ,CAAC,CAAC;EACnD,IAAI,WAAW,MACb;EAEF,IAAI,QAAQ;EACZ,KAAK,MAAM,WAAW,UACpB,SAAS,QAAQ,OAAO;EAE1B,OAAO;CACT,QAAQ;EACN;CACF;AACF;AAaA,SAAS,0BACP,SACA,UACQ;CACR,IAAI;EACF,MAAM,eAAe,SAAS,gBAAgB,QAAQ;EACtD,OACE,cAAc,+BACd,cAAc,qBACd;CAEJ,QAAQ;EACN,OAAO;CACT;AACF;AAuBA,SAAS,sBACP,SACA,OACA,QACA,UACM;CACN,IAAI,MAAM,kBAAkB,MAC1B;CAEF,MAAM,eAAe,kBAAkB,SAAS,UAAU,CAAC,KAAK,CAAC;CACjE,IAAI,gBAAgB,MAClB;CAEF,MAAM,eACH,kBAAkB,SAAS,UAAU,MAAM,KAAK,KACjD,0BAA0B,SAAS,QAAQ;CAC7C,MAAM,gBAAgB;EACpB,cAAc;EACd,eAAe;EACf,cAAc,cAAc;CAC9B;CACA,MAAM,iBAAiB;CACvB,MAAM,UAAU,iBAAiB;CACjC,MAAM,mBAAmB;EACvB,GAAG,MAAM;EACT,iBAAiB;CACnB;CACA,MAAM,oBAAoB;CAC1B,MAAM,UAAU,oBAAoB;AACtC;AAEA,SAAS,eAAe,OAA+B;CACrD,IAAI,OAAO,MAAM,YAAY,UAC3B,OAAO,MAAM;CAEf,IAAI,OAAO;CACX,KAAK,MAAM,SAAS,MAAM,SACxB,IAAI,MAAM,SAAA,QAA4B;EACpC,MAAM,QAAQ,MAAA;EACd,IAAI,OAAO,UAAU,UACnB,QAAQ;CAEZ;CAEF,OAAO;AACT;AAiCA,SAAS,4BAA4B,OAA6B;CAChE,MAAM,UAAuB,CAAC;CAC9B,MAAM,uBAAO,IAAI,IAAa;CAC9B,IAAI,UAAmB;CACvB,OAAO,WAAW,QAAQ,OAAO,YAAY,YAAY,CAAC,KAAK,IAAI,OAAO,GAAG;EAC3E,KAAK,IAAI,OAAO;EAChB,MAAM,UAAU;EAOhB,IAAI,QAAQ,aAAa,MACvB,QAAQ,KAAK,QAAQ,SAAS;EAEhC,IAAI,QAAQ,QAAQ,aAAa,MAC/B,QAAQ,KAAK,QAAQ,OAAO,SAAS;EAEvC,UACE,QAAQ,SACR,QAAQ,SACP,MAAM,QAAQ,QAAQ,KAAK,IACxB,QAAQ,MAAM,QAAQ,MAAM,SAAS,KACrC,KAAA;CACR;CACA,OAAO;AACT;AAEA,eAAe,kBACb,SACA,OACA,QACA,UACA,QACA,OACe;CACf,MAAM,WAAW,QAAQ;CACzB,sBAAsB,SAAS,OAAO,QAAQ,QAAQ;CACtD,IAAI,YAAY,MACd,IAAI;EACF,IAAI,kBAAkB,MAAM,4BAA4B,MAAM;EAY9D,KAAK,MAAM,UAAU,4BAA4B,KAAK,GACpD,kBACE,gBAAgB,UAAU,mBAAmB,KAAA,GAAW,MAAM,KAC9D;EAEJ,IAAI,mBAAmB,MAAM;GAC3B,MAAM,aAAa,IAAI,yBACrB,UACA,gBAAgB,UAChB,gBAAgB,qBAChB,gBAAgB,MAChB,gBAAgB,iBAChB,gBAAgB,UAChB,gBAAgB,qBAChB,gBAAgB,eAAe,CACjC;GACA,MAAM,aAA6B;IACjC,MAAM,eAAe,KAAK;IAC1B,SAAS;GACX;GACA,MAAM,WAAW,aAAa;IAC5B,aAAa,CAAC,CAAC,UAAU,CAAC;IAC1B,WAAW,CAAC;GACd,CAAC;GACD;EACF;CACF,SAAS,GAAG;EAMV,QAAQ,KACN,gGACA,aAAa,QAAQ,EAAE,UAAU,CACnC;CACF;CAEF,MAAM,wBAAA,qBAEJ,EAAE,QAAQ,MAAM,GAChB,MACF;AACF;AAEA,SAAS,kBAAkB,EACzB,SACA,MACA,YAKiB;CACjB,IAAI,WAAW,MACb,OAAO;CAET,OAAO,OACL,SACA,4CAA4C;EAAE;EAAS;EAAM;CAAS,CAAC,CACzE;AACF;AAoCA,SAAS,uBAAuB,QAA6C;CAC3E,IAAI,OAAO,WAAW,MACpB,OAAO,OAAO,QAAQ;CAExB,OAAO,OAAO;AAChB;AAEA,SAAS,sBACP,QACA,QACyB;CACzB,IAAI,OAAO,WAAW,MAAM;EAC1B,iCACE,OAAO,SACP,OAAO,QAAQ,OACf,OAAO,QAAQ,UACf,MACF;EACA,OAAO,OAAO;CAChB;CACA,OAAO,uBAAuB;EAC5B,OAAO,OAAO;EACd,UAAU,OAAO;EACjB,UAAU,OAAO;EACjB,SAAS,OAAO;EAChB;CACF,CAAC;AACH;AASA,eAAsB,cACpB,QACA,QACoC;CACpC,MAAM,WAAW,uBAAuB,MAAM;CAC9C,MAAM,gBAAgC;EACpC,GAAG;EACH,UAAU;GACR,GAAI,QAAQ,YAAY,CAAC;2BACK;IAU7B,2BAA2B,EAAE;EAChC;CACF;CACA,MAAM,iBAAiB,OAAO,WAAW,OAAO;CAIhD,MAAM,cACJ,kBAAkB,QAAQ,6BAA6B,cAAc,IACjE,iBACA,KAAA;CACN,MAAM,gBACJ,eAAe,OACX,qBAAqB,cAAc,QAAmC,IACtE,KAAA;CACN,IAAI,eAAe,QAAQ,iBAAiB,MAC1C,oCAAoC,aAAa,aAAa;CAEhE,IAAI;EACF,OAAO,MAAM,kBACX;GACE,SAAS,sBAAsB,QAAQ,aAAa;GACpD,SAAS,OAAO;GAChB,SAAS,OAAO;EAClB,GACA,aACF;CACF,UAAU;EACR,IAAI,eAAe,QAAQ,iBAAiB,MAC1C,6BAA6B,aAAa,aAAa;CAE3D;AACF;AAEA,eAAe,kBACb,EACE,SACA,SACA,WAIF,QACoC;CACpC,MAAM,EAAE,OAAO,UAAU,qBAAqB,aAAa;CAC3D,MAAM,0BACJ,8CAA8C;CAChD,IAAI;CACJ,IAAI,mBAAmB;CACvB,MAAM,oBAAoB,MAAM,UAAU,QAAQ,SAAS,cAAc;CACzE,IAAI,4BAA4B,SAAS,mBACvC,mBAAmB,sBAAsB;EACvC;EACA,MAAM;EACN;EACA,cAAc,qBACT,UAAwB;GACzB,gBAAgB;EAClB,IACE,KAAA;CACN,CAAC;CAYH,IAAI,MAAM,QAAQ;EAQhB,MAAM,SAAS,MAAM,MAAM,OAAO,qBAAqB,gBAAgB;EACvE,IAAI;EACJ,IAAI,YAAY;EAChB,MAAM,0BACJ,sCAAsC,OAAO;EAM/C,MAAM,8BAAoC;GACxC,MAAM,SAAS,OAAO;GACtB,IACE,QAAQ,YAAY,QACpB,OAAO,kBAAkB,0BAEzB,MAAM,OAAO;EAEjB;EAEA,IAAI,SAAS;GACX,MAAM,kBAAkB,OAAO;GAG/B,WAAW,MAAM,SAAS,QAAQ;IAChC,sBAAsB;IAMtB,IAAI,WAAW,MACb,gCAAgC;KAC9B,OAAO;KACP,UAAU;KACV;IACF,CAAC;IAEH,MAAM,QAAQ,OAAO,eAAe;IACpC,aAAa,kBAAkB;KAC7B,SAAS;KACT,MAAM;KACN;IACF,CAAC;GACH;EACF,OAAO,IAAI,2BAA2B,MAAM;GAC1C,MAAM,WAAW,OAAO;GACxB,MAAM,gBAAgB,IAAI,uBAAuB;GACjD,WAAW,MAAM,SAAS,QAAQ;IAChC,sBAAsB;IACtB,MAAM,gBAAgB,uBAAuB;KAC3C,SAAS;KACT,MAAM;KACN;IACF,CAAC;IACD,IAAI,iBAAiB,MACnB,MAAM,cAAc,OAAA,wBAElB,EAAE,OAAO,cAAc,GACvB,UACA,OACF;SACK,IAAI,WAAW,MAWpB,gCAAgC;KAC9B,OAAO;KACP;KACA;KACA,MAAM;IACR,CAAC;IAEH,aAAa,kBAAkB;KAC7B,SAAS;KACT,MAAM;KACN;IACF,CAAC;IAaD,IACE,SAAS,oBAAoB,MAAM,QACnC,eAAe,UAAU,KACzB,QAAQ,iBAAiB,GACzB;KACA,YAAY;KACZ;IACF;GACF;EACF,OAAO;GACL,MAAM,WAAW,OAAO;GAQxB,IAAI;GACJ,WAAW,MAAM,SAAS,QAAQ;IAChC,sBAAsB;IAQtB,IAAI,WAAW,MACb,gCAAgC;KAAE,OAAO;KAAS;KAAU;IAAM,CAAC;IAErE,MAAM,gBAAgB,uBAAuB;KAC3C,SAAS;KACT,MAAM;KACN;IACF,CAAC;IACD,IAAI,iBAAiB,QAAQ,kBAAkB,OAAO;KACpD,uBAAuB;MACrB,GAAI,YAAY,CAAC;OAChB,8BAA8B;KACjC;KACA,MAAM,wBAAwB,OAAA,wBAE5B,EAAE,OAAO,cAAc,GACvB,oBACA,OACF;IACF;IACA,aAAa,kBAAkB;KAC7B,SAAS;KACT,MAAM;KACN;IACF,CAAC;GACH;EACF;EAEA,IAAI,6BAA6B,QAAQ,GACvC,aAAa,sBACX,yCAAyC,QAAQ,GACjD,UACF;EAGF,IAAI,aAAa,cAAc,MAAM;GACnC,MAAM,mBAAmB;IACvB,GAAG,WAAW;IACd,WAAW;GACb;GACA,WAAW,oBAAoB;GAC/B,WAAW,UAAU,oBAAoB;GACzC,MAAM,kBACJ,SACA,YACA,qBACA,aACA,QACA,KACF;EACF;EAEA,KAAK,YAAY,YAAY,UAAU,KAAK,GAC1C,WAAY,aAAa,WAAY,YAAY,QAC9C,cAAwB,CAAC,CAAC,UAAU,IACvC;EAGF,2BAA2B,YAAY,QAAQ;EAC/C,OAAO,EAAE,UAAU,CAAC,UAA4B,EAAE;CACpD;CAEA,MAAM,eAAe,MAAM,MAAM,OAC/B,qBACA,gBACF;CACA,KAAK,aAAa,YAAY,UAAU,KAAK,GAC3C,aAAa,aAAa,aAAa,YAAY,QAChD,cAAwB,CAAC,CAAC,UAAU,IACvC;CAEF,2BAA2B,cAAc,QAAQ;CACjD,OAAO,EAAE,UAAU,CAAC,YAAY,EAAE;AACpC;AAmBA,MAAM,wCAAwB,IAAI,QAAsC;AACxE,MAAM,6CAA6B,IAAI,QAGrC;AAEF,SAAS,2BACP,OACA,iBACM;CACN,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC;CAEF,sBAAsB,IAAI,OAAO,eAAe;AAClD;AAGA,SAAgB,wBACd,OACkC;CAClC,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC;CAEF,OAAO,sBAAsB,IAAI,KAAK;AACxC;AAGA,SAAgB,8BACd,OAC6B;CAC7B,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC,OAAO,CAAC;CAEV,OAAO,CAAC,GAAI,2BAA2B,IAAI,KAAK,KAAK,CAAC,CAAE;AAC1D;AAWA,eAAsB,qBAAqB,EACzC,WACA,OACA,UACA,QACA,cACA,SACA,SACA,kBACA,iBACA,wBAAwB,wBACxB,2BAwCiD;CACjD,MAAM,cACJ,OACA,kBAAkB,oBACN,uBAAuB,OAAO,eAAe,KAAK;CAChE,IAAI,YAAqB;CAOzB,MAAM,qBAAkD,CAAC;CACzD,MAAM,uBAAgC,WAAW,YAAY,IACzD,eACA,KAAA;CACJ,KAAK,MAAM,MAAM,WACf,IAAI;EACF,MAAM,UAAU,gBAAgB;GAC9B,UAAU,GAAG;GACb,eAAe,GAAG;GAClB;EACF,CAAC;EAQD,MAAM,cAAc,0BAA0B,GAAG,aAAa;EAC9D,MAAM,WACJ,eAAe,OACX,SACA;GACA,GAAG;GACH,UAAU;IACR,GAAI,QAAQ,YAAY,CAAC;yBACE;GAC7B;EACF;EACJ,MAAM,mBAAmB;GACvB,OAAO;GACP;GACA,UAAU,GAAG;GACb,eAAe,GAAG;GAClB,kBAAkB,GAAG;GACrB,QAAQ;EACV;EACA,MAAM,kBAAkB,MAAM,yBAAyB,gBAAgB;EACvE,IAAI,mBAAmB,MACrB,iCACE,iBACA,SACA,GAAG,UACH,QACF;EAEF,IAAI,mBAAmB;EACvB,IAAI,mBAAmB,MACrB,mBACG,MAAM,0BAA0B;GAC/B,OAAO;GACP;GACA,UAAU,GAAG;GACb,eAAe,GAAG;GAClB,kBAAkB,GAAG;GACrB,QAAQ;EACV,CAAC,KAAM;EAMX,IACE,QAAQ,QAAQ,YAAY,QAC5B,OAAO,OAAO,kBAAkB,0BAEhC,MAAM,OAAO,OAAO;EAEtB,IAAI,mBAAmB,MACrB,OAAO,MAAM,cACX;GACE,SAAS;GACT;GACA;GACA;EACF,GACA,QACF;EAEF,OAAO,MAAM,cACX;GACE,OAAO;GACP,UAAU;GACV,UAAU,GAAG;GACb;GACA;GACA;EACF,GACA,QACF;CACF,SAAS,GAAG;EAMV,IAAI,aAAa,0BACf,MAAM;EAMR,IACE,QAAQ,QAAQ,YAAY,QAC5B,OAAO,OAAO,kBAAkB,0BAEhC,MAAM,OAAO,OAAO;EAEtB,YAAY;EAUZ,IAAI,WAAW,GAAG;GARhB,UAAU,GAAG;GACb,kBAAkB,GAAG;GACrB,GAAI,iBAAiB,aAAa,GAAG,WACjC,EACA,uBAAuB,gBAAgB,sBACzC,IACE,CAAC;EAEiC,CAAC,GAAG;GAC1C,MAAM,eAAqC;IACzC,UAAU,GAAG;IACb,eAAe,GAAG;IAClB,kBAAkB,GAAG;GACvB;GACA,2BAA2B,GAAG,YAAY;GAC1C,mBAAmB,KAAK;IAAE,OAAO;IAAG,SAAS;GAAa,CAAC;EAC7D;EACA;CACF;CAQF,MAAM,YACJ,mBAAmB,EAAE,EAAE,SAAS,wBAAwB;CAC1D,IACE,mBAAmB,SAAS,KAC5B,OAAO,cAAc,YACrB,cAAc,MAEd,2BAA2B,IAAI,WAAW,kBAAkB;CAE9D,IAAI,cAAc,KAAA,GAChB,MAAM;AAGV"}
|
|
1
|
+
{"version":3,"file":"invoke.mjs","names":[],"sources":["../../../src/llm/invoke.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AA0HA,MAAM,iBAAiB;AAGvB,IAAI,wBAAwB;AAE5B,SAAS,wBAAwB,EAC/B,QACA,MACA,UACA,gBAMsB;CACtB,IAAI,YAAY;CAChB,MAAM,UAAU,oBAAoB,YAAY,EAC9C,sBAAsB,OACpB,MACA,gBACA,UACkB;EAClB,eAAe,KAAK;EACpB,IAAI,SAAS,SAAS,WACpB;EAEF,YAAY;EACZ,MAAM,SAAS,iCAAiC,eAAe,MAAM,CAAC,CAAC;EACvE,IAAI,OAAO,OACT;EAEF,IAAI,SAAS,UACX,MAAM,IAAI,wCAAwC,MAAM;EAE1D,IAAI;GAEF,OAAM,MADwB,4BAA4B,MAAM,EAAA,EACzC,oBAAA,gBAErB;IACE,OAAO;IACP,OAAO;IACP,SAAS;IACT,MAAM;KAAE;KAAU;IAAO;IACzB;GACF,GACA,KACF;EACF,QAAQ;GACN;EACF;CACF,EACF,CAAC;CACD,QAAQ,OAAO;CACf,QAAQ,aAAa,SAAS;CAC9B,QAAQ,gBAAgB;CACxB,OAAO;AACT;AAEA,SAAS,sBAAsB,EAC7B,QACA,MACA,UACA,gBAMiB;CACjB,OAAO;EACL,GAAG;EACH,WAAW,gBAAgB,OAAO,WAAW,CAC3C,wBAAwB;GAAE;GAAQ;GAAM;GAAU;EAAa,CAAC,CAClE,CAAC;CACH;AACF;AAEA,SAAS,yCACP,UACgB;CAChB,MAAM,SAAS,kBAAkB,QAAQ;CACzC,IAAI,WAAW,aACb,OAAA;CAEF,IAAI,WAAW,WACb,OAAA;CAEF,OAAO;AACT;AAYA,SAAS,sCACP,SAC4B;CAC5B,MAAM,UAAU,SAAS,iBAAiB,WAAA,sBAE1C;CACA,OAAO,0BAA0B,OAAO,IAAI,UAAU,KAAA;AACxD;AAEA,SAAS,oBAAoB,OAAgC;CAC3D,MAAM,mBAAmB,MAAM,kBAAkB;CACjD,OAAO,MAAM,QAAQ,gBAAgB,KAAK,iBAAiB,SAAS;AACtE;AAEA,SAAS,4CAA4C,EACnD,SACA,MACA,YAKiB;CACjB,MAAM,UAAU,mCAAmC;EACjD;EACA;EACA;CACF,CAAC;CACD,IAAI,WAAW,QAAQ,YAAY,KAAK,SACtC,OAAO;CAGT,OAAO,IAAI,eACT,OAAO,OAAO,CAAC,GAAG,MAAM,EACtB,QACF,CAAC,CACH;AACF;AAEA,SAAS,mCAAmC,EAC1C,SACA,MACA,YAKqB;CACrB,IACE,aAAA,gBACA,WAAW,QACX,CAAC,oBAAoB,IAAI,KACzB,OAAO,QAAQ,YAAY,YAC3B,QAAQ,YAAY,MACpB,OAAO,KAAK,YAAY,YACxB,KAAK,YAAY,IAEjB;CAEF,IAAI,CAAC,KAAK,QAAQ,WAAW,QAAQ,OAAO,GAC1C,OAAO,KAAK;CAEd,OAAO,KAAK,QAAQ,MAAM,QAAQ,QAAQ,MAAM;AAClD;AAEA,SAAS,uBACP,kBACqC;CACrC,OAAO,OAAO,YACZ,OAAO,QAAQ,gBAAgB,CAAC,CAAC,QAC9B,CAAC,SAAS,QAAQ,mBACrB,CACF;AACF;AAEA,SAAS,uBAAuB,EAC9B,SACA,MACA,YAK6B;CAC7B,MAAM,UAAU,mCAAmC;EACjD;EACA;EACA;CACF,CAAC;CACD,IAAI,WAAW,MACb,OAAO;CAET,IAAI,YAAY,IACd;CAEF,OAAO,IAAI,eACT,OAAO,OAAO,CAAC,GAAG,MAAM;EACtB;EACA,mBAAmB,uBAAuB,KAAK,iBAAiB;CAClE,CAAC,CACH;AACF;AAMA,SAAS,kBACP,SACA,UACA,UACoB;CACpB,IAAI;EACF,MAAM,UAAU,SAAS,gBAAgB,QAAQ,CAAC,CAAC;EACnD,IAAI,WAAW,MACb;EAEF,IAAI,QAAQ;EACZ,KAAK,MAAM,WAAW,UACpB,SAAS,QAAQ,OAAO;EAE1B,OAAO;CACT,QAAQ;EACN;CACF;AACF;AAaA,SAAS,0BACP,SACA,UACQ;CACR,IAAI;EACF,MAAM,eAAe,SAAS,gBAAgB,QAAQ;EACtD,OACE,cAAc,+BACd,cAAc,qBACd;CAEJ,QAAQ;EACN,OAAO;CACT;AACF;AAuBA,SAAS,sBACP,SACA,OACA,QACA,UACM;CACN,IAAI,MAAM,kBAAkB,MAC1B;CAEF,MAAM,eAAe,kBAAkB,SAAS,UAAU,CAAC,KAAK,CAAC;CACjE,IAAI,gBAAgB,MAClB;CAEF,MAAM,eACH,kBAAkB,SAAS,UAAU,MAAM,KAAK,KACjD,0BAA0B,SAAS,QAAQ;CAC7C,MAAM,gBAAgB;EACpB,cAAc;EACd,eAAe;EACf,cAAc,cAAc;CAC9B;CACA,MAAM,iBAAiB;CACvB,MAAM,UAAU,iBAAiB;CACjC,MAAM,mBAAmB;EACvB,GAAG,MAAM;EACT,iBAAiB;CACnB;CACA,MAAM,oBAAoB;CAC1B,MAAM,UAAU,oBAAoB;AACtC;AAEA,SAAS,eAAe,OAA+B;CACrD,IAAI,OAAO,MAAM,YAAY,UAC3B,OAAO,MAAM;CAEf,IAAI,OAAO;CACX,KAAK,MAAM,SAAS,MAAM,SACxB,IAAI,MAAM,SAAA,QAA4B;EACpC,MAAM,QAAQ,MAAA;EACd,IAAI,OAAO,UAAU,UACnB,QAAQ;CAEZ;CAEF,OAAO;AACT;AAiCA,SAAS,4BAA4B,OAA6B;CAChE,MAAM,UAAuB,CAAC;CAC9B,MAAM,uBAAO,IAAI,IAAa;CAC9B,IAAI,UAAmB;CACvB,OAAO,WAAW,QAAQ,OAAO,YAAY,YAAY,CAAC,KAAK,IAAI,OAAO,GAAG;EAC3E,KAAK,IAAI,OAAO;EAChB,MAAM,UAAU;EAOhB,IAAI,QAAQ,aAAa,MACvB,QAAQ,KAAK,QAAQ,SAAS;EAEhC,IAAI,QAAQ,QAAQ,aAAa,MAC/B,QAAQ,KAAK,QAAQ,OAAO,SAAS;EAEvC,UACE,QAAQ,SACR,QAAQ,SACP,MAAM,QAAQ,QAAQ,KAAK,IACxB,QAAQ,MAAM,QAAQ,MAAM,SAAS,KACrC,KAAA;CACR;CACA,OAAO;AACT;AAEA,eAAe,kBACb,SACA,OACA,QACA,UACA,QACA,OAOA,YAAqC,CAAC,GAOtC,sBAAsB,OACP;CACf,MAAM,WAAW,QAAQ;CACzB,sBAAsB,SAAS,OAAO,QAAQ,QAAQ;CACtD,IAAI,YAAY,MACd,IAAI;EACF,IAAI,kBAAkB,MAAM,4BAA4B,MAAM;EAY9D,KAAK,MAAM,UAAU,4BAA4B,KAAK,GACpD,kBACE,gBAAgB,UAAU,mBAAmB,KAAA,GAAW,MAAM,KAC9D;EAEJ,IAAI,mBAAmB,MAAM;GAC3B,MAAM,aAAa,IAAI,yBACrB,UACA,gBAAgB,UAChB,gBAAgB,qBAChB,gBAAgB,MAChB,gBAAgB,iBAChB,gBAAgB,UAChB,gBAAgB,qBAChB,gBAAgB,eAAe,CACjC;GACA,MAAM,aAA6B;IACjC,MAAM,eAAe,KAAK;IAC1B,SAAS;GACX;GACA,MAAM,WAAW,aAAa;IAC5B,aAAa,CAAC,CAAC,UAAU,CAAC;IAC1B;GACF,CAAC;GACD;EACF;CACF,SAAS,GAAG;EAKV,IAAI,CAAC,qBAEH,QAAQ,KACN,gGACA,aAAa,QAAQ,EAAE,UAAU,CACnC;CAEJ;CAEF,MAAM,wBAAA,qBAEJ,EAAE,QAAQ,MAAM,GAChB,MACF;AACF;AAEA,SAAS,kBAAkB,EACzB,SACA,MACA,YAKiB;CACjB,IAAI,WAAW,MACb,OAAO;CAET,OAAO,OACL,SACA,4CAA4C;EAAE;EAAS;EAAM;CAAS,CAAC,CACzE;AACF;AA+CA,SAAS,uBAAuB,QAA6C;CAC3E,IAAI,OAAO,WAAW,MACpB,OAAO,OAAO,QAAQ;CAExB,OAAO,OAAO;AAChB;AAEA,SAAS,sBACP,QACA,QACyB;CACzB,IAAI,OAAO,WAAW,MAAM;EAC1B,iCACE,OAAO,SACP,OAAO,QAAQ,OACf,OAAO,QAAQ,UACf,MACF;EACA,OAAO,OAAO;CAChB;CACA,OAAO,uBAAuB;EAC5B,OAAO,OAAO;EACd,UAAU,OAAO;EACjB,UAAU,OAAO;EACjB,SAAS,OAAO;EAChB;CACF,CAAC;AACH;AASA,eAAsB,cACpB,QACA,QACoC;CACpC,MAAM,WAAW,uBAAuB,MAAM;CAC9C,MAAM,gBAAgC;EACpC,GAAG;EACH,UAAU;GACR,GAAI,QAAQ,YAAY,CAAC;2BACK;IAU7B,2BAA2B,EAAE;EAChC;CACF;CACA,MAAM,iBAAiB,OAAO,WAAW,OAAO;CAIhD,MAAM,cACJ,kBAAkB,QAAQ,6BAA6B,cAAc,IACjE,iBACA,KAAA;CACN,MAAM,gBACJ,eAAe,OACX,qBAAqB,cAAc,QAAmC,IACtE,KAAA;CACN,IAAI,eAAe,QAAQ,iBAAiB,MAC1C,oCAAoC,aAAa,aAAa;CAEhE,IAAI;EACF,OAAO,MAAM,kBACX;GACE,SAAS,sBAAsB,QAAQ,aAAa;GACpD,SAAS,OAAO;GAChB,SAAS,OAAO;GAChB,gBAAgB,OAAO;EACzB,GACA,aACF;CACF,UAAU;EACR,IAAI,eAAe,QAAQ,iBAAiB,MAC1C,6BAA6B,aAAa,aAAa;CAE3D;AACF;AAEA,eAAe,kBACb,EACE,SACA,SACA,SACA,kBAOF,QACoC;CACpC,MAAM,EAAE,OAAO,UAAU,qBAAqB,aAAa;CAC3D,MAAM,0BACJ,8CAA8C;CAChD,IAAI;CACJ,IAAI,mBAAmB;CACvB,MAAM,oBAAoB,MAAM,UAAU,QAAQ,SAAS,cAAc;CACzE,IAAI,4BAA4B,SAAS,mBACvC,mBAAmB,sBAAsB;EACvC;EACA,MAAM;EACN;EACA,cAAc,qBACT,UAAwB;GACzB,gBAAgB;EAClB,IACE,KAAA;CACN,CAAC;CAYH,IAAI,MAAM,QAAQ;EAQhB,IAAI;EACJ,IAAI,gBAA+B;EACnC,MAAM,0BACJ,sCAAsC,OAAO;EAY/C,MAAM,cACJ,WAAW,QACX,2BAA2B,QAC3B,SAAS,YAAY,aAAa,OAC9B,iBACA,KAAA;EACN,MAAM,oBACJ,eAAe,OAAO,KAAA,IAAY,IAAI,gBAAgB;EAMxD,MAAM,eACJ,qBAAqB,OACjB,mBACA;GACA,GAAG;GACH,QAAQ,oBACN,iBAAiB,QACjB,kBAAkB,MACpB;EACF;EACJ,MAAM,iBAAiB,sBACrB,SAAS,YAAY,cACvB;EAQA,IAAI;EACJ,IAAI;EAIJ,IAAI,mBAAmB;EAIvB,MAAM,uBAAgC,kBAAkB;EAaxD,IAAI;EAQJ,IAAI,gBAAgB;EAUpB,MAAM,gCAAyC,iBAAiB;EAOhE,MAAM,oCACJ,iBAAiB;EAkBnB,MAAM,+BAAwC;GAM5C,IAAI,CAAC,eACH,OAAO;GAET,IAAI,qBAAqB,QAAQ,kBAAkB,QACjD,OAAO,kBAAkB;GAE3B,IAAI,SAAS,oBAAoB,MAAM,MAAM;IAI3C,qBAAqB,KAAA;IACrB,OAAO;GACT;GAMA,IAAI,kBACF,OAAO;GAET,uBAAuB,KAAK,IAAI;GAChC,MAAM,eAAe,KAAK,IAAI,IAAI;GAClC,MAAM,SAAS,qBAAqB;IAClC,OAAO;IACP;IACA,SAAS;GACX,CAAC;GACD,IAAI,WAAW,WAAW;IACxB,IACE,WAAW,UACX,qBAAqB,QACrB,kBAAkB,UAAU,GAC5B;KAWA,oBAAoB,iBACZ;MACJ,oBAAoB,KAAA;MASpB,IAAI;OACF,uBAAuB;MACzB,QAAQ,CAER;KACF,GAQA,KAAK,IAAI,gBAAgB,KAAK,IAAI,GAAG,iBAAiB,YAAY,CAAC,CACrE;KAIA,kBAAkB,MAAM;IAC1B;IACA,OAAO;GACT;GACA,IAAI,CAAC,QAAQ,oBAAoB,GAC/B,OAAO;GAET,gBAAgB;GAchB,IAAI,eAAe,MAAM;IACvB,eAAe,IAAI,eAAe,EAAE,SAAS,GAAG,CAAC;IACjD,sBACE,SACA,YACA,qBACA,OAAO,QACT;IACA,wBAAwB,aAAa,UAAU;GACjD;GACA,eAAe;GACf,kBAAkB,MAAM;GACxB,OAAO;EACT;EACA,MAAM,kBACJ,qBAAqB,OACjB,KAAA,IACA,SAAS,YAAY,YAAY,sBAAsB;EAM7D,MAAM,8BAAoC;GACxC,MAAM,SAAS,OAAO;GACtB,IACE,QAAQ,YAAY,QACpB,OAAO,kBAAkB,0BAEzB,MAAM,OAAO;EAEjB;EAEA,IAAI;GAcF,IAAI,CAAC,uBAAuB,GAAG;IAC7B,MAAM,SAAS,MAAM,MAAM,OAAO,qBAAqB,YAAY;IACnE,IAAI,SAAS;KACX,MAAM,kBAAkB,OAAO;KAG/B,WAAW,MAAM,SAAS,QAAQ;MAChC,sBAAsB;MAMtB,IAAI,WAAW,MACb,gCAAgC;OAC9B,OAAO;OACP,UAAU;OACV;MACF,CAAC;MAEH,MAAM,QAAQ,OAAO,eAAe;MACpC,aAAa,kBAAkB;OAC7B,SAAS;OACT,MAAM;OACN;MACF,CAAC;KACH;IACF,OAAO,IAAI,2BAA2B,MAAM;KAC1C,MAAM,WAAW,OAAO;KACxB,MAAM,gBAAgB,IAAI,uBAAuB;KACjD,WAAW,MAAM,SAAS,QAAQ;MAChC,sBAAsB;MAUtB,IAAI,eAAe,GACjB;MAEF,MAAM,gBAAgB,uBAAuB;OAC3C,SAAS;OACT,MAAM;OACN;MACF,CAAC;MACD,IAAI,iBAAiB,MAAM;OACzB,mBAAmB;OACnB,IAAI;QACF,MAAM,cAAc,OAAA,wBAElB,EAAE,OAAO,cAAc,GACvB,UACA,OACF;OACF,UAAU;QACR,mBAAmB;OACrB;MACF,OAAO,IAAI,WAAW,MAWpB,gCAAgC;OAC9B,OAAO;OACP;OACA;OACA,MAAM;MACR,CAAC;MAEH,aAAa,kBAAkB;OAC7B,SAAS;OACT,MAAM;OACN;MACF,CAAC;MAoBD,IAAI,SAAS,oBAAoB,MAAM,MAGrC,qBAAqB,KAAA;WAChB;OACL,uBAAuB,KAAK,IAAI;OAChC,MAAM,SAAS,qBAAqB;QAClC,OAAO;QACP,cAAc,KAAK,IAAI,IAAI;QAC3B,SAAS;OACX,CAAC;OAiBD,IALE,WAAW,SACP,QAAQ,iBAAiB,IACzB,WAAW,aACX,eAAe,QACf,QAAQ,oBAAoB,GACrB;QACX,gBAAgB;QAChB,IAAI,WAAW,WACb,eAAe;QAEjB;OACF;MACF;KACF;IACF,OAAO;KACL,MAAM,WAAW,OAAO;KAQxB,IAAI;KACJ,WAAW,MAAM,SAAS,QAAQ;MAChC,sBAAsB;MAQtB,IAAI,WAAW,MACb,gCAAgC;OAAE,OAAO;OAAS;OAAU;MAAM,CAAC;MAErE,MAAM,gBAAgB,uBAAuB;OAC3C,SAAS;OACT,MAAM;OACN;MACF,CAAC;MACD,IAAI,iBAAiB,QAAQ,kBAAkB,OAAO;OACpD,uBAAuB;QACrB,GAAI,YAAY,CAAC;SAChB,8BAA8B;OACjC;OACA,MAAM,wBAAwB,OAAA,wBAE5B,EAAE,OAAO,cAAc,GACvB,oBACA,OACF;MACF;MACA,aAAa,kBAAkB;OAC7B,SAAS;OACT,MAAM;OACN;MACF,CAAC;KACH;IACF;IAUA,IACE,kBAAkB,UAClB,eAAe,QACf,SAAS,oBAAoB,MAAM,QACnC,kBAAkB,UAAU,KAC5B,QAAQ,oBAAoB,GAC5B;KACA,gBAAgB;KAChB,eAAe;IACjB;GACF;EACF,SAAS,OAAO;GAad,IAAI,EAHF,iBAAiB,aACjB,EAAE,iBAAiB,6BACnB,OAAO,QAAQ,YAAY,OAE3B,MAAM;EAEV,UAAU;GACR,gBAAgB;GAChB,kBAAkB;GAClB,aAAa,iBAAiB;EAChC;EAEA,IAAI,6BAA6B,QAAQ,GACvC,aAAa,sBACX,yCAAyC,QAAQ,GACjD,UACF;EAGF,IAAI,kBAAkB,WAAW;GAoB/B,IAAI,iBAAiB,aAOnB,MAAM,SAAS,sBACb,OAAO,QACT;GAEF,IAAI,cAAc,QAAQ,eAAe,MAAM;IAC7C,MAAM,iBAAiB,cAAc,IAAI,eAAe,EAAE,SAAS,GAAG,CAAC;IACvE,MAAM,mBAAmB;KACvB,GAAG,eAAe;KAClB,WAAW;KACX,kBAAkB;IACpB;IACA,eAAe,oBAAoB;IACnC,eAAe,UAAU,oBAAoB;IAC7C,IAAI,iBAAiB,aAUnB,MAAM,wBAAA,qBAEJ,EACE,QAAQ,IAAI,eAAe;KACzB,SAAS;KACT,mBAAmB;IACrB,CAAC,EACH,GACA,MACF;SASA,MAAM,kBACJ,SACA,gBACA,qBACA,wBAAwB,IAAI,cAAc,KAAA,GAC1C,QACA,OACA,8BACA,4BAA4B,CAC9B;GAEJ;GAIA,IAAI,eAAe,MACjB,SAAS,mBAAmB,WAAW;GAUzC,OAAO,EAAE,UAAU,CAAC,EAAE;EACxB;EAEA,IAAI,kBAAkB,UAAU,cAAc,MAAM;GAClD,MAAM,mBAAmB;IACvB,GAAG,WAAW;IACd,WAAW;GACb;GACA,WAAW,oBAAoB;GAC/B,WAAW,UAAU,oBAAoB;GACzC,MAAM,kBACJ,SACA,YACA,qBACA,aACA,QACA,KACF;EACF;EAEA,KAAK,YAAY,YAAY,UAAU,KAAK,GAC1C,WAAY,aAAa,WAAY,YAAY,QAC9C,cAAwB,CAAC,CAAC,UAAU,IACvC;EAGF,2BAA2B,YAAY,QAAQ;EAC/C,OAAO,EAAE,UAAU,CAAC,UAA4B,EAAE;CACpD;CAEA,MAAM,eAAe,MAAM,MAAM,OAC/B,qBACA,gBACF;CACA,KAAK,aAAa,YAAY,UAAU,KAAK,GAC3C,aAAa,aAAa,aAAa,YAAY,QAChD,cAAwB,CAAC,CAAC,UAAU,IACvC;CAEF,2BAA2B,cAAc,QAAQ;CACjD,OAAO,EAAE,UAAU,CAAC,YAAY,EAAE;AACpC;AAmBA,MAAM,wCAAwB,IAAI,QAAsC;AACxE,MAAM,6CAA6B,IAAI,QAGrC;AAEF,SAAS,2BACP,OACA,iBACM;CACN,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC;CAEF,sBAAsB,IAAI,OAAO,eAAe;AAClD;AAGA,SAAgB,wBACd,OACkC;CAClC,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC;CAEF,OAAO,sBAAsB,IAAI,KAAK;AACxC;AAGA,SAAgB,8BACd,OAC6B;CAC7B,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC,OAAO,CAAC;CAEV,OAAO,CAAC,GAAI,2BAA2B,IAAI,KAAK,KAAK,CAAC,CAAE;AAC1D;AAWA,eAAsB,qBAAqB,EACzC,WACA,OACA,UACA,QACA,cACA,SACA,SACA,kBACA,gBACA,iBACA,wBAAwB,wBACxB,2BA6CiD;CACjD,MAAM,cACJ,OACA,kBAAkB,oBACN,uBAAuB,OAAO,eAAe,KAAK;CAChE,IAAI,YAAqB;CAOzB,MAAM,qBAAkD,CAAC;CACzD,MAAM,uBAAgC,WAAW,YAAY,IACzD,eACA,KAAA;CACJ,KAAK,MAAM,MAAM,WACf,IAAI;EACF,MAAM,UAAU,gBAAgB;GAC9B,UAAU,GAAG;GACb,eAAe,GAAG;GAClB;EACF,CAAC;EAQD,MAAM,cAAc,0BAA0B,GAAG,aAAa;EAC9D,MAAM,WACJ,eAAe,OACX,SACA;GACA,GAAG;GACH,UAAU;IACR,GAAI,QAAQ,YAAY,CAAC;yBACE;GAC7B;EACF;EACJ,MAAM,mBAAmB;GACvB,OAAO;GACP;GACA,UAAU,GAAG;GACb,eAAe,GAAG;GAClB,kBAAkB,GAAG;GACrB,QAAQ;EACV;EACA,MAAM,kBAAkB,MAAM,yBAAyB,gBAAgB;EACvE,IAAI,mBAAmB,MACrB,iCACE,iBACA,SACA,GAAG,UACH,QACF;EAEF,IAAI,mBAAmB;EACvB,IAAI,mBAAmB,MACrB,mBACG,MAAM,0BAA0B;GAC/B,OAAO;GACP;GACA,UAAU,GAAG;GACb,eAAe,GAAG;GAClB,kBAAkB,GAAG;GACrB,QAAQ;EACV,CAAC,KAAM;EAMX,IACE,QAAQ,QAAQ,YAAY,QAC5B,OAAO,OAAO,kBAAkB,0BAEhC,MAAM,OAAO,OAAO;EAEtB,IAAI,mBAAmB,MACrB,OAAO,MAAM,cACX;GACE,SAAS;GACT;GACA;GACA;GACA;EACF,GACA,QACF;EAEF,OAAO,MAAM,cACX;GACE,OAAO;GACP,UAAU;GACV,UAAU,GAAG;GACb;GACA;GACA;GACA;EACF,GACA,QACF;CACF,SAAS,GAAG;EAMV,IAAI,aAAa,0BACf,MAAM;EAMR,IACE,QAAQ,QAAQ,YAAY,QAC5B,OAAO,OAAO,kBAAkB,0BAEhC,MAAM,OAAO,OAAO;EAEtB,YAAY;EAUZ,IAAI,WAAW,GAAG;GARhB,UAAU,GAAG;GACb,kBAAkB,GAAG;GACrB,GAAI,iBAAiB,aAAa,GAAG,WACjC,EACA,uBAAuB,gBAAgB,sBACzC,IACE,CAAC;EAEiC,CAAC,GAAG;GAC1C,MAAM,eAAqC;IACzC,UAAU,GAAG;IACb,eAAe,GAAG;IAClB,kBAAkB,GAAG;GACvB;GACA,2BAA2B,GAAG,YAAY;GAC1C,mBAAmB,KAAK;IAAE,OAAO;IAAG,SAAS;GAAa,CAAC;EAC7D;EACA;CACF;CAQF,MAAM,YACJ,mBAAmB,EAAE,EAAE,SAAS,wBAAwB;CAC1D,IACE,mBAAmB,SAAS,KAC5B,OAAO,cAAc,YACrB,cAAc,MAEd,2BAA2B,IAAI,WAAW,kBAAkB;CAE9D,IAAI,cAAc,KAAA,GAChB,MAAM;AAGV"}
|
package/dist/esm/llm/preempt.mjs
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import "../common/constants.mjs";
|
|
1
|
+
import { DEFAULT_PREEMPT_RESTART_GRACE_MS } from "../common/constants.mjs";
|
|
2
2
|
import "../common/enum.mjs";
|
|
3
3
|
import "../common/index.mjs";
|
|
4
|
+
import { isReasoningContentBlock } from "../messages/core.mjs";
|
|
4
5
|
//#region src/llm/preempt.ts
|
|
5
6
|
function resolveMaxSeals(maxSeals) {
|
|
6
7
|
if (maxSeals == null || !Number.isFinite(maxSeals)) return 8;
|
|
@@ -41,6 +42,18 @@ function countOpenToolCalls(calls, settled) {
|
|
|
41
42
|
for (const call of calls) if (call.id == null || !settled.has(call.id)) open += 1;
|
|
42
43
|
return open;
|
|
43
44
|
}
|
|
45
|
+
function isBlankTextBlock(block) {
|
|
46
|
+
if (block.type !== "text") return false;
|
|
47
|
+
return typeof block.text === "string" && block.text.trim() === "";
|
|
48
|
+
}
|
|
49
|
+
function hasResponsesProviderOutput(chunk) {
|
|
50
|
+
if (chunk.additional_kwargs.tool_outputs != null) return true;
|
|
51
|
+
const metadata = chunk.response_metadata;
|
|
52
|
+
if (metadata.tool_outputs != null) return true;
|
|
53
|
+
if (!Array.isArray(metadata.output)) return false;
|
|
54
|
+
for (const item of metadata.output) if (!isReasoningContentBlock(item)) return true;
|
|
55
|
+
return false;
|
|
56
|
+
}
|
|
44
57
|
function canSealPreempt(chunk) {
|
|
45
58
|
if (chunk == null) return false;
|
|
46
59
|
const settled = settledServerToolCallIds(chunk.content);
|
|
@@ -50,7 +63,64 @@ function canSealPreempt(chunk) {
|
|
|
50
63
|
if (hasOpenGoogleServerToolCall(chunk.content)) return false;
|
|
51
64
|
return hasNonEmptyTextContent(chunk.content);
|
|
52
65
|
}
|
|
66
|
+
function canRestartPreempt(chunk) {
|
|
67
|
+
if (chunk == null) return true;
|
|
68
|
+
if ((chunk.tool_calls?.length ?? 0) > 0) return false;
|
|
69
|
+
if ((chunk.tool_call_chunks?.length ?? 0) > 0) return false;
|
|
70
|
+
if ((chunk.invalid_tool_calls?.length ?? 0) > 0) return false;
|
|
71
|
+
if (hasResponsesProviderOutput(chunk)) return false;
|
|
72
|
+
const { content } = chunk;
|
|
73
|
+
if (typeof content === "string") return content.trim() === "";
|
|
74
|
+
for (const block of content) {
|
|
75
|
+
if (isReasoningContentBlock(block) || isBlankTextBlock(block)) continue;
|
|
76
|
+
return false;
|
|
77
|
+
}
|
|
78
|
+
return true;
|
|
79
|
+
}
|
|
80
|
+
function resolveRestartGraceMs(graceMs) {
|
|
81
|
+
if (graceMs == null || !Number.isFinite(graceMs)) return DEFAULT_PREEMPT_RESTART_GRACE_MS;
|
|
82
|
+
return graceMs > 0 ? graceMs : 0;
|
|
83
|
+
}
|
|
84
|
+
function resolvePreemptAction({ chunk, requestAgeMs, graceMs }) {
|
|
85
|
+
if (canSealPreempt(chunk)) return "seal";
|
|
86
|
+
if (!canRestartPreempt(chunk)) return "none";
|
|
87
|
+
return requestAgeMs >= graceMs ? "restart" : "none";
|
|
88
|
+
}
|
|
89
|
+
const PREEMPT_RESTARTED_RUN_TTL_MS = 3e5;
|
|
90
|
+
const preemptRestartedRuns = /* @__PURE__ */ new Map();
|
|
91
|
+
const PREEMPT_RESTART_CONTROL_FLOW = { controlFlow: "PreemptRestart" };
|
|
92
|
+
let sweepTimer;
|
|
93
|
+
function sweepExpiredRestartedRuns(now) {
|
|
94
|
+
for (const [runId, record] of preemptRestartedRuns) {
|
|
95
|
+
if (now - record.recordedAt < PREEMPT_RESTARTED_RUN_TTL_MS) break;
|
|
96
|
+
preemptRestartedRuns.delete(runId);
|
|
97
|
+
}
|
|
98
|
+
if (preemptRestartedRuns.size === 0) {
|
|
99
|
+
if (sweepTimer != null) {
|
|
100
|
+
clearTimeout(sweepTimer);
|
|
101
|
+
sweepTimer = void 0;
|
|
102
|
+
}
|
|
103
|
+
return;
|
|
104
|
+
}
|
|
105
|
+
if (sweepTimer != null) return;
|
|
106
|
+
sweepTimer = setTimeout(() => {
|
|
107
|
+
sweepTimer = void 0;
|
|
108
|
+
sweepExpiredRestartedRuns(Date.now());
|
|
109
|
+
}, PREEMPT_RESTARTED_RUN_TTL_MS);
|
|
110
|
+
sweepTimer.unref();
|
|
111
|
+
}
|
|
112
|
+
function notePreemptRestartedRun(runId, message) {
|
|
113
|
+
const now = Date.now();
|
|
114
|
+
preemptRestartedRuns.set(runId, {
|
|
115
|
+
message,
|
|
116
|
+
recordedAt: now
|
|
117
|
+
});
|
|
118
|
+
sweepExpiredRestartedRuns(now);
|
|
119
|
+
}
|
|
120
|
+
function readPreemptRestartedRun(runId) {
|
|
121
|
+
return preemptRestartedRuns.get(runId);
|
|
122
|
+
}
|
|
53
123
|
//#endregion
|
|
54
|
-
export { canSealPreempt, resolveMaxSeals };
|
|
124
|
+
export { PREEMPT_RESTART_CONTROL_FLOW, canRestartPreempt, canSealPreempt, notePreemptRestartedRun, readPreemptRestartedRun, resolveMaxSeals, resolvePreemptAction, resolveRestartGraceMs };
|
|
55
125
|
|
|
56
126
|
//# sourceMappingURL=preempt.mjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"preempt.mjs","names":[],"sources":["../../../src/llm/preempt.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"preempt.mjs","names":[],"sources":["../../../src/llm/preempt.ts"],"mappings":";;;;;AAqBA,SAAgB,gBAAgB,UAAsC;CACpE,IAAI,YAAY,QAAQ,CAAC,OAAO,SAAS,QAAQ,GAC/C,OAAA;CAEF,MAAM,QAAQ,KAAK,MAAM,QAAQ;CACjC,OAAO,QAAQ,IAAI,QAAQ;AAC7B;AAQA,SAAS,uBAAuB,SAA6C;CAC3E,IAAI,OAAO,YAAY,UACrB,OAAO,QAAQ,KAAK,MAAM;CAE5B,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI,MAAM,SAAA,QACR;EAEF,MAAM,OAAO,MAAA;EACb,IAAI,OAAO,SAAS,YAAY,KAAK,KAAK,MAAM,IAC9C,OAAO;CAEX;CACA,OAAO;AACT;AAeA,SAAS,4BACP,SACS;CACT,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,IAAI,QAAQ;CACZ,IAAI,YAAY;CAChB,KAAK,MAAM,SAAS,SAClB,IAAI,MAAM,SAAS,YACjB,SAAS;MACJ,IAAI,MAAM,SAAS,gBACxB,aAAa;CAGjB,OAAO,QAAQ;AACjB;AAOA,SAAS,yBACP,SACa;CACb,MAAM,0BAAU,IAAI,IAAY;CAChC,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI,MAAM,SAAS,0BACjB;EAEF,MAAM,KAAK,MAAM;EACjB,IAAI,OAAO,OAAO,UAChB,QAAQ,IAAI,EAAE;CAElB;CACA,OAAO;AACT;AAGA,SAAS,mBACP,OACA,SACQ;CACR,IAAI,SAAS,QAAQ,MAAM,WAAW,GACpC,OAAO;CAET,IAAI,QAAQ,SAAS,GACnB,OAAO,MAAM;CAEf,IAAI,OAAO;CACX,KAAK,MAAM,QAAQ,OACjB,IAAI,KAAK,MAAM,QAAQ,CAAC,QAAQ,IAAI,KAAK,EAAE,GACzC,QAAQ;CAGZ,OAAO;AACT;AAWA,SAAS,iBAAiB,OAAmD;CAC3E,IAAI,MAAM,SAAA,QACR,OAAO;CAET,OAAO,OAAO,MAAM,SAAS,YAAY,MAAM,KAAK,KAAK,MAAM;AACjE;AAmBA,SAAS,2BAA2B,OAAgC;CAClE,IAAI,MAAM,kBAAkB,gBAAgB,MAC1C,OAAO;CAET,MAAM,WAAW,MAAM;CAIvB,IAAI,SAAS,gBAAgB,MAC3B,OAAO;CAET,IAAI,CAAC,MAAM,QAAQ,SAAS,MAAM,GAChC,OAAO;CAET,KAAK,MAAM,QAAQ,SAAS,QAC1B,IAAI,CAAC,wBAAwB,IAAyB,GACpD,OAAO;CAGX,OAAO;AACT;AA2BA,SAAgB,eAAe,OAA4C;CACzE,IAAI,SAAS,MACX,OAAO;CAeT,MAAM,UAAU,yBAAyB,MAAM,OAAO;CACtD,IAAI,mBAAmB,MAAM,YAAY,OAAO,IAAI,GAClD,OAAO;CAET,IAAI,mBAAmB,MAAM,kBAAkB,OAAO,IAAI,GACxD,OAAO;CAET,KAAK,MAAM,oBAAoB,UAAU,KAAK,GAC5C,OAAO;CAET,IAAI,4BAA4B,MAAM,OAAO,GAC3C,OAAO;CAET,OAAO,uBAAuB,MAAM,OAAO;AAC7C;AAwCA,SAAgB,kBAAkB,OAA4C;CAC5E,IAAI,SAAS,MACX,OAAO;CAET,KAAK,MAAM,YAAY,UAAU,KAAK,GACpC,OAAO;CAET,KAAK,MAAM,kBAAkB,UAAU,KAAK,GAC1C,OAAO;CAET,KAAK,MAAM,oBAAoB,UAAU,KAAK,GAC5C,OAAO;CAET,IAAI,2BAA2B,KAAK,GAClC,OAAO;CAET,MAAM,EAAE,YAAY;CACpB,IAAI,OAAO,YAAY,UACrB,OAAO,QAAQ,KAAK,MAAM;CAE5B,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI,wBAAwB,KAAK,KAAK,iBAAiB,KAAK,GAC1D;EAEF,OAAO;CACT;CACA,OAAO;AACT;AAQA,SAAgB,sBAAsB,SAAqC;CACzE,IAAI,WAAW,QAAQ,CAAC,OAAO,SAAS,OAAO,GAC7C,OAAO;CAET,OAAO,UAAU,IAAI,UAAU;AACjC;AA2BA,SAAgB,qBAAqB,EACnC,OACA,cACA,WAKgB;CAChB,IAAI,eAAe,KAAK,GACtB,OAAO;CAET,IAAI,CAAC,kBAAkB,KAAK,GAC1B,OAAO;CAET,OAAO,gBAAgB,UAAU,YAAY;AAC/C;AAiBA,MAAM,+BAA+B;AAoBrC,MAAM,uCAAuB,IAAI,IAAiC;AAUlE,MAAa,+BAA+B,EAC1C,aAAa,iBACf;AAmBA,IAAI;AAEJ,SAAS,0BAA0B,KAAmB;CACpD,KAAK,MAAM,CAAC,OAAO,WAAW,sBAAsB;EAClD,IAAI,MAAM,OAAO,aAAa,8BAC5B;EAEF,qBAAqB,OAAO,KAAK;CACnC;CACA,IAAI,qBAAqB,SAAS,GAAG;EACnC,IAAI,cAAc,MAAM;GACtB,aAAa,UAAU;GACvB,aAAa,KAAA;EACf;EACA;CACF;CACA,IAAI,cAAc,MAChB;CAEF,aAAa,iBAAiB;EAC5B,aAAa,KAAA;EACb,0BAA0B,KAAK,IAAI,CAAC;CACtC,GAAG,4BAA4B;CAC/B,WAAW,MAAM;AACnB;AAGA,SAAgB,wBACd,OACA,SACM;CACN,MAAM,MAAM,KAAK,IAAI;CACrB,qBAAqB,IAAI,OAAO;EAAE;EAAS,YAAY;CAAI,CAAC;CAC5D,0BAA0B,GAAG;AAC/B;AAeA,SAAgB,wBACd,OACiC;CACjC,OAAO,qBAAqB,IAAI,KAAK;AACvC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import "../common/enum.mjs";
|
|
2
2
|
import "../common/index.mjs";
|
|
3
|
-
import { getProviderFamily, providerRequiresStrictAlternation } from "./providerRegistry.mjs";
|
|
4
|
-
import { isAnthropicLike, isOpenAILike } from "../utils/llm.mjs";
|
|
5
3
|
import { stripAnthropicCacheControl, stripBedrockCacheControl } from "../messages/cache.mjs";
|
|
6
4
|
import { projectCacheControlledToolOutputsToText, projectComputerCallOutputsToText, projectOpenAIChatToolMessageContent, projectOpenAIResponsesToolMessageContent, projectOpenRouterToolMessageContent, projectSingleTextToolOutputsToText, projectStructuredToolOutputsToText, projectToolStreamContentForProvider } from "../messages/core.mjs";
|
|
5
|
+
import { getProviderFamily, providerRequiresStrictAlternation } from "./providerRegistry.mjs";
|
|
6
|
+
import { isAnthropicLike, isOpenAILike } from "../utils/llm.mjs";
|
|
7
7
|
import { coalesceAdjacentUserTurns } from "../messages/alternation.mjs";
|
|
8
8
|
import { appendPredecessorHandoffCue, removePredecessorHandoffCue } from "../messages/handoffCue.mjs";
|
|
9
9
|
import "../messages/index.mjs";
|
package/dist/esm/main.mjs
CHANGED
|
@@ -1,11 +1,14 @@
|
|
|
1
|
-
import { ACTIVITY_LABEL_RUN_NAME, ACTIVITY_PHASE_LABEL_RUN_NAME, ACTIVITY_PHASE_RUN_NAME, AGENT_MODEL_CALL_RUN_NAME, ANTHROPIC_TOOL_TOKEN_MULTIPLIER, COMPACTION_SEMANTIC_INDEX_LIMITS, DEFAULT_MAX_SEALS, DEFAULT_MAX_STOP_CONTINUATIONS, DEFAULT_RECURSION_LIMIT, DEFAULT_TOOL_TOKEN_MULTIPLIER, MULTI_AGENT_GRAPH_RUN_NAME, PREEMPT_BOUNDARY_HOOK_TIMEOUT_MS, REASONING_LABEL_RUN_NAME, STANDARD_GRAPH_RUN_NAME } from "./common/constants.mjs";
|
|
1
|
+
import { ACTIVITY_LABEL_RUN_NAME, ACTIVITY_PHASE_LABEL_RUN_NAME, ACTIVITY_PHASE_RUN_NAME, AGENT_MODEL_CALL_RUN_NAME, ANTHROPIC_TOOL_TOKEN_MULTIPLIER, COMPACTION_SEMANTIC_INDEX_LIMITS, DEFAULT_MAX_SEALS, DEFAULT_MAX_STOP_CONTINUATIONS, DEFAULT_PREEMPT_RESTART_GRACE_MS, DEFAULT_RECURSION_LIMIT, DEFAULT_TOOL_TOKEN_MULTIPLIER, MULTI_AGENT_GRAPH_RUN_NAME, PREEMPT_BOUNDARY_HOOK_TIMEOUT_MS, REASONING_LABEL_RUN_NAME, STANDARD_GRAPH_RUN_NAME } from "./common/constants.mjs";
|
|
2
2
|
import { CODE_EXECUTION_TOOLS, Callback, CommonEvents, Constants, ContentTypes, EnvVar, GraphEvents, GraphNodeActions, GraphNodeKeys, LOCAL_CODING_BUNDLE_NAMES, LOCAL_CODING_TOOL_NAMES, Providers, StepTypes, TitleMethod, ToolCallTypes } from "./common/enum.mjs";
|
|
3
3
|
import "./common/index.mjs";
|
|
4
4
|
import { composeAbortSignals, isPresent, parseBooleanEnv, unescapeObject } from "./utils/misc.mjs";
|
|
5
5
|
import { HARD_MAX_TOOL_RESULT_CHARS, HARD_MAX_TOTAL_TOOL_OUTPUT_SIZE, calculateMaxToolResultChars, calculateMaxTotalToolOutputSize, truncateToolInput, truncateToolResultContent } from "./utils/truncation.mjs";
|
|
6
|
+
import { PROVIDER_MESSAGE_PROVENANCE_LIMITS, PROVIDER_MESSAGE_PROVENANCE_VERSION, appendProviderMessageProvenance, getProviderMessageProvenance, getProviderSourceMessageIds, hasBijectiveProviderContentPartMapping, inspectProviderMessageProvenance, inspectProviderSourceMessageIds, setFreshProviderMessageProvenance, setInvalidProviderMessageProvenance, setProviderMessageProvenance, stampSyntheticProviderMessage } from "./messages/provenance.mjs";
|
|
7
|
+
import { DEFAULT_PROMPT_CACHE_TTL, addBedrockCacheControl, addBedrockTailCacheControl, addCacheControl, addCacheControlToStablePrefixMessages, addTailCacheControl, buildAnthropicCacheControl, buildBedrockCachePoint, cloneMessage, resolveBedrockPromptCacheTtl, resolvePromptCacheTtl, stripAnthropicCacheControl, stripBedrockCacheControl, supportsBedrockToolCache } from "./messages/cache.mjs";
|
|
8
|
+
import { OPENAI_RESPONSES_ACTIVE_REASONING_ID_KEY, OPENAI_RESPONSES_REPLAY_POSITIONS_KEY, convertMessagesToContent, dropIncompleteToolStreamContent, findLastIndex, formatAnthropicArtifactContent, formatAnthropicMessage, formatArtifactPayload, getConverseOverrideMessage, isReasoningContentBlock, modifyDeltaProperties, projectAnthropicArtifactContent, projectArtifactPayload, projectCacheControlledToolOutputsToText, projectComputerCallOutputsToText, projectOpenAIChatToolMessageContent, projectOpenAIResponsesToolMessageContent, projectOpenAIToolMessageContent, projectOpenRouterToolMessageContent, projectSingleTextToolOutputsToText, projectStructuredToolOutputsToText, projectToolStreamContentForProvider } from "./messages/core.mjs";
|
|
9
|
+
import { canSealPreempt } from "./llm/preempt.mjs";
|
|
6
10
|
import { markTokenCounterCacheCompatible } from "./llm/tokenCounterCacheCompatibility.mjs";
|
|
7
11
|
import { IMAGE_TOKEN_SAFETY_MARGIN, TokenEncoderManager, UnsafeTokenMeasurementError, apportionTokenCounts, createTokenCounter, encodingForModel, encodingOfTokenCounter, estimateAnthropicImageTokens, estimateDocumentBlockTokens, estimateImageBlockTokens, estimateOpenAIImageTokens, estimateTimedMediaBlockTokens, extractImageDimensions, getTokenCountForMessage, hasUnsafeStructuredSerialization } from "./utils/tokens.mjs";
|
|
8
|
-
import { PROVIDER_MESSAGE_PROVENANCE_LIMITS, PROVIDER_MESSAGE_PROVENANCE_VERSION, appendProviderMessageProvenance, getProviderMessageProvenance, getProviderSourceMessageIds, hasBijectiveProviderContentPartMapping, inspectProviderMessageProvenance, inspectProviderSourceMessageIds, setFreshProviderMessageProvenance, setInvalidProviderMessageProvenance, setProviderMessageProvenance, stampSyntheticProviderMessage } from "./messages/provenance.mjs";
|
|
9
12
|
import { registerProvider } from "./llm/providerRegistry.mjs";
|
|
10
13
|
import { constructorChainHasLcName, isAnthropicLike, isGoogleLike, isLibreChatOpenAIModel, isOpenAILike } from "./utils/llm.mjs";
|
|
11
14
|
import { HOOK_EVENTS, TOOL_APPROVAL_EXECUTION_SCOPE_CONFIG_KEY } from "./hooks/types.mjs";
|
|
@@ -14,11 +17,9 @@ import { MAX_CACHE_SIZE, MAX_PATTERN_LENGTH, hasNestedQuantifier, matchesQuery }
|
|
|
14
17
|
import { DEFAULT_HOOK_TIMEOUT_MS, executeHooks, mergeAggregatedHookResults } from "./hooks/executeHooks.mjs";
|
|
15
18
|
import { createToolPolicyHook } from "./hooks/createToolPolicyHook.mjs";
|
|
16
19
|
import { createWorkspacePolicyHook } from "./hooks/createWorkspacePolicyHook.mjs";
|
|
17
|
-
import { HOOK_INJECTED_MESSAGES_CAPABLE, HOOK_PREEMPT_BOUNDARY_CAPABLE, HOOK_STOP_CONTINUATION_CAPABLE } from "./hooks/index.mjs";
|
|
20
|
+
import { HOOK_INJECTED_MESSAGES_CAPABLE, HOOK_PREEMPT_BOUNDARY_CAPABLE, HOOK_PREEMPT_RESTART_CAPABLE, HOOK_STOP_CONTINUATION_CAPABLE } from "./hooks/index.mjs";
|
|
18
21
|
import { convertInjectedMessages } from "./messages/injected.mjs";
|
|
19
22
|
import { getMaxOutputTokensKey, isThinkingEnabled } from "./llm/request.mjs";
|
|
20
|
-
import { DEFAULT_PROMPT_CACHE_TTL, addBedrockCacheControl, addBedrockTailCacheControl, addCacheControl, addCacheControlToStablePrefixMessages, addTailCacheControl, buildAnthropicCacheControl, buildBedrockCachePoint, cloneMessage, resolveBedrockPromptCacheTtl, resolvePromptCacheTtl, stripAnthropicCacheControl, stripBedrockCacheControl, supportsBedrockToolCache } from "./messages/cache.mjs";
|
|
21
|
-
import { OPENAI_RESPONSES_ACTIVE_REASONING_ID_KEY, OPENAI_RESPONSES_REPLAY_POSITIONS_KEY, convertMessagesToContent, dropIncompleteToolStreamContent, findLastIndex, formatAnthropicArtifactContent, formatAnthropicMessage, formatArtifactPayload, getConverseOverrideMessage, modifyDeltaProperties, projectAnthropicArtifactContent, projectArtifactPayload, projectCacheControlledToolOutputsToText, projectComputerCallOutputsToText, projectOpenAIChatToolMessageContent, projectOpenAIResponsesToolMessageContent, projectOpenAIToolMessageContent, projectOpenRouterToolMessageContent, projectSingleTextToolOutputsToText, projectStructuredToolOutputsToText, projectToolStreamContentForProvider } from "./messages/core.mjs";
|
|
22
23
|
import { getMessageId } from "./messages/ids.mjs";
|
|
23
24
|
import { DEFAULT_CONTEXT_PRUNING_SETTINGS, resolveContextPruningSettings } from "./messages/contextPruningSettings.mjs";
|
|
24
25
|
import { applyContextPruning } from "./messages/contextPruning.mjs";
|
|
@@ -53,7 +54,6 @@ import { InMemorySubagentTaskStore } from "./tools/subagent/InMemorySubagentTask
|
|
|
53
54
|
import "./tools/subagent/index.mjs";
|
|
54
55
|
import { getChatModelClass } from "./llm/providers.mjs";
|
|
55
56
|
import { prepareProviderRequest } from "./llm/prepareProviderRequest.mjs";
|
|
56
|
-
import { canSealPreempt } from "./llm/preempt.mjs";
|
|
57
57
|
import { initializeModel } from "./llm/init.mjs";
|
|
58
58
|
import { attemptInvoke, tryFallbackProviders } from "./llm/invoke.mjs";
|
|
59
59
|
import { bashAstFindingsToErrors, runBashAstChecks } from "./tools/local/bashAst.mjs";
|
|
@@ -119,4 +119,4 @@ import "./langchain/index.mjs";
|
|
|
119
119
|
import "./provider-registration.mjs";
|
|
120
120
|
import { DEFAULT_STREAM_DELAY, computeAdaptivePieceSize, resolveStreamDelay, smoothStream } from "./llm/stream/smoother.mjs";
|
|
121
121
|
import { BaseCheckpointSaver, Command, INTERRUPT, MemorySaver, interrupt, isInterrupted } from "@langchain/langgraph";
|
|
122
|
-
export { ACTIVITY_LABEL_RUN_NAME, ACTIVITY_PHASE_LABEL_RUN_NAME, ACTIVITY_PHASE_RUN_NAME, AGENT_MODEL_CALL_RUN_NAME, AIMessage, AIMessageChunk, ANTHROPIC_TOOL_TOKEN_MULTIPLIER, ASK_USER_QUESTION_ID_PATTERN, AgentSession, BASH_SHELL_GUIDANCE, BaseCheckpointSaver, BaseMessage, BaseMessageChunk, BashExecutionToolDefinition, BashExecutionToolDescription, BashExecutionToolName, BashExecutionToolSchema, BashProgrammaticToolCallingDefinition, BashProgrammaticToolCallingDescription, BashProgrammaticToolCallingName, BashProgrammaticToolCallingSchema, BashToolOutputReferencesGuide, CALIBRATION_RATIO_MAX, CALIBRATION_RATIO_MIN, CLOUDFLARE_BASH_CODING_TOOL_NAMES, CLOUDFLARE_CODING_TOOL_NAMES, CODE_API_AUTHORIZATION_ERROR_MESSAGE, CODE_API_EXECUTION_FAILED_ERROR_MESSAGE, CODE_API_EXPECTED_PROFILE_HEADER, CODE_API_INVALID_REQUEST_ERROR_MESSAGE, CODE_API_RATE_LIMITED_ERROR_MESSAGE, CODE_API_UNAVAILABLE_ERROR_MESSAGE, CODE_ARTIFACT_PATH_GUIDANCE, CODE_EXECUTION_TOOLS, COMPACTION_SEMANTIC_INDEX_LIMITS, Calculator, CalculatorSchema, CalculatorToolDefinition, CalculatorToolDescription, CalculatorToolName, Callback, ChatModelStreamHandler, CloudflareBashExecutionToolDescription, CloudflareCodeExecutionToolDescription, CodeApiRequestError, CodeExecutionToolDefinition, CodeExecutionToolDescription, CodeExecutionToolName, CodeExecutionToolSchema, Command, CommonEvents, CompileCheckToolName, Constants, ContentTypes, DATE_RANGE, DEFAULT_CONTEXT_PRUNING_SETTINGS, DEFAULT_COUNTRY_DESCRIPTION, DEFAULT_HOOK_TIMEOUT_MS, DEFAULT_INTRA_TURN_RETAIN_RATIO, DEFAULT_MAX_SEALS, DEFAULT_MAX_STOP_CONTINUATIONS, DEFAULT_MAX_TOOL_CALL_ARG_BYTES, DEFAULT_PROMPT_CACHE_TTL, DEFAULT_QUERY_DESCRIPTION, DEFAULT_RECURSION_LIMIT, DEFAULT_RESERVE_RATIO, DEFAULT_RETAIN_RECENT_TURNS, DEFAULT_STREAM_DELAY, DEFAULT_SUBAGENT_DESCRIPTION, DEFAULT_TOOL_TOKEN_MULTIPLIER, DynamicStructuredTool, EnvVar, EventActorExecutor, FAILED_EXECUTION_FILE_REMINDER, FakeChatModel, Graph, GraphEvents, GraphNodeActions, GraphNodeKeys, HARD_MAX_TOOL_RESULT_CHARS, HARD_MAX_TOTAL_TOOL_OUTPUT_SIZE, HOOK_EVENTS, HOOK_INJECTED_MESSAGES_CAPABLE, HOOK_PREEMPT_BOUNDARY_CAPABLE, HOOK_STOP_CONTINUATION_CAPABLE, HandlerRegistry, HookRegistry, HumanMessage, IMAGE_TOKEN_SAFETY_MARGIN, INTENT_ARG, INTENT_DESCRIPTION, INTENT_LABEL_MARKER, INTENT_PROPERTY, INTERRUPT, InMemorySubagentTaskStore, JsonlSessionStore, LLMStreamHandler, LOCAL_CODING_BUNDLE_NAMES, LOCAL_CODING_TOOL_NAMES, LOCAL_SPAWN_TIMEOUT_MS, LocalBashExecutionToolDescription, LocalCodeExecutionToolDescription, LocalEditFileToolName, LocalEditFileToolSchema, LocalFileCheckpointerImpl, LocalGlobSearchToolName, LocalGlobSearchToolSchema, LocalGrepSearchToolName, LocalGrepSearchToolSchema, LocalListDirectoryToolName, LocalListDirectoryToolSchema, LocalReadFileToolSchema, LocalWriteFileToolName, LocalWriteFileToolSchema, MAX_ASK_USER_QUESTIONS, MAX_CACHE_SIZE, MAX_PATTERN_LENGTH, MULTI_AGENT_GRAPH_RUN_NAME, MemorySaver, ModelEndHandler, MultiAgentGraph, OPENAI_RESPONSES_ACTIVE_REASONING_ID_KEY, OPENAI_RESPONSES_REPLAY_POSITIONS_KEY, ORIGINAL_CONTENT_MAX_CHARS, PREDECESSOR_HANDOFF_CUE, PREEMPT_BOUNDARY_HOOK_TIMEOUT_MS, PROVIDER_MESSAGE_PROVENANCE_LIMITS, PROVIDER_MESSAGE_PROVENANCE_VERSION, ProgrammaticToolCallingDefinition, ProgrammaticToolCallingDescription, ProgrammaticToolCallingName, ProgrammaticToolCallingSchema, PromptTemplate, ProviderMessageProjectionInvariantError, Providers, REASONING_LABEL_RUN_NAME, REMOVE_ALL_MESSAGES, REPLY_PRIMER_TOKENS, ReadFileToolDefinition, ReadFileToolDescription, ReadFileToolName, ReadFileToolSchema, Run, Runnable, RunnableCallable, RunnableLambda, RunnableSequence, SDK_STREAM_DISPATCH, STANDARD_GRAPH_RUN_NAME, STATEFUL_BASH_NOTE, STATEFUL_ENV_NOTE, SessionManager, SkillToolDefinition, SkillToolDescription, SkillToolName, SkillToolSchema, StandardGraph, StatefulBashExecutionToolDescription, StatefulCodeExecutionToolDescription, StepTypes, StreamLimitExceededError, StructuredTool, SubagentExecutor, SubagentToolDefinition, SubagentToolDescription, SubagentToolName, SubagentToolSchema, SystemMessage, TMP_SCRATCH_OUTPUT_REMINDER, TOOL_APPROVAL_EXECUTION_SCOPE_CONFIG_KEY, TestChatStreamHandler, TestLLMStreamHandler, TitleMethod, TokenEncoderManager, Tool, ToolCallTypes, ToolEndHandler, ToolMessage, ToolNode, ToolSearchToolDefinition, ToolSearchToolDescription, ToolSearchToolName, ToolSearchToolSchema, UnsafeTokenMeasurementError, WebSearchToolDefinition, WebSearchToolDescription, WebSearchToolName, WebSearchToolSchema, _createBashProgramForTests, _resetLocalEngineWarningsForTests, _resetRipgrepCacheForTests, _resetSyntaxCheckProbeCacheForTests, _resetUnrecognizedTriggerWarnings, addBedrockCacheControl, addBedrockTailCacheControl, addCacheControl, addCacheControlToStablePrefixMessages, addCodeApiExecutionProfileHeader, addTailCacheControl, appendCodeSessionFileSummary, appendFailedExecutionFileReminder, appendPredecessorHandoffCue, appendProviderMessageProvenance, appendTmpScratchReminder, applyContextPruning, applyEdit, applyOutcome, applyPreToolUseHooksForBridge, apportionTokenCounts, askUserQuestion, askUserQuestions, attemptInvoke, bashAstFindingsToErrors, buildAnthropicCacheControl, buildBashExecutionToolDescription, buildBashExecutionToolSchema, buildBedrockCachePoint, buildChildInputs, buildCodeApiEndpoint, buildCodeApiExecutionErrorMessage, buildCodeApiHttpErrorMessage, buildCodeExecutionToolDescription, buildCodeExecutionToolSchema, buildSandboxRuntimeConfig, buildSubagentToolParams, buildSummarizationInstruction, buildSummaryCarrierText, calculateMaxToolCallInputChars, calculateMaxToolResultChars, calculateMaxTotalToolOutputSize, calculateTotalTokens, canSealPreempt, checkValidNumber, clampCalibrationRatio, classifyAttachment, clientExecTimeoutMs, clientFsTimeoutMs, cloneMessage, coalesceAdjacentUserTurns, commandAvailabilityEnvCacheKey, compactSyntheticProviderContextMessage, composeAbortSignals, composeEventHandlers, computeAdaptivePieceSize, constructorChainHasLcName, convertInjectedMessages, convertMessagesToContent, countNestedGroups, countrySchema, createAgentSession, createBashExecutionTool, createBashProgrammaticToolCallingSchema, createBashProgrammaticToolCallingTool, createCloudflareBashExecutionTool, createCloudflareBashProgrammaticToolCallingTool, createCloudflareBridgeRuntime, createCloudflareCodeExecutionTool, createCloudflareCodingToolBundle, createCloudflareCodingTools, createCloudflareExecutionTool, createCloudflareExecutionWorld, createCloudflareLocalExecutionConfig, createCloudflareProgrammaticToolCallingTool, createCloudflareWorkspaceFS, createCodeExecutionTool, createCompileCheckTool, createCompileCheckToolDefinition, createContentAggregator, createEventActorExecutor, createFakeStreamingLLM, createGraph, createHandlers, createLocalBashExecutionTool, createLocalBashProgrammaticToolCallingTool, createLocalCodeExecutionTool, createLocalCodingToolBundle, createLocalCodingToolDefinitions, createLocalCodingToolRegistry, createLocalCodingTools, createLocalEditFileTool, createLocalFileCheckpointer, createLocalGlobSearchTool, createLocalGrepSearchTool, createLocalListDirectoryTool, createLocalProgrammaticToolCallingTool, createLocalReadFileTool, createLocalWriteFileTool, createMetadataAggregator, createProgrammaticToolCallingSchema, createProgrammaticToolCallingTool, createPruneMessages, createRemoveAllMessage, createRunHandlers, createSchemaOnlyTool, createSchemaOnlyTools, createSearchTool, createSubagentToolDefinition, createTokenCounter, createToolErrorOwnership, createToolPolicyHook, createToolSearch, createWorkspacePolicyHook, dateSchema, decodeFile, defaultOmitOptions, deriveMessages, deserializeMessage, dispatchesChatModelStream, dropIncompleteToolStreamContent, emptyOutputMessage, encodeFile, encodingForModel, encodingOfTokenCounter, enforceOriginalContentCap, ensureThinkingBlockInMessages, escapeRegexSpecialChars, estimateAnthropicImageTokens, estimateDocumentBlockTokens, estimateImageBlockTokens, estimateOpenAIImageTokens, estimateTimedMediaBlockTokens, execWithClientTimeout, executeCloudflareBash, executeCloudflareCode, executeHooks, executeLocalBash, executeLocalBashWithArgs, executeLocalCode, executeParallelSearches, executeTools, extractErrorMessage, extractImageDimensions, extractMcpServerName, extractTextFromContent, extractToolDiscoveries, extractUsedBashToolNames, extractUsedToolNames, fetchSessionFiles, filterBashToolsByUsage, filterGraphSubagentResult, filterSubagentResult, filterToolsByUsage, findLastIndex, flattenLegacyContent, foldToolBlocksForToollessAgent, formatAgentMessages, formatAnthropicArtifactContent, formatAnthropicMessage, formatArtifactPayload, formatCloudflareOutput, formatCompletedResponse, formatContentStrings, formatFromLangChain, formatLangChainMessages, formatMediaMessage, formatMessage, formatServerListing, formatSkillCatalog, getAssistantTextPhase, getAvailableMcpServers, getBaseToolName, getBufferString, getChatModelClass, getChunkContent, getCloudflareWorkspaceRoot, getCodeBaseURL, getContextOverflowInfo, getConverseOverrideMessage, getDeferredToolsListing, getExecutionWorld, getLocalCwd, getLocalSessionId, getMaxOutputTokensKey, getMessageCreationContentMetadata, getMessageId, getMessagesWithinTokenLimit, getProviderMessageProvenance, getProviderSourceMessageIds, getReadRoots, getSpawn, getTokenCountForMessage, getWorkspaceFS, getWorkspaceRoots, getWriteRoots, handleServerToolResult, handleToolCallChunks, handleToolCalls, hasBijectiveProviderContentPartMapping, hasNestedQuantifier, hasNestedQuantifiers, hasToolSearchInCurrentTurn, hasUnsafeStructuredSerialization, imageAttachmentContent, imagesSchema, initializeModel, inspectProviderMessageProjection, inspectProviderMessageProvenance, inspectProviderSourceMessageIds, interrupt, isAIMessage, isAnthropicLike, isAskUserQuestionsInterrupt, isBaseMessage, isContextOverflowError, isDangerousPattern, isFromAnyMcpServer, isFromMcpServer, isGoogleLike, isGraphSubagentConfig, isIntentLabelProperty, isInterrupted, isLegacyConvertible, isLibreChatOpenAIModel, isLikelyContextOverflowError, isOpenAILike, isPresent, isProgrammaticRunnerAutoBound, isProgrammaticRunnerResolvedDirectly, isSyntheticProviderContextMessage, isThinkingEnabled, isToolMessage, isZodSchema, joinKeys, labelContentByAgent, locateEdit, makeIsDeferred, makeRequest, mapChatMessagesToStoredMessages, mapStoredMessagesToChatMessages, markTokenCounterCacheCompatible, maskConsumedToolResults, matchesQuery, mergeAggregatedHookResults, messagesStateReducer, modifyDeltaProperties, newsSchema, nodeExecutionWorld, normalizeBashToolResultsForReplay, normalizeCodeApiRequestError, normalizeServerFilter, normalizeSubagentConfigEntries, normalizeSubagentConfigs, normalizeToBashIdentifier, normalizeToPythonIdentifier, outcomeFieldsFromResult, parseBooleanEnv, partitionAndMarkAnthropicToolCache, performLocalSearch, preFlightTruncateToolCallInputs, preFlightTruncateToolResults, prepareProviderRequest, probeLocalCommandAvailability, projectAgentContextUsage, projectAnthropicArtifactContent, projectArtifactPayload, projectCacheControlledToolOutputsToText, projectComputerCallOutputsToText, projectOpenAIChatToolMessageContent, projectOpenAIResponsesToolMessageContent, projectOpenAIToolMessageContent, projectOpenRouterToolMessageContent, projectSingleTextToolOutputsToText, projectStructuredToolOutputsToText, projectToolCallInputs, projectToolMessagesForProvider, projectToolStreamContentForProvider, querySchema, readIntent, readOutcomeFields, registerProvider, removePredecessorHandoffCue, repairOrphanedToolMessages, resetIfNotEmpty, resolveBedrockPromptCacheTtl, resolveCloudflareSandbox, resolveCodeApiAuthHeaders, resolveContextPruningSettings, resolveFetchProxyAgent, resolveIntraTurnRetainTokens, resolveLocalExecutionConfig, resolveLocalExecutionTools, resolveLocalImplementationNames, resolveLocalToolRegistry, resolveLocalToolsForBinding, resolvePromptCacheTtl, resolveProviderMessageProjectionInvariantMode, resolveSearchOutcome, resolveStreamDelay, resolveStreamLimits, resolveSubagentConfigEntries, resolveSubagentConfigs, resolveToolOutcome, resolveWorkspacePath, resolveWorkspacePathSafe, runBashAstChecks, runPlainExecution, runPostEditSyntaxCheck, sanitizeOrphanToolBlocks, sanitizeRegex, selectRuntimeSessionHint, separateSummarizationParameters, serializeMessage, serializeToolCallInput, setCommandAvailabilityCacheEntry, setFreshProviderMessageProvenance, setInvalidProviderMessageProvenance, setProviderMessageProvenance, shellQuote, shiftIndexTokenCountMap, shouldBypassProxy, shouldTriggerSummarization, sleep, smoothStream, spawnLocalProcess, splitAssistantTextContentByPhase, splitAtRecencyBoundary, stampSyntheticProviderMessage, strictAlternationProviders, stripAnthropicCacheControl, stripBedrockCacheControl, stripCodeSessionFileSummary, stripIntent, summarizeEvent, supportsBedrockToolCache, syncBudgetDerivedFields, toJsonSchema, tool, toolResultTypes, toolsCondition, truncateLocalOutput, truncateToolInput, truncateToolResultContent, tryFallbackProviders, unescapeObject, unwrapToolResponse, validateBashCommand, validateCloudflareBashCommand, videosSchema, withClientTimeout, withIntent, withMessageRole, withoutIntent, wrapPythonForPlainExecution };
|
|
122
|
+
export { ACTIVITY_LABEL_RUN_NAME, ACTIVITY_PHASE_LABEL_RUN_NAME, ACTIVITY_PHASE_RUN_NAME, AGENT_MODEL_CALL_RUN_NAME, AIMessage, AIMessageChunk, ANTHROPIC_TOOL_TOKEN_MULTIPLIER, ASK_USER_QUESTION_ID_PATTERN, AgentSession, BASH_SHELL_GUIDANCE, BaseCheckpointSaver, BaseMessage, BaseMessageChunk, BashExecutionToolDefinition, BashExecutionToolDescription, BashExecutionToolName, BashExecutionToolSchema, BashProgrammaticToolCallingDefinition, BashProgrammaticToolCallingDescription, BashProgrammaticToolCallingName, BashProgrammaticToolCallingSchema, BashToolOutputReferencesGuide, CALIBRATION_RATIO_MAX, CALIBRATION_RATIO_MIN, CLOUDFLARE_BASH_CODING_TOOL_NAMES, CLOUDFLARE_CODING_TOOL_NAMES, CODE_API_AUTHORIZATION_ERROR_MESSAGE, CODE_API_EXECUTION_FAILED_ERROR_MESSAGE, CODE_API_EXPECTED_PROFILE_HEADER, CODE_API_INVALID_REQUEST_ERROR_MESSAGE, CODE_API_RATE_LIMITED_ERROR_MESSAGE, CODE_API_UNAVAILABLE_ERROR_MESSAGE, CODE_ARTIFACT_PATH_GUIDANCE, CODE_EXECUTION_TOOLS, COMPACTION_SEMANTIC_INDEX_LIMITS, Calculator, CalculatorSchema, CalculatorToolDefinition, CalculatorToolDescription, CalculatorToolName, Callback, ChatModelStreamHandler, CloudflareBashExecutionToolDescription, CloudflareCodeExecutionToolDescription, CodeApiRequestError, CodeExecutionToolDefinition, CodeExecutionToolDescription, CodeExecutionToolName, CodeExecutionToolSchema, Command, CommonEvents, CompileCheckToolName, Constants, ContentTypes, DATE_RANGE, DEFAULT_CONTEXT_PRUNING_SETTINGS, DEFAULT_COUNTRY_DESCRIPTION, DEFAULT_HOOK_TIMEOUT_MS, DEFAULT_INTRA_TURN_RETAIN_RATIO, DEFAULT_MAX_SEALS, DEFAULT_MAX_STOP_CONTINUATIONS, DEFAULT_MAX_TOOL_CALL_ARG_BYTES, DEFAULT_PREEMPT_RESTART_GRACE_MS, DEFAULT_PROMPT_CACHE_TTL, DEFAULT_QUERY_DESCRIPTION, DEFAULT_RECURSION_LIMIT, DEFAULT_RESERVE_RATIO, DEFAULT_RETAIN_RECENT_TURNS, DEFAULT_STREAM_DELAY, DEFAULT_SUBAGENT_DESCRIPTION, DEFAULT_TOOL_TOKEN_MULTIPLIER, DynamicStructuredTool, EnvVar, EventActorExecutor, FAILED_EXECUTION_FILE_REMINDER, FakeChatModel, Graph, GraphEvents, GraphNodeActions, GraphNodeKeys, HARD_MAX_TOOL_RESULT_CHARS, HARD_MAX_TOTAL_TOOL_OUTPUT_SIZE, HOOK_EVENTS, HOOK_INJECTED_MESSAGES_CAPABLE, HOOK_PREEMPT_BOUNDARY_CAPABLE, HOOK_PREEMPT_RESTART_CAPABLE, HOOK_STOP_CONTINUATION_CAPABLE, HandlerRegistry, HookRegistry, HumanMessage, IMAGE_TOKEN_SAFETY_MARGIN, INTENT_ARG, INTENT_DESCRIPTION, INTENT_LABEL_MARKER, INTENT_PROPERTY, INTERRUPT, InMemorySubagentTaskStore, JsonlSessionStore, LLMStreamHandler, LOCAL_CODING_BUNDLE_NAMES, LOCAL_CODING_TOOL_NAMES, LOCAL_SPAWN_TIMEOUT_MS, LocalBashExecutionToolDescription, LocalCodeExecutionToolDescription, LocalEditFileToolName, LocalEditFileToolSchema, LocalFileCheckpointerImpl, LocalGlobSearchToolName, LocalGlobSearchToolSchema, LocalGrepSearchToolName, LocalGrepSearchToolSchema, LocalListDirectoryToolName, LocalListDirectoryToolSchema, LocalReadFileToolSchema, LocalWriteFileToolName, LocalWriteFileToolSchema, MAX_ASK_USER_QUESTIONS, MAX_CACHE_SIZE, MAX_PATTERN_LENGTH, MULTI_AGENT_GRAPH_RUN_NAME, MemorySaver, ModelEndHandler, MultiAgentGraph, OPENAI_RESPONSES_ACTIVE_REASONING_ID_KEY, OPENAI_RESPONSES_REPLAY_POSITIONS_KEY, ORIGINAL_CONTENT_MAX_CHARS, PREDECESSOR_HANDOFF_CUE, PREEMPT_BOUNDARY_HOOK_TIMEOUT_MS, PROVIDER_MESSAGE_PROVENANCE_LIMITS, PROVIDER_MESSAGE_PROVENANCE_VERSION, ProgrammaticToolCallingDefinition, ProgrammaticToolCallingDescription, ProgrammaticToolCallingName, ProgrammaticToolCallingSchema, PromptTemplate, ProviderMessageProjectionInvariantError, Providers, REASONING_LABEL_RUN_NAME, REMOVE_ALL_MESSAGES, REPLY_PRIMER_TOKENS, ReadFileToolDefinition, ReadFileToolDescription, ReadFileToolName, ReadFileToolSchema, Run, Runnable, RunnableCallable, RunnableLambda, RunnableSequence, SDK_STREAM_DISPATCH, STANDARD_GRAPH_RUN_NAME, STATEFUL_BASH_NOTE, STATEFUL_ENV_NOTE, SessionManager, SkillToolDefinition, SkillToolDescription, SkillToolName, SkillToolSchema, StandardGraph, StatefulBashExecutionToolDescription, StatefulCodeExecutionToolDescription, StepTypes, StreamLimitExceededError, StructuredTool, SubagentExecutor, SubagentToolDefinition, SubagentToolDescription, SubagentToolName, SubagentToolSchema, SystemMessage, TMP_SCRATCH_OUTPUT_REMINDER, TOOL_APPROVAL_EXECUTION_SCOPE_CONFIG_KEY, TestChatStreamHandler, TestLLMStreamHandler, TitleMethod, TokenEncoderManager, Tool, ToolCallTypes, ToolEndHandler, ToolMessage, ToolNode, ToolSearchToolDefinition, ToolSearchToolDescription, ToolSearchToolName, ToolSearchToolSchema, UnsafeTokenMeasurementError, WebSearchToolDefinition, WebSearchToolDescription, WebSearchToolName, WebSearchToolSchema, _createBashProgramForTests, _resetLocalEngineWarningsForTests, _resetRipgrepCacheForTests, _resetSyntaxCheckProbeCacheForTests, _resetUnrecognizedTriggerWarnings, addBedrockCacheControl, addBedrockTailCacheControl, addCacheControl, addCacheControlToStablePrefixMessages, addCodeApiExecutionProfileHeader, addTailCacheControl, appendCodeSessionFileSummary, appendFailedExecutionFileReminder, appendPredecessorHandoffCue, appendProviderMessageProvenance, appendTmpScratchReminder, applyContextPruning, applyEdit, applyOutcome, applyPreToolUseHooksForBridge, apportionTokenCounts, askUserQuestion, askUserQuestions, attemptInvoke, bashAstFindingsToErrors, buildAnthropicCacheControl, buildBashExecutionToolDescription, buildBashExecutionToolSchema, buildBedrockCachePoint, buildChildInputs, buildCodeApiEndpoint, buildCodeApiExecutionErrorMessage, buildCodeApiHttpErrorMessage, buildCodeExecutionToolDescription, buildCodeExecutionToolSchema, buildSandboxRuntimeConfig, buildSubagentToolParams, buildSummarizationInstruction, buildSummaryCarrierText, calculateMaxToolCallInputChars, calculateMaxToolResultChars, calculateMaxTotalToolOutputSize, calculateTotalTokens, canSealPreempt, checkValidNumber, clampCalibrationRatio, classifyAttachment, clientExecTimeoutMs, clientFsTimeoutMs, cloneMessage, coalesceAdjacentUserTurns, commandAvailabilityEnvCacheKey, compactSyntheticProviderContextMessage, composeAbortSignals, composeEventHandlers, computeAdaptivePieceSize, constructorChainHasLcName, convertInjectedMessages, convertMessagesToContent, countNestedGroups, countrySchema, createAgentSession, createBashExecutionTool, createBashProgrammaticToolCallingSchema, createBashProgrammaticToolCallingTool, createCloudflareBashExecutionTool, createCloudflareBashProgrammaticToolCallingTool, createCloudflareBridgeRuntime, createCloudflareCodeExecutionTool, createCloudflareCodingToolBundle, createCloudflareCodingTools, createCloudflareExecutionTool, createCloudflareExecutionWorld, createCloudflareLocalExecutionConfig, createCloudflareProgrammaticToolCallingTool, createCloudflareWorkspaceFS, createCodeExecutionTool, createCompileCheckTool, createCompileCheckToolDefinition, createContentAggregator, createEventActorExecutor, createFakeStreamingLLM, createGraph, createHandlers, createLocalBashExecutionTool, createLocalBashProgrammaticToolCallingTool, createLocalCodeExecutionTool, createLocalCodingToolBundle, createLocalCodingToolDefinitions, createLocalCodingToolRegistry, createLocalCodingTools, createLocalEditFileTool, createLocalFileCheckpointer, createLocalGlobSearchTool, createLocalGrepSearchTool, createLocalListDirectoryTool, createLocalProgrammaticToolCallingTool, createLocalReadFileTool, createLocalWriteFileTool, createMetadataAggregator, createProgrammaticToolCallingSchema, createProgrammaticToolCallingTool, createPruneMessages, createRemoveAllMessage, createRunHandlers, createSchemaOnlyTool, createSchemaOnlyTools, createSearchTool, createSubagentToolDefinition, createTokenCounter, createToolErrorOwnership, createToolPolicyHook, createToolSearch, createWorkspacePolicyHook, dateSchema, decodeFile, defaultOmitOptions, deriveMessages, deserializeMessage, dispatchesChatModelStream, dropIncompleteToolStreamContent, emptyOutputMessage, encodeFile, encodingForModel, encodingOfTokenCounter, enforceOriginalContentCap, ensureThinkingBlockInMessages, escapeRegexSpecialChars, estimateAnthropicImageTokens, estimateDocumentBlockTokens, estimateImageBlockTokens, estimateOpenAIImageTokens, estimateTimedMediaBlockTokens, execWithClientTimeout, executeCloudflareBash, executeCloudflareCode, executeHooks, executeLocalBash, executeLocalBashWithArgs, executeLocalCode, executeParallelSearches, executeTools, extractErrorMessage, extractImageDimensions, extractMcpServerName, extractTextFromContent, extractToolDiscoveries, extractUsedBashToolNames, extractUsedToolNames, fetchSessionFiles, filterBashToolsByUsage, filterGraphSubagentResult, filterSubagentResult, filterToolsByUsage, findLastIndex, flattenLegacyContent, foldToolBlocksForToollessAgent, formatAgentMessages, formatAnthropicArtifactContent, formatAnthropicMessage, formatArtifactPayload, formatCloudflareOutput, formatCompletedResponse, formatContentStrings, formatFromLangChain, formatLangChainMessages, formatMediaMessage, formatMessage, formatServerListing, formatSkillCatalog, getAssistantTextPhase, getAvailableMcpServers, getBaseToolName, getBufferString, getChatModelClass, getChunkContent, getCloudflareWorkspaceRoot, getCodeBaseURL, getContextOverflowInfo, getConverseOverrideMessage, getDeferredToolsListing, getExecutionWorld, getLocalCwd, getLocalSessionId, getMaxOutputTokensKey, getMessageCreationContentMetadata, getMessageId, getMessagesWithinTokenLimit, getProviderMessageProvenance, getProviderSourceMessageIds, getReadRoots, getSpawn, getTokenCountForMessage, getWorkspaceFS, getWorkspaceRoots, getWriteRoots, handleServerToolResult, handleToolCallChunks, handleToolCalls, hasBijectiveProviderContentPartMapping, hasNestedQuantifier, hasNestedQuantifiers, hasToolSearchInCurrentTurn, hasUnsafeStructuredSerialization, imageAttachmentContent, imagesSchema, initializeModel, inspectProviderMessageProjection, inspectProviderMessageProvenance, inspectProviderSourceMessageIds, interrupt, isAIMessage, isAnthropicLike, isAskUserQuestionsInterrupt, isBaseMessage, isContextOverflowError, isDangerousPattern, isFromAnyMcpServer, isFromMcpServer, isGoogleLike, isGraphSubagentConfig, isIntentLabelProperty, isInterrupted, isLegacyConvertible, isLibreChatOpenAIModel, isLikelyContextOverflowError, isOpenAILike, isPresent, isProgrammaticRunnerAutoBound, isProgrammaticRunnerResolvedDirectly, isReasoningContentBlock, isSyntheticProviderContextMessage, isThinkingEnabled, isToolMessage, isZodSchema, joinKeys, labelContentByAgent, locateEdit, makeIsDeferred, makeRequest, mapChatMessagesToStoredMessages, mapStoredMessagesToChatMessages, markTokenCounterCacheCompatible, maskConsumedToolResults, matchesQuery, mergeAggregatedHookResults, messagesStateReducer, modifyDeltaProperties, newsSchema, nodeExecutionWorld, normalizeBashToolResultsForReplay, normalizeCodeApiRequestError, normalizeServerFilter, normalizeSubagentConfigEntries, normalizeSubagentConfigs, normalizeToBashIdentifier, normalizeToPythonIdentifier, outcomeFieldsFromResult, parseBooleanEnv, partitionAndMarkAnthropicToolCache, performLocalSearch, preFlightTruncateToolCallInputs, preFlightTruncateToolResults, prepareProviderRequest, probeLocalCommandAvailability, projectAgentContextUsage, projectAnthropicArtifactContent, projectArtifactPayload, projectCacheControlledToolOutputsToText, projectComputerCallOutputsToText, projectOpenAIChatToolMessageContent, projectOpenAIResponsesToolMessageContent, projectOpenAIToolMessageContent, projectOpenRouterToolMessageContent, projectSingleTextToolOutputsToText, projectStructuredToolOutputsToText, projectToolCallInputs, projectToolMessagesForProvider, projectToolStreamContentForProvider, querySchema, readIntent, readOutcomeFields, registerProvider, removePredecessorHandoffCue, repairOrphanedToolMessages, resetIfNotEmpty, resolveBedrockPromptCacheTtl, resolveCloudflareSandbox, resolveCodeApiAuthHeaders, resolveContextPruningSettings, resolveFetchProxyAgent, resolveIntraTurnRetainTokens, resolveLocalExecutionConfig, resolveLocalExecutionTools, resolveLocalImplementationNames, resolveLocalToolRegistry, resolveLocalToolsForBinding, resolvePromptCacheTtl, resolveProviderMessageProjectionInvariantMode, resolveSearchOutcome, resolveStreamDelay, resolveStreamLimits, resolveSubagentConfigEntries, resolveSubagentConfigs, resolveToolOutcome, resolveWorkspacePath, resolveWorkspacePathSafe, runBashAstChecks, runPlainExecution, runPostEditSyntaxCheck, sanitizeOrphanToolBlocks, sanitizeRegex, selectRuntimeSessionHint, separateSummarizationParameters, serializeMessage, serializeToolCallInput, setCommandAvailabilityCacheEntry, setFreshProviderMessageProvenance, setInvalidProviderMessageProvenance, setProviderMessageProvenance, shellQuote, shiftIndexTokenCountMap, shouldBypassProxy, shouldTriggerSummarization, sleep, smoothStream, spawnLocalProcess, splitAssistantTextContentByPhase, splitAtRecencyBoundary, stampSyntheticProviderMessage, strictAlternationProviders, stripAnthropicCacheControl, stripBedrockCacheControl, stripCodeSessionFileSummary, stripIntent, summarizeEvent, supportsBedrockToolCache, syncBudgetDerivedFields, toJsonSchema, tool, toolResultTypes, toolsCondition, truncateLocalOutput, truncateToolInput, truncateToolResultContent, tryFallbackProviders, unescapeObject, unwrapToolResponse, validateBashCommand, validateCloudflareBashCommand, videosSchema, withClientTimeout, withIntent, withMessageRole, withoutIntent, wrapPythonForPlainExecution };
|