@assistant-ui/react-ai-sdk 0.10.14 → 0.10.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/converters/fromLanguageModelTools.d.ts +7 -0
- package/dist/converters/fromLanguageModelTools.d.ts.map +1 -0
- package/dist/converters/fromLanguageModelTools.js +16 -0
- package/dist/converters/fromLanguageModelTools.js.map +1 -0
- package/dist/converters/index.d.ts +4 -0
- package/dist/converters/index.d.ts.map +1 -0
- package/dist/converters/index.js +10 -0
- package/dist/converters/index.js.map +1 -0
- package/dist/converters/toLanguageModelMessages.d.ts +9 -0
- package/dist/converters/toLanguageModelMessages.d.ts.map +1 -0
- package/dist/converters/toLanguageModelMessages.js +143 -0
- package/dist/converters/toLanguageModelMessages.js.map +1 -0
- package/dist/converters/toLanguageModelTools.d.ts +7 -0
- package/dist/converters/toLanguageModelTools.d.ts.map +1 -0
- package/dist/converters/toLanguageModelTools.js +15 -0
- package/dist/converters/toLanguageModelTools.js.map +1 -0
- package/dist/dangerous-in-browser/DangerousInBrowserAdapter.d.ts +9 -0
- package/dist/dangerous-in-browser/DangerousInBrowserAdapter.d.ts.map +1 -0
- package/dist/dangerous-in-browser/DangerousInBrowserAdapter.js +38 -0
- package/dist/dangerous-in-browser/DangerousInBrowserAdapter.js.map +1 -0
- package/dist/dangerous-in-browser/createEdgeRuntimeAPI.d.ts +56 -0
- package/dist/dangerous-in-browser/createEdgeRuntimeAPI.d.ts.map +1 -0
- package/dist/dangerous-in-browser/createEdgeRuntimeAPI.js +65 -0
- package/dist/dangerous-in-browser/createEdgeRuntimeAPI.js.map +1 -0
- package/dist/dangerous-in-browser/index.d.ts +2 -0
- package/dist/dangerous-in-browser/index.d.ts.map +1 -0
- package/dist/dangerous-in-browser/index.js +8 -0
- package/dist/dangerous-in-browser/index.js.map +1 -0
- package/dist/dangerous-in-browser/useDangerousInBrowserRuntime.d.ts +5 -0
- package/dist/dangerous-in-browser/useDangerousInBrowserRuntime.d.ts.map +1 -0
- package/dist/dangerous-in-browser/useDangerousInBrowserRuntime.js +21 -0
- package/dist/dangerous-in-browser/useDangerousInBrowserRuntime.js.map +1 -0
- package/dist/frontendTools.d.ts +1 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -13
- package/dist/index.js.map +1 -1
- package/dist/ui/utils/convertMessage.js.map +1 -1
- package/dist/ui/utils/sliceMessagesUntil.js +1 -1
- package/dist/ui/utils/sliceMessagesUntil.js.map +1 -1
- package/dist/useChatRuntime.d.ts +15 -3
- package/dist/useChatRuntime.d.ts.map +1 -1
- package/dist/useChatRuntime.js +99 -5
- package/dist/useChatRuntime.js.map +1 -1
- package/package.json +11 -7
- package/src/converters/fromLanguageModelTools.ts +19 -0
- package/src/converters/index.ts +3 -0
- package/src/converters/toLanguageModelMessages.ts +185 -0
- package/src/converters/toLanguageModelTools.ts +21 -0
- package/src/dangerous-in-browser/DangerousInBrowserAdapter.ts +41 -0
- package/src/dangerous-in-browser/createEdgeRuntimeAPI.ts +145 -0
- package/src/dangerous-in-browser/index.ts +4 -0
- package/src/dangerous-in-browser/useDangerousInBrowserRuntime.ts +26 -0
- package/src/index.ts +2 -8
- package/src/ui/utils/convertMessage.ts +12 -12
- package/src/ui/utils/sliceMessagesUntil.tsx +1 -1
- package/src/useChatRuntime.ts +156 -12
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/ui/utils/convertMessage.ts"],"sourcesContent":["import { Message } from \"@ai-sdk/ui-utils\";\nimport {\n unstable_createMessageConverter,\n type
|
|
1
|
+
{"version":3,"sources":["../../../src/ui/utils/convertMessage.ts"],"sourcesContent":["import { Message } from \"@ai-sdk/ui-utils\";\nimport {\n unstable_createMessageConverter,\n type ReasoningMessagePart,\n type ToolCallMessagePart,\n type TextMessagePart,\n type CompleteAttachment,\n type SourceMessagePart,\n type FileMessagePart,\n} from \"@assistant-ui/react\";\n\nconst convertParts = (message: Message) => {\n if (message.parts && message.parts.length > 0) {\n return message.parts\n .filter((p) => p.type !== \"step-start\")\n .map((part) => {\n const type = part.type;\n switch (type) {\n case \"text\":\n return {\n type: \"text\",\n text: part.text,\n } satisfies TextMessagePart;\n case \"tool-invocation\":\n return {\n type: \"tool-call\",\n toolName: part.toolInvocation.toolName,\n toolCallId: part.toolInvocation.toolCallId,\n argsText: JSON.stringify(part.toolInvocation.args),\n args: part.toolInvocation.args,\n result:\n part.toolInvocation.state === \"result\" &&\n part.toolInvocation.result,\n } satisfies ToolCallMessagePart;\n case \"reasoning\":\n return {\n type: \"reasoning\",\n text: part.reasoning,\n } satisfies ReasoningMessagePart;\n case \"source\":\n return {\n type: \"source\",\n ...part.source,\n } satisfies SourceMessagePart;\n case \"file\":\n return {\n type: \"file\",\n data: part.data,\n mimeType: part.mimeType,\n } satisfies FileMessagePart;\n default: {\n const _unsupported: never = type;\n throw new Error(\n `You have a message with an unsupported part type. The type ${_unsupported} is not supported.`,\n );\n }\n }\n });\n }\n\n return message.content\n ? [\n {\n type: \"text\",\n text: message.content,\n } satisfies TextMessagePart,\n ]\n : [];\n};\n\nexport const AISDKMessageConverter = unstable_createMessageConverter(\n (message: Message) => {\n switch (message.role) {\n case \"user\":\n return {\n role: \"user\",\n id: message.id,\n createdAt: message.createdAt,\n content: convertParts(message),\n attachments: message.experimental_attachments?.map(\n (attachment, idx) =>\n ({\n id: idx.toString(),\n type: \"file\",\n name: attachment.name ?? attachment.url,\n content: [],\n contentType: attachment.contentType ?? \"unknown/unknown\",\n status: { type: \"complete\" },\n }) satisfies CompleteAttachment,\n ),\n };\n\n case \"system\":\n return {\n role: \"system\",\n id: message.id,\n createdAt: message.createdAt,\n content: convertParts(message),\n };\n\n case \"assistant\":\n return {\n role: \"assistant\",\n id: message.id,\n createdAt: message.createdAt,\n content: convertParts(message),\n metadata: {\n unstable_annotations: message.annotations,\n unstable_data: Array.isArray(message.data)\n ? message.data\n : message.data\n ? [message.data]\n : undefined,\n },\n };\n\n case \"data\": {\n type MaybeSupportedDataMessage =\n | { type?: \"unsafe_other\" }\n | ToolCallMessagePart\n | {\n type: \"tool-result\";\n toolCallId: string;\n result: any;\n };\n\n if (\n !message.data ||\n !(typeof message.data === \"object\") ||\n Array.isArray(message.data)\n )\n return [];\n\n const data = message.data as MaybeSupportedDataMessage;\n\n if (data.type === \"tool-call\") {\n return {\n role: \"assistant\",\n id: message.id,\n createdAt: message.createdAt,\n content: [data],\n };\n } else if (data.type === \"tool-result\") {\n return {\n role: \"tool\",\n id: message.id,\n toolCallId: data.toolCallId,\n result: data.result,\n };\n }\n return [];\n }\n\n default:\n const _unsupported: \"function\" | \"tool\" = message.role;\n throw new Error(\n `You have a message with an unsupported role. The role ${_unsupported} is not supported.`,\n );\n }\n },\n);\n"],"mappings":";AACA;AAAA,EACE;AAAA,OAOK;AAEP,IAAM,eAAe,CAAC,YAAqB;AACzC,MAAI,QAAQ,SAAS,QAAQ,MAAM,SAAS,GAAG;AAC7C,WAAO,QAAQ,MACZ,OAAO,CAAC,MAAM,EAAE,SAAS,YAAY,EACrC,IAAI,CAAC,SAAS;AACb,YAAM,OAAO,KAAK;AAClB,cAAQ,MAAM;AAAA,QACZ,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,MAAM,KAAK;AAAA,UACb;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,UAAU,KAAK,eAAe;AAAA,YAC9B,YAAY,KAAK,eAAe;AAAA,YAChC,UAAU,KAAK,UAAU,KAAK,eAAe,IAAI;AAAA,YACjD,MAAM,KAAK,eAAe;AAAA,YAC1B,QACE,KAAK,eAAe,UAAU,YAC9B,KAAK,eAAe;AAAA,UACxB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,MAAM,KAAK;AAAA,UACb;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,GAAG,KAAK;AAAA,UACV;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,MAAM,KAAK;AAAA,YACX,UAAU,KAAK;AAAA,UACjB;AAAA,QACF,SAAS;AACP,gBAAM,eAAsB;AAC5B,gBAAM,IAAI;AAAA,YACR,8DAA8D,YAAY;AAAA,UAC5E;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACL;AAEA,SAAO,QAAQ,UACX;AAAA,IACE;AAAA,MACE,MAAM;AAAA,MACN,MAAM,QAAQ;AAAA,IAChB;AAAA,EACF,IACA,CAAC;AACP;AAEO,IAAM,wBAAwB;AAAA,EACnC,CAAC,YAAqB;AACpB,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,eAAO;AAAA,UACL,MAAM;AAAA,UACN,IAAI,QAAQ;AAAA,UACZ,WAAW,QAAQ;AAAA,UACnB,SAAS,aAAa,OAAO;AAAA,UAC7B,aAAa,QAAQ,0BAA0B;AAAA,YAC7C,CAAC,YAAY,SACV;AAAA,cACC,IAAI,IAAI,SAAS;AAAA,cACjB,MAAM;AAAA,cACN,MAAM,WAAW,QAAQ,WAAW;AAAA,cACpC,SAAS,CAAC;AAAA,cACV,aAAa,WAAW,eAAe;AAAA,cACvC,QAAQ,EAAE,MAAM,WAAW;AAAA,YAC7B;AAAA,UACJ;AAAA,QACF;AAAA,MAEF,KAAK;AACH,eAAO;AAAA,UACL,MAAM;AAAA,UACN,IAAI,QAAQ;AAAA,UACZ,WAAW,QAAQ;AAAA,UACnB,SAAS,aAAa,OAAO;AAAA,QAC/B;AAAA,MAEF,KAAK;AACH,eAAO;AAAA,UACL,MAAM;AAAA,UACN,IAAI,QAAQ;AAAA,UACZ,WAAW,QAAQ;AAAA,UACnB,SAAS,aAAa,OAAO;AAAA,UAC7B,UAAU;AAAA,YACR,sBAAsB,QAAQ;AAAA,YAC9B,eAAe,MAAM,QAAQ,QAAQ,IAAI,IACrC,QAAQ,OACR,QAAQ,OACN,CAAC,QAAQ,IAAI,IACb;AAAA,UACR;AAAA,QACF;AAAA,MAEF,KAAK,QAAQ;AAUX,YACE,CAAC,QAAQ,QACT,EAAE,OAAO,QAAQ,SAAS,aAC1B,MAAM,QAAQ,QAAQ,IAAI;AAE1B,iBAAO,CAAC;AAEV,cAAM,OAAO,QAAQ;AAErB,YAAI,KAAK,SAAS,aAAa;AAC7B,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,IAAI,QAAQ;AAAA,YACZ,WAAW,QAAQ;AAAA,YACnB,SAAS,CAAC,IAAI;AAAA,UAChB;AAAA,QACF,WAAW,KAAK,SAAS,eAAe;AACtC,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,IAAI,QAAQ;AAAA,YACZ,YAAY,KAAK;AAAA,YACjB,QAAQ,KAAK;AAAA,UACf;AAAA,QACF;AACA,eAAO,CAAC;AAAA,MACV;AAAA,MAEA;AACE,cAAM,eAAoC,QAAQ;AAClD,cAAM,IAAI;AAAA,UACR,yDAAyD,YAAY;AAAA,QACvE;AAAA,IACJ;AAAA,EACF;AACF;","names":[]}
|
|
@@ -4,7 +4,7 @@ var sliceMessagesUntil = (messages, messageId) => {
|
|
|
4
4
|
let messageIdx = messages.findIndex((m) => m.id === messageId);
|
|
5
5
|
if (messageIdx === -1)
|
|
6
6
|
throw new Error(
|
|
7
|
-
"useVercelAIThreadState: Message not found. This is
|
|
7
|
+
"useVercelAIThreadState: Message not found. This is likely an internal bug in assistant-ui."
|
|
8
8
|
);
|
|
9
9
|
while (messages[messageIdx + 1]?.role === "assistant") {
|
|
10
10
|
messageIdx++;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/ui/utils/sliceMessagesUntil.tsx"],"sourcesContent":["import type { Message } from \"@ai-sdk/ui-utils\";\n\nexport const sliceMessagesUntil = (\n messages: Message[],\n messageId: string | null,\n) => {\n if (messageId == null) return [];\n\n let messageIdx = messages.findIndex((m) => m.id === messageId);\n if (messageIdx === -1)\n throw new Error(\n \"useVercelAIThreadState: Message not found. This is
|
|
1
|
+
{"version":3,"sources":["../../../src/ui/utils/sliceMessagesUntil.tsx"],"sourcesContent":["import type { Message } from \"@ai-sdk/ui-utils\";\n\nexport const sliceMessagesUntil = (\n messages: Message[],\n messageId: string | null,\n) => {\n if (messageId == null) return [];\n\n let messageIdx = messages.findIndex((m) => m.id === messageId);\n if (messageIdx === -1)\n throw new Error(\n \"useVercelAIThreadState: Message not found. This is likely an internal bug in assistant-ui.\",\n );\n\n while (messages[messageIdx + 1]?.role === \"assistant\") {\n messageIdx++;\n }\n\n return messages.slice(0, messageIdx + 1);\n};\n"],"mappings":";AAEO,IAAM,qBAAqB,CAChC,UACA,cACG;AACH,MAAI,aAAa,KAAM,QAAO,CAAC;AAE/B,MAAI,aAAa,SAAS,UAAU,CAAC,MAAM,EAAE,OAAO,SAAS;AAC7D,MAAI,eAAe;AACjB,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAEF,SAAO,SAAS,aAAa,CAAC,GAAG,SAAS,aAAa;AACrD;AAAA,EACF;AAEA,SAAO,SAAS,MAAM,GAAG,aAAa,CAAC;AACzC;","names":[]}
|
package/dist/useChatRuntime.d.ts
CHANGED
|
@@ -1,4 +1,16 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
export
|
|
1
|
+
import { AssistantRuntime, LocalRuntimeOptions, ThreadMessage } from "@assistant-ui/react";
|
|
2
|
+
type HeadersValue = Record<string, string> | Headers;
|
|
3
|
+
export type UseChatRuntimeOptions = {
|
|
4
|
+
api: string;
|
|
5
|
+
onResponse?: (response: Response) => void | Promise<void>;
|
|
6
|
+
onFinish?: (message: ThreadMessage) => void;
|
|
7
|
+
onError?: (error: Error) => void;
|
|
8
|
+
onCancel?: () => void;
|
|
9
|
+
credentials?: RequestCredentials;
|
|
10
|
+
headers?: HeadersValue | (() => Promise<HeadersValue>);
|
|
11
|
+
body?: object;
|
|
12
|
+
sendExtraMessageFields?: boolean;
|
|
13
|
+
} & LocalRuntimeOptions;
|
|
14
|
+
export declare const useChatRuntime: (options: UseChatRuntimeOptions) => AssistantRuntime;
|
|
15
|
+
export {};
|
|
4
16
|
//# sourceMappingURL=useChatRuntime.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useChatRuntime.d.ts","sourceRoot":"","sources":["../src/useChatRuntime.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"useChatRuntime.d.ts","sourceRoot":"","sources":["../src/useChatRuntime.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,gBAAgB,EAIhB,mBAAmB,EACnB,aAAa,EAGd,MAAM,qBAAqB,CAAC;AAa7B,KAAK,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC;AAErD,MAAM,MAAM,qBAAqB,GAAG;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,aAAa,KAAK,IAAI,CAAC;IAC5C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,OAAO,CAAC,EAAE,YAAY,GAAG,CAAC,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;IACvD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sBAAsB,CAAC,EAAE,OAAO,CAAC;CAClC,GAAG,mBAAmB,CAAC;AA6GxB,eAAO,MAAM,cAAc,GACzB,SAAS,qBAAqB,KAC7B,gBAQF,CAAC"}
|
package/dist/useChatRuntime.js
CHANGED
|
@@ -1,10 +1,104 @@
|
|
|
1
|
+
"use client";
|
|
2
|
+
|
|
1
3
|
// src/useChatRuntime.ts
|
|
2
|
-
import {
|
|
4
|
+
import { toLanguageModelMessages } from "./converters/index.js";
|
|
5
|
+
import {
|
|
6
|
+
INTERNAL,
|
|
7
|
+
useLocalRuntime
|
|
8
|
+
} from "@assistant-ui/react";
|
|
9
|
+
import { z } from "zod";
|
|
10
|
+
import zodToJsonSchema from "zod-to-json-schema";
|
|
11
|
+
import {
|
|
12
|
+
AssistantMessageAccumulator,
|
|
13
|
+
DataStreamDecoder,
|
|
14
|
+
unstable_toolResultStream
|
|
15
|
+
} from "assistant-stream";
|
|
16
|
+
import { asAsyncIterableStream } from "assistant-stream/utils";
|
|
17
|
+
var { splitLocalRuntimeOptions } = INTERNAL;
|
|
18
|
+
var toAISDKTools = (tools) => {
|
|
19
|
+
return Object.fromEntries(
|
|
20
|
+
Object.entries(tools).map(([name, tool]) => [
|
|
21
|
+
name,
|
|
22
|
+
{
|
|
23
|
+
...tool.description ? { description: tool.description } : void 0,
|
|
24
|
+
parameters: tool.parameters instanceof z.ZodType ? zodToJsonSchema(tool.parameters) : tool.parameters
|
|
25
|
+
}
|
|
26
|
+
])
|
|
27
|
+
);
|
|
28
|
+
};
|
|
29
|
+
var getEnabledTools = (tools) => {
|
|
30
|
+
return Object.fromEntries(
|
|
31
|
+
Object.entries(tools).filter(
|
|
32
|
+
([, tool]) => !tool.disabled && tool.type !== "backend"
|
|
33
|
+
)
|
|
34
|
+
);
|
|
35
|
+
};
|
|
36
|
+
var ChatRuntimeAdapter = class {
|
|
37
|
+
constructor(options) {
|
|
38
|
+
this.options = options;
|
|
39
|
+
}
|
|
40
|
+
async *run({
|
|
41
|
+
messages,
|
|
42
|
+
runConfig,
|
|
43
|
+
abortSignal,
|
|
44
|
+
context,
|
|
45
|
+
unstable_assistantMessageId,
|
|
46
|
+
unstable_getMessage
|
|
47
|
+
}) {
|
|
48
|
+
const headersValue = typeof this.options.headers === "function" ? await this.options.headers() : this.options.headers;
|
|
49
|
+
abortSignal.addEventListener(
|
|
50
|
+
"abort",
|
|
51
|
+
() => {
|
|
52
|
+
if (!abortSignal.reason?.detach) this.options.onCancel?.();
|
|
53
|
+
},
|
|
54
|
+
{ once: true }
|
|
55
|
+
);
|
|
56
|
+
const headers = new Headers(headersValue);
|
|
57
|
+
headers.set("Content-Type", "application/json");
|
|
58
|
+
const result = await fetch(this.options.api, {
|
|
59
|
+
method: "POST",
|
|
60
|
+
headers,
|
|
61
|
+
credentials: this.options.credentials ?? "same-origin",
|
|
62
|
+
body: JSON.stringify({
|
|
63
|
+
system: context.system,
|
|
64
|
+
messages: toLanguageModelMessages(messages, {
|
|
65
|
+
unstable_includeId: this.options.sendExtraMessageFields
|
|
66
|
+
}),
|
|
67
|
+
tools: toAISDKTools(
|
|
68
|
+
getEnabledTools(context.tools ?? {})
|
|
69
|
+
),
|
|
70
|
+
...unstable_assistantMessageId ? { unstable_assistantMessageId } : {},
|
|
71
|
+
runConfig,
|
|
72
|
+
state: unstable_getMessage().metadata.unstable_state || void 0,
|
|
73
|
+
...context.callSettings,
|
|
74
|
+
...context.config,
|
|
75
|
+
...this.options.body
|
|
76
|
+
}),
|
|
77
|
+
signal: abortSignal
|
|
78
|
+
});
|
|
79
|
+
await this.options.onResponse?.(result);
|
|
80
|
+
try {
|
|
81
|
+
if (!result.ok) {
|
|
82
|
+
throw new Error(`Status ${result.status}: ${await result.text()}`);
|
|
83
|
+
}
|
|
84
|
+
if (!result.body) {
|
|
85
|
+
throw new Error("Response body is null");
|
|
86
|
+
}
|
|
87
|
+
const stream = result.body.pipeThrough(new DataStreamDecoder()).pipeThrough(unstable_toolResultStream(context.tools, abortSignal)).pipeThrough(new AssistantMessageAccumulator());
|
|
88
|
+
yield* asAsyncIterableStream(stream);
|
|
89
|
+
this.options.onFinish?.(unstable_getMessage());
|
|
90
|
+
} catch (error) {
|
|
91
|
+
this.options.onError?.(error);
|
|
92
|
+
throw error;
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
};
|
|
3
96
|
var useChatRuntime = (options) => {
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
97
|
+
const { localRuntimeOptions, otherOptions } = splitLocalRuntimeOptions(options);
|
|
98
|
+
return useLocalRuntime(
|
|
99
|
+
new ChatRuntimeAdapter(otherOptions),
|
|
100
|
+
localRuntimeOptions
|
|
101
|
+
);
|
|
8
102
|
};
|
|
9
103
|
export {
|
|
10
104
|
useChatRuntime
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/useChatRuntime.ts"],"sourcesContent":["
|
|
1
|
+
{"version":3,"sources":["../src/useChatRuntime.ts"],"sourcesContent":["\"use client\";\n\nimport { toLanguageModelMessages } from \"./converters\";\nimport {\n AssistantRuntime,\n ChatModelAdapter,\n ChatModelRunOptions,\n INTERNAL,\n LocalRuntimeOptions,\n ThreadMessage,\n Tool,\n useLocalRuntime,\n} from \"@assistant-ui/react\";\nimport { z } from \"zod\";\nimport zodToJsonSchema from \"zod-to-json-schema\";\nimport { JSONSchema7 } from \"json-schema\";\nimport {\n AssistantMessageAccumulator,\n DataStreamDecoder,\n unstable_toolResultStream,\n} from \"assistant-stream\";\nimport { asAsyncIterableStream } from \"assistant-stream/utils\";\n\nconst { splitLocalRuntimeOptions } = INTERNAL;\n\ntype HeadersValue = Record<string, string> | Headers;\n\nexport type UseChatRuntimeOptions = {\n api: string;\n onResponse?: (response: Response) => void | Promise<void>;\n onFinish?: (message: ThreadMessage) => void;\n onError?: (error: Error) => void;\n onCancel?: () => void;\n credentials?: RequestCredentials;\n headers?: HeadersValue | (() => Promise<HeadersValue>);\n body?: object;\n sendExtraMessageFields?: boolean;\n} & LocalRuntimeOptions;\n\ntype ChatRuntimeRequestOptions = {\n messages: any[];\n tools: any;\n system?: string | undefined;\n runConfig?: any;\n unstable_assistantMessageId?: string;\n state?: any;\n};\n\nconst toAISDKTools = (tools: Record<string, Tool>) => {\n return Object.fromEntries(\n Object.entries(tools).map(([name, tool]) => [\n name,\n {\n ...(tool.description ? { description: tool.description } : undefined),\n parameters: (tool.parameters instanceof z.ZodType\n ? zodToJsonSchema(tool.parameters)\n : tool.parameters) as JSONSchema7,\n },\n ]),\n );\n};\n\nconst getEnabledTools = (tools: Record<string, Tool>) => {\n return Object.fromEntries(\n Object.entries(tools).filter(\n ([, tool]) => !tool.disabled && tool.type !== \"backend\",\n ),\n );\n};\n\nclass ChatRuntimeAdapter implements ChatModelAdapter {\n constructor(\n private options: Omit<UseChatRuntimeOptions, keyof LocalRuntimeOptions>,\n ) {}\n\n async *run({\n messages,\n runConfig,\n abortSignal,\n context,\n unstable_assistantMessageId,\n unstable_getMessage,\n }: ChatModelRunOptions) {\n const headersValue =\n typeof this.options.headers === \"function\"\n ? await this.options.headers()\n : this.options.headers;\n\n abortSignal.addEventListener(\n \"abort\",\n () => {\n if (!abortSignal.reason?.detach) this.options.onCancel?.();\n },\n { once: true },\n );\n\n const headers = new Headers(headersValue);\n headers.set(\"Content-Type\", \"application/json\");\n\n const result = await fetch(this.options.api, {\n method: \"POST\",\n headers,\n credentials: this.options.credentials ?? \"same-origin\",\n body: JSON.stringify({\n system: context.system,\n messages: toLanguageModelMessages(messages, {\n unstable_includeId: this.options.sendExtraMessageFields,\n }) as ChatRuntimeRequestOptions[\"messages\"],\n tools: toAISDKTools(\n getEnabledTools(context.tools ?? {}),\n ) as unknown as ChatRuntimeRequestOptions[\"tools\"],\n ...(unstable_assistantMessageId ? { unstable_assistantMessageId } : {}),\n runConfig,\n state: unstable_getMessage().metadata.unstable_state || undefined,\n ...context.callSettings,\n ...context.config,\n ...this.options.body,\n } satisfies ChatRuntimeRequestOptions),\n signal: abortSignal,\n });\n\n await this.options.onResponse?.(result);\n\n try {\n if (!result.ok) {\n throw new Error(`Status ${result.status}: ${await result.text()}`);\n }\n if (!result.body) {\n throw new Error(\"Response body is null\");\n }\n\n const stream = result.body\n .pipeThrough(new DataStreamDecoder())\n .pipeThrough(unstable_toolResultStream(context.tools, abortSignal))\n .pipeThrough(new AssistantMessageAccumulator());\n\n yield* asAsyncIterableStream(stream);\n\n this.options.onFinish?.(unstable_getMessage());\n } catch (error: unknown) {\n this.options.onError?.(error as Error);\n throw error;\n }\n }\n}\n\nexport const useChatRuntime = (\n options: UseChatRuntimeOptions,\n): AssistantRuntime => {\n const { localRuntimeOptions, otherOptions } =\n splitLocalRuntimeOptions(options);\n\n return useLocalRuntime(\n new ChatRuntimeAdapter(otherOptions),\n localRuntimeOptions,\n );\n};\n"],"mappings":";;;AAEA,SAAS,+BAA+B;AACxC;AAAA,EAIE;AAAA,EAIA;AAAA,OACK;AACP,SAAS,SAAS;AAClB,OAAO,qBAAqB;AAE5B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,6BAA6B;AAEtC,IAAM,EAAE,yBAAyB,IAAI;AAyBrC,IAAM,eAAe,CAAC,UAAgC;AACpD,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,KAAK,EAAE,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM;AAAA,MAC1C;AAAA,MACA;AAAA,QACE,GAAI,KAAK,cAAc,EAAE,aAAa,KAAK,YAAY,IAAI;AAAA,QAC3D,YAAa,KAAK,sBAAsB,EAAE,UACtC,gBAAgB,KAAK,UAAU,IAC/B,KAAK;AAAA,MACX;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEA,IAAM,kBAAkB,CAAC,UAAgC;AACvD,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,KAAK,EAAE;AAAA,MACpB,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,KAAK,YAAY,KAAK,SAAS;AAAA,IAChD;AAAA,EACF;AACF;AAEA,IAAM,qBAAN,MAAqD;AAAA,EACnD,YACU,SACR;AADQ;AAAA,EACP;AAAA,EAEH,OAAO,IAAI;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAAwB;AACtB,UAAM,eACJ,OAAO,KAAK,QAAQ,YAAY,aAC5B,MAAM,KAAK,QAAQ,QAAQ,IAC3B,KAAK,QAAQ;AAEnB,gBAAY;AAAA,MACV;AAAA,MACA,MAAM;AACJ,YAAI,CAAC,YAAY,QAAQ,OAAQ,MAAK,QAAQ,WAAW;AAAA,MAC3D;AAAA,MACA,EAAE,MAAM,KAAK;AAAA,IACf;AAEA,UAAM,UAAU,IAAI,QAAQ,YAAY;AACxC,YAAQ,IAAI,gBAAgB,kBAAkB;AAE9C,UAAM,SAAS,MAAM,MAAM,KAAK,QAAQ,KAAK;AAAA,MAC3C,QAAQ;AAAA,MACR;AAAA,MACA,aAAa,KAAK,QAAQ,eAAe;AAAA,MACzC,MAAM,KAAK,UAAU;AAAA,QACnB,QAAQ,QAAQ;AAAA,QAChB,UAAU,wBAAwB,UAAU;AAAA,UAC1C,oBAAoB,KAAK,QAAQ;AAAA,QACnC,CAAC;AAAA,QACD,OAAO;AAAA,UACL,gBAAgB,QAAQ,SAAS,CAAC,CAAC;AAAA,QACrC;AAAA,QACA,GAAI,8BAA8B,EAAE,4BAA4B,IAAI,CAAC;AAAA,QACrE;AAAA,QACA,OAAO,oBAAoB,EAAE,SAAS,kBAAkB;AAAA,QACxD,GAAG,QAAQ;AAAA,QACX,GAAG,QAAQ;AAAA,QACX,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAqC;AAAA,MACrC,QAAQ;AAAA,IACV,CAAC;AAED,UAAM,KAAK,QAAQ,aAAa,MAAM;AAEtC,QAAI;AACF,UAAI,CAAC,OAAO,IAAI;AACd,cAAM,IAAI,MAAM,UAAU,OAAO,MAAM,KAAK,MAAM,OAAO,KAAK,CAAC,EAAE;AAAA,MACnE;AACA,UAAI,CAAC,OAAO,MAAM;AAChB,cAAM,IAAI,MAAM,uBAAuB;AAAA,MACzC;AAEA,YAAM,SAAS,OAAO,KACnB,YAAY,IAAI,kBAAkB,CAAC,EACnC,YAAY,0BAA0B,QAAQ,OAAO,WAAW,CAAC,EACjE,YAAY,IAAI,4BAA4B,CAAC;AAEhD,aAAO,sBAAsB,MAAM;AAEnC,WAAK,QAAQ,WAAW,oBAAoB,CAAC;AAAA,IAC/C,SAAS,OAAgB;AACvB,WAAK,QAAQ,UAAU,KAAc;AACrC,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAEO,IAAM,iBAAiB,CAC5B,YACqB;AACrB,QAAM,EAAE,qBAAqB,aAAa,IACxC,yBAAyB,OAAO;AAElC,SAAO;AAAA,IACL,IAAI,mBAAmB,YAAY;AAAA,IACnC;AAAA,EACF;AACF;","names":[]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@assistant-ui/react-ai-sdk",
|
|
3
|
-
"version": "0.10.
|
|
3
|
+
"version": "0.10.16",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"exports": {
|
|
@@ -18,16 +18,19 @@
|
|
|
18
18
|
],
|
|
19
19
|
"sideEffects": false,
|
|
20
20
|
"dependencies": {
|
|
21
|
+
"@ai-sdk/provider": "^1.1.3",
|
|
21
22
|
"@ai-sdk/react": "*",
|
|
22
23
|
"@ai-sdk/ui-utils": "*",
|
|
23
24
|
"@radix-ui/react-use-callback-ref": "^1.1.1",
|
|
24
25
|
"@types/json-schema": "^7.0.15",
|
|
25
|
-
"
|
|
26
|
-
"
|
|
27
|
-
"
|
|
26
|
+
"assistant-stream": "^0.2.19",
|
|
27
|
+
"json-schema": "^0.4.0",
|
|
28
|
+
"zod": "^3.25.67",
|
|
29
|
+
"zod-to-json-schema": "^3.24.6",
|
|
30
|
+
"zustand": "^5.0.6"
|
|
28
31
|
},
|
|
29
32
|
"peerDependencies": {
|
|
30
|
-
"@assistant-ui/react": "^0.10.
|
|
33
|
+
"@assistant-ui/react": "^0.10.26",
|
|
31
34
|
"@types/react": "*",
|
|
32
35
|
"react": "^18 || ^19 || ^19.0.0-rc"
|
|
33
36
|
},
|
|
@@ -37,12 +40,13 @@
|
|
|
37
40
|
}
|
|
38
41
|
},
|
|
39
42
|
"devDependencies": {
|
|
40
|
-
"@types/node": "^24.0.
|
|
43
|
+
"@types/node": "^24.0.4",
|
|
41
44
|
"@types/react": "^19.1.8",
|
|
42
45
|
"eslint": "^9",
|
|
43
|
-
"eslint-config-next": "15.3.
|
|
46
|
+
"eslint-config-next": "15.3.4",
|
|
44
47
|
"react": "^19.1.0",
|
|
45
48
|
"tsx": "^4.20.3",
|
|
49
|
+
"@assistant-ui/react": "0.10.26",
|
|
46
50
|
"@assistant-ui/x-buildutils": "0.0.1"
|
|
47
51
|
},
|
|
48
52
|
"publishConfig": {
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { LanguageModelV1FunctionTool } from "@ai-sdk/provider";
|
|
2
|
+
import { Tool } from "@assistant-ui/react";
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* @deprecated This is an internal API and may change without notice.
|
|
6
|
+
*/
|
|
7
|
+
export const fromLanguageModelTools = (
|
|
8
|
+
tools: LanguageModelV1FunctionTool[],
|
|
9
|
+
): Record<string, Tool<any, any>> => {
|
|
10
|
+
return Object.fromEntries(
|
|
11
|
+
tools.map((tool) => [
|
|
12
|
+
tool.name,
|
|
13
|
+
{
|
|
14
|
+
description: tool.description,
|
|
15
|
+
parameters: tool.parameters,
|
|
16
|
+
},
|
|
17
|
+
]),
|
|
18
|
+
);
|
|
19
|
+
};
|
|
@@ -0,0 +1,185 @@
|
|
|
1
|
+
import {
|
|
2
|
+
LanguageModelV1FilePart,
|
|
3
|
+
LanguageModelV1ImagePart,
|
|
4
|
+
LanguageModelV1Message,
|
|
5
|
+
LanguageModelV1TextPart,
|
|
6
|
+
LanguageModelV1ToolCallPart,
|
|
7
|
+
LanguageModelV1ToolResultPart,
|
|
8
|
+
} from "@ai-sdk/provider";
|
|
9
|
+
import {
|
|
10
|
+
TextMessagePart,
|
|
11
|
+
ThreadMessage,
|
|
12
|
+
ToolCallMessagePart,
|
|
13
|
+
} from "@assistant-ui/react";
|
|
14
|
+
|
|
15
|
+
const assistantMessageSplitter = () => {
|
|
16
|
+
const stash: LanguageModelV1Message[] = [];
|
|
17
|
+
let assistantMessage = {
|
|
18
|
+
role: "assistant" as const,
|
|
19
|
+
content: [] as (LanguageModelV1TextPart | LanguageModelV1ToolCallPart)[],
|
|
20
|
+
};
|
|
21
|
+
let toolMessage = {
|
|
22
|
+
role: "tool" as const,
|
|
23
|
+
content: [] as LanguageModelV1ToolResultPart[],
|
|
24
|
+
};
|
|
25
|
+
|
|
26
|
+
return {
|
|
27
|
+
addTextMessagePart: (part: TextMessagePart) => {
|
|
28
|
+
if (toolMessage.content.length > 0) {
|
|
29
|
+
stash.push(assistantMessage);
|
|
30
|
+
stash.push(toolMessage);
|
|
31
|
+
|
|
32
|
+
assistantMessage = {
|
|
33
|
+
role: "assistant" as const,
|
|
34
|
+
content: [] as (
|
|
35
|
+
| LanguageModelV1TextPart
|
|
36
|
+
| LanguageModelV1ToolCallPart
|
|
37
|
+
)[],
|
|
38
|
+
};
|
|
39
|
+
|
|
40
|
+
toolMessage = {
|
|
41
|
+
role: "tool" as const,
|
|
42
|
+
content: [] as LanguageModelV1ToolResultPart[],
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
assistantMessage.content.push(part);
|
|
47
|
+
},
|
|
48
|
+
addToolCallPart: (part: ToolCallMessagePart) => {
|
|
49
|
+
assistantMessage.content.push({
|
|
50
|
+
type: "tool-call",
|
|
51
|
+
toolCallId: part.toolCallId,
|
|
52
|
+
toolName: part.toolName,
|
|
53
|
+
args: part.args,
|
|
54
|
+
});
|
|
55
|
+
|
|
56
|
+
toolMessage.content.push({
|
|
57
|
+
type: "tool-result",
|
|
58
|
+
toolCallId: part.toolCallId,
|
|
59
|
+
toolName: part.toolName,
|
|
60
|
+
...("artifact" in part ? { artifact: part.artifact } : {}),
|
|
61
|
+
result:
|
|
62
|
+
part.result === undefined
|
|
63
|
+
? "Error: tool is has no configured code to run"
|
|
64
|
+
: part.result,
|
|
65
|
+
isError: part.isError ?? part.result === undefined,
|
|
66
|
+
});
|
|
67
|
+
},
|
|
68
|
+
getMessages: () => {
|
|
69
|
+
if (toolMessage.content.length > 0) {
|
|
70
|
+
return [...stash, assistantMessage, toolMessage];
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
return [...stash, assistantMessage];
|
|
74
|
+
},
|
|
75
|
+
};
|
|
76
|
+
};
|
|
77
|
+
|
|
78
|
+
/**
|
|
79
|
+
* @deprecated This is an internal API and may change without notice.
|
|
80
|
+
*/
|
|
81
|
+
export function toLanguageModelMessages(
|
|
82
|
+
message: readonly ThreadMessage[],
|
|
83
|
+
options: { unstable_includeId?: boolean | undefined } = {},
|
|
84
|
+
): LanguageModelV1Message[] {
|
|
85
|
+
const includeId = options.unstable_includeId ?? false;
|
|
86
|
+
return message.flatMap((message) => {
|
|
87
|
+
const role = message.role;
|
|
88
|
+
switch (role) {
|
|
89
|
+
case "system": {
|
|
90
|
+
return [
|
|
91
|
+
{
|
|
92
|
+
...(includeId
|
|
93
|
+
? { unstable_id: (message as ThreadMessage).id }
|
|
94
|
+
: {}),
|
|
95
|
+
role: "system",
|
|
96
|
+
content: message.content[0].text,
|
|
97
|
+
},
|
|
98
|
+
];
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
case "user": {
|
|
102
|
+
const attachments = "attachments" in message ? message.attachments : [];
|
|
103
|
+
const content = [
|
|
104
|
+
...message.content,
|
|
105
|
+
...attachments.map((a) => a.content).flat(),
|
|
106
|
+
];
|
|
107
|
+
const msg: LanguageModelV1Message = {
|
|
108
|
+
...(includeId ? { unstable_id: (message as ThreadMessage).id } : {}),
|
|
109
|
+
role: "user",
|
|
110
|
+
content: content.map(
|
|
111
|
+
(
|
|
112
|
+
part,
|
|
113
|
+
):
|
|
114
|
+
| LanguageModelV1TextPart
|
|
115
|
+
| LanguageModelV1ImagePart
|
|
116
|
+
| LanguageModelV1FilePart => {
|
|
117
|
+
const type = part.type;
|
|
118
|
+
switch (type) {
|
|
119
|
+
case "text": {
|
|
120
|
+
return part;
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
case "image": {
|
|
124
|
+
return {
|
|
125
|
+
type: "image",
|
|
126
|
+
image: new URL(part.image),
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
case "file": {
|
|
131
|
+
return {
|
|
132
|
+
type: "file",
|
|
133
|
+
data: new URL(part.data),
|
|
134
|
+
mimeType: part.mimeType,
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
default: {
|
|
139
|
+
const unhandledType: "audio" = type;
|
|
140
|
+
throw new Error(
|
|
141
|
+
`Unspported message part type: ${unhandledType}`,
|
|
142
|
+
);
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
},
|
|
146
|
+
),
|
|
147
|
+
};
|
|
148
|
+
return [msg];
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
case "assistant": {
|
|
152
|
+
const splitter = assistantMessageSplitter();
|
|
153
|
+
for (const part of message.content) {
|
|
154
|
+
const type = part.type;
|
|
155
|
+
switch (type) {
|
|
156
|
+
case "reasoning":
|
|
157
|
+
case "source":
|
|
158
|
+
case "file": {
|
|
159
|
+
break; // reasoning, source, and file parts are omitted
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
case "text": {
|
|
163
|
+
splitter.addTextMessagePart(part);
|
|
164
|
+
break;
|
|
165
|
+
}
|
|
166
|
+
case "tool-call": {
|
|
167
|
+
splitter.addToolCallPart(part);
|
|
168
|
+
break;
|
|
169
|
+
}
|
|
170
|
+
default: {
|
|
171
|
+
const unhandledType: never = type;
|
|
172
|
+
throw new Error(`Unhandled message part type: ${unhandledType}`);
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
return splitter.getMessages();
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
default: {
|
|
180
|
+
const unhandledRole: never = role;
|
|
181
|
+
throw new Error(`Unknown message role: ${unhandledRole}`);
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
});
|
|
185
|
+
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { LanguageModelV1FunctionTool } from "@ai-sdk/provider";
|
|
2
|
+
import { JSONSchema7 } from "json-schema";
|
|
3
|
+
import { z } from "zod";
|
|
4
|
+
import zodToJsonSchema from "zod-to-json-schema";
|
|
5
|
+
import { Tool } from "@assistant-ui/react";
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* @deprecated This is an internal API and may change without notice.
|
|
9
|
+
*/
|
|
10
|
+
export const toLanguageModelTools = (
|
|
11
|
+
tools: Record<string, Tool<any, any>>,
|
|
12
|
+
): LanguageModelV1FunctionTool[] => {
|
|
13
|
+
return Object.entries(tools).map(([name, tool]) => ({
|
|
14
|
+
type: "function",
|
|
15
|
+
name,
|
|
16
|
+
...(tool.description ? { description: tool.description } : undefined),
|
|
17
|
+
parameters: (tool.parameters instanceof z.ZodType
|
|
18
|
+
? zodToJsonSchema(tool.parameters)
|
|
19
|
+
: tool.parameters) as JSONSchema7,
|
|
20
|
+
}));
|
|
21
|
+
};
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import { asAsyncIterableStream } from "assistant-stream/utils";
|
|
2
|
+
import {
|
|
3
|
+
AssistantMessageAccumulator,
|
|
4
|
+
unstable_toolResultStream,
|
|
5
|
+
} from "assistant-stream";
|
|
6
|
+
import { ChatModelAdapter, ChatModelRunOptions } from "@assistant-ui/react";
|
|
7
|
+
import {
|
|
8
|
+
CreateEdgeRuntimeAPIOptions,
|
|
9
|
+
getEdgeRuntimeStream,
|
|
10
|
+
} from "./createEdgeRuntimeAPI";
|
|
11
|
+
|
|
12
|
+
export type DangerousInBrowserAdapterOptions = CreateEdgeRuntimeAPIOptions;
|
|
13
|
+
|
|
14
|
+
export class DangerousInBrowserAdapter implements ChatModelAdapter {
|
|
15
|
+
constructor(private options: DangerousInBrowserAdapterOptions) {}
|
|
16
|
+
|
|
17
|
+
async *run({ messages, abortSignal, context }: ChatModelRunOptions) {
|
|
18
|
+
const res = await getEdgeRuntimeStream({
|
|
19
|
+
options: {
|
|
20
|
+
...this.options,
|
|
21
|
+
...(context.tools && { tools: context.tools }),
|
|
22
|
+
},
|
|
23
|
+
abortSignal,
|
|
24
|
+
requestData: {
|
|
25
|
+
system: context.system,
|
|
26
|
+
messages: messages,
|
|
27
|
+
...Object.fromEntries(
|
|
28
|
+
Object.entries({ ...context.callSettings, ...context.config }).filter(
|
|
29
|
+
([_, v]) => v !== undefined,
|
|
30
|
+
),
|
|
31
|
+
),
|
|
32
|
+
},
|
|
33
|
+
});
|
|
34
|
+
|
|
35
|
+
const stream = res
|
|
36
|
+
.pipeThrough(unstable_toolResultStream(context.tools, abortSignal))
|
|
37
|
+
.pipeThrough(new AssistantMessageAccumulator());
|
|
38
|
+
|
|
39
|
+
yield* asAsyncIterableStream(stream);
|
|
40
|
+
}
|
|
41
|
+
}
|