@assistant-ui/react-ai-sdk 0.10.16 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/frontendTools.js +1 -1
- package/dist/frontendTools.js.map +1 -1
- package/dist/index.d.ts +0 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +0 -5
- package/dist/index.js.map +1 -1
- package/dist/ui/getVercelAIMessages.d.ts +2 -2
- package/dist/ui/getVercelAIMessages.d.ts.map +1 -1
- package/dist/ui/getVercelAIMessages.js.map +1 -1
- package/dist/ui/index.d.ts +1 -4
- package/dist/ui/index.d.ts.map +1 -1
- package/dist/ui/index.js +2 -8
- package/dist/ui/index.js.map +1 -1
- package/dist/ui/use-chat/useAISDKRuntime.d.ts +7 -0
- package/dist/ui/use-chat/useAISDKRuntime.d.ts.map +1 -0
- package/dist/ui/use-chat/useAISDKRuntime.js +53 -0
- package/dist/ui/use-chat/useAISDKRuntime.js.map +1 -0
- package/dist/ui/utils/convertMessage.d.ts +5 -5
- package/dist/ui/utils/convertMessage.d.ts.map +1 -1
- package/dist/ui/utils/convertMessage.js +115 -86
- package/dist/ui/utils/convertMessage.js.map +1 -1
- package/dist/ui/utils/sliceMessagesUntil.d.ts +2 -2
- package/dist/ui/utils/sliceMessagesUntil.d.ts.map +1 -1
- package/dist/ui/utils/sliceMessagesUntil.js.map +1 -1
- package/dist/ui/utils/toCreateMessage.d.ts +2 -2
- package/dist/ui/utils/toCreateMessage.d.ts.map +1 -1
- package/dist/ui/utils/toCreateMessage.js +29 -17
- package/dist/ui/utils/toCreateMessage.js.map +1 -1
- package/dist/ui/utils/vercelAttachmentAdapter.js +1 -1
- package/dist/ui/utils/vercelAttachmentAdapter.js.map +1 -1
- package/package.json +14 -14
- package/src/frontendTools.ts +1 -1
- package/src/index.ts +0 -5
- package/src/ui/getVercelAIMessages.tsx +2 -2
- package/src/ui/index.ts +1 -4
- package/src/ui/use-chat/{useVercelUseChatRuntime.tsx → useAISDKRuntime.tsx} +13 -39
- package/src/ui/utils/convertMessage.ts +162 -117
- package/src/ui/utils/sliceMessagesUntil.tsx +2 -2
- package/src/ui/utils/toCreateMessage.ts +45 -20
- package/src/ui/utils/vercelAttachmentAdapter.ts +1 -1
- package/dist/converters/fromLanguageModelTools.d.ts +0 -7
- package/dist/converters/fromLanguageModelTools.d.ts.map +0 -1
- package/dist/converters/fromLanguageModelTools.js +0 -16
- package/dist/converters/fromLanguageModelTools.js.map +0 -1
- package/dist/converters/index.d.ts +0 -4
- package/dist/converters/index.d.ts.map +0 -1
- package/dist/converters/index.js +0 -10
- package/dist/converters/index.js.map +0 -1
- package/dist/converters/toLanguageModelMessages.d.ts +0 -9
- package/dist/converters/toLanguageModelMessages.d.ts.map +0 -1
- package/dist/converters/toLanguageModelMessages.js +0 -143
- package/dist/converters/toLanguageModelMessages.js.map +0 -1
- package/dist/converters/toLanguageModelTools.d.ts +0 -7
- package/dist/converters/toLanguageModelTools.d.ts.map +0 -1
- package/dist/converters/toLanguageModelTools.js +0 -15
- package/dist/converters/toLanguageModelTools.js.map +0 -1
- package/dist/dangerous-in-browser/DangerousInBrowserAdapter.d.ts +0 -9
- package/dist/dangerous-in-browser/DangerousInBrowserAdapter.d.ts.map +0 -1
- package/dist/dangerous-in-browser/DangerousInBrowserAdapter.js +0 -38
- package/dist/dangerous-in-browser/DangerousInBrowserAdapter.js.map +0 -1
- package/dist/dangerous-in-browser/createEdgeRuntimeAPI.d.ts +0 -56
- package/dist/dangerous-in-browser/createEdgeRuntimeAPI.d.ts.map +0 -1
- package/dist/dangerous-in-browser/createEdgeRuntimeAPI.js +0 -65
- package/dist/dangerous-in-browser/createEdgeRuntimeAPI.js.map +0 -1
- package/dist/dangerous-in-browser/index.d.ts +0 -2
- package/dist/dangerous-in-browser/index.d.ts.map +0 -1
- package/dist/dangerous-in-browser/index.js +0 -8
- package/dist/dangerous-in-browser/index.js.map +0 -1
- package/dist/dangerous-in-browser/useDangerousInBrowserRuntime.d.ts +0 -5
- package/dist/dangerous-in-browser/useDangerousInBrowserRuntime.d.ts.map +0 -1
- package/dist/dangerous-in-browser/useDangerousInBrowserRuntime.js +0 -21
- package/dist/dangerous-in-browser/useDangerousInBrowserRuntime.js.map +0 -1
- package/dist/rsc/RSCDisplay.d.ts +0 -3
- package/dist/rsc/RSCDisplay.d.ts.map +0 -1
- package/dist/rsc/RSCDisplay.js +0 -26
- package/dist/rsc/RSCDisplay.js.map +0 -1
- package/dist/rsc/VercelRSCAdapter.d.ts +0 -17
- package/dist/rsc/VercelRSCAdapter.d.ts.map +0 -1
- package/dist/rsc/VercelRSCAdapter.js +0 -1
- package/dist/rsc/VercelRSCAdapter.js.map +0 -1
- package/dist/rsc/VercelRSCMessage.d.ts +0 -8
- package/dist/rsc/VercelRSCMessage.d.ts.map +0 -1
- package/dist/rsc/VercelRSCMessage.js +0 -2
- package/dist/rsc/VercelRSCMessage.js.map +0 -1
- package/dist/rsc/index.d.ts +0 -5
- package/dist/rsc/index.d.ts.map +0 -1
- package/dist/rsc/index.js +0 -8
- package/dist/rsc/index.js.map +0 -1
- package/dist/rsc/useVercelRSCRuntime.d.ts +0 -3
- package/dist/rsc/useVercelRSCRuntime.d.ts.map +0 -1
- package/dist/rsc/useVercelRSCRuntime.js +0 -57
- package/dist/rsc/useVercelRSCRuntime.js.map +0 -1
- package/dist/rsc/utils/RSCThreadExtras.d.ts +0 -8
- package/dist/rsc/utils/RSCThreadExtras.d.ts.map +0 -1
- package/dist/rsc/utils/RSCThreadExtras.js +0 -8
- package/dist/rsc/utils/RSCThreadExtras.js.map +0 -1
- package/dist/ui/use-assistant/useVercelUseAssistantRuntime.d.ts +0 -7
- package/dist/ui/use-assistant/useVercelUseAssistantRuntime.d.ts.map +0 -1
- package/dist/ui/use-assistant/useVercelUseAssistantRuntime.js +0 -48
- package/dist/ui/use-assistant/useVercelUseAssistantRuntime.js.map +0 -1
- package/dist/ui/use-chat/useVercelUseChatRuntime.d.ts +0 -8
- package/dist/ui/use-chat/useVercelUseChatRuntime.d.ts.map +0 -1
- package/dist/ui/use-chat/useVercelUseChatRuntime.js +0 -75
- package/dist/ui/use-chat/useVercelUseChatRuntime.js.map +0 -1
- package/dist/ui/utils/useInputSync.d.ts +0 -6
- package/dist/ui/utils/useInputSync.d.ts.map +0 -1
- package/dist/ui/utils/useInputSync.js +0 -18
- package/dist/ui/utils/useInputSync.js.map +0 -1
- package/dist/useChatRuntime.d.ts +0 -16
- package/dist/useChatRuntime.d.ts.map +0 -1
- package/dist/useChatRuntime.js +0 -106
- package/dist/useChatRuntime.js.map +0 -1
- package/dist/useCloudRuntime.d.ts +0 -12
- package/dist/useCloudRuntime.d.ts.map +0 -1
- package/dist/useCloudRuntime.js +0 -15
- package/dist/useCloudRuntime.js.map +0 -1
- package/src/converters/fromLanguageModelTools.ts +0 -19
- package/src/converters/index.ts +0 -3
- package/src/converters/toLanguageModelMessages.ts +0 -185
- package/src/converters/toLanguageModelTools.ts +0 -21
- package/src/dangerous-in-browser/DangerousInBrowserAdapter.ts +0 -41
- package/src/dangerous-in-browser/createEdgeRuntimeAPI.ts +0 -145
- package/src/dangerous-in-browser/index.ts +0 -4
- package/src/dangerous-in-browser/useDangerousInBrowserRuntime.ts +0 -26
- package/src/rsc/RSCDisplay.tsx +0 -23
- package/src/rsc/VercelRSCAdapter.tsx +0 -21
- package/src/rsc/VercelRSCMessage.tsx +0 -9
- package/src/rsc/index.ts +0 -4
- package/src/rsc/useVercelRSCRuntime.tsx +0 -70
- package/src/rsc/utils/RSCThreadExtras.tsx +0 -11
- package/src/ui/use-assistant/useVercelUseAssistantRuntime.tsx +0 -60
- package/src/ui/utils/useInputSync.tsx +0 -26
- package/src/useChatRuntime.ts +0 -157
- package/src/useCloudRuntime.ts +0 -21
|
@@ -1,185 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
LanguageModelV1FilePart,
|
|
3
|
-
LanguageModelV1ImagePart,
|
|
4
|
-
LanguageModelV1Message,
|
|
5
|
-
LanguageModelV1TextPart,
|
|
6
|
-
LanguageModelV1ToolCallPart,
|
|
7
|
-
LanguageModelV1ToolResultPart,
|
|
8
|
-
} from "@ai-sdk/provider";
|
|
9
|
-
import {
|
|
10
|
-
TextMessagePart,
|
|
11
|
-
ThreadMessage,
|
|
12
|
-
ToolCallMessagePart,
|
|
13
|
-
} from "@assistant-ui/react";
|
|
14
|
-
|
|
15
|
-
const assistantMessageSplitter = () => {
|
|
16
|
-
const stash: LanguageModelV1Message[] = [];
|
|
17
|
-
let assistantMessage = {
|
|
18
|
-
role: "assistant" as const,
|
|
19
|
-
content: [] as (LanguageModelV1TextPart | LanguageModelV1ToolCallPart)[],
|
|
20
|
-
};
|
|
21
|
-
let toolMessage = {
|
|
22
|
-
role: "tool" as const,
|
|
23
|
-
content: [] as LanguageModelV1ToolResultPart[],
|
|
24
|
-
};
|
|
25
|
-
|
|
26
|
-
return {
|
|
27
|
-
addTextMessagePart: (part: TextMessagePart) => {
|
|
28
|
-
if (toolMessage.content.length > 0) {
|
|
29
|
-
stash.push(assistantMessage);
|
|
30
|
-
stash.push(toolMessage);
|
|
31
|
-
|
|
32
|
-
assistantMessage = {
|
|
33
|
-
role: "assistant" as const,
|
|
34
|
-
content: [] as (
|
|
35
|
-
| LanguageModelV1TextPart
|
|
36
|
-
| LanguageModelV1ToolCallPart
|
|
37
|
-
)[],
|
|
38
|
-
};
|
|
39
|
-
|
|
40
|
-
toolMessage = {
|
|
41
|
-
role: "tool" as const,
|
|
42
|
-
content: [] as LanguageModelV1ToolResultPart[],
|
|
43
|
-
};
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
assistantMessage.content.push(part);
|
|
47
|
-
},
|
|
48
|
-
addToolCallPart: (part: ToolCallMessagePart) => {
|
|
49
|
-
assistantMessage.content.push({
|
|
50
|
-
type: "tool-call",
|
|
51
|
-
toolCallId: part.toolCallId,
|
|
52
|
-
toolName: part.toolName,
|
|
53
|
-
args: part.args,
|
|
54
|
-
});
|
|
55
|
-
|
|
56
|
-
toolMessage.content.push({
|
|
57
|
-
type: "tool-result",
|
|
58
|
-
toolCallId: part.toolCallId,
|
|
59
|
-
toolName: part.toolName,
|
|
60
|
-
...("artifact" in part ? { artifact: part.artifact } : {}),
|
|
61
|
-
result:
|
|
62
|
-
part.result === undefined
|
|
63
|
-
? "Error: tool is has no configured code to run"
|
|
64
|
-
: part.result,
|
|
65
|
-
isError: part.isError ?? part.result === undefined,
|
|
66
|
-
});
|
|
67
|
-
},
|
|
68
|
-
getMessages: () => {
|
|
69
|
-
if (toolMessage.content.length > 0) {
|
|
70
|
-
return [...stash, assistantMessage, toolMessage];
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
return [...stash, assistantMessage];
|
|
74
|
-
},
|
|
75
|
-
};
|
|
76
|
-
};
|
|
77
|
-
|
|
78
|
-
/**
|
|
79
|
-
* @deprecated This is an internal API and may change without notice.
|
|
80
|
-
*/
|
|
81
|
-
export function toLanguageModelMessages(
|
|
82
|
-
message: readonly ThreadMessage[],
|
|
83
|
-
options: { unstable_includeId?: boolean | undefined } = {},
|
|
84
|
-
): LanguageModelV1Message[] {
|
|
85
|
-
const includeId = options.unstable_includeId ?? false;
|
|
86
|
-
return message.flatMap((message) => {
|
|
87
|
-
const role = message.role;
|
|
88
|
-
switch (role) {
|
|
89
|
-
case "system": {
|
|
90
|
-
return [
|
|
91
|
-
{
|
|
92
|
-
...(includeId
|
|
93
|
-
? { unstable_id: (message as ThreadMessage).id }
|
|
94
|
-
: {}),
|
|
95
|
-
role: "system",
|
|
96
|
-
content: message.content[0].text,
|
|
97
|
-
},
|
|
98
|
-
];
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
case "user": {
|
|
102
|
-
const attachments = "attachments" in message ? message.attachments : [];
|
|
103
|
-
const content = [
|
|
104
|
-
...message.content,
|
|
105
|
-
...attachments.map((a) => a.content).flat(),
|
|
106
|
-
];
|
|
107
|
-
const msg: LanguageModelV1Message = {
|
|
108
|
-
...(includeId ? { unstable_id: (message as ThreadMessage).id } : {}),
|
|
109
|
-
role: "user",
|
|
110
|
-
content: content.map(
|
|
111
|
-
(
|
|
112
|
-
part,
|
|
113
|
-
):
|
|
114
|
-
| LanguageModelV1TextPart
|
|
115
|
-
| LanguageModelV1ImagePart
|
|
116
|
-
| LanguageModelV1FilePart => {
|
|
117
|
-
const type = part.type;
|
|
118
|
-
switch (type) {
|
|
119
|
-
case "text": {
|
|
120
|
-
return part;
|
|
121
|
-
}
|
|
122
|
-
|
|
123
|
-
case "image": {
|
|
124
|
-
return {
|
|
125
|
-
type: "image",
|
|
126
|
-
image: new URL(part.image),
|
|
127
|
-
};
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
case "file": {
|
|
131
|
-
return {
|
|
132
|
-
type: "file",
|
|
133
|
-
data: new URL(part.data),
|
|
134
|
-
mimeType: part.mimeType,
|
|
135
|
-
};
|
|
136
|
-
}
|
|
137
|
-
|
|
138
|
-
default: {
|
|
139
|
-
const unhandledType: "audio" = type;
|
|
140
|
-
throw new Error(
|
|
141
|
-
`Unspported message part type: ${unhandledType}`,
|
|
142
|
-
);
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
},
|
|
146
|
-
),
|
|
147
|
-
};
|
|
148
|
-
return [msg];
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
case "assistant": {
|
|
152
|
-
const splitter = assistantMessageSplitter();
|
|
153
|
-
for (const part of message.content) {
|
|
154
|
-
const type = part.type;
|
|
155
|
-
switch (type) {
|
|
156
|
-
case "reasoning":
|
|
157
|
-
case "source":
|
|
158
|
-
case "file": {
|
|
159
|
-
break; // reasoning, source, and file parts are omitted
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
case "text": {
|
|
163
|
-
splitter.addTextMessagePart(part);
|
|
164
|
-
break;
|
|
165
|
-
}
|
|
166
|
-
case "tool-call": {
|
|
167
|
-
splitter.addToolCallPart(part);
|
|
168
|
-
break;
|
|
169
|
-
}
|
|
170
|
-
default: {
|
|
171
|
-
const unhandledType: never = type;
|
|
172
|
-
throw new Error(`Unhandled message part type: ${unhandledType}`);
|
|
173
|
-
}
|
|
174
|
-
}
|
|
175
|
-
}
|
|
176
|
-
return splitter.getMessages();
|
|
177
|
-
}
|
|
178
|
-
|
|
179
|
-
default: {
|
|
180
|
-
const unhandledRole: never = role;
|
|
181
|
-
throw new Error(`Unknown message role: ${unhandledRole}`);
|
|
182
|
-
}
|
|
183
|
-
}
|
|
184
|
-
});
|
|
185
|
-
}
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
import { LanguageModelV1FunctionTool } from "@ai-sdk/provider";
|
|
2
|
-
import { JSONSchema7 } from "json-schema";
|
|
3
|
-
import { z } from "zod";
|
|
4
|
-
import zodToJsonSchema from "zod-to-json-schema";
|
|
5
|
-
import { Tool } from "@assistant-ui/react";
|
|
6
|
-
|
|
7
|
-
/**
|
|
8
|
-
* @deprecated This is an internal API and may change without notice.
|
|
9
|
-
*/
|
|
10
|
-
export const toLanguageModelTools = (
|
|
11
|
-
tools: Record<string, Tool<any, any>>,
|
|
12
|
-
): LanguageModelV1FunctionTool[] => {
|
|
13
|
-
return Object.entries(tools).map(([name, tool]) => ({
|
|
14
|
-
type: "function",
|
|
15
|
-
name,
|
|
16
|
-
...(tool.description ? { description: tool.description } : undefined),
|
|
17
|
-
parameters: (tool.parameters instanceof z.ZodType
|
|
18
|
-
? zodToJsonSchema(tool.parameters)
|
|
19
|
-
: tool.parameters) as JSONSchema7,
|
|
20
|
-
}));
|
|
21
|
-
};
|
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
import { asAsyncIterableStream } from "assistant-stream/utils";
|
|
2
|
-
import {
|
|
3
|
-
AssistantMessageAccumulator,
|
|
4
|
-
unstable_toolResultStream,
|
|
5
|
-
} from "assistant-stream";
|
|
6
|
-
import { ChatModelAdapter, ChatModelRunOptions } from "@assistant-ui/react";
|
|
7
|
-
import {
|
|
8
|
-
CreateEdgeRuntimeAPIOptions,
|
|
9
|
-
getEdgeRuntimeStream,
|
|
10
|
-
} from "./createEdgeRuntimeAPI";
|
|
11
|
-
|
|
12
|
-
export type DangerousInBrowserAdapterOptions = CreateEdgeRuntimeAPIOptions;
|
|
13
|
-
|
|
14
|
-
export class DangerousInBrowserAdapter implements ChatModelAdapter {
|
|
15
|
-
constructor(private options: DangerousInBrowserAdapterOptions) {}
|
|
16
|
-
|
|
17
|
-
async *run({ messages, abortSignal, context }: ChatModelRunOptions) {
|
|
18
|
-
const res = await getEdgeRuntimeStream({
|
|
19
|
-
options: {
|
|
20
|
-
...this.options,
|
|
21
|
-
...(context.tools && { tools: context.tools }),
|
|
22
|
-
},
|
|
23
|
-
abortSignal,
|
|
24
|
-
requestData: {
|
|
25
|
-
system: context.system,
|
|
26
|
-
messages: messages,
|
|
27
|
-
...Object.fromEntries(
|
|
28
|
-
Object.entries({ ...context.callSettings, ...context.config }).filter(
|
|
29
|
-
([_, v]) => v !== undefined,
|
|
30
|
-
),
|
|
31
|
-
),
|
|
32
|
-
},
|
|
33
|
-
});
|
|
34
|
-
|
|
35
|
-
const stream = res
|
|
36
|
-
.pipeThrough(unstable_toolResultStream(context.tools, abortSignal))
|
|
37
|
-
.pipeThrough(new AssistantMessageAccumulator());
|
|
38
|
-
|
|
39
|
-
yield* asAsyncIterableStream(stream);
|
|
40
|
-
}
|
|
41
|
-
}
|
|
@@ -1,145 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
LanguageModelV1,
|
|
3
|
-
LanguageModelV1ToolChoice,
|
|
4
|
-
LanguageModelV1FunctionTool,
|
|
5
|
-
LanguageModelV1Prompt,
|
|
6
|
-
LanguageModelV1CallOptions,
|
|
7
|
-
} from "@ai-sdk/provider";
|
|
8
|
-
import { toLanguageModelMessages } from "../converters/toLanguageModelMessages";
|
|
9
|
-
import { toLanguageModelTools } from "../converters/toLanguageModelTools";
|
|
10
|
-
import { AssistantStreamChunk } from "assistant-stream";
|
|
11
|
-
import { LanguageModelV1StreamDecoder } from "assistant-stream/ai-sdk";
|
|
12
|
-
import { ThreadMessage, Tool } from "@assistant-ui/react";
|
|
13
|
-
|
|
14
|
-
export type LanguageModelV1CallSettings = {
|
|
15
|
-
maxTokens?: number;
|
|
16
|
-
temperature?: number;
|
|
17
|
-
topP?: number;
|
|
18
|
-
presencePenalty?: number;
|
|
19
|
-
frequencyPenalty?: number;
|
|
20
|
-
seed?: number;
|
|
21
|
-
headers?: Record<string, string>;
|
|
22
|
-
};
|
|
23
|
-
|
|
24
|
-
export type LanguageModelConfig = {
|
|
25
|
-
apiKey?: string;
|
|
26
|
-
baseUrl?: string;
|
|
27
|
-
modelName?: string;
|
|
28
|
-
};
|
|
29
|
-
|
|
30
|
-
export type EdgeRuntimeRequestOptions = {
|
|
31
|
-
system?: string | undefined;
|
|
32
|
-
messages: readonly ThreadMessage[];
|
|
33
|
-
runConfig?: {
|
|
34
|
-
custom?: Record<string, unknown>;
|
|
35
|
-
};
|
|
36
|
-
tools?: any[];
|
|
37
|
-
unstable_assistantMessageId?: string;
|
|
38
|
-
state?: unknown;
|
|
39
|
-
} & LanguageModelV1CallSettings &
|
|
40
|
-
LanguageModelConfig;
|
|
41
|
-
|
|
42
|
-
type LanguageModelCreator = (
|
|
43
|
-
config: LanguageModelConfig,
|
|
44
|
-
) => Promise<LanguageModelV1> | LanguageModelV1;
|
|
45
|
-
|
|
46
|
-
type ThreadStep = {
|
|
47
|
-
readonly messageId?: string;
|
|
48
|
-
readonly usage?:
|
|
49
|
-
| {
|
|
50
|
-
readonly promptTokens: number;
|
|
51
|
-
readonly completionTokens: number;
|
|
52
|
-
}
|
|
53
|
-
| undefined;
|
|
54
|
-
};
|
|
55
|
-
|
|
56
|
-
type FinishResult = {
|
|
57
|
-
messages: readonly ThreadMessage[];
|
|
58
|
-
metadata: {
|
|
59
|
-
steps: readonly ThreadStep[];
|
|
60
|
-
};
|
|
61
|
-
};
|
|
62
|
-
|
|
63
|
-
export type CreateEdgeRuntimeAPIOptions = LanguageModelV1CallSettings & {
|
|
64
|
-
model: LanguageModelV1 | LanguageModelCreator;
|
|
65
|
-
system?: string;
|
|
66
|
-
tools?: Record<string, Tool<any, any>>;
|
|
67
|
-
toolChoice?: LanguageModelV1ToolChoice;
|
|
68
|
-
onFinish?: (result: FinishResult) => void;
|
|
69
|
-
};
|
|
70
|
-
|
|
71
|
-
type GetEdgeRuntimeStreamOptions = {
|
|
72
|
-
abortSignal: AbortSignal;
|
|
73
|
-
requestData: EdgeRuntimeRequestOptions;
|
|
74
|
-
options: CreateEdgeRuntimeAPIOptions;
|
|
75
|
-
};
|
|
76
|
-
|
|
77
|
-
export const getEdgeRuntimeStream = async ({
|
|
78
|
-
abortSignal,
|
|
79
|
-
requestData: request,
|
|
80
|
-
options: {
|
|
81
|
-
model: modelOrCreator,
|
|
82
|
-
system: serverSystem,
|
|
83
|
-
tools: serverTools = {},
|
|
84
|
-
toolChoice,
|
|
85
|
-
onFinish,
|
|
86
|
-
...unsafeSettings
|
|
87
|
-
},
|
|
88
|
-
}: GetEdgeRuntimeStreamOptions): Promise<
|
|
89
|
-
ReadableStream<AssistantStreamChunk>
|
|
90
|
-
> => {
|
|
91
|
-
const model =
|
|
92
|
-
typeof modelOrCreator === "function"
|
|
93
|
-
? await modelOrCreator(request)
|
|
94
|
-
: modelOrCreator;
|
|
95
|
-
|
|
96
|
-
const messages: LanguageModelV1Prompt = toLanguageModelMessages(
|
|
97
|
-
request.messages,
|
|
98
|
-
);
|
|
99
|
-
|
|
100
|
-
if (serverSystem || request.system) {
|
|
101
|
-
messages.unshift({
|
|
102
|
-
role: "system",
|
|
103
|
-
content: serverSystem || request.system!,
|
|
104
|
-
});
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
const allTools = serverTools || {};
|
|
108
|
-
const tools: LanguageModelV1FunctionTool[] = toLanguageModelTools(allTools);
|
|
109
|
-
const callOptions: LanguageModelV1CallOptions = {
|
|
110
|
-
inputFormat: "messages",
|
|
111
|
-
mode:
|
|
112
|
-
tools.length > 0
|
|
113
|
-
? {
|
|
114
|
-
type: "regular",
|
|
115
|
-
tools,
|
|
116
|
-
...(toolChoice && { toolChoice }),
|
|
117
|
-
}
|
|
118
|
-
: { type: "regular" },
|
|
119
|
-
prompt: messages,
|
|
120
|
-
...(request.maxTokens !== undefined && { maxTokens: request.maxTokens }),
|
|
121
|
-
...(request.temperature !== undefined && {
|
|
122
|
-
temperature: request.temperature,
|
|
123
|
-
}),
|
|
124
|
-
...(request.topP !== undefined && { topP: request.topP }),
|
|
125
|
-
...(request.presencePenalty !== undefined && {
|
|
126
|
-
presencePenalty: request.presencePenalty,
|
|
127
|
-
}),
|
|
128
|
-
...(request.frequencyPenalty !== undefined && {
|
|
129
|
-
frequencyPenalty: request.frequencyPenalty,
|
|
130
|
-
}),
|
|
131
|
-
...(request.seed !== undefined && { seed: request.seed }),
|
|
132
|
-
...(request.headers && {
|
|
133
|
-
headers: Object.fromEntries(
|
|
134
|
-
Object.entries(request.headers).filter(([_, v]) => v !== undefined),
|
|
135
|
-
) as Record<string, string>,
|
|
136
|
-
}),
|
|
137
|
-
abortSignal,
|
|
138
|
-
...Object.fromEntries(
|
|
139
|
-
Object.entries(unsafeSettings).filter(([_, v]) => v !== undefined),
|
|
140
|
-
),
|
|
141
|
-
};
|
|
142
|
-
|
|
143
|
-
const result = await model.doStream(callOptions);
|
|
144
|
-
return result.stream.pipeThrough(new LanguageModelV1StreamDecoder());
|
|
145
|
-
};
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
"use client";
|
|
2
|
-
|
|
3
|
-
import { useState } from "react";
|
|
4
|
-
import {
|
|
5
|
-
DangerousInBrowserAdapter,
|
|
6
|
-
DangerousInBrowserAdapterOptions,
|
|
7
|
-
} from "./DangerousInBrowserAdapter";
|
|
8
|
-
import {
|
|
9
|
-
INTERNAL,
|
|
10
|
-
LocalRuntimeOptions,
|
|
11
|
-
useLocalRuntime,
|
|
12
|
-
} from "@assistant-ui/react";
|
|
13
|
-
|
|
14
|
-
const { splitLocalRuntimeOptions } = INTERNAL;
|
|
15
|
-
|
|
16
|
-
export type DangerousInBrowserRuntimeOptions =
|
|
17
|
-
DangerousInBrowserAdapterOptions & LocalRuntimeOptions;
|
|
18
|
-
|
|
19
|
-
export const useDangerousInBrowserRuntime = (
|
|
20
|
-
options: DangerousInBrowserRuntimeOptions,
|
|
21
|
-
) => {
|
|
22
|
-
const { localRuntimeOptions, otherOptions } =
|
|
23
|
-
splitLocalRuntimeOptions(options);
|
|
24
|
-
const [adapter] = useState(() => new DangerousInBrowserAdapter(otherOptions));
|
|
25
|
-
return useLocalRuntime(adapter, localRuntimeOptions);
|
|
26
|
-
};
|
package/src/rsc/RSCDisplay.tsx
DELETED
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
"use client";
|
|
2
|
-
import {
|
|
3
|
-
useThread,
|
|
4
|
-
useMessage,
|
|
5
|
-
getExternalStoreMessage,
|
|
6
|
-
} from "@assistant-ui/react";
|
|
7
|
-
import {
|
|
8
|
-
RSCThreadExtras,
|
|
9
|
-
symbolInternalRSCExtras,
|
|
10
|
-
} from "./utils/RSCThreadExtras";
|
|
11
|
-
import { FC } from "react";
|
|
12
|
-
|
|
13
|
-
export const RSCDisplay: FC = () => {
|
|
14
|
-
const convertFn = useThread((t) => {
|
|
15
|
-
const extras = (t.extras as RSCThreadExtras)?.[symbolInternalRSCExtras];
|
|
16
|
-
if (!extras)
|
|
17
|
-
throw new Error(
|
|
18
|
-
"This function can only be used inside a Vercel RSC runtime.",
|
|
19
|
-
);
|
|
20
|
-
return extras.convertFn;
|
|
21
|
-
});
|
|
22
|
-
return useMessage((m) => convertFn(getExternalStoreMessage(m)).display);
|
|
23
|
-
};
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
import type { AppendMessage, ExternalStoreAdapter } from "@assistant-ui/react";
|
|
2
|
-
import type { VercelRSCMessage } from "./VercelRSCMessage";
|
|
3
|
-
|
|
4
|
-
type RSCMessageConverter<T> = {
|
|
5
|
-
convertMessage: (message: T) => VercelRSCMessage;
|
|
6
|
-
};
|
|
7
|
-
|
|
8
|
-
type VercelRSCAdapterBase<T> = {
|
|
9
|
-
isRunning?: boolean | undefined;
|
|
10
|
-
messages: T[];
|
|
11
|
-
|
|
12
|
-
onNew?: (message: AppendMessage) => Promise<void>;
|
|
13
|
-
onEdit?: ((message: AppendMessage) => Promise<void>) | undefined;
|
|
14
|
-
onReload?: ((parentId: string | null) => Promise<void>) | undefined;
|
|
15
|
-
convertMessage?: ((message: T) => VercelRSCMessage) | undefined;
|
|
16
|
-
|
|
17
|
-
adapters?: ExternalStoreAdapter["adapters"] | undefined;
|
|
18
|
-
};
|
|
19
|
-
|
|
20
|
-
export type VercelRSCAdapter<T = VercelRSCMessage> = VercelRSCAdapterBase<T> &
|
|
21
|
-
(T extends VercelRSCMessage ? object : RSCMessageConverter<T>);
|
package/src/rsc/index.ts
DELETED
|
@@ -1,70 +0,0 @@
|
|
|
1
|
-
"use client";
|
|
2
|
-
|
|
3
|
-
import type { VercelRSCAdapter } from "./VercelRSCAdapter";
|
|
4
|
-
import {
|
|
5
|
-
ExternalStoreAdapter,
|
|
6
|
-
ThreadMessageLike,
|
|
7
|
-
useExternalMessageConverter,
|
|
8
|
-
useExternalStoreRuntime,
|
|
9
|
-
} from "@assistant-ui/react";
|
|
10
|
-
import { VercelRSCMessage } from "./VercelRSCMessage";
|
|
11
|
-
import { useCallback, useMemo } from "react";
|
|
12
|
-
import { symbolInternalRSCExtras } from "./utils/RSCThreadExtras";
|
|
13
|
-
|
|
14
|
-
const vercelToThreadMessage = <T,>(
|
|
15
|
-
converter: (message: T) => VercelRSCMessage,
|
|
16
|
-
rawMessage: T,
|
|
17
|
-
): ThreadMessageLike => {
|
|
18
|
-
const message = converter(rawMessage);
|
|
19
|
-
|
|
20
|
-
return {
|
|
21
|
-
id: message.id,
|
|
22
|
-
role: message.role,
|
|
23
|
-
content: [{ type: "text", text: "[Developer: Please set up RSCDisplay]" }],
|
|
24
|
-
createdAt: message.createdAt,
|
|
25
|
-
};
|
|
26
|
-
};
|
|
27
|
-
|
|
28
|
-
export const useVercelRSCRuntime = <T extends WeakKey>(
|
|
29
|
-
adapter: VercelRSCAdapter<T>,
|
|
30
|
-
) => {
|
|
31
|
-
const onNew = adapter.onNew;
|
|
32
|
-
if (!onNew)
|
|
33
|
-
throw new Error("You must pass a onNew function to useVercelRSCRuntime");
|
|
34
|
-
|
|
35
|
-
const convertFn = useMemo(() => {
|
|
36
|
-
return (
|
|
37
|
-
adapter.convertMessage?.bind(adapter) ?? ((m: T) => m as VercelRSCMessage)
|
|
38
|
-
);
|
|
39
|
-
}, [adapter]);
|
|
40
|
-
const callback = useCallback(
|
|
41
|
-
(m: T) => {
|
|
42
|
-
return vercelToThreadMessage(convertFn, m);
|
|
43
|
-
},
|
|
44
|
-
[convertFn],
|
|
45
|
-
);
|
|
46
|
-
|
|
47
|
-
const messages = useExternalMessageConverter({
|
|
48
|
-
callback,
|
|
49
|
-
isRunning: adapter.isRunning ?? false,
|
|
50
|
-
messages: adapter.messages,
|
|
51
|
-
});
|
|
52
|
-
|
|
53
|
-
const eAdapter: ExternalStoreAdapter = {
|
|
54
|
-
isRunning: adapter.isRunning,
|
|
55
|
-
messages,
|
|
56
|
-
onNew,
|
|
57
|
-
onEdit: adapter.onEdit,
|
|
58
|
-
onReload: adapter.onReload,
|
|
59
|
-
adapters: adapter.adapters,
|
|
60
|
-
unstable_capabilities: {
|
|
61
|
-
copy: false,
|
|
62
|
-
},
|
|
63
|
-
extras: {
|
|
64
|
-
[symbolInternalRSCExtras]: { convertFn },
|
|
65
|
-
},
|
|
66
|
-
};
|
|
67
|
-
|
|
68
|
-
const runtime = useExternalStoreRuntime(eAdapter);
|
|
69
|
-
return runtime;
|
|
70
|
-
};
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
"use client";
|
|
2
|
-
import { VercelRSCMessage } from "../VercelRSCMessage";
|
|
3
|
-
|
|
4
|
-
export const symbolInternalRSCExtras = Symbol("internal-rsc-extras");
|
|
5
|
-
export type RSCThreadExtras =
|
|
6
|
-
| {
|
|
7
|
-
[symbolInternalRSCExtras]?: {
|
|
8
|
-
convertFn: (message: any) => VercelRSCMessage;
|
|
9
|
-
};
|
|
10
|
-
}
|
|
11
|
-
| undefined;
|
|
@@ -1,60 +0,0 @@
|
|
|
1
|
-
"use client";
|
|
2
|
-
|
|
3
|
-
import type { useAssistant } from "@ai-sdk/react";
|
|
4
|
-
import { useExternalStoreRuntime } from "@assistant-ui/react";
|
|
5
|
-
import { useInputSync } from "../utils/useInputSync";
|
|
6
|
-
import { toCreateMessage } from "../utils/toCreateMessage";
|
|
7
|
-
import { vercelAttachmentAdapter } from "../utils/vercelAttachmentAdapter";
|
|
8
|
-
import { ExternalStoreAdapter } from "@assistant-ui/react";
|
|
9
|
-
import { AISDKMessageConverter } from "../utils/convertMessage";
|
|
10
|
-
|
|
11
|
-
export type VercelUseChatAdapter = {
|
|
12
|
-
adapters?:
|
|
13
|
-
| Omit<NonNullable<ExternalStoreAdapter["adapters"]>, "attachments">
|
|
14
|
-
| undefined;
|
|
15
|
-
};
|
|
16
|
-
|
|
17
|
-
export const useVercelUseAssistantRuntime = (
|
|
18
|
-
assistantHelpers: ReturnType<typeof useAssistant>,
|
|
19
|
-
adapter: VercelUseChatAdapter = {},
|
|
20
|
-
) => {
|
|
21
|
-
const messages = AISDKMessageConverter.useThreadMessages({
|
|
22
|
-
messages: assistantHelpers.messages,
|
|
23
|
-
isRunning: assistantHelpers.status === "in_progress",
|
|
24
|
-
});
|
|
25
|
-
|
|
26
|
-
const runtime = useExternalStoreRuntime({
|
|
27
|
-
isRunning: assistantHelpers.status === "in_progress",
|
|
28
|
-
messages,
|
|
29
|
-
onCancel: async () => assistantHelpers.stop(),
|
|
30
|
-
onNew: async (message) => {
|
|
31
|
-
await assistantHelpers.append(await toCreateMessage(message));
|
|
32
|
-
},
|
|
33
|
-
adapters: {
|
|
34
|
-
attachments: vercelAttachmentAdapter,
|
|
35
|
-
...adapter.adapters,
|
|
36
|
-
threadList: new Proxy(adapter.adapters?.threadList ?? {}, {
|
|
37
|
-
get(target, prop, receiver) {
|
|
38
|
-
if (prop === "onSwitchToNewThread") {
|
|
39
|
-
return () => {
|
|
40
|
-
assistantHelpers.messages = [];
|
|
41
|
-
assistantHelpers.input = "";
|
|
42
|
-
assistantHelpers.setMessages([]);
|
|
43
|
-
assistantHelpers.setInput("");
|
|
44
|
-
|
|
45
|
-
if (typeof target.onSwitchToNewThread === "function") {
|
|
46
|
-
return target.onSwitchToNewThread.call(target);
|
|
47
|
-
}
|
|
48
|
-
};
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
return Reflect.get(target, prop, receiver);
|
|
52
|
-
},
|
|
53
|
-
}),
|
|
54
|
-
},
|
|
55
|
-
});
|
|
56
|
-
|
|
57
|
-
useInputSync(assistantHelpers, runtime);
|
|
58
|
-
|
|
59
|
-
return runtime;
|
|
60
|
-
};
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
"use client";
|
|
2
|
-
|
|
3
|
-
import { useEffect } from "react";
|
|
4
|
-
import { useAssistant, useChat } from "@ai-sdk/react";
|
|
5
|
-
import { AssistantRuntime } from "@assistant-ui/react";
|
|
6
|
-
|
|
7
|
-
type VercelHelpers =
|
|
8
|
-
| ReturnType<typeof useChat>
|
|
9
|
-
| ReturnType<typeof useAssistant>;
|
|
10
|
-
|
|
11
|
-
export const useInputSync = (
|
|
12
|
-
{ setInput, input }: VercelHelpers,
|
|
13
|
-
runtime: AssistantRuntime,
|
|
14
|
-
) => {
|
|
15
|
-
// sync input from vercel to assistant-ui
|
|
16
|
-
useEffect(() => {
|
|
17
|
-
runtime.thread.composer.setText(input);
|
|
18
|
-
}, [runtime, input]);
|
|
19
|
-
|
|
20
|
-
// sync input from assistant-ui to vercel
|
|
21
|
-
useEffect(() => {
|
|
22
|
-
return runtime.thread.composer.subscribe(() => {
|
|
23
|
-
setInput(runtime.thread.composer.getState().text);
|
|
24
|
-
});
|
|
25
|
-
}, [runtime, setInput]);
|
|
26
|
-
};
|