@assistant-ui/react-langchain 0.0.27 → 0.0.28

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,7 @@
1
+ import { getMessageContent } from "./converter.js";
1
2
  import { LangChainBaseMessage, UIMessage } from "./types.js";
2
3
  import { useExternalMessageConverter } from "@assistant-ui/core/react";
3
- import { AppendMessage, MessageTiming } from "@assistant-ui/core";
4
+ import { MessageTiming } from "@assistant-ui/core";
4
5
  //#region src/convertMessages.d.ts
5
6
  type LangChainMessageConverterMetadata = useExternalMessageConverter.Metadata & {
6
7
  uiMessagesByParent?: Map<string, UIMessage[]>;
@@ -8,81 +9,6 @@ type LangChainMessageConverterMetadata = useExternalMessageConverter.Metadata &
8
9
  };
9
10
  declare const getMessageType: (message: LangChainBaseMessage) => string;
10
11
  declare const convertLangChainBaseMessage: (message: LangChainBaseMessage, metadata?: LangChainMessageConverterMetadata) => useExternalMessageConverter.Message;
11
- declare const getMessageContent: (msg: AppendMessage) => string | ({
12
- type: "text";
13
- text: string;
14
- image_url?: never;
15
- id?: never;
16
- mime_type?: never;
17
- filename?: never;
18
- metadata?: never;
19
- source_type?: never;
20
- url?: never;
21
- data?: never;
22
- } | {
23
- type: "image_url";
24
- image_url: {
25
- url: string;
26
- };
27
- text?: never;
28
- id?: never;
29
- mime_type?: never;
30
- filename?: never;
31
- metadata?: never;
32
- source_type?: never;
33
- url?: never;
34
- data?: never;
35
- } | {
36
- type: "file";
37
- id: string;
38
- mime_type: string;
39
- filename: string;
40
- metadata: {
41
- filename: string;
42
- };
43
- source_type: "id";
44
- text?: never;
45
- image_url?: never;
46
- url?: never;
47
- data?: never;
48
- } | {
49
- type: "file";
50
- url: string;
51
- mime_type: string;
52
- filename: string;
53
- metadata: {
54
- filename: string;
55
- };
56
- source_type: "url";
57
- text?: never;
58
- image_url?: never;
59
- id?: never;
60
- data?: never;
61
- } | {
62
- type: "file";
63
- data: string;
64
- mime_type: string;
65
- filename: string;
66
- metadata: {
67
- filename: string;
68
- };
69
- source_type: "base64";
70
- text?: never;
71
- image_url?: never;
72
- id?: never;
73
- url?: never;
74
- } | {
75
- type: "audio";
76
- data: string;
77
- mime_type: string;
78
- source_type: "base64";
79
- text?: never;
80
- image_url?: never;
81
- id?: never;
82
- filename?: never;
83
- metadata?: never;
84
- url?: never;
85
- })[];
86
12
  //#endregion
87
13
  export { convertLangChainBaseMessage, getMessageContent, getMessageType };
88
14
  //# sourceMappingURL=convertMessages.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"convertMessages.d.ts","names":[],"sources":["../src/convertMessages.ts"],"mappings":";;;;KAgBK,oCACH,4BAA4B;EAC1B,qBAAqB,YAAY;EACjC,gBAAgB,eAAe;;cAStB,iBAAkB,SAAS;cAiH3B,8BACX,SAAS,sBACT,WAAU,sCACT,4BAA4B;cA0GlB,oBAAqB,KAAK"}
1
+ {"version":3,"file":"convertMessages.d.ts","names":[],"sources":["../src/convertMessages.ts"],"mappings":";;;;;KAiBK,oCACH,4BAA4B;EAC1B,qBAAqB,YAAY;EACjC,gBAAgB,eAAe;;cAGtB,iBAAkB,SAAS;cA0B3B,8BACX,SAAS,sBACT,WAAU,sCACT,4BAA4B"}
@@ -1,11 +1,6 @@
1
1
  "use client";
2
- import { httpUrlPattern, parseDataUrl } from "@assistant-ui/core/internal";
2
+ import { convertLangChainContentBlock, getCustomMetadata, getMessageContent, uiMessageToDataPart, withAudioTranscript } from "./converter.js";
3
3
  //#region src/convertMessages.ts
4
- const uiMessageToDataPart = (ui) => ({
5
- type: "data",
6
- name: ui.name,
7
- data: ui.props
8
- });
9
4
  const getMessageType = (message) => {
10
5
  if (typeof message._getType === "function") return message._getType();
11
6
  if ("type" in message) return message.type;
@@ -16,69 +11,8 @@ const contentToParts = (content) => {
16
11
  type: "text",
17
12
  text: content
18
13
  }];
19
- return content.map((part) => {
20
- switch (part.type) {
21
- case "text":
22
- case "text_delta": return {
23
- type: "text",
24
- text: part.text
25
- };
26
- case "image_url": {
27
- const image = typeof part.image_url === "string" ? part.image_url : part.image_url?.url;
28
- if (!image) return null;
29
- return {
30
- type: "image",
31
- image
32
- };
33
- }
34
- case "file": return {
35
- type: "file",
36
- filename: part.metadata?.filename ?? "file",
37
- data: part.source_type === "url" ? part.url : part.source_type === "id" ? part.id : part.data,
38
- mimeType: part.mime_type ?? "application/octet-stream",
39
- ...(part.source_type === "url" || part.source_type === "id") && { sourceType: part.source_type }
40
- };
41
- case "audio": {
42
- const mimeType = part.mime_type ?? "application/octet-stream";
43
- const subtype = mimeType.startsWith("audio/") ? mimeType.slice(6) : void 0;
44
- return {
45
- type: "file",
46
- filename: subtype ? `audio.${subtype}` : "audio",
47
- data: part.data,
48
- mimeType
49
- };
50
- }
51
- case "thinking": return {
52
- type: "reasoning",
53
- text: part.thinking
54
- };
55
- case "reasoning": return {
56
- type: "reasoning",
57
- text: part.summary?.map((s) => s?.text ?? "").join("\n\n\n") ?? part.reasoning ?? ""
58
- };
59
- case "tool_use":
60
- case "input_json_delta": return null;
61
- default: return null;
62
- }
63
- }).filter((p) => p !== null);
64
- };
65
- const hasVisibleText = (text) => typeof text === "string" && text.trim() !== "";
66
- /**
67
- * Audio output arrives outside the content array: providers leave `content`
68
- * empty and put the spoken text in `additional_kwargs.audio.transcript`. The
69
- * audio bytes stay behind because no provider reports their media type, and a
70
- * streamed response carries raw PCM rather than a playable file.
71
- */
72
- const withAudioTranscript = (parts, additionalKwargs) => {
73
- const transcript = (additionalKwargs?.audio)?.transcript;
74
- if (typeof transcript !== "string" || !hasVisibleText(transcript)) return parts;
75
- if (parts.some((part) => part.type === "text" && hasVisibleText(part.text))) return parts;
76
- return [...parts.filter((part) => part.type !== "text"), {
77
- type: "text",
78
- text: transcript
79
- }];
14
+ return content.map(convertLangChainContentBlock).filter((part) => part !== null && part !== void 0);
80
15
  };
81
- const getCustomMetadata = (additionalKwargs) => additionalKwargs?.metadata ?? {};
82
16
  const getStringContent = (content) => {
83
17
  if (typeof content === "string") return content;
84
18
  return content.filter((c) => c.type === "text").map((c) => c.text).join("");
@@ -128,7 +62,7 @@ const convertLangChainBaseMessage = (message, metadata = {}) => {
128
62
  }
129
63
  case "tool": return {
130
64
  role: "tool",
131
- toolName: message.name ?? "",
65
+ toolName: message.name || void 0,
132
66
  toolCallId: message.tool_call_id ?? "",
133
67
  result: message.content,
134
68
  artifact: message.artifact,
@@ -144,87 +78,6 @@ const convertLangChainBaseMessage = (message, metadata = {}) => {
144
78
  };
145
79
  }
146
80
  };
147
- /**
148
- * Audio media types that reach a provider's audio input through the LangChain
149
- * `audio` block. langchain-core derives OpenAI's `input_audio.format` by
150
- * splitting `mime_type` on `/`, and that format is a wav-or-mp3 enum, so
151
- * `audio/mpeg` passes the converter and is rejected at the provider.
152
- */
153
- const audioBlockMimeTypes = /* @__PURE__ */ new Map([
154
- ["audio/mp3", "audio/mp3"],
155
- ["audio/mpeg", "audio/mp3"],
156
- ["audio/wav", "audio/wav"],
157
- ["audio/wave", "audio/wav"],
158
- ["audio/x-wav", "audio/wav"]
159
- ]);
160
- const getMessageContent = (msg) => {
161
- const allContent = [...msg.content, ...msg.attachments?.flatMap((a) => a.content) ?? []];
162
- const hasNonText = allContent.some((part) => part.type === "file" || part.type === "image" || part.type === "audio");
163
- const hasText = allContent.some((part) => part.type === "text");
164
- if (hasNonText && !hasText) allContent.unshift({
165
- type: "text",
166
- text: " "
167
- });
168
- const content = allContent.flatMap((part) => {
169
- const type = part.type;
170
- switch (type) {
171
- case "text": return {
172
- type: "text",
173
- text: part.text
174
- };
175
- case "image": return {
176
- type: "image_url",
177
- image_url: { url: part.image }
178
- };
179
- case "file": {
180
- const metadata = { filename: part.filename ?? "file" };
181
- if (part.sourceType === "id") return {
182
- type: "file",
183
- id: part.data,
184
- mime_type: part.mimeType,
185
- filename: metadata.filename,
186
- metadata,
187
- source_type: "id"
188
- };
189
- if (part.sourceType === "url" || httpUrlPattern.test(part.data)) return {
190
- type: "file",
191
- url: part.data,
192
- mime_type: part.mimeType,
193
- filename: metadata.filename,
194
- metadata,
195
- source_type: "url"
196
- };
197
- const parsed = parseDataUrl(part.data);
198
- const audioMimeType = audioBlockMimeTypes.get((parsed?.mimeType ?? part.mimeType).toLowerCase());
199
- if (audioMimeType) return {
200
- type: "audio",
201
- data: parsed?.data ?? part.data,
202
- mime_type: audioMimeType,
203
- source_type: "base64"
204
- };
205
- return {
206
- type: "file",
207
- data: parsed?.data ?? part.data,
208
- mime_type: parsed?.mimeType ?? part.mimeType,
209
- filename: metadata.filename,
210
- metadata,
211
- source_type: "base64"
212
- };
213
- }
214
- case "audio": return {
215
- type: "audio",
216
- data: parseDataUrl(part.audio.data)?.data ?? part.audio.data,
217
- mime_type: `audio/${part.audio.format}`,
218
- source_type: "base64"
219
- };
220
- case "data": return [];
221
- case "tool-call": throw new Error("Tool call appends are not supported.");
222
- default: throw new Error(`Unsupported append message part type: ${type}`);
223
- }
224
- });
225
- if (content.length === 1 && content[0]?.type === "text") return content[0].text ?? "";
226
- return content;
227
- };
228
81
  //#endregion
229
82
  export { convertLangChainBaseMessage, getMessageContent, getMessageType };
230
83
 
@@ -1 +1 @@
1
- {"version":3,"file":"convertMessages.js","names":["parts","_exhaustiveCheck"],"sources":["../src/convertMessages.ts"],"sourcesContent":["\"use client\";\n\nimport type { useExternalMessageConverter } from \"@assistant-ui/core/react\";\nimport type {\n AppendMessage,\n DataMessagePart,\n MessageTiming,\n} from \"@assistant-ui/core\";\nimport { httpUrlPattern, parseDataUrl } from \"@assistant-ui/core/internal\";\nimport type { ReadonlyJSONObject } from \"assistant-stream/utils\";\nimport type {\n LangChainBaseMessage,\n LangChainContentBlock,\n UIMessage,\n} from \"./types\";\n\ntype LangChainMessageConverterMetadata =\n useExternalMessageConverter.Metadata & {\n uiMessagesByParent?: Map<string, UIMessage[]>;\n messageTiming?: Record<string, MessageTiming>;\n };\n\nconst uiMessageToDataPart = (ui: UIMessage): DataMessagePart => ({\n type: \"data\",\n name: ui.name,\n data: ui.props,\n});\n\nexport const getMessageType = (message: LangChainBaseMessage): string => {\n if (typeof message._getType === \"function\") return message._getType();\n if (\"type\" in message)\n return (message as Record<string, unknown>).type as string;\n throw new Error(\"Cannot determine message type\");\n};\n\nconst contentToParts = (content: unknown) => {\n if (typeof content === \"string\")\n return [{ type: \"text\" as const, text: content }];\n\n const parts = content as readonly LangChainContentBlock[];\n return parts\n .map((part) => {\n const type = part.type;\n switch (type) {\n case \"text\":\n case \"text_delta\":\n return { type: \"text\" as const, text: part.text };\n case \"image_url\": {\n const image =\n typeof part.image_url === \"string\"\n ? part.image_url\n : part.image_url?.url;\n if (!image) return null;\n return { type: \"image\" as const, image };\n }\n case \"file\":\n return {\n type: \"file\" as const,\n filename: part.metadata?.filename ?? \"file\",\n data:\n part.source_type === \"url\"\n ? part.url\n : part.source_type === \"id\"\n ? part.id\n : part.data,\n mimeType: part.mime_type ?? \"application/octet-stream\",\n ...((part.source_type === \"url\" || part.source_type === \"id\") && {\n sourceType: part.source_type,\n }),\n };\n case \"audio\": {\n const mimeType = part.mime_type ?? \"application/octet-stream\";\n const subtype = mimeType.startsWith(\"audio/\")\n ? mimeType.slice(\"audio/\".length)\n : undefined;\n return {\n type: \"file\" as const,\n filename: subtype ? `audio.${subtype}` : \"audio\",\n data: part.data,\n mimeType,\n };\n }\n case \"thinking\":\n return { type: \"reasoning\" as const, text: part.thinking };\n case \"reasoning\":\n return {\n type: \"reasoning\" as const,\n text:\n part.summary?.map((s) => s?.text ?? \"\").join(\"\\n\\n\\n\") ??\n part.reasoning ??\n \"\",\n };\n case \"tool_use\":\n case \"input_json_delta\":\n return null;\n default:\n return null;\n }\n })\n .filter((p) => p !== null);\n};\n\nconst hasVisibleText = (text: unknown): boolean =>\n typeof text === \"string\" && text.trim() !== \"\";\n\n/**\n * Audio output arrives outside the content array: providers leave `content`\n * empty and put the spoken text in `additional_kwargs.audio.transcript`. The\n * audio bytes stay behind because no provider reports their media type, and a\n * streamed response carries raw PCM rather than a playable file.\n */\nconst withAudioTranscript = (\n parts: ReturnType<typeof contentToParts>,\n additionalKwargs: Record<string, unknown> | undefined,\n): ReturnType<typeof contentToParts> => {\n const audio = additionalKwargs?.audio as { transcript?: unknown } | undefined;\n const transcript = audio?.transcript;\n if (typeof transcript !== \"string\" || !hasVisibleText(transcript))\n return parts;\n if (parts.some((part) => part.type === \"text\" && hasVisibleText(part.text)))\n return parts;\n return [\n ...parts.filter((part) => part.type !== \"text\"),\n { type: \"text\" as const, text: transcript },\n ];\n};\n\nconst getCustomMetadata = (\n additionalKwargs: Record<string, unknown> | undefined,\n): Record<string, unknown> =>\n (additionalKwargs?.metadata as Record<string, unknown>) ?? {};\n\nconst getStringContent = (content: unknown): string => {\n if (typeof content === \"string\") return content;\n const parts = content as readonly LangChainContentBlock[];\n return parts\n .filter((c): c is { type: \"text\"; text: string } => c.type === \"text\")\n .map((c) => c.text)\n .join(\"\");\n};\n\nexport const convertLangChainBaseMessage = (\n message: LangChainBaseMessage,\n metadata: LangChainMessageConverterMetadata = {},\n): useExternalMessageConverter.Message => {\n const type = getMessageType(message);\n\n switch (type) {\n case \"system\":\n return {\n role: \"system\",\n id: message.id,\n content: [{ type: \"text\", text: getStringContent(message.content) }],\n metadata: {\n custom: getCustomMetadata(message.additional_kwargs),\n },\n };\n\n case \"human\":\n return {\n role: \"user\",\n id: message.id,\n content: contentToParts(message.content),\n metadata: {\n custom: getCustomMetadata(message.additional_kwargs),\n },\n };\n\n case \"ai\": {\n const toolCallParts =\n message.tool_calls?.map((tc) => ({\n type: \"tool-call\" as const,\n toolCallId: tc.id,\n toolName: tc.name,\n args: tc.args as ReadonlyJSONObject,\n argsText: JSON.stringify(tc.args),\n })) ?? [];\n\n const assistantStatus =\n typeof message.status === \"object\" ? message.status : undefined;\n\n const uiDataParts =\n (message.id\n ? metadata.uiMessagesByParent\n ?.get(message.id)\n ?.map(uiMessageToDataPart)\n : undefined) ?? [];\n\n const timing = metadata.messageTiming?.[message.id ?? \"\"];\n\n return {\n role: \"assistant\",\n id: message.id,\n content: [\n ...withAudioTranscript(\n contentToParts(message.content),\n message.additional_kwargs,\n ),\n ...toolCallParts,\n ...uiDataParts,\n ],\n metadata: {\n custom: getCustomMetadata(message.additional_kwargs),\n ...(timing && { timing }),\n },\n ...(assistantStatus && { status: assistantStatus }),\n };\n }\n\n case \"tool\":\n return {\n role: \"tool\",\n toolName: message.name ?? \"\",\n toolCallId: message.tool_call_id ?? \"\",\n result: message.content,\n artifact: message.artifact,\n isError: message.status === \"error\",\n };\n\n default:\n return {\n role: \"system\",\n id: message.id,\n content: [\n {\n type: \"text\",\n text:\n typeof message.content === \"string\"\n ? message.content\n : JSON.stringify(message.content),\n },\n ],\n };\n }\n};\n\n/**\n * Audio media types that reach a provider's audio input through the LangChain\n * `audio` block. langchain-core derives OpenAI's `input_audio.format` by\n * splitting `mime_type` on `/`, and that format is a wav-or-mp3 enum, so\n * `audio/mpeg` passes the converter and is rejected at the provider.\n */\nconst audioBlockMimeTypes = new Map<string, \"audio/mp3\" | \"audio/wav\">([\n [\"audio/mp3\", \"audio/mp3\"],\n [\"audio/mpeg\", \"audio/mp3\"],\n [\"audio/wav\", \"audio/wav\"],\n [\"audio/wave\", \"audio/wav\"],\n [\"audio/x-wav\", \"audio/wav\"],\n]);\n\nexport const getMessageContent = (msg: AppendMessage) => {\n const allContent = [\n ...msg.content,\n ...(msg.attachments?.flatMap((a) => a.content) ?? []),\n ];\n\n const hasNonText = allContent.some(\n (part) =>\n part.type === \"file\" || part.type === \"image\" || part.type === \"audio\",\n );\n const hasText = allContent.some((part) => part.type === \"text\");\n if (hasNonText && !hasText) {\n allContent.unshift({ type: \"text\", text: \" \" });\n }\n\n const content = allContent.flatMap((part) => {\n const type = part.type;\n switch (type) {\n case \"text\":\n return { type: \"text\" as const, text: part.text };\n case \"image\":\n return { type: \"image_url\" as const, image_url: { url: part.image } };\n case \"file\": {\n const metadata = { filename: part.filename ?? \"file\" };\n if (part.sourceType === \"id\") {\n return {\n type: \"file\" as const,\n id: part.data,\n mime_type: part.mimeType,\n filename: metadata.filename,\n metadata,\n source_type: \"id\" as const,\n };\n }\n if (part.sourceType === \"url\" || httpUrlPattern.test(part.data)) {\n return {\n type: \"file\" as const,\n url: part.data,\n mime_type: part.mimeType,\n filename: metadata.filename,\n metadata,\n source_type: \"url\" as const,\n };\n }\n const parsed = parseDataUrl(part.data);\n const audioMimeType = audioBlockMimeTypes.get(\n (parsed?.mimeType ?? part.mimeType).toLowerCase(),\n );\n if (audioMimeType) {\n return {\n type: \"audio\" as const,\n data: parsed?.data ?? part.data,\n mime_type: audioMimeType,\n source_type: \"base64\" as const,\n };\n }\n return {\n type: \"file\" as const,\n data: parsed?.data ?? part.data,\n mime_type: parsed?.mimeType ?? part.mimeType,\n filename: metadata.filename,\n metadata,\n source_type: \"base64\" as const,\n };\n }\n case \"audio\": {\n const parsed = parseDataUrl(part.audio.data);\n return {\n type: \"audio\" as const,\n data: parsed?.data ?? part.audio.data,\n mime_type: `audio/${part.audio.format}`,\n source_type: \"base64\" as const,\n };\n }\n case \"data\":\n return [];\n case \"tool-call\":\n throw new Error(\"Tool call appends are not supported.\");\n default: {\n const _exhaustiveCheck: \"reasoning\" | \"source\" | \"generative-ui\" = type;\n throw new Error(\n `Unsupported append message part type: ${_exhaustiveCheck}`,\n );\n }\n }\n });\n\n if (content.length === 1 && content[0]?.type === \"text\") {\n return content[0].text ?? \"\";\n }\n return content;\n};\n"],"mappings":";;;AAsBA,MAAM,uBAAuB,QAAoC;CAC/D,MAAM;CACN,MAAM,GAAG;CACT,MAAM,GAAG;AACX;AAEA,MAAa,kBAAkB,YAA0C;CACvE,IAAI,OAAO,QAAQ,aAAa,YAAY,OAAO,QAAQ,SAAS;CACpE,IAAI,UAAU,SACZ,OAAQ,QAAoC;CAC9C,MAAM,IAAI,MAAM,+BAA+B;AACjD;AAEA,MAAM,kBAAkB,YAAqB;CAC3C,IAAI,OAAO,YAAY,UACrB,OAAO,CAAC;EAAE,MAAM;EAAiB,MAAM;CAAQ,CAAC;CAGlD,OAAOA,QACJ,KAAK,SAAS;EAEb,QADa,KAAK,MAClB;GACE,KAAK;GACL,KAAK,cACH,OAAO;IAAE,MAAM;IAAiB,MAAM,KAAK;GAAK;GAClD,KAAK,aAAa;IAChB,MAAM,QACJ,OAAO,KAAK,cAAc,WACtB,KAAK,YACL,KAAK,WAAW;IACtB,IAAI,CAAC,OAAO,OAAO;IACnB,OAAO;KAAE,MAAM;KAAkB;IAAM;GACzC;GACA,KAAK,QACH,OAAO;IACL,MAAM;IACN,UAAU,KAAK,UAAU,YAAY;IACrC,MACE,KAAK,gBAAgB,QACjB,KAAK,MACL,KAAK,gBAAgB,OACnB,KAAK,KACL,KAAK;IACb,UAAU,KAAK,aAAa;IAC5B,IAAK,KAAK,gBAAgB,SAAS,KAAK,gBAAgB,SAAS,EAC/D,YAAY,KAAK,YACnB;GACF;GACF,KAAK,SAAS;IACZ,MAAM,WAAW,KAAK,aAAa;IACnC,MAAM,UAAU,SAAS,WAAW,QAAQ,IACxC,SAAS,MAAM,CAAe,IAC9B,KAAA;IACJ,OAAO;KACL,MAAM;KACN,UAAU,UAAU,SAAS,YAAY;KACzC,MAAM,KAAK;KACX;IACF;GACF;GACA,KAAK,YACH,OAAO;IAAE,MAAM;IAAsB,MAAM,KAAK;GAAS;GAC3D,KAAK,aACH,OAAO;IACL,MAAM;IACN,MACE,KAAK,SAAS,KAAK,MAAM,GAAG,QAAQ,EAAE,CAAC,CAAC,KAAK,QAAQ,KACrD,KAAK,aACL;GACJ;GACF,KAAK;GACL,KAAK,oBACH,OAAO;GACT,SACE,OAAO;EACX;CACF,CAAC,CAAC,CACD,QAAQ,MAAM,MAAM,IAAI;AAC7B;AAEA,MAAM,kBAAkB,SACtB,OAAO,SAAS,YAAY,KAAK,KAAK,MAAM;;;;;;;AAQ9C,MAAM,uBACJ,OACA,qBACsC;CAEtC,MAAM,cADQ,kBAAkB,MAAA,EACN;CAC1B,IAAI,OAAO,eAAe,YAAY,CAAC,eAAe,UAAU,GAC9D,OAAO;CACT,IAAI,MAAM,MAAM,SAAS,KAAK,SAAS,UAAU,eAAe,KAAK,IAAI,CAAC,GACxE,OAAO;CACT,OAAO,CACL,GAAG,MAAM,QAAQ,SAAS,KAAK,SAAS,MAAM,GAC9C;EAAE,MAAM;EAAiB,MAAM;CAAW,CAC5C;AACF;AAEA,MAAM,qBACJ,qBAEC,kBAAkB,YAAwC,CAAC;AAE9D,MAAM,oBAAoB,YAA6B;CACrD,IAAI,OAAO,YAAY,UAAU,OAAO;CAExC,OAAOA,QACJ,QAAQ,MAA2C,EAAE,SAAS,MAAM,CAAC,CACrE,KAAK,MAAM,EAAE,IAAI,CAAC,CAClB,KAAK,EAAE;AACZ;AAEA,MAAa,+BACX,SACA,WAA8C,CAAC,MACP;CAGxC,QAFa,eAAe,OAEjB,GAAX;EACE,KAAK,UACH,OAAO;GACL,MAAM;GACN,IAAI,QAAQ;GACZ,SAAS,CAAC;IAAE,MAAM;IAAQ,MAAM,iBAAiB,QAAQ,OAAO;GAAE,CAAC;GACnE,UAAU,EACR,QAAQ,kBAAkB,QAAQ,iBAAiB,EACrD;EACF;EAEF,KAAK,SACH,OAAO;GACL,MAAM;GACN,IAAI,QAAQ;GACZ,SAAS,eAAe,QAAQ,OAAO;GACvC,UAAU,EACR,QAAQ,kBAAkB,QAAQ,iBAAiB,EACrD;EACF;EAEF,KAAK,MAAM;GACT,MAAM,gBACJ,QAAQ,YAAY,KAAK,QAAQ;IAC/B,MAAM;IACN,YAAY,GAAG;IACf,UAAU,GAAG;IACb,MAAM,GAAG;IACT,UAAU,KAAK,UAAU,GAAG,IAAI;GAClC,EAAE,KAAK,CAAC;GAEV,MAAM,kBACJ,OAAO,QAAQ,WAAW,WAAW,QAAQ,SAAS,KAAA;GAExD,MAAM,eACH,QAAQ,KACL,SAAS,oBACL,IAAI,QAAQ,EAAE,CAAC,EACf,IAAI,mBAAmB,IAC3B,KAAA,MAAc,CAAC;GAErB,MAAM,SAAS,SAAS,gBAAgB,QAAQ,MAAM;GAEtD,OAAO;IACL,MAAM;IACN,IAAI,QAAQ;IACZ,SAAS;KACP,GAAG,oBACD,eAAe,QAAQ,OAAO,GAC9B,QAAQ,iBACV;KACA,GAAG;KACH,GAAG;IACL;IACA,UAAU;KACR,QAAQ,kBAAkB,QAAQ,iBAAiB;KACnD,GAAI,UAAU,EAAE,OAAO;IACzB;IACA,GAAI,mBAAmB,EAAE,QAAQ,gBAAgB;GACnD;EACF;EAEA,KAAK,QACH,OAAO;GACL,MAAM;GACN,UAAU,QAAQ,QAAQ;GAC1B,YAAY,QAAQ,gBAAgB;GACpC,QAAQ,QAAQ;GAChB,UAAU,QAAQ;GAClB,SAAS,QAAQ,WAAW;EAC9B;EAEF,SACE,OAAO;GACL,MAAM;GACN,IAAI,QAAQ;GACZ,SAAS,CACP;IACE,MAAM;IACN,MACE,OAAO,QAAQ,YAAY,WACvB,QAAQ,UACR,KAAK,UAAU,QAAQ,OAAO;GACtC,CACF;EACF;CACJ;AACF;;;;;;;AAQA,MAAM,sCAAsB,IAAI,IAAuC;CACrE,CAAC,aAAa,WAAW;CACzB,CAAC,cAAc,WAAW;CAC1B,CAAC,aAAa,WAAW;CACzB,CAAC,cAAc,WAAW;CAC1B,CAAC,eAAe,WAAW;AAC7B,CAAC;AAED,MAAa,qBAAqB,QAAuB;CACvD,MAAM,aAAa,CACjB,GAAG,IAAI,SACP,GAAI,IAAI,aAAa,SAAS,MAAM,EAAE,OAAO,KAAK,CAAC,CACrD;CAEA,MAAM,aAAa,WAAW,MAC3B,SACC,KAAK,SAAS,UAAU,KAAK,SAAS,WAAW,KAAK,SAAS,OACnE;CACA,MAAM,UAAU,WAAW,MAAM,SAAS,KAAK,SAAS,MAAM;CAC9D,IAAI,cAAc,CAAC,SACjB,WAAW,QAAQ;EAAE,MAAM;EAAQ,MAAM;CAAI,CAAC;CAGhD,MAAM,UAAU,WAAW,SAAS,SAAS;EAC3C,MAAM,OAAO,KAAK;EAClB,QAAQ,MAAR;GACE,KAAK,QACH,OAAO;IAAE,MAAM;IAAiB,MAAM,KAAK;GAAK;GAClD,KAAK,SACH,OAAO;IAAE,MAAM;IAAsB,WAAW,EAAE,KAAK,KAAK,MAAM;GAAE;GACtE,KAAK,QAAQ;IACX,MAAM,WAAW,EAAE,UAAU,KAAK,YAAY,OAAO;IACrD,IAAI,KAAK,eAAe,MACtB,OAAO;KACL,MAAM;KACN,IAAI,KAAK;KACT,WAAW,KAAK;KAChB,UAAU,SAAS;KACnB;KACA,aAAa;IACf;IAEF,IAAI,KAAK,eAAe,SAAS,eAAe,KAAK,KAAK,IAAI,GAC5D,OAAO;KACL,MAAM;KACN,KAAK,KAAK;KACV,WAAW,KAAK;KAChB,UAAU,SAAS;KACnB;KACA,aAAa;IACf;IAEF,MAAM,SAAS,aAAa,KAAK,IAAI;IACrC,MAAM,gBAAgB,oBAAoB,KACvC,QAAQ,YAAY,KAAK,SAAA,CAAU,YAAY,CAClD;IACA,IAAI,eACF,OAAO;KACL,MAAM;KACN,MAAM,QAAQ,QAAQ,KAAK;KAC3B,WAAW;KACX,aAAa;IACf;IAEF,OAAO;KACL,MAAM;KACN,MAAM,QAAQ,QAAQ,KAAK;KAC3B,WAAW,QAAQ,YAAY,KAAK;KACpC,UAAU,SAAS;KACnB;KACA,aAAa;IACf;GACF;GACA,KAAK,SAEH,OAAO;IACL,MAAM;IACN,MAHa,aAAa,KAAK,MAAM,IAG1B,CAAC,EAAE,QAAQ,KAAK,MAAM;IACjC,WAAW,SAAS,KAAK,MAAM;IAC/B,aAAa;GACf;GAEF,KAAK,QACH,OAAO,CAAC;GACV,KAAK,aACH,MAAM,IAAI,MAAM,sCAAsC;GACxD,SAEE,MAAM,IAAI,MACR,yCAAyCC,MAC3C;EAEJ;CACF,CAAC;CAED,IAAI,QAAQ,WAAW,KAAK,QAAQ,EAAE,EAAE,SAAS,QAC/C,OAAO,QAAQ,EAAE,CAAC,QAAQ;CAE5B,OAAO;AACT"}
1
+ {"version":3,"file":"convertMessages.js","names":["parts"],"sources":["../src/convertMessages.ts"],"sourcesContent":["\"use client\";\n\nimport type { MessageTiming } from \"@assistant-ui/core\";\nimport type { useExternalMessageConverter } from \"@assistant-ui/core/react\";\nimport type { ReadonlyJSONObject } from \"assistant-stream/utils\";\nimport {\n convertLangChainContentBlock,\n getCustomMetadata,\n uiMessageToDataPart,\n withAudioTranscript,\n} from \"./converter\";\nimport type {\n LangChainBaseMessage,\n LangChainContentBlock,\n UIMessage,\n} from \"./types\";\n\ntype LangChainMessageConverterMetadata =\n useExternalMessageConverter.Metadata & {\n uiMessagesByParent?: Map<string, UIMessage[]>;\n messageTiming?: Record<string, MessageTiming>;\n };\n\nexport const getMessageType = (message: LangChainBaseMessage): string => {\n if (typeof message._getType === \"function\") return message._getType();\n if (\"type\" in message)\n return (message as Record<string, unknown>).type as string;\n throw new Error(\"Cannot determine message type\");\n};\n\nconst contentToParts = (content: unknown) => {\n if (typeof content === \"string\")\n return [{ type: \"text\" as const, text: content }];\n\n const parts = content as readonly LangChainContentBlock[];\n return parts\n .map(convertLangChainContentBlock)\n .filter((part) => part !== null && part !== undefined);\n};\n\nconst getStringContent = (content: unknown): string => {\n if (typeof content === \"string\") return content;\n const parts = content as readonly LangChainContentBlock[];\n return parts\n .filter((c): c is { type: \"text\"; text: string } => c.type === \"text\")\n .map((c) => c.text)\n .join(\"\");\n};\n\nexport const convertLangChainBaseMessage = (\n message: LangChainBaseMessage,\n metadata: LangChainMessageConverterMetadata = {},\n): useExternalMessageConverter.Message => {\n const type = getMessageType(message);\n\n switch (type) {\n case \"system\":\n return {\n role: \"system\",\n id: message.id,\n content: [{ type: \"text\", text: getStringContent(message.content) }],\n metadata: {\n custom: getCustomMetadata(message.additional_kwargs),\n },\n };\n\n case \"human\":\n return {\n role: \"user\",\n id: message.id,\n content: contentToParts(message.content),\n metadata: {\n custom: getCustomMetadata(message.additional_kwargs),\n },\n };\n\n case \"ai\": {\n const toolCallParts =\n message.tool_calls?.map((tc) => ({\n type: \"tool-call\" as const,\n toolCallId: tc.id,\n toolName: tc.name,\n args: tc.args as ReadonlyJSONObject,\n argsText: JSON.stringify(tc.args),\n })) ?? [];\n\n const assistantStatus =\n typeof message.status === \"object\" ? message.status : undefined;\n\n const uiDataParts =\n (message.id\n ? metadata.uiMessagesByParent\n ?.get(message.id)\n ?.map(uiMessageToDataPart)\n : undefined) ?? [];\n\n const timing = metadata.messageTiming?.[message.id ?? \"\"];\n\n return {\n role: \"assistant\",\n id: message.id,\n content: [\n ...withAudioTranscript(\n contentToParts(message.content),\n message.additional_kwargs,\n ),\n ...toolCallParts,\n ...uiDataParts,\n ],\n metadata: {\n custom: getCustomMetadata(message.additional_kwargs),\n ...(timing && { timing }),\n },\n ...(assistantStatus && { status: assistantStatus }),\n };\n }\n\n case \"tool\":\n return {\n role: \"tool\",\n // `joinExternalMessages` only checks the name against the tool call\n // when it is non-null, so an empty name manufactures a mismatch.\n toolName: message.name || undefined,\n toolCallId: message.tool_call_id ?? \"\",\n result: message.content,\n artifact: message.artifact,\n isError: message.status === \"error\",\n };\n\n default:\n return {\n role: \"system\",\n id: message.id,\n content: [\n {\n type: \"text\",\n text:\n typeof message.content === \"string\"\n ? message.content\n : JSON.stringify(message.content),\n },\n ],\n };\n }\n};\n\nexport { getMessageContent } from \"./converter\";\n"],"mappings":";;;AAuBA,MAAa,kBAAkB,YAA0C;CACvE,IAAI,OAAO,QAAQ,aAAa,YAAY,OAAO,QAAQ,SAAS;CACpE,IAAI,UAAU,SACZ,OAAQ,QAAoC;CAC9C,MAAM,IAAI,MAAM,+BAA+B;AACjD;AAEA,MAAM,kBAAkB,YAAqB;CAC3C,IAAI,OAAO,YAAY,UACrB,OAAO,CAAC;EAAE,MAAM;EAAiB,MAAM;CAAQ,CAAC;CAGlD,OAAOA,QACJ,IAAI,4BAA4B,CAAC,CACjC,QAAQ,SAAS,SAAS,QAAQ,SAAS,KAAA,CAAS;AACzD;AAEA,MAAM,oBAAoB,YAA6B;CACrD,IAAI,OAAO,YAAY,UAAU,OAAO;CAExC,OAAOA,QACJ,QAAQ,MAA2C,EAAE,SAAS,MAAM,CAAC,CACrE,KAAK,MAAM,EAAE,IAAI,CAAC,CAClB,KAAK,EAAE;AACZ;AAEA,MAAa,+BACX,SACA,WAA8C,CAAC,MACP;CAGxC,QAFa,eAAe,OAEjB,GAAX;EACE,KAAK,UACH,OAAO;GACL,MAAM;GACN,IAAI,QAAQ;GACZ,SAAS,CAAC;IAAE,MAAM;IAAQ,MAAM,iBAAiB,QAAQ,OAAO;GAAE,CAAC;GACnE,UAAU,EACR,QAAQ,kBAAkB,QAAQ,iBAAiB,EACrD;EACF;EAEF,KAAK,SACH,OAAO;GACL,MAAM;GACN,IAAI,QAAQ;GACZ,SAAS,eAAe,QAAQ,OAAO;GACvC,UAAU,EACR,QAAQ,kBAAkB,QAAQ,iBAAiB,EACrD;EACF;EAEF,KAAK,MAAM;GACT,MAAM,gBACJ,QAAQ,YAAY,KAAK,QAAQ;IAC/B,MAAM;IACN,YAAY,GAAG;IACf,UAAU,GAAG;IACb,MAAM,GAAG;IACT,UAAU,KAAK,UAAU,GAAG,IAAI;GAClC,EAAE,KAAK,CAAC;GAEV,MAAM,kBACJ,OAAO,QAAQ,WAAW,WAAW,QAAQ,SAAS,KAAA;GAExD,MAAM,eACH,QAAQ,KACL,SAAS,oBACL,IAAI,QAAQ,EAAE,CAAC,EACf,IAAI,mBAAmB,IAC3B,KAAA,MAAc,CAAC;GAErB,MAAM,SAAS,SAAS,gBAAgB,QAAQ,MAAM;GAEtD,OAAO;IACL,MAAM;IACN,IAAI,QAAQ;IACZ,SAAS;KACP,GAAG,oBACD,eAAe,QAAQ,OAAO,GAC9B,QAAQ,iBACV;KACA,GAAG;KACH,GAAG;IACL;IACA,UAAU;KACR,QAAQ,kBAAkB,QAAQ,iBAAiB;KACnD,GAAI,UAAU,EAAE,OAAO;IACzB;IACA,GAAI,mBAAmB,EAAE,QAAQ,gBAAgB;GACnD;EACF;EAEA,KAAK,QACH,OAAO;GACL,MAAM;GAGN,UAAU,QAAQ,QAAQ,KAAA;GAC1B,YAAY,QAAQ,gBAAgB;GACpC,QAAQ,QAAQ;GAChB,UAAU,QAAQ;GAClB,SAAS,QAAQ,WAAW;EAC9B;EAEF,SACE,OAAO;GACL,MAAM;GACN,IAAI,QAAQ;GACZ,SAAS,CACP;IACE,MAAM;IACN,MACE,OAAO,QAAQ,YAAY,WACvB,QAAQ,UACR,KAAK,UAAU,QAAQ,OAAO;GACtC,CACF;EACF;CACJ;AACF"}
@@ -0,0 +1,180 @@
1
+ import { StreamingTimingAccessors } from "@assistant-ui/core/react";
2
+ import { AppendMessage, DataMessagePart, ThreadAssistantMessage, ThreadUserMessage } from "@assistant-ui/core";
3
+ //#region src/converter.d.ts
4
+ /** Known content block types from @langchain/core messages. */
5
+ type LangChainContentBlock = {
6
+ type: "text";
7
+ text: string;
8
+ } | {
9
+ type: "text_delta";
10
+ text: string;
11
+ } | {
12
+ type: "image_url";
13
+ image_url: string | {
14
+ url?: string;
15
+ };
16
+ } | {
17
+ type: "thinking";
18
+ thinking: string;
19
+ } | {
20
+ type: "reasoning";
21
+ summary?: Array<{
22
+ type: "summary_text";
23
+ text?: string;
24
+ }>;
25
+ reasoning?: string;
26
+ } | {
27
+ type: "file";
28
+ data: string;
29
+ mime_type: string;
30
+ source_type?: "base64";
31
+ metadata?: {
32
+ filename?: string;
33
+ };
34
+ } | {
35
+ type: "file";
36
+ url: string;
37
+ mime_type?: string;
38
+ source_type: "url";
39
+ metadata?: {
40
+ filename?: string;
41
+ };
42
+ } | {
43
+ type: "file";
44
+ id: string;
45
+ mime_type?: string;
46
+ source_type: "id";
47
+ metadata?: {
48
+ filename?: string;
49
+ };
50
+ } | {
51
+ type: "audio";
52
+ data: string;
53
+ mime_type: string;
54
+ source_type: "base64";
55
+ } | {
56
+ type: "tool_use" | "input_json_delta";
57
+ };
58
+ type ConvertedContentPart = ThreadUserMessage["content"][number] | ThreadAssistantMessage["content"][number];
59
+ declare const convertLangChainContentBlock: (part: LangChainContentBlock) => ConvertedContentPart | null | undefined;
60
+ /**
61
+ * Audio output arrives outside the content array: providers leave `content`
62
+ * empty and put the spoken text in `additional_kwargs.audio.transcript`. The
63
+ * audio bytes stay behind because no provider reports their media type, and a
64
+ * streamed response carries raw PCM rather than a playable file.
65
+ */
66
+ declare const withAudioTranscript: <T extends {
67
+ type: string;
68
+ text?: unknown;
69
+ }>(parts: readonly T[], additionalKwargs: Record<string, unknown> | undefined) => readonly (T | {
70
+ type: "text";
71
+ text: string;
72
+ })[];
73
+ declare const getCustomMetadata: (additionalKwargs: Record<string, unknown> | undefined) => Record<string, unknown>;
74
+ declare const uiMessageToDataPart: <TUIMessage extends {
75
+ name: string;
76
+ props: Record<string, unknown>;
77
+ }>(ui: TUIMessage) => DataMessagePart;
78
+ declare const getMessageContent: (msg: AppendMessage) => string | ({
79
+ type: "text";
80
+ text: string;
81
+ image_url?: never;
82
+ id?: never;
83
+ mime_type?: never;
84
+ filename?: never;
85
+ metadata?: never;
86
+ source_type?: never;
87
+ url?: never;
88
+ data?: never;
89
+ } | {
90
+ type: "image_url";
91
+ image_url: {
92
+ url: string;
93
+ };
94
+ text?: never;
95
+ id?: never;
96
+ mime_type?: never;
97
+ filename?: never;
98
+ metadata?: never;
99
+ source_type?: never;
100
+ url?: never;
101
+ data?: never;
102
+ } | {
103
+ type: "file";
104
+ id: string;
105
+ mime_type: string;
106
+ filename: string;
107
+ metadata: {
108
+ filename: string;
109
+ };
110
+ source_type: "id";
111
+ text?: never;
112
+ image_url?: never;
113
+ url?: never;
114
+ data?: never;
115
+ } | {
116
+ type: "file";
117
+ url: string;
118
+ mime_type: string;
119
+ filename: string;
120
+ metadata: {
121
+ filename: string;
122
+ };
123
+ source_type: "url";
124
+ text?: never;
125
+ image_url?: never;
126
+ id?: never;
127
+ data?: never;
128
+ } | {
129
+ type: "file";
130
+ data: string;
131
+ mime_type: string;
132
+ filename: string;
133
+ metadata: {
134
+ filename: string;
135
+ };
136
+ source_type: "base64";
137
+ text?: never;
138
+ image_url?: never;
139
+ id?: never;
140
+ url?: never;
141
+ } | {
142
+ type: "audio";
143
+ data: string;
144
+ mime_type: string;
145
+ source_type: "base64";
146
+ text?: never;
147
+ image_url?: never;
148
+ id?: never;
149
+ filename?: never;
150
+ metadata?: never;
151
+ url?: never;
152
+ })[];
153
+ declare const createLangChainStreamingTimingAccessors: <TMessage extends {
154
+ id?: string | undefined;
155
+ content?: unknown;
156
+ tool_calls?: readonly unknown[] | undefined;
157
+ }>(getType: (message: TMessage) => string) => StreamingTimingAccessors<TMessage>;
158
+ /**
159
+ * Resolve the assistant message a `UIMessage` belongs to: the parent id comes
160
+ * from `metadata.message_id` (Python SDK) or `metadata.id` (JS SDK).
161
+ */
162
+ declare const getUIMessageParentId: (ui: {
163
+ metadata?: {
164
+ message_id?: string;
165
+ id?: string;
166
+ } | undefined;
167
+ }) => string | undefined;
168
+ /**
169
+ * Group the graph's accumulated `UIMessage`s by the assistant message they
170
+ * belong to. Non-array state and entries without a parent link are dropped.
171
+ */
172
+ declare const groupUIMessagesByParent: <T extends {
173
+ metadata?: {
174
+ message_id?: string;
175
+ id?: string;
176
+ } | undefined;
177
+ }>(value: unknown) => Map<string, T[]>;
178
+ //#endregion
179
+ export { LangChainContentBlock, convertLangChainContentBlock, createLangChainStreamingTimingAccessors, getCustomMetadata, getMessageContent, getUIMessageParentId, groupUIMessagesByParent, uiMessageToDataPart, withAudioTranscript };
180
+ //# sourceMappingURL=converter.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"converter.d.ts","names":[],"sources":["../src/converter.ts"],"mappings":";;;;KAaY;EACN;EAAc;;EACd;EAAoB;;EACpB;EAAmB;IAAsB;;;EACzC;EAAkB;;EAElB;EACA,UAAU;IAAQ;IAAsB;;EACxC;;EAGA;EACA;EACA;EACA;EACA;IAAa;;;EAGb;EACA;EACA;EACA;EACA;IAAa;;;EAGb;EACA;EACA;EACA;EACA;IAAa;;;EAGb;EACA;EACA;EACA;;EAEA;;KAED,uBACD,uCACA;cAES,+BACX,MAAM,0BACL;;;;;;;cAoEU,sBAAuB;EAAY;EAAc;GAC5D,gBAAgB,KAChB,kBAAkB,kDACP;EAAM;EAAc;;cAapB,oBACX,kBAAkB,wCACjB;cAGU,sBACX;EAAqB;EAAc,OAAO;GAE1C,IAAI,eACH;cAoBU,oBAAqB,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAsG1B,0CACX;EACE;EACA;EACA;GAGF,UAAU,SAAS,wBAClB,yBAAyB;;;;;cA8Df,uBAAwB;EACnC;IAAa;IAAqB;;;;;;;cAOvB,0BACX;EACE;IAAa;IAAqB;;GAGpC,mBACC,YAAY"}