@assistant-ui/ai-sdk 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +32 -0
- package/dist/adapters/aiSDKFormatAdapter.d.ts +8 -0
- package/dist/adapters/aiSDKFormatAdapter.d.ts.map +1 -0
- package/dist/adapters/aiSDKFormatAdapter.js +26 -0
- package/dist/adapters/aiSDKFormatAdapter.js.map +1 -0
- package/dist/adapters/vercelAttachmentAdapter.d.ts +6 -0
- package/dist/adapters/vercelAttachmentAdapter.d.ts.map +1 -0
- package/dist/adapters/vercelAttachmentAdapter.js +37 -0
- package/dist/adapters/vercelAttachmentAdapter.js.map +1 -0
- package/dist/aiSDKExtras.d.ts +11 -0
- package/dist/aiSDKExtras.d.ts.map +1 -0
- package/dist/aiSDKExtras.js +7 -0
- package/dist/aiSDKExtras.js.map +1 -0
- package/dist/converters/convertMessage.d.ts +28 -0
- package/dist/converters/convertMessage.d.ts.map +1 -0
- package/dist/converters/convertMessage.js +249 -0
- package/dist/converters/convertMessage.js.map +1 -0
- package/dist/converters/modelContentEnvelope.d.ts +16 -0
- package/dist/converters/modelContentEnvelope.d.ts.map +1 -0
- package/dist/converters/modelContentEnvelope.js +22 -0
- package/dist/converters/modelContentEnvelope.js.map +1 -0
- package/dist/converters/toCreateMessage.d.ts +7 -0
- package/dist/converters/toCreateMessage.d.ts.map +1 -0
- package/dist/converters/toCreateMessage.js +58 -0
- package/dist/converters/toCreateMessage.js.map +1 -0
- package/dist/converters/toolOutputConversion.d.ts +29 -0
- package/dist/converters/toolOutputConversion.d.ts.map +1 -0
- package/dist/converters/toolOutputConversion.js +31 -0
- package/dist/converters/toolOutputConversion.js.map +1 -0
- package/dist/hooks.d.ts +19 -0
- package/dist/hooks.d.ts.map +1 -0
- package/dist/hooks.js +20 -0
- package/dist/hooks.js.map +1 -0
- package/dist/index.d.ts +14 -0
- package/dist/index.js +13 -0
- package/dist/index.native.d.ts +12 -0
- package/dist/index.native.js +11 -0
- package/dist/model-context/injectInteractableContext.d.ts +37 -0
- package/dist/model-context/injectInteractableContext.d.ts.map +1 -0
- package/dist/model-context/injectInteractableContext.js +52 -0
- package/dist/model-context/injectInteractableContext.js.map +1 -0
- package/dist/model-context/injectQuoteContext.d.ts +27 -0
- package/dist/model-context/injectQuoteContext.d.ts.map +1 -0
- package/dist/model-context/injectQuoteContext.js +51 -0
- package/dist/model-context/injectQuoteContext.js.map +1 -0
- package/dist/runtime/AISDKChat.d.ts +16 -0
- package/dist/runtime/AISDKChat.d.ts.map +1 -0
- package/dist/runtime/AISDKChat.js +69 -0
- package/dist/runtime/AISDKChat.js.map +1 -0
- package/dist/runtime/AISDKThreads.d.ts +45 -0
- package/dist/runtime/AISDKThreads.d.ts.map +1 -0
- package/dist/runtime/AISDKThreads.js +203 -0
- package/dist/runtime/AISDKThreads.js.map +1 -0
- package/dist/runtime/useAISDKRuntime.d.ts +49 -0
- package/dist/runtime/useAISDKRuntime.d.ts.map +1 -0
- package/dist/runtime/useAISDKRuntime.js +266 -0
- package/dist/runtime/useAISDKRuntime.js.map +1 -0
- package/dist/runtime/useChatRuntime.d.ts +13 -0
- package/dist/runtime/useChatRuntime.d.ts.map +1 -0
- package/dist/runtime/useChatRuntime.js +52 -0
- package/dist/runtime/useChatRuntime.js.map +1 -0
- package/dist/runtime/useChatThread.d.ts +77 -0
- package/dist/runtime/useChatThread.d.ts.map +1 -0
- package/dist/runtime/useChatThread.js +134 -0
- package/dist/runtime/useChatThread.js.map +1 -0
- package/dist/runtime/useExternalHistory.d.ts +11 -0
- package/dist/runtime/useExternalHistory.d.ts.map +1 -0
- package/dist/runtime/useExternalHistory.js +278 -0
- package/dist/runtime/useExternalHistory.js.map +1 -0
- package/dist/runtime/useResourceCleanup.d.ts +5 -0
- package/dist/runtime/useResourceCleanup.d.ts.map +1 -0
- package/dist/runtime/useResourceCleanup.js +47 -0
- package/dist/runtime/useResourceCleanup.js.map +1 -0
- package/dist/runtime/useStreamingTiming.d.ts +15 -0
- package/dist/runtime/useStreamingTiming.d.ts.map +1 -0
- package/dist/runtime/useStreamingTiming.js +38 -0
- package/dist/runtime/useStreamingTiming.js.map +1 -0
- package/dist/tools/frontendTools.d.ts +33 -0
- package/dist/tools/frontendTools.d.ts.map +1 -0
- package/dist/tools/frontendTools.js +33 -0
- package/dist/tools/frontendTools.js.map +1 -0
- package/dist/tools/generativeTools.d.ts +73 -0
- package/dist/tools/generativeTools.d.ts.map +1 -0
- package/dist/tools/generativeTools.js +245 -0
- package/dist/tools/generativeTools.js.map +1 -0
- package/dist/tools/mcp-stdio.node.d.ts +2 -0
- package/dist/tools/mcp-stdio.node.js +2 -0
- package/dist/tools/mcp-stdio.unsupported.d.ts +6 -0
- package/dist/tools/mcp-stdio.unsupported.d.ts.map +1 -0
- package/dist/tools/mcp-stdio.unsupported.js +11 -0
- package/dist/tools/mcp-stdio.unsupported.js.map +1 -0
- package/dist/transport/AssistantChatTransport.d.ts +23 -0
- package/dist/transport/AssistantChatTransport.d.ts.map +1 -0
- package/dist/transport/AssistantChatTransport.js +134 -0
- package/dist/transport/AssistantChatTransport.js.map +1 -0
- package/dist/transport/resumable.d.ts +38 -0
- package/dist/transport/resumable.d.ts.map +1 -0
- package/dist/transport/resumable.js +113 -0
- package/dist/transport/resumable.js.map +1 -0
- package/dist/usage.d.ts +19 -0
- package/dist/usage.d.ts.map +1 -0
- package/dist/usage.js +127 -0
- package/dist/usage.js.map +1 -0
- package/dist/utils/getVercelAIMessages.d.ts +7 -0
- package/dist/utils/getVercelAIMessages.d.ts.map +1 -0
- package/dist/utils/getVercelAIMessages.js +9 -0
- package/dist/utils/getVercelAIMessages.js.map +1 -0
- package/dist/utils/sliceMessagesUntil.d.ts +6 -0
- package/dist/utils/sliceMessagesUntil.d.ts.map +1 -0
- package/dist/utils/sliceMessagesUntil.js +12 -0
- package/dist/utils/sliceMessagesUntil.js.map +1 -0
- package/package.json +100 -0
- package/src/__tests__/standalone.e2e.ts +59 -0
- package/src/adapters/aiSDKFormatAdapter.ts +41 -0
- package/src/adapters/vercelAttachmentAdapter.test.ts +29 -0
- package/src/adapters/vercelAttachmentAdapter.ts +36 -0
- package/src/aiSDKExtras.ts +11 -0
- package/src/converters/convertMessage.test.ts +1130 -0
- package/src/converters/convertMessage.ts +457 -0
- package/src/converters/modelContentEnvelope.ts +41 -0
- package/src/converters/toCreateMessage.test.ts +596 -0
- package/src/converters/toCreateMessage.ts +99 -0
- package/src/converters/toolOutputConversion.ts +26 -0
- package/src/hooks.ts +23 -0
- package/src/index.native.ts +21 -0
- package/src/index.ts +29 -0
- package/src/model-context/injectInteractableContext.test.ts +167 -0
- package/src/model-context/injectInteractableContext.ts +61 -0
- package/src/model-context/injectQuoteContext.test.ts +33 -0
- package/src/model-context/injectQuoteContext.ts +62 -0
- package/src/runtime/AISDKChat.integration.test.tsx +47 -0
- package/src/runtime/AISDKChat.react-compiler.test.ts +49 -0
- package/src/runtime/AISDKChat.test.ts +193 -0
- package/src/runtime/AISDKChat.ts +47 -0
- package/src/runtime/AISDKThreads.cloud.test.ts +136 -0
- package/src/runtime/AISDKThreads.test.ts +548 -0
- package/src/runtime/AISDKThreads.ts +223 -0
- package/src/runtime/__tests__/controlled-transport.ts +43 -0
- package/src/runtime/useAISDKRuntime.approval.test.tsx +69 -0
- package/src/runtime/useAISDKRuntime.test.ts +1021 -0
- package/src/runtime/useAISDKRuntime.tool-output.test.tsx +113 -0
- package/src/runtime/useAISDKRuntime.ts +524 -0
- package/src/runtime/useChatOnTap.test.ts +58 -0
- package/src/runtime/useChatRuntime.integration.test.tsx +67 -0
- package/src/runtime/useChatRuntime.test.ts +522 -0
- package/src/runtime/useChatRuntime.ts +49 -0
- package/src/runtime/useChatThread.ts +286 -0
- package/src/runtime/useExternalHistory.test.ts +1289 -0
- package/src/runtime/useExternalHistory.ts +435 -0
- package/src/runtime/useResourceCleanup.ts +32 -0
- package/src/runtime/useStreamingTiming.ts +68 -0
- package/src/tools/frontendTools.test.ts +205 -0
- package/src/tools/frontendTools.ts +83 -0
- package/src/tools/generativeTools.test.ts +785 -0
- package/src/tools/generativeTools.ts +470 -0
- package/src/tools/mcp-stdio.node.ts +1 -0
- package/src/tools/mcp-stdio.unsupported.ts +12 -0
- package/src/transport/AssistantChatTransport.test.ts +300 -0
- package/src/transport/AssistantChatTransport.ts +204 -0
- package/src/transport/resumable.test.ts +262 -0
- package/src/transport/resumable.ts +161 -0
- package/src/usage.test.ts +186 -0
- package/src/usage.ts +174 -0
- package/src/utils/getVercelAIMessages.ts +11 -0
- package/src/utils/sliceMessagesUntil.test.ts +55 -0
- package/src/utils/sliceMessagesUntil.ts +20 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generativeTools.js","names":["jsonSchema","ToolSet","MCPClient","MCPClientConfig","createMCPClient","Experimental_StdioMCPTransport","toJSONSchema","Tool","McpServerConfig","ToolModelOutputFunction","McpToolkitToolConfig","Toolkit","ToolkitDefinition","frontendTools","FrontendTools","toAISDKContent","toAISDKDefaultOutput","unwrapModelContentEnvelope","ModelContentEnvelope","EMPTY_SCHEMA","type","const","properties","humanNotSupported","Error","neverAbort","AbortController","signal","MCPConnectionTimeoutPhase","MCPConnectionTimeoutError","createMcpConnectionTimeoutError","name","phase","timeoutMs","withMcpConnectionTimeout","promise","Promise","T","options","config","startedAt","connectionTimeout","undefined","remainingMs","Date","now","timeoutError","timeout","ReturnType","setTimeout","race","_","reject","clearTimeout","parametersToInputSchema","parameters","GenerativeToolsOptions","toolkit","AISDKToolkitOptions","AISDKToolkitToolsOptions","frontend","generativeTools","assertNoMcpToolkitTools","toProviderToolSet","toServerToolSet","AISDKToolkit","mcpClients","Map","constructor","tools","frontendToolSet","mcpToolSet","mcpTools","providerToolSet","serverToolSet","assertNoMcpToolNameCollisions","source","close","clientEntries","entries","clientNames","map","clear","clientResults","allSettled","clientPromise","clients","flatMap","result","index","status","value","closeResults","client","errors","toMcpToolkitError","reason","length","AggregateError","#mcpTools","McpToolSet","toolSets","all","Object","filter","entry","McpToolkitTool","isMcpToolkitTool","tool","mcpClient","server","catch","error","delete","toolSources","serverName","mcpTool","toolSet","toolName","isDisabledMcpTool","exposedName","prefix","existingServerName","get","set","sources","#mcpClient","existing","createPromise","toMCPClientConfig","next","then","transport","command","args","env","cwd","url","headers","redirect","ToolkitTool","Record","mcp","prototype","hasOwnProperty","call","disabled","getErrorMessage","message","String","entryName","action","cause","mcpToolName","find","AISDKToModelOutputOptions","Omit","Parameters","TArgs","TResult","output","toAISDKToModelOutput","toModelOutput","modelContent","parts","fromEntries","t","execute","description","inputSchema","providerOptions","callOptions","toolCallId","abortSignal","AbortSignal","human","ProviderToolkitTool","isProviderToolkitTool","id","providerId","supportsDeferredResults","Extract"],"sources":["../../src/tools/generativeTools.ts"],"sourcesContent":["import { jsonSchema, type ToolSet } from \"ai\";\nimport type { MCPClient, MCPClientConfig } from \"@ai-sdk/mcp\";\nimport { createMCPClient } from \"@ai-sdk/mcp\";\nimport { Experimental_StdioMCPTransport } from \"#mcp-stdio\";\nimport {\n toJSONSchema,\n type Tool,\n type McpServerConfig,\n type ToolModelOutputFunction,\n} from \"assistant-stream\";\nimport type {\n McpToolkitToolConfig,\n Toolkit,\n ToolkitDefinition,\n} from \"@assistant-ui/core/react\";\nimport { frontendTools, type FrontendTools } from \"./frontendTools\";\nimport {\n toAISDKContent,\n toAISDKDefaultOutput,\n} from \"../converters/toolOutputConversion\";\nimport {\n unwrapModelContentEnvelope,\n type ModelContentEnvelope,\n} from \"../converters/modelContentEnvelope\";\n\nconst EMPTY_SCHEMA = { type: \"object\" as const, properties: {} };\n\nconst humanNotSupported = (): never => {\n throw new Error(\n \"`human()` is not available during server-side tool execution.\",\n );\n};\n\n// AI SDK leaves `abortSignal` optional; assistant-ui's execute requires one.\nconst neverAbort = new AbortController().signal;\n\ntype MCPConnectionTimeoutPhase = \"connecting\" | \"listing tools\";\n\nclass MCPConnectionTimeoutError extends Error {}\n\nconst createMcpConnectionTimeoutError = (\n name: string,\n phase: MCPConnectionTimeoutPhase,\n timeoutMs: number,\n) =>\n new MCPConnectionTimeoutError(\n `MCP toolkit entry \"${name}\" timed out while ${phase} after ${timeoutMs}ms.`,\n );\n\nconst withMcpConnectionTimeout = async <T>(\n promise: Promise<T>,\n options: {\n name: string;\n config: McpServerConfig;\n phase: MCPConnectionTimeoutPhase;\n startedAt: number;\n },\n): Promise<T> => {\n const timeoutMs = options.config.connectionTimeout;\n if (timeoutMs === undefined) return await promise;\n const remainingMs = timeoutMs - (Date.now() - options.startedAt);\n const timeoutError = () =>\n createMcpConnectionTimeoutError(options.name, options.phase, timeoutMs);\n if (remainingMs <= 0) throw timeoutError();\n\n let timeout: ReturnType<typeof setTimeout> | undefined;\n try {\n return await Promise.race([\n promise,\n new Promise<never>((_, reject) => {\n timeout = setTimeout(() => reject(timeoutError()), remainingMs);\n }),\n ]);\n } finally {\n if (timeout !== undefined) clearTimeout(timeout);\n }\n};\n\nconst parametersToInputSchema = (parameters: Tool[\"parameters\"] | undefined) =>\n jsonSchema(parameters ? toJSONSchema(parameters) : EMPTY_SCHEMA);\n\n/**\n * @deprecated Options for the deprecated {@link generativeTools}. Use\n * {@link AISDKToolkit} with {@link AISDKToolkitOptions} /\n * {@link AISDKToolkitToolsOptions} instead.\n */\nexport interface GenerativeToolsOptions {\n /**\n * The server build of a generative toolkit (schema + server `execute`). Typed\n * as the canonical {@link Toolkit} so callers don't need to cast; the server\n * build carries `execute`, recovered internally as {@link ToolkitDefinition}.\n */\n toolkit: Toolkit;\n /**\n * Tools uploaded by the frontend (the request body's `tools`). Merged in\n * alongside the `toolkit`; a server `execute` from `toolkit` takes precedence\n * over an uploaded entry of the same name.\n */\n frontendTools?: FrontendTools;\n}\n\nexport type AISDKToolkitOptions = {\n toolkit: Toolkit;\n};\n\nexport type AISDKToolkitToolsOptions = {\n /**\n * Tools uploaded by the frontend request body.\n */\n frontend?: FrontendTools;\n};\n\n/**\n * Builds an AI SDK `ToolSet` for server-side use with `streamText` /\n * `generateText` from a generative `toolkit` and the frontend-uploaded tools.\n *\n * Each toolkit tool's `execute` runs on the server. Pair this with the\n * `\"use generative\"` compiler: import the toolkit in a server route (where it\n * resolves to the server build — schema + `execute`, with `render` stripped) and\n * pass it here. Tools without an `execute` are still exposed to the model but\n * left for the client to fulfill. `frontendTools` lets the client contribute\n * tools that aren't in the static toolkit.\n *\n * @deprecated Use {@link AISDKToolkit} instead:\n * `new AISDKToolkit({ toolkit }).tools({ frontend })`. It is a strict superset\n * (it also opens MCP server connections), so it replaces `generativeTools`\n * everywhere. The `frontendTools` option is named `frontend` on `.tools()`, and\n * `.tools()` is async. `generativeTools` will be removed in a future version.\n *\n * @example\n * ```ts\n * // Define once at module scope so any MCP connections pool across requests.\n * const aiToolkit = new AISDKToolkit({ toolkit: docsToolkit });\n *\n * // In your route handler:\n * const { tools } = await req.json();\n * streamText({\n * model,\n * messages,\n * tools: await aiToolkit.tools({ frontend: tools }),\n * });\n * ```\n */\nexport const generativeTools = (options: GenerativeToolsOptions): ToolSet => {\n assertNoMcpToolkitTools(options.toolkit);\n return {\n ...(options.frontendTools ? frontendTools(options.frontendTools) : {}),\n // `toolkit` last so its server-side `execute` wins over an uploaded entry of\n // the same name. The cast recovers the declaration shape — the server build\n // carries `execute`, which the canonical `Toolkit` type erases.\n ...toProviderToolSet(options.toolkit),\n ...toServerToolSet(options.toolkit as ToolkitDefinition),\n };\n};\n\nexport class AISDKToolkit {\n readonly #toolkit: Toolkit;\n readonly #mcpClients = new Map<string, Promise<MCPClient>>();\n\n constructor(options: AISDKToolkitOptions) {\n this.#toolkit = options.toolkit;\n }\n\n async tools(options: AISDKToolkitToolsOptions = {}): Promise<ToolSet> {\n const frontendToolSet = options.frontend\n ? frontendTools(options.frontend)\n : {};\n const mcpToolSet = await this.#mcpTools();\n const providerToolSet = toProviderToolSet(this.#toolkit);\n const serverToolSet = toServerToolSet(this.#toolkit as ToolkitDefinition);\n\n assertNoMcpToolNameCollisions(mcpToolSet, [\n { source: \"frontend\", tools: frontendToolSet },\n { source: \"provider\", tools: providerToolSet },\n { source: \"toolkit\", tools: serverToolSet },\n ]);\n\n return {\n ...frontendToolSet,\n ...mcpToolSet.tools,\n ...providerToolSet,\n ...serverToolSet,\n };\n }\n\n async close(): Promise<void> {\n const clientEntries = [...this.#mcpClients.entries()];\n const clientNames = clientEntries.map(([name]) => name);\n this.#mcpClients.clear();\n const clientResults = await Promise.allSettled(\n clientEntries.map(([, clientPromise]) => clientPromise),\n );\n const clients = clientResults.flatMap((result, index) =>\n result.status === \"fulfilled\"\n ? [[clientNames[index]!, result.value] as const]\n : [],\n );\n const closeResults = await Promise.allSettled(\n clients.map(([, client]) => client.close()),\n );\n const errors = [\n ...clientResults.flatMap((result, index) =>\n result.status === \"rejected\"\n ? [toMcpToolkitError(clientNames[index]!, \"connect\", result.reason)]\n : [],\n ),\n ...closeResults.flatMap((result, index) =>\n result.status === \"rejected\"\n ? [toMcpToolkitError(clients[index]![0], \"close\", result.reason)]\n : [],\n ),\n ];\n if (errors.length === 1) throw errors[0];\n if (errors.length > 1) {\n throw new AggregateError(\n errors,\n \"Failed to close one or more MCP clients\",\n );\n }\n }\n\n async #mcpTools(): Promise<McpToolSet> {\n const toolSets = await Promise.all(\n Object.entries(this.#toolkit)\n .filter((entry): entry is [string, McpToolkitTool] =>\n isMcpToolkitTool(entry[1]),\n )\n .map(async ([name, tool]) => {\n const startedAt = Date.now();\n const client = await this.#mcpClient(\n name,\n tool.server,\n startedAt,\n ).catch((error: unknown) => {\n if (error instanceof MCPConnectionTimeoutError) throw error;\n throw toMcpToolkitError(name, \"connect\", error);\n });\n try {\n const tools = await withMcpConnectionTimeout(client.tools(), {\n name,\n config: tool.server,\n phase: \"listing tools\",\n startedAt,\n });\n return [name, tool, tools] as const;\n } catch (error) {\n if (error instanceof MCPConnectionTimeoutError) {\n this.#mcpClients.delete(name);\n void client.close().catch(() => {});\n throw error;\n }\n throw toMcpToolkitError(name, \"list tools\", error);\n }\n }),\n );\n\n const tools: ToolSet = {};\n const toolSources = new Map<string, string>();\n for (const [serverName, mcpTool, toolSet] of toolSets) {\n for (const [toolName, tool] of Object.entries(toolSet)) {\n if (isDisabledMcpTool(mcpTool.tools?.[toolName])) continue;\n const exposedName = `${mcpTool.prefix ?? \"\"}${toolName}`;\n const existingServerName = toolSources.get(exposedName);\n if (existingServerName) {\n throw new Error(\n `MCP tool name collision: \"${exposedName}\" is exposed by both \"${existingServerName}\" and \"${serverName}\". Rename one of the toolkit entries or expose distinct MCP tool names.`,\n );\n }\n toolSources.set(exposedName, serverName);\n tools[exposedName] = tool as ToolSet[string];\n }\n }\n return { tools, sources: toolSources };\n }\n\n #mcpClient(\n name: string,\n config: McpServerConfig,\n startedAt: number,\n ): Promise<MCPClient> {\n const existing = this.#mcpClients.get(name);\n if (existing) return existing;\n const createPromise = createMCPClient(toMCPClientConfig(config));\n let next: Promise<MCPClient>;\n next = withMcpConnectionTimeout(createPromise, {\n name,\n config,\n phase: \"connecting\",\n startedAt,\n }).catch((error) => {\n if (this.#mcpClients.get(name) === next) {\n this.#mcpClients.delete(name);\n }\n if (error instanceof MCPConnectionTimeoutError) {\n void createPromise.then((client) => client.close()).catch(() => {});\n }\n throw error;\n });\n this.#mcpClients.set(name, next);\n return next;\n }\n}\n\nconst toMCPClientConfig = (config: McpServerConfig): MCPClientConfig => {\n if (config.type === \"stdio\") {\n return {\n transport: new Experimental_StdioMCPTransport({\n command: config.command,\n ...(config.args && { args: [...config.args] }),\n ...(config.env && { env: config.env }),\n ...(config.cwd && { cwd: config.cwd }),\n }),\n };\n }\n\n return {\n transport: {\n type: config.type,\n url: config.url,\n ...(config.headers && { headers: config.headers }),\n ...(config.redirect && { redirect: config.redirect }),\n },\n };\n};\n\ntype ToolkitTool = Toolkit[string];\n\ntype McpToolkitTool = ToolkitTool & {\n type: \"mcp\";\n server: McpServerConfig;\n prefix?: string | undefined;\n tools?: Record<string, McpToolkitToolConfig> | undefined;\n};\n\ntype McpToolSet = {\n tools: ToolSet;\n sources: Map<string, string>;\n};\n\nconst assertNoMcpToolNameCollisions = (\n mcp: McpToolSet,\n toolSets: readonly { source: string; tools: ToolSet }[],\n): void => {\n for (const [toolName, serverName] of mcp.sources) {\n for (const { source, tools } of toolSets) {\n if (!Object.prototype.hasOwnProperty.call(tools, toolName)) continue;\n throw new Error(\n `MCP tool \"${toolName}\" from \"${serverName}\" conflicts with ${source} tool \"${toolName}\". Rename one of the tools so each model-visible tool name is unique.`,\n );\n }\n }\n};\n\nconst isMcpToolkitTool = (tool: ToolkitTool): tool is McpToolkitTool =>\n tool.type === \"mcp\" && !tool.disabled;\n\nconst getErrorMessage = (error: unknown): string =>\n error instanceof Error ? error.message || error.name : String(error);\n\nconst toMcpToolkitError = (\n entryName: string,\n action: \"connect\" | \"list tools\" | \"close\",\n error: unknown,\n): Error => {\n return new Error(\n `MCP toolkit entry \"${entryName}\" failed to ${action}: ${getErrorMessage(error)}`,\n { cause: error },\n );\n};\n\nconst isDisabledMcpTool = (config: McpToolkitToolConfig | undefined): boolean =>\n config?.disabled === true;\n\nconst assertNoMcpToolkitTools = (toolkit: Toolkit): void => {\n const mcpToolName = Object.entries(toolkit).find(([, tool]) =>\n isMcpToolkitTool(tool),\n )?.[0];\n if (!mcpToolName) return;\n\n throw new Error(\n `MCP toolkit entry \"${mcpToolName}\" requires AISDKToolkit. Use new AISDKToolkit({ toolkit }).tools(...) instead of generativeTools(...).`,\n );\n};\n\ntype AISDKToModelOutputOptions<TArgs, TResult> = Omit<\n Parameters<ToolModelOutputFunction<TArgs, TResult>>[0],\n \"output\"\n> & {\n output: TResult | ModelContentEnvelope<TResult>;\n};\n\nconst toAISDKToModelOutput =\n <TArgs, TResult>(toModelOutput?: ToolModelOutputFunction<TArgs, TResult>) =>\n async (options: AISDKToModelOutputOptions<TArgs, TResult>) => {\n const { result, modelContent } = unwrapModelContentEnvelope(options.output);\n\n if (modelContent !== undefined) {\n return toAISDKContent(modelContent);\n }\n\n if (!toModelOutput) {\n return toAISDKDefaultOutput(result);\n }\n\n const parts = await toModelOutput({\n ...options,\n output: result,\n });\n return toAISDKContent(parts);\n };\n\nconst toServerToolSet = (toolkit: ToolkitDefinition): ToolSet =>\n Object.fromEntries(\n Object.entries(toolkit)\n .filter(\n ([, t]) => t.type !== \"mcp\" && t.type !== \"provider\" && !t.disabled,\n )\n .map(([name, t]) => {\n const execute = t.execute;\n return [\n name,\n {\n ...(t.description !== undefined && { description: t.description }),\n inputSchema: parametersToInputSchema(t.parameters),\n toModelOutput: toAISDKToModelOutput(t.toModelOutput),\n ...(t.providerOptions && { providerOptions: t.providerOptions }),\n ...(execute && {\n execute: (\n args: unknown,\n callOptions: { toolCallId: string; abortSignal?: AbortSignal },\n ) =>\n execute(args as never, {\n toolCallId: callOptions.toolCallId,\n abortSignal: callOptions.abortSignal ?? neverAbort,\n human: humanNotSupported,\n }),\n }),\n },\n ];\n }),\n ) as ToolSet;\n\nconst toProviderToolSet = (toolkit: Toolkit): ToolSet =>\n Object.fromEntries(\n Object.entries(toolkit)\n .filter((entry): entry is [string, ProviderToolkitTool] =>\n isProviderToolkitTool(entry[1]),\n )\n .map(([name, t]) => [\n name,\n {\n type: \"provider\",\n id: t.providerId,\n args: t.args,\n ...(t.parameters && {\n inputSchema: parametersToInputSchema(t.parameters),\n }),\n ...(t.providerOptions && { providerOptions: t.providerOptions }),\n ...(t.supportsDeferredResults !== undefined && {\n supportsDeferredResults: t.supportsDeferredResults,\n }),\n },\n ]),\n ) as ToolSet;\n\ntype ProviderToolkitTool = Extract<Toolkit[string], { type: \"provider\" }>;\n\nconst isProviderToolkitTool = (\n tool: Toolkit[string],\n): tool is ProviderToolkitTool => tool.type === \"provider\" && !tool.disabled;\n"],"mappings":";;;;;;;;AAyBA,MAAMmB,eAAe;CAAEC,MAAM;CAAmBE,YAAY,CAAC;AAAE;AAE/D,MAAMC,0BAAiC;CACrC,MAAM,IAAIC,MACR,+DACF;AACF;AAGA,MAAMC,aAAa,IAAIC,gBAAgB,CAAC,CAACC;AAIzC,IAAME,4BAAN,cAAwCL,MAAM,CAAA;AAE9C,MAAMM,mCACJC,MACAC,OACAC,cAEA,IAAIJ,0BACF,sBAAsBE,KAAI,oBAAqBC,MAAK,SAAUC,UAAS,IACzE;AAEF,MAAMC,2BAA2B,OAC/BC,SACAG,YAMe;CACf,MAAML,YAAYK,QAAQC,OAAOE;CACjC,IAAIR,cAAcS,KAAAA,GAAW,OAAO,MAAMP;CAC1C,MAAMQ,cAAcV,aAAaW,KAAKC,IAAI,IAAIP,QAAQE;CACtD,MAAMM,qBACJhB,gCAAgCQ,QAAQP,MAAMO,QAAQN,OAAOC,SAAS;CACxE,IAAIU,eAAe,GAAG,MAAMG,aAAa;CAEzC,IAAIC;CACJ,IAAI;EACF,OAAO,MAAMX,QAAQc,KAAK,CACxBf,SACA,IAAIC,SAAgBe,GAAGC,WAAW;GAChCL,UAAUE,iBAAiBG,OAAON,aAAa,CAAC,GAAGH,WAAW;EAChE,CAAC,CAAC,CACH;CACH,UAAU;EACR,IAAII,YAAYL,KAAAA,GAAWW,aAAaN,OAAO;CACjD;AACF;AAEA,MAAMO,2BAA2BC,eAC/BvD,WAAWuD,aAAajD,aAAaiD,UAAU,IAAIpC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgEjE,MAAa0C,mBAAmBvB,YAA6C;CAC3EwB,wBAAwBxB,QAAQmB,OAAO;CACvC,OAAO;EACL,GAAInB,QAAQzB,gBAAgBA,cAAcyB,QAAQzB,aAAa,IAAI,CAAC;EAIpE,GAAGkD,kBAAkBzB,QAAQmB,OAAO;EACpC,GAAGO,gBAAgB1B,QAAQmB,OAA4B;CACzD;AACF;AAEA,IAAaQ,eAAb,MAA0B;CACxB;CACA,8BAAuB,IAAIE,IAAgC;CAE3DC,YAAY9B,SAA8B;EACxC,KAAK,WAAWA,QAAQmB;CAC1B;CAEA,MAAMY,MAAM/B,UAAoC,CAAC,GAAqB;EACpE,MAAMgC,kBAAkBhC,QAAQsB,WAC5B/C,cAAcyB,QAAQsB,QAAQ,IAC9B,CAAC;EACL,MAAMW,aAAa,MAAM,KAAK,UAAU;EACxC,MAAME,kBAAkBV,kBAAkB,KAAK,QAAQ;EACvD,MAAMW,gBAAgBV,gBAAgB,KAAK,QAA6B;EAExEW,8BAA8BJ,YAAY;GACxC;IAAEK,QAAQ;IAAYP,OAAOC;GAAgB;GAC7C;IAAEM,QAAQ;IAAYP,OAAOI;GAAgB;GAC7C;IAAEG,QAAQ;IAAWP,OAAOK;GAAc;EAAC,CAC5C;EAED,OAAO;GACL,GAAGJ;GACH,GAAGC,WAAWF;GACd,GAAGI;GACH,GAAGC;EACL;CACF;CAEA,MAAMG,QAAuB;EAC3B,MAAMC,gBAAgB,CAAC,GAAG,KAAK,YAAYC,QAAQ,CAAC;EACpD,MAAMC,cAAcF,cAAcG,KAAK,CAAClD,UAAUA,IAAI;EACtD,KAAK,YAAYmD,MAAM;EACvB,MAAMC,gBAAgB,MAAM/C,QAAQgD,WAClCN,cAAcG,KAAK,GAAGI,mBAAmBA,aAAa,CACxD;EACA,MAAMC,UAAUH,cAAcI,SAASC,QAAQC,UAC7CD,OAAOE,WAAW,cACd,CAAC,CAACV,YAAYS,QAASD,OAAOG,KAAK,CAAU,IAC7C,CAAA,CACN;EACA,MAAMC,eAAe,MAAMxD,QAAQgD,WACjCE,QAAQL,KAAK,GAAGY,YAAYA,OAAOhB,MAAM,CAAC,CAC5C;EACA,MAAMiB,SAAS,CACb,GAAGX,cAAcI,SAASC,QAAQC,UAChCD,OAAOE,WAAW,aACd,CAACK,kBAAkBf,YAAYS,QAAS,WAAWD,OAAOQ,MAAM,CAAC,IACjE,CAAA,CACN,GACA,GAAGJ,aAAaL,SAASC,QAAQC,UAC/BD,OAAOE,WAAW,aACd,CAACK,kBAAkBT,QAAQG,MAAM,CAAE,IAAI,SAASD,OAAOQ,MAAM,CAAC,IAC9D,CAAA,CACN,CAAC;EAEH,IAAIF,OAAOG,WAAW,GAAG,MAAMH,OAAO;EACtC,IAAIA,OAAOG,SAAS,GAClB,MAAM,IAAIC,eACRJ,QACA,yCACF;CAEJ;CAEA,MAAM,YAAiC;EACrC,MAAMO,WAAW,MAAMjE,QAAQkE,IAC7BC,OAAOxB,QAAQ,KAAK,QAAQ,CAAC,CAC1ByB,QAAQC,UACPE,iBAAiBF,MAAM,EAAE,CAC3B,CAAC,CACAxB,IAAI,OAAO,CAAClD,MAAM6E,UAAU;GAC3B,MAAMpE,YAAYI,KAAKC,IAAI;GAC3B,MAAMgD,SAAS,MAAM,KAAK,WACxB9D,MACA6E,KAAKE,QACLtE,SACF,CAAC,CAACuE,OAAOC,UAAmB;IAC1B,IAAIA,iBAAiBnF,2BAA2B,MAAMmF;IACtD,MAAMjB,kBAAkBhE,MAAM,WAAWiF,KAAK;GAChD,CAAC;GACD,IAAI;IAOF,OAAO;KAACjF;KAAM6E;KAAMvC,MANAnC,yBAAyB2D,OAAOxB,MAAM,GAAG;MAC3DtC;MACAQ,QAAQqE,KAAKE;MACb9E,OAAO;MACPQ;KACF,CAAC;IACwB;GAC3B,SAASwE,OAAO;IACd,IAAIA,iBAAiBnF,2BAA2B;KAC9C,KAAK,YAAYoF,OAAOlF,IAAI;KAC5B,OAAY8C,MAAM,CAAC,CAACkC,YAAY,CAAC,CAAC;KAClC,MAAMC;IACR;IACA,MAAMjB,kBAAkBhE,MAAM,cAAciF,KAAK;GACnD;EACF,CAAC,CACL;EAEA,MAAM3C,QAAiB,CAAC;EACxB,MAAM6C,8BAAc,IAAI/C,IAAoB;EAC5C,KAAK,MAAM,CAACgD,YAAYC,SAASC,YAAYhB,UAC3C,KAAK,MAAM,CAACiB,UAAUV,SAASL,OAAOxB,QAAQsC,OAAO,GAAG;GACtD,IAAIE,kBAAkBH,QAAQ/C,QAAQiD,SAAS,GAAG;GAClD,MAAME,cAAc,GAAGJ,QAAQK,UAAU,KAAKH;GAC9C,MAAMI,qBAAqBR,YAAYS,IAAIH,WAAW;GACtD,IAAIE,oBACF,MAAM,IAAIlG,MACR,6BAA6BgG,YAAW,wBAAyBE,mBAAkB,SAAUP,WAAU,wEACzG;GAEFD,YAAYU,IAAIJ,aAAaL,UAAU;GACvC9C,MAAMmD,eAAeZ;EACvB;EAEF,OAAO;GAAEvC;GAAOwD,SAASX;EAAY;CACvC;CAEA,WACEnF,MACAQ,QACAC,WACoB;EACpB,MAAMuF,WAAW,KAAK,YAAYJ,IAAI5F,IAAI;EAC1C,IAAIgG,UAAU,OAAOA;EACrB,MAAMC,gBAAgB5H,gBAAgB6H,kBAAkB1F,MAAM,CAAC;EAC/D,IAAI2F;EACJA,OAAOhG,yBAAyB8F,eAAe;GAC7CjG;GACAQ;GACAP,OAAO;GACPQ;EACF,CAAC,CAAC,CAACuE,OAAOC,UAAU;GAClB,IAAI,KAAK,YAAYW,IAAI5F,IAAI,MAAMmG,MACjC,KAAK,YAAYjB,OAAOlF,IAAI;GAE9B,IAAIiF,iBAAiBnF,2BACnB,cAAmBsG,MAAMtC,WAAWA,OAAOhB,MAAM,CAAC,CAAC,CAACkC,YAAY,CAAC,CAAC;GAEpE,MAAMC;EACR,CAAC;EACD,KAAK,YAAYY,IAAI7F,MAAMmG,IAAI;EAC/B,OAAOA;CACT;AACF;AAEA,MAAMD,qBAAqB1F,WAA6C;CACtE,IAAIA,OAAOnB,SAAS,SAClB,OAAO,EACLgH,WAAW,IAAI/H,+BAA+B;EAC5CgI,SAAS9F,OAAO8F;EAChB,GAAI9F,OAAO+F,QAAQ,EAAEA,MAAM,CAAC,GAAG/F,OAAO+F,IAAI,EAAE;EAC5C,GAAI/F,OAAOgG,OAAO,EAAEA,KAAKhG,OAAOgG,IAAI;EACpC,GAAIhG,OAAOiG,OAAO,EAAEA,KAAKjG,OAAOiG,IAAI;CACtC,CAAC,EACH;CAGF,OAAO,EACLJ,WAAW;EACThH,MAAMmB,OAAOnB;EACbqH,KAAKlG,OAAOkG;EACZ,GAAIlG,OAAOmG,WAAW,EAAEA,SAASnG,OAAOmG,QAAQ;EAChD,GAAInG,OAAOoG,YAAY,EAAEA,UAAUpG,OAAOoG,SAAS;CACrD,EACF;AACF;AAgBA,MAAMhE,iCACJmE,KACAzC,aACS;CACT,KAAK,MAAM,CAACiB,UAAUH,eAAe2B,IAAIjB,SACvC,KAAK,MAAM,EAAEjD,QAAQP,WAAWgC,UAAU;EACxC,IAAI,CAACE,OAAOwC,UAAUC,eAAeC,KAAK5E,OAAOiD,QAAQ,GAAG;EAC5D,MAAM,IAAI9F,MACR,aAAa8F,SAAQ,UAAWH,WAAU,mBAAoBvC,OAAM,SAAU0C,SAAQ,sEACxF;CACF;AAEJ;AAEA,MAAMX,oBAAoBC,SACxBA,KAAKxF,SAAS,SAAS,CAACwF,KAAKsC;AAE/B,MAAMC,mBAAmBnC,UACvBA,iBAAiBxF,QAAQwF,MAAMoC,WAAWpC,MAAMjF,OAAOsH,OAAOrC,KAAK;AAErE,MAAMjB,qBACJuD,WACAC,QACAvC,UACU;CACV,OAAO,IAAIxF,MACT,sBAAsB8H,UAAS,cAAeC,OAAM,IAAKJ,gBAAgBnC,KAAK,KAC9E,EAAEwC,OAAOxC,MAAM,CACjB;AACF;AAEA,MAAMO,qBAAqBhF,WACzBA,QAAQ2G,aAAa;AAEvB,MAAMpF,2BAA2BL,YAA2B;CAC1D,MAAMgG,cAAclD,OAAOxB,QAAQtB,OAAO,CAAC,CAACiG,MAAM,GAAG9C,UACnDD,iBAAiBC,IAAI,CACvB,CAAC,GAAG;CACJ,IAAI,CAAC6C,aAAa;CAElB,MAAM,IAAIjI,MACR,sBAAsBiI,YAAW,uGACnC;AACF;AASA,MAAMQ,wBACaC,kBACjB,OAAO5H,YAAuD;CAC5D,MAAM,EAAEkD,QAAQ2E,iBAAiBlJ,2BAA2BqB,QAAQ0H,MAAM;CAE1E,IAAIG,iBAAiBzH,KAAAA,GACnB,OAAO3B,eAAeoJ,YAAY;CAGpC,IAAI,CAACD,eACH,OAAOlJ,qBAAqBwE,MAAM;CAGpC,MAAM4E,QAAQ,MAAMF,cAAc;EAChC,GAAG5H;EACH0H,QAAQxE;CACV,CAAC;CACD,OAAOzE,eAAeqJ,KAAK;AAC7B;AAEF,MAAMpG,mBAAmBP,YACvB8C,OAAO8D,YACL9D,OAAOxB,QAAQtB,OAAO,CAAC,CACpB+C,QACE,GAAG8D,OAAOA,EAAElJ,SAAS,SAASkJ,EAAElJ,SAAS,cAAc,CAACkJ,EAAEpB,QAC7D,CAAC,CACAjE,KAAK,CAAClD,MAAMuI,OAAO;CAClB,MAAMC,UAAUD,EAAEC;CAClB,OAAO,CACLxI,MACA;EACE,GAAIuI,EAAEE,gBAAgB9H,KAAAA,KAAa,EAAE8H,aAAaF,EAAEE,YAAY;EAChEC,aAAanH,wBAAwBgH,EAAE/G,UAAU;EACjD2G,eAAeD,qBAAqBK,EAAEJ,aAAa;EACnD,GAAII,EAAEI,mBAAmB,EAAEA,iBAAiBJ,EAAEI,gBAAgB;EAC9D,GAAIH,WAAW,EACbA,UACEjC,MACAqC,gBAEAJ,QAAQjC,MAAe;GACrBsC,YAAYD,YAAYC;GACxBC,aAAaF,YAAYE,eAAepJ;GACxCsJ,OAAOxJ;EACT,CAAC,EACL;CACF,CAAC;AAEL,CAAC,CACL;AAEF,MAAMwC,qBAAqBN,YACzB8C,OAAO8D,YACL9D,OAAOxB,QAAQtB,OAAO,CAAC,CACpB+C,QAAQC,UACPwE,sBAAsBxE,MAAM,EAAE,CAChC,CAAC,CACAxB,KAAK,CAAClD,MAAMuI,OAAO,CAClBvI,MACA;CACEX,MAAM;CACN8J,IAAIZ,EAAEa;CACN7C,MAAMgC,EAAEhC;CACR,GAAIgC,EAAE/G,cAAc,EAClBkH,aAAanH,wBAAwBgH,EAAE/G,UAAU,EACnD;CACA,GAAI+G,EAAEI,mBAAmB,EAAEA,iBAAiBJ,EAAEI,gBAAgB;CAC9D,GAAIJ,EAAEc,4BAA4B1I,KAAAA,KAAa,EAC7C0I,yBAAyBd,EAAEc,wBAC7B;AACF,CAAC,CACF,CACL;AAIF,MAAMH,yBACJrE,SACgCA,KAAKxF,SAAS,cAAc,CAACwF,KAAKsC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { Experimental_StdioMCPTransport as Experimental_StdioMCPTransport$1 } from "@ai-sdk/mcp/mcp-stdio";
|
|
2
|
+
//#region src/tools/mcp-stdio.unsupported.d.ts
|
|
3
|
+
declare const Experimental_StdioMCPTransport: typeof Experimental_StdioMCPTransport$1;
|
|
4
|
+
//#endregion
|
|
5
|
+
export { Experimental_StdioMCPTransport };
|
|
6
|
+
//# sourceMappingURL=mcp-stdio.unsupported.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mcp-stdio.unsupported.d.ts","names":[],"sources":["../../src/tools/mcp-stdio.unsupported.ts"],"mappings":";;cAUa,uCACuC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
//#region src/tools/mcp-stdio.unsupported.ts
|
|
2
|
+
var UnsupportedStdioMCPTransport = class {
|
|
3
|
+
constructor() {
|
|
4
|
+
throw new Error("stdio MCP transport requires a runtime that can spawn a subprocess, such as Node, Bun, or Deno (with --allow-run). Use an HTTP or SSE MCP server config in browser, React Native, edge, or worker runtimes.");
|
|
5
|
+
}
|
|
6
|
+
};
|
|
7
|
+
const Experimental_StdioMCPTransport = UnsupportedStdioMCPTransport;
|
|
8
|
+
//#endregion
|
|
9
|
+
export { Experimental_StdioMCPTransport };
|
|
10
|
+
|
|
11
|
+
//# sourceMappingURL=mcp-stdio.unsupported.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mcp-stdio.unsupported.js","names":["Experimental_StdioMCPTransport","NodeStdioMCPTransport","UnsupportedStdioMCPTransport","constructor","Error"],"sources":["../../src/tools/mcp-stdio.unsupported.ts"],"sourcesContent":["import type { Experimental_StdioMCPTransport as NodeStdioMCPTransport } from \"@ai-sdk/mcp/mcp-stdio\";\n\nclass UnsupportedStdioMCPTransport {\n constructor() {\n throw new Error(\n \"stdio MCP transport requires a runtime that can spawn a subprocess, such as Node, Bun, or Deno (with --allow-run). Use an HTTP or SSE MCP server config in browser, React Native, edge, or worker runtimes.\",\n );\n }\n}\n\nexport const Experimental_StdioMCPTransport =\n UnsupportedStdioMCPTransport as unknown as typeof NodeStdioMCPTransport;\n"],"mappings":";AAEA,IAAME,+BAAN,MAAmC;CACjCC,cAAc;EACZ,MAAM,IAAIC,MACR,6MACF;CACF;AACF;AAEA,MAAaJ,iCACXE"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { AssistantChatResumableOptions } from "./resumable.js";
|
|
2
|
+
import { DefaultChatTransport, HttpChatTransportInitOptions, UIMessage } from "ai";
|
|
3
|
+
import { AssistantRuntime, ThreadListItemRuntime } from "@assistant-ui/core";
|
|
4
|
+
//#region src/transport/AssistantChatTransport.d.ts
|
|
5
|
+
type InitializableThreadListItem = Pick<ThreadListItemRuntime, "initialize">;
|
|
6
|
+
type AssistantChatTransportInitOptions<UI_MESSAGE extends UIMessage> = HttpChatTransportInitOptions<UI_MESSAGE> & {
|
|
7
|
+
resumable?: AssistantChatResumableOptions;
|
|
8
|
+
};
|
|
9
|
+
declare class AssistantChatTransport<UI_MESSAGE extends UIMessage> extends DefaultChatTransport<UI_MESSAGE> {
|
|
10
|
+
private runtime;
|
|
11
|
+
private getThreadListItem;
|
|
12
|
+
private readonly resumable;
|
|
13
|
+
private readonly __internal_initOptions;
|
|
14
|
+
/** Constructs an unwired copy with the same init options. */
|
|
15
|
+
__internal_clone(): AssistantChatTransport<UI_MESSAGE>;
|
|
16
|
+
constructor(initOptions?: AssistantChatTransportInitOptions<UI_MESSAGE>);
|
|
17
|
+
setRuntime(runtime: AssistantRuntime): void;
|
|
18
|
+
getResumableAdapter(): AssistantChatResumableOptions | undefined;
|
|
19
|
+
__internal_setGetThreadListItem(getter: () => InitializableThreadListItem | undefined): void;
|
|
20
|
+
}
|
|
21
|
+
//#endregion
|
|
22
|
+
export { AssistantChatTransport, AssistantChatTransportInitOptions, InitializableThreadListItem };
|
|
23
|
+
//# sourceMappingURL=AssistantChatTransport.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AssistantChatTransport.d.ts","names":[],"sources":["../../src/transport/AssistantChatTransport.ts"],"mappings":";;;;KAeY,8BAA8B,KACxC;KAaU,kCAAkC,mBAAmB,aAC/D,6BAA6B;EAC3B,YAAY;;cAGH,uBACX,mBAAmB,mBACX,qBAAqB;UACrB;UACA;mBAGS;mBAEA;;EAKV,oBAAoB,uBAAuB;EAOtC,YAAA,cAAc,kCAAkC;EA0D5D,WAAW,SAAS;EAIpB,uBAAuB;EAIvB,gCACE,cAAc"}
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
import { RESUMABLE_STREAM_ID_HEADER } from "./resumable.js";
|
|
2
|
+
import { DefaultChatTransport } from "ai";
|
|
3
|
+
import { toToolsJSONSchema } from "assistant-stream";
|
|
4
|
+
//#region src/transport/AssistantChatTransport.ts
|
|
5
|
+
const FINISH_MARKER = "\"type\":\"finish\"";
|
|
6
|
+
const FINISH_BUFFER_LIMIT = 4096;
|
|
7
|
+
const RESUMABLE_THREAD_ID_HEADER = "x-assistant-ui-resumable-thread-id";
|
|
8
|
+
const NULL_BODY_STATUSES = /* @__PURE__ */ new Set([
|
|
9
|
+
101,
|
|
10
|
+
204,
|
|
11
|
+
205,
|
|
12
|
+
304
|
|
13
|
+
]);
|
|
14
|
+
var AssistantChatTransport = class extends DefaultChatTransport {
|
|
15
|
+
runtime;
|
|
16
|
+
getThreadListItem;
|
|
17
|
+
resumable;
|
|
18
|
+
__internal_initOptions;
|
|
19
|
+
/** Constructs an unwired copy with the same init options. */
|
|
20
|
+
__internal_clone() {
|
|
21
|
+
const Constructor = this.constructor;
|
|
22
|
+
return new Constructor(this.__internal_initOptions);
|
|
23
|
+
}
|
|
24
|
+
constructor(initOptions) {
|
|
25
|
+
const { resumable, ...rest } = initOptions ?? {};
|
|
26
|
+
const userFetch = rest.fetch;
|
|
27
|
+
const userPrepareReconnect = rest.prepareReconnectToStreamRequest;
|
|
28
|
+
super({
|
|
29
|
+
...rest,
|
|
30
|
+
...resumable && {
|
|
31
|
+
fetch: wrapFetchWithResumable(resumable, userFetch),
|
|
32
|
+
prepareReconnectToStreamRequest: wrapPrepareReconnect(resumable, userPrepareReconnect)
|
|
33
|
+
},
|
|
34
|
+
prepareSendMessagesRequest: async (options) => {
|
|
35
|
+
const threadId = options.id;
|
|
36
|
+
const context = this.runtime?.thread.getModelContext();
|
|
37
|
+
const id = (await (this.getThreadListItem?.() ?? this.runtime?.threads.mainItem)?.initialize())?.remoteId ?? options.id;
|
|
38
|
+
const optionsEx = {
|
|
39
|
+
...options,
|
|
40
|
+
id,
|
|
41
|
+
body: {
|
|
42
|
+
callSettings: context?.callSettings,
|
|
43
|
+
system: context?.system,
|
|
44
|
+
config: context?.config,
|
|
45
|
+
tools: toToolsJSONSchema(context?.tools ?? {}),
|
|
46
|
+
...options?.body
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
const preparedRequest = await rest.prepareSendMessagesRequest?.(optionsEx);
|
|
50
|
+
const headers = resumable ? new Headers(preparedRequest?.headers ?? options.headers) : void 0;
|
|
51
|
+
headers?.set(RESUMABLE_THREAD_ID_HEADER, threadId);
|
|
52
|
+
return {
|
|
53
|
+
...preparedRequest,
|
|
54
|
+
...headers && { headers },
|
|
55
|
+
body: preparedRequest?.body ?? {
|
|
56
|
+
...optionsEx.body,
|
|
57
|
+
id,
|
|
58
|
+
messages: options.messages,
|
|
59
|
+
trigger: options.trigger,
|
|
60
|
+
messageId: options.messageId,
|
|
61
|
+
metadata: options.requestMetadata
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
});
|
|
66
|
+
this.resumable = resumable;
|
|
67
|
+
this.__internal_initOptions = initOptions;
|
|
68
|
+
}
|
|
69
|
+
setRuntime(runtime) {
|
|
70
|
+
this.runtime = runtime;
|
|
71
|
+
}
|
|
72
|
+
getResumableAdapter() {
|
|
73
|
+
return this.resumable;
|
|
74
|
+
}
|
|
75
|
+
__internal_setGetThreadListItem(getter) {
|
|
76
|
+
this.getThreadListItem = getter;
|
|
77
|
+
}
|
|
78
|
+
};
|
|
79
|
+
function wrapFetchWithResumable(resumable, userFetch) {
|
|
80
|
+
const baseFetch = userFetch ? (input, init) => userFetch(input, init) : globalThis.fetch.bind(globalThis);
|
|
81
|
+
return async (input, init) => {
|
|
82
|
+
const headers = new Headers(init?.headers);
|
|
83
|
+
const threadId = headers.get(RESUMABLE_THREAD_ID_HEADER) ?? void 0;
|
|
84
|
+
headers.delete(RESUMABLE_THREAD_ID_HEADER);
|
|
85
|
+
const res = await baseFetch(input, {
|
|
86
|
+
...init,
|
|
87
|
+
headers
|
|
88
|
+
});
|
|
89
|
+
const id = res.headers.get(RESUMABLE_STREAM_ID_HEADER);
|
|
90
|
+
if (id) resumable.storage.setStreamId(id, threadId);
|
|
91
|
+
if (!res.body || NULL_BODY_STATUSES.has(res.status)) return res;
|
|
92
|
+
const detectFinish = resumable.isFinishEvent ?? defaultIsFinishEvent;
|
|
93
|
+
const decoder = new TextDecoder();
|
|
94
|
+
let accumulator = "";
|
|
95
|
+
const tap = new TransformStream({ transform(chunk, controller) {
|
|
96
|
+
controller.enqueue(chunk);
|
|
97
|
+
accumulator += decoder.decode(chunk, { stream: true });
|
|
98
|
+
if (detectFinish(chunk, accumulator)) {
|
|
99
|
+
if (!id || resumable.storage.getStreamId(threadId) === id) resumable.storage.clear(threadId);
|
|
100
|
+
accumulator = "";
|
|
101
|
+
} else if (accumulator.length > FINISH_BUFFER_LIMIT) accumulator = accumulator.slice(-1024);
|
|
102
|
+
} });
|
|
103
|
+
return new Response(res.body.pipeThrough(tap), {
|
|
104
|
+
status: res.status,
|
|
105
|
+
statusText: res.statusText,
|
|
106
|
+
headers: res.headers
|
|
107
|
+
});
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
function defaultIsFinishEvent(_chunk, accumulator) {
|
|
111
|
+
return accumulator.includes(FINISH_MARKER);
|
|
112
|
+
}
|
|
113
|
+
function wrapPrepareReconnect(resumable, userPrepareReconnect) {
|
|
114
|
+
return async (options) => {
|
|
115
|
+
const streamId = resumable.storage.getStreamId(options.id);
|
|
116
|
+
if (!streamId) throw new Error("AssistantChatTransport: no resumable stream id available; nothing to resume");
|
|
117
|
+
const api = typeof resumable.resumeApi === "function" ? resumable.resumeApi(streamId) : resumable.resumeApi;
|
|
118
|
+
const userPrepared = await userPrepareReconnect?.({
|
|
119
|
+
...options,
|
|
120
|
+
api
|
|
121
|
+
});
|
|
122
|
+
const headers = new Headers(userPrepared?.headers ?? options.headers);
|
|
123
|
+
headers.set(RESUMABLE_THREAD_ID_HEADER, options.id);
|
|
124
|
+
return {
|
|
125
|
+
...userPrepared,
|
|
126
|
+
headers,
|
|
127
|
+
api: userPrepared?.api ?? api
|
|
128
|
+
};
|
|
129
|
+
};
|
|
130
|
+
}
|
|
131
|
+
//#endregion
|
|
132
|
+
export { AssistantChatTransport };
|
|
133
|
+
|
|
134
|
+
//# sourceMappingURL=AssistantChatTransport.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AssistantChatTransport.js","names":["AssistantRuntime","ThreadListItemRuntime","DefaultChatTransport","HttpChatTransportInitOptions","UIMessage","toToolsJSONSchema","RESUMABLE_STREAM_ID_HEADER","AssistantChatResumableOptions","InitializableThreadListItem","Pick","FINISH_MARKER","FINISH_BUFFER_LIMIT","FINISH_BUFFER_TAIL","RESUMABLE_THREAD_ID_HEADER","NULL_BODY_STATUSES","Set","AssistantChatTransportInitOptions","UI_MESSAGE","resumable","AssistantChatTransport","runtime","getThreadListItem","__internal_initOptions","__internal_clone","Constructor","constructor","initOptions","rest","userFetch","fetch","userPrepareReconnect","prepareReconnectToStreamRequest","wrapFetchWithResumable","wrapPrepareReconnect","prepareSendMessagesRequest","options","threadId","id","context","thread","getModelContext","threadListItem","threads","mainItem","initialize","remoteId","optionsEx","body","callSettings","system","config","tools","preparedRequest","headers","Headers","undefined","set","messages","trigger","messageId","metadata","requestMetadata","setRuntime","getResumableAdapter","__internal_setGetThreadListItem","getter","NonNullable","baseFetch","globalThis","input","init","RequestInfo","URL","bind","get","delete","res","storage","setStreamId","has","status","detectFinish","isFinishEvent","defaultIsFinishEvent","decoder","TextDecoder","accumulator","tap","TransformStream","Uint8Array","transform","chunk","controller","enqueue","decode","stream","getStreamId","clear","length","slice","Response","pipeThrough","statusText","_chunk","includes","streamId","Error","api","resumeApi","userPrepared"],"sources":["../../src/transport/AssistantChatTransport.ts"],"sourcesContent":["import type {\n AssistantRuntime,\n ThreadListItemRuntime,\n} from \"@assistant-ui/core\";\nimport {\n DefaultChatTransport,\n type HttpChatTransportInitOptions,\n type UIMessage,\n} from \"ai\";\nimport { toToolsJSONSchema } from \"assistant-stream\";\nimport {\n RESUMABLE_STREAM_ID_HEADER,\n type AssistantChatResumableOptions,\n} from \"./resumable\";\n\nexport type InitializableThreadListItem = Pick<\n ThreadListItemRuntime,\n \"initialize\"\n>;\n\nconst FINISH_MARKER = '\"type\":\"finish\"';\nconst FINISH_BUFFER_LIMIT = 4096;\nconst FINISH_BUFFER_TAIL = 1024;\nconst RESUMABLE_THREAD_ID_HEADER = \"x-assistant-ui-resumable-thread-id\";\n\n// 101/204/205/304 are null-body statuses per the fetch spec: `new Response(body, { status })`\n// throws for them, and WebKit returns a non-null empty body, so the body check alone does not guard it.\nconst NULL_BODY_STATUSES = new Set([101, 204, 205, 304]);\n\nexport type AssistantChatTransportInitOptions<UI_MESSAGE extends UIMessage> =\n HttpChatTransportInitOptions<UI_MESSAGE> & {\n resumable?: AssistantChatResumableOptions;\n };\n\nexport class AssistantChatTransport<\n UI_MESSAGE extends UIMessage,\n> extends DefaultChatTransport<UI_MESSAGE> {\n private runtime: AssistantRuntime | undefined;\n private getThreadListItem:\n | (() => InitializableThreadListItem | undefined)\n | undefined;\n private readonly resumable: AssistantChatResumableOptions | undefined;\n\n private readonly __internal_initOptions:\n | AssistantChatTransportInitOptions<UI_MESSAGE>\n | undefined;\n\n /** Constructs an unwired copy with the same init options. */\n public __internal_clone(): AssistantChatTransport<UI_MESSAGE> {\n const Constructor = this.constructor as new (\n initOptions?: AssistantChatTransportInitOptions<UI_MESSAGE>,\n ) => AssistantChatTransport<UI_MESSAGE>;\n return new Constructor(this.__internal_initOptions);\n }\n\n constructor(initOptions?: AssistantChatTransportInitOptions<UI_MESSAGE>) {\n const { resumable, ...rest } = initOptions ?? {};\n const userFetch = rest.fetch;\n const userPrepareReconnect = rest.prepareReconnectToStreamRequest;\n\n super({\n ...rest,\n ...(resumable && {\n fetch: wrapFetchWithResumable(resumable, userFetch),\n prepareReconnectToStreamRequest: wrapPrepareReconnect(\n resumable,\n userPrepareReconnect,\n ),\n }),\n prepareSendMessagesRequest: async (options) => {\n const threadId = options.id;\n const context = this.runtime?.thread.getModelContext();\n const threadListItem =\n this.getThreadListItem?.() ?? this.runtime?.threads.mainItem;\n const id = (await threadListItem?.initialize())?.remoteId ?? options.id;\n\n const optionsEx = {\n ...options,\n id,\n body: {\n callSettings: context?.callSettings,\n system: context?.system,\n config: context?.config,\n tools: toToolsJSONSchema(context?.tools ?? {}),\n ...options?.body,\n },\n };\n const preparedRequest =\n await rest.prepareSendMessagesRequest?.(optionsEx);\n const headers = resumable\n ? new Headers(preparedRequest?.headers ?? options.headers)\n : undefined;\n headers?.set(RESUMABLE_THREAD_ID_HEADER, threadId);\n\n return {\n ...preparedRequest,\n ...(headers && { headers }),\n body: preparedRequest?.body ?? {\n ...optionsEx.body,\n id,\n messages: options.messages,\n trigger: options.trigger,\n messageId: options.messageId,\n metadata: options.requestMetadata,\n },\n };\n },\n });\n\n this.resumable = resumable;\n this.__internal_initOptions = initOptions;\n }\n\n setRuntime(runtime: AssistantRuntime) {\n this.runtime = runtime;\n }\n\n getResumableAdapter(): AssistantChatResumableOptions | undefined {\n return this.resumable;\n }\n\n __internal_setGetThreadListItem(\n getter: () => InitializableThreadListItem | undefined,\n ) {\n this.getThreadListItem = getter;\n }\n}\n\nfunction wrapFetchWithResumable(\n resumable: AssistantChatResumableOptions,\n userFetch: HttpChatTransportInitOptions<UIMessage>[\"fetch\"],\n): NonNullable<HttpChatTransportInitOptions<UIMessage>[\"fetch\"]> {\n const baseFetch: typeof globalThis.fetch = userFetch\n ? (input, init) => userFetch(input as RequestInfo | URL, init)\n : globalThis.fetch.bind(globalThis);\n\n return async (input, init) => {\n const headers = new Headers(init?.headers);\n const threadId = headers.get(RESUMABLE_THREAD_ID_HEADER) ?? undefined;\n headers.delete(RESUMABLE_THREAD_ID_HEADER);\n const res = await baseFetch(input, { ...init, headers });\n const id = res.headers.get(RESUMABLE_STREAM_ID_HEADER);\n if (id) resumable.storage.setStreamId(id, threadId);\n if (!res.body || NULL_BODY_STATUSES.has(res.status)) return res;\n\n const detectFinish = resumable.isFinishEvent ?? defaultIsFinishEvent;\n // a single decoder is required so multi-byte sequences split across\n // chunks buffer via stream: true rather than getting dropped.\n const decoder = new TextDecoder();\n let accumulator = \"\";\n const tap = new TransformStream<Uint8Array, Uint8Array>({\n transform(chunk, controller) {\n controller.enqueue(chunk);\n accumulator += decoder.decode(chunk, { stream: true });\n if (detectFinish(chunk, accumulator)) {\n if (!id || resumable.storage.getStreamId(threadId) === id) {\n resumable.storage.clear(threadId);\n }\n accumulator = \"\";\n } else if (accumulator.length > FINISH_BUFFER_LIMIT) {\n accumulator = accumulator.slice(-FINISH_BUFFER_TAIL);\n }\n },\n });\n\n return new Response(res.body.pipeThrough(tap), {\n status: res.status,\n statusText: res.statusText,\n headers: res.headers,\n });\n };\n}\n\nfunction defaultIsFinishEvent(_chunk: Uint8Array, accumulator: string) {\n return accumulator.includes(FINISH_MARKER);\n}\n\nfunction wrapPrepareReconnect(\n resumable: AssistantChatResumableOptions,\n userPrepareReconnect: HttpChatTransportInitOptions<UIMessage>[\"prepareReconnectToStreamRequest\"],\n): NonNullable<\n HttpChatTransportInitOptions<UIMessage>[\"prepareReconnectToStreamRequest\"]\n> {\n return async (options) => {\n const streamId = resumable.storage.getStreamId(options.id);\n if (!streamId) {\n throw new Error(\n \"AssistantChatTransport: no resumable stream id available; nothing to resume\",\n );\n }\n const api =\n typeof resumable.resumeApi === \"function\"\n ? resumable.resumeApi(streamId)\n : resumable.resumeApi;\n const userPrepared = await userPrepareReconnect?.({ ...options, api });\n const headers = new Headers(userPrepared?.headers ?? options.headers);\n headers.set(RESUMABLE_THREAD_ID_HEADER, options.id);\n return {\n ...userPrepared,\n headers,\n api: userPrepared?.api ?? api,\n };\n };\n}\n"],"mappings":";;;;AAoBA,MAAMU,gBAAgB;AACtB,MAAMC,sBAAsB;AAE5B,MAAME,6BAA6B;AAInC,MAAMC,qCAAqB,IAAIC,IAAI;CAAC;CAAK;CAAK;CAAK;AAAG,CAAC;AAOvD,IAAaI,yBAAb,cAEUjB,qBAAiC;CACzC;CACA;CAGA;CAEA;;CAKA,mBAA8D;EAC5D,MAAMsB,cAAc,KAAKC;EAGzB,OAAO,IAAID,YAAY,KAAKF,sBAAsB;CACpD;CAEAG,YAAYC,aAA6D;EACvE,MAAM,EAAER,WAAW,GAAGS,SAASD,eAAe,CAAC;EAC/C,MAAME,YAAYD,KAAKE;EACvB,MAAMC,uBAAuBH,KAAKI;EAElC,MAAM;GACJ,GAAGJ;GACH,GAAIT,aAAa;IACfW,OAAOG,uBAAuBd,WAAWU,SAAS;IAClDG,iCAAiCE,qBAC/Bf,WACAY,oBACF;GACF;GACAI,4BAA4B,OAAOC,YAAY;IAC7C,MAAMC,WAAWD,QAAQE;IACzB,MAAMC,UAAU,KAAKlB,SAASmB,OAAOC,gBAAgB;IAGrD,MAAMH,MAAM,OADV,KAAKhB,oBAAoB,KAAK,KAAKD,SAASsB,QAAQC,SAAAA,EACpBC,WAAW,EAAA,EAAIC,YAAYV,QAAQE;IAErE,MAAMS,YAAY;KAChB,GAAGX;KACHE;KACAU,MAAM;MACJC,cAAcV,SAASU;MACvBC,QAAQX,SAASW;MACjBC,QAAQZ,SAASY;MACjBC,OAAO9C,kBAAkBiC,SAASa,SAAS,CAAC,CAAC;MAC7C,GAAGhB,SAASY;KACd;IACF;IACA,MAAMK,kBACJ,MAAMzB,KAAKO,6BAA6BY,SAAS;IACnD,MAAMO,UAAUnC,YACZ,IAAIoC,QAAQF,iBAAiBC,WAAWlB,QAAQkB,OAAO,IACvDE,KAAAA;IACJF,SAASG,IAAI3C,4BAA4BuB,QAAQ;IAEjD,OAAO;KACL,GAAGgB;KACH,GAAIC,WAAW,EAAEA,QAAQ;KACzBN,MAAMK,iBAAiBL,QAAQ;MAC7B,GAAGD,UAAUC;MACbV;MACAoB,UAAUtB,QAAQsB;MAClBC,SAASvB,QAAQuB;MACjBC,WAAWxB,QAAQwB;MACnBC,UAAUzB,QAAQ0B;KACpB;IACF;GACF;EACF,CAAC;EAED,KAAK3C,YAAYA;EACjB,KAAKI,yBAAyBI;CAChC;CAEAoC,WAAW1C,SAA2B;EACpC,KAAKA,UAAUA;CACjB;CAEA2C,sBAAiE;EAC/D,OAAO,KAAK7C;CACd;CAEA8C,gCACEC,QACA;EACA,KAAK5C,oBAAoB4C;CAC3B;AACF;AAEA,SAASjC,uBACPd,WACAU,WAC+D;CAC/D,MAAMuC,YAAqCvC,aACtCyC,OAAOC,SAAS1C,UAAUyC,OAA4BC,IAAI,IAC3DF,WAAWvC,MAAM4C,KAAKL,UAAU;CAEpC,OAAO,OAAOC,OAAOC,SAAS;EAC5B,MAAMjB,UAAU,IAAIC,QAAQgB,MAAMjB,OAAO;EACzC,MAAMjB,WAAWiB,QAAQqB,IAAI7D,0BAA0B,KAAK0C,KAAAA;EAC5DF,QAAQsB,OAAO9D,0BAA0B;EACzC,MAAM+D,MAAM,MAAMT,UAAUE,OAAO;GAAE,GAAGC;GAAMjB;EAAQ,CAAC;EACvD,MAAMhB,KAAKuC,IAAIvB,QAAQqB,IAAIpE,0BAA0B;EACrD,IAAI+B,IAAInB,UAAU2D,QAAQC,YAAYzC,IAAID,QAAQ;EAClD,IAAI,CAACwC,IAAI7B,QAAQjC,mBAAmBiE,IAAIH,IAAII,MAAM,GAAG,OAAOJ;EAE5D,MAAMK,eAAe/D,UAAUgE,iBAAiBC;EAGhD,MAAMC,UAAU,IAAIC,YAAY;EAChC,IAAIC,cAAc;EAClB,MAAMC,MAAM,IAAIC,gBAAwC,EACtDE,UAAUC,OAAOC,YAAY;GAC3BA,WAAWC,QAAQF,KAAK;GACxBL,eAAeF,QAAQU,OAAOH,OAAO,EAAEI,QAAQ,KAAK,CAAC;GACrD,IAAId,aAAaU,OAAOL,WAAW,GAAG;IACpC,IAAI,CAACjD,MAAMnB,UAAU2D,QAAQmB,YAAY5D,QAAQ,MAAMC,IACrDnB,UAAU2D,QAAQoB,MAAM7D,QAAQ;IAElCkD,cAAc;GAChB,OAAO,IAAIA,YAAYY,SAASvF,qBAC9B2E,cAAcA,YAAYa,MAAM,KAAmB;EAEvD,EACF,CAAC;EAED,OAAO,IAAIC,SAASxB,IAAI7B,KAAKsD,YAAYd,GAAG,GAAG;GAC7CP,QAAQJ,IAAII;GACZsB,YAAY1B,IAAI0B;GAChBjD,SAASuB,IAAIvB;EACf,CAAC;CACH;AACF;AAEA,SAAS8B,qBAAqBoB,QAAoBjB,aAAqB;CACrE,OAAOA,YAAYkB,SAAS9F,aAAa;AAC3C;AAEA,SAASuB,qBACPf,WACAY,sBAGA;CACA,OAAO,OAAOK,YAAY;EACxB,MAAMsE,WAAWvF,UAAU2D,QAAQmB,YAAY7D,QAAQE,EAAE;EACzD,IAAI,CAACoE,UACH,MAAM,IAAIC,MACR,6EACF;EAEF,MAAMC,MACJ,OAAOzF,UAAU0F,cAAc,aAC3B1F,UAAU0F,UAAUH,QAAQ,IAC5BvF,UAAU0F;EAChB,MAAMC,eAAe,MAAM/E,uBAAuB;GAAE,GAAGK;GAASwE;EAAI,CAAC;EACrE,MAAMtD,UAAU,IAAIC,QAAQuD,cAAcxD,WAAWlB,QAAQkB,OAAO;EACpEA,QAAQG,IAAI3C,4BAA4BsB,QAAQE,EAAE;EAClD,OAAO;GACL,GAAGwE;GACHxD;GACAsD,KAAKE,cAAcF,OAAOA;EAC5B;CACF;AACF"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
//#region src/transport/resumable.d.ts
|
|
2
|
+
/** Response header used by the [Resumable Streams](/docs/guides/resumable-streams) server and client wiring. */
|
|
3
|
+
declare const RESUMABLE_STREAM_ID_HEADER = "x-resumable-stream-id";
|
|
4
|
+
type ResumableClientStorage = {
|
|
5
|
+
getStreamId(threadId?: string): string | null;
|
|
6
|
+
setStreamId(id: string, threadId?: string): void;
|
|
7
|
+
clear(threadId?: string): void;
|
|
8
|
+
/** Subscribes to stream id changes so automatic resume can react after mount. */
|
|
9
|
+
subscribe?(listener: () => void, threadId?: string): () => void;
|
|
10
|
+
};
|
|
11
|
+
/** `sessionStorage`-backed storage for the pending resumable stream id. See the [Resumable Streams](/docs/guides/resumable-streams) guide for end-to-end wiring. */
|
|
12
|
+
declare function createResumableSessionStorage(options?: {
|
|
13
|
+
/**
|
|
14
|
+
* Storage key for the pending stream id. A static string namespaces per route
|
|
15
|
+
* or chat surface. A getter is read lazily on every access, so the key can be
|
|
16
|
+
* derived from the active thread's identity; while the getter returns
|
|
17
|
+
* `undefined`, reads report no pending stream and writes are dropped, so a
|
|
18
|
+
* thread whose identity is not known yet never touches another thread's key.
|
|
19
|
+
*
|
|
20
|
+
* Under a remote thread list with more than one thread, scope the key per
|
|
21
|
+
* thread and create one storage instance per thread runtime rather than a
|
|
22
|
+
* single shared one. A shared key is written and cleared by whichever thread
|
|
23
|
+
* acts last, so one conversation's stream can resume inside another.
|
|
24
|
+
*/
|
|
25
|
+
key?: string | (() => string | undefined);
|
|
26
|
+
}): ResumableClientStorage;
|
|
27
|
+
type AssistantChatResumableOptions = {
|
|
28
|
+
storage: ResumableClientStorage;
|
|
29
|
+
resumeApi: string | ((streamId: string) => string);
|
|
30
|
+
/**
|
|
31
|
+
* Defaults to scanning for the AI SDK UIMessageStream `finish` marker.
|
|
32
|
+
* Cancellation never invokes this callback, only natural completion does.
|
|
33
|
+
*/
|
|
34
|
+
isFinishEvent?: (chunk: Uint8Array, accumulator: string) => boolean;
|
|
35
|
+
};
|
|
36
|
+
//#endregion
|
|
37
|
+
export { AssistantChatResumableOptions, RESUMABLE_STREAM_ID_HEADER, ResumableClientStorage, createResumableSessionStorage };
|
|
38
|
+
//# sourceMappingURL=resumable.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resumable.d.ts","names":[],"sources":["../../src/transport/resumable.ts"],"mappings":";;cAKa;KAID;EACV,YAAY;EACZ,YAAY,YAAY;EACxB,MAAM;;EAEN,WAAW,sBAAsB;;;iBAkBnB,8BAA8B;;;;;;;;;;;;;EAa5C;IACE;KA0GQ;EACV,SAAS;EACT,sBAAsB;;;;;EAKtB,iBAAiB,OAAO,YAAY"}
|
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
"use client";
|
|
2
|
+
import { RESUMABLE_STREAM_ID_HEADER as RESUMABLE_STREAM_ID_HEADER$1 } from "assistant-stream/resumable";
|
|
3
|
+
//#region src/transport/resumable.ts
|
|
4
|
+
/** Response header used by the [Resumable Streams](/docs/guides/resumable-streams) server and client wiring. */
|
|
5
|
+
const RESUMABLE_STREAM_ID_HEADER = RESUMABLE_STREAM_ID_HEADER$1;
|
|
6
|
+
const DEFAULT_STORAGE_KEY = "aui-resumable-stream-id";
|
|
7
|
+
const getSessionStorage = () => {
|
|
8
|
+
if (typeof window === "undefined") return null;
|
|
9
|
+
try {
|
|
10
|
+
return window.sessionStorage;
|
|
11
|
+
} catch {
|
|
12
|
+
return null;
|
|
13
|
+
}
|
|
14
|
+
};
|
|
15
|
+
/** `sessionStorage`-backed storage for the pending resumable stream id. See the [Resumable Streams](/docs/guides/resumable-streams) guide for end-to-end wiring. */
|
|
16
|
+
function createResumableSessionStorage(options) {
|
|
17
|
+
const keyOption = options?.key;
|
|
18
|
+
const resolveKey = () => {
|
|
19
|
+
if (typeof keyOption !== "function") return keyOption ?? DEFAULT_STORAGE_KEY;
|
|
20
|
+
try {
|
|
21
|
+
return keyOption();
|
|
22
|
+
} catch {
|
|
23
|
+
return;
|
|
24
|
+
}
|
|
25
|
+
};
|
|
26
|
+
const slots = /* @__PURE__ */ new Map();
|
|
27
|
+
const listeners = /* @__PURE__ */ new Set();
|
|
28
|
+
const readSlot = (key) => {
|
|
29
|
+
let slot = slots.get(key);
|
|
30
|
+
if (slot) return slot;
|
|
31
|
+
const storage = getSessionStorage();
|
|
32
|
+
let value = null;
|
|
33
|
+
if (storage) try {
|
|
34
|
+
value = storage.getItem(key);
|
|
35
|
+
} catch {
|
|
36
|
+
value = null;
|
|
37
|
+
}
|
|
38
|
+
slot = {
|
|
39
|
+
value,
|
|
40
|
+
owner: void 0
|
|
41
|
+
};
|
|
42
|
+
slots.set(key, slot);
|
|
43
|
+
return slot;
|
|
44
|
+
};
|
|
45
|
+
const notify = (threadId) => {
|
|
46
|
+
for (const subscription of listeners) {
|
|
47
|
+
if (threadId && subscription.threadId !== threadId) continue;
|
|
48
|
+
try {
|
|
49
|
+
subscription.listener();
|
|
50
|
+
} catch (error) {
|
|
51
|
+
console.error("[assistant-ui] resumable storage listener failed", error);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
};
|
|
55
|
+
return {
|
|
56
|
+
getStreamId(threadId) {
|
|
57
|
+
const key = resolveKey();
|
|
58
|
+
if (!key) return null;
|
|
59
|
+
const slot = readSlot(key);
|
|
60
|
+
if (slot.value === null) return null;
|
|
61
|
+
if (slot.owner && threadId && slot.owner !== threadId) return null;
|
|
62
|
+
return slot.value;
|
|
63
|
+
},
|
|
64
|
+
setStreamId(id, threadId) {
|
|
65
|
+
const key = resolveKey();
|
|
66
|
+
const storage = getSessionStorage();
|
|
67
|
+
if (!key || !storage) return;
|
|
68
|
+
try {
|
|
69
|
+
storage.setItem(key, id);
|
|
70
|
+
} catch {
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
const slot = readSlot(key);
|
|
74
|
+
slot.value = id;
|
|
75
|
+
if (threadId) slot.owner = threadId;
|
|
76
|
+
else if (!slot.owner) slot.owner = Array.from(listeners).find((subscription) => subscription.threadId !== void 0)?.threadId;
|
|
77
|
+
notify(slot.owner);
|
|
78
|
+
},
|
|
79
|
+
clear(threadId) {
|
|
80
|
+
const key = resolveKey();
|
|
81
|
+
if (!key) return;
|
|
82
|
+
const slot = readSlot(key);
|
|
83
|
+
if (slot.owner && threadId && slot.owner !== threadId) return;
|
|
84
|
+
const storage = getSessionStorage();
|
|
85
|
+
if (!storage) return;
|
|
86
|
+
try {
|
|
87
|
+
storage.removeItem(key);
|
|
88
|
+
} catch {
|
|
89
|
+
return;
|
|
90
|
+
}
|
|
91
|
+
slot.value = null;
|
|
92
|
+
slot.owner = void 0;
|
|
93
|
+
notify(threadId);
|
|
94
|
+
},
|
|
95
|
+
subscribe(listener, threadId) {
|
|
96
|
+
const key = resolveKey();
|
|
97
|
+
if (key && threadId) {
|
|
98
|
+
const slot = readSlot(key);
|
|
99
|
+
if (slot.value !== null) slot.owner ??= threadId;
|
|
100
|
+
}
|
|
101
|
+
const subscription = {
|
|
102
|
+
listener,
|
|
103
|
+
threadId
|
|
104
|
+
};
|
|
105
|
+
listeners.add(subscription);
|
|
106
|
+
return () => listeners.delete(subscription);
|
|
107
|
+
}
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
//#endregion
|
|
111
|
+
export { RESUMABLE_STREAM_ID_HEADER, createResumableSessionStorage };
|
|
112
|
+
|
|
113
|
+
//# sourceMappingURL=resumable.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resumable.js","names":["RESUMABLE_STREAM_ID_HEADER","RESUMABLE_STREAM_ID_HEADER_VALUE","DEFAULT_STORAGE_KEY","ResumableClientStorage","getStreamId","threadId","setStreamId","id","clear","subscribe","listener","getSessionStorage","Storage","window","sessionStorage","StorageSlot","value","owner","createResumableSessionStorage","options","key","keyOption","resolveKey","undefined","slots","Map","listeners","Set","readSlot","slot","get","storage","getItem","set","notify","subscription","error","console","setItem","Array","from","find","removeItem","add","delete","AssistantChatResumableOptions","resumeApi","streamId","isFinishEvent","chunk","Uint8Array","accumulator"],"sources":["../../src/transport/resumable.ts"],"sourcesContent":["\"use client\";\n\nimport { RESUMABLE_STREAM_ID_HEADER as RESUMABLE_STREAM_ID_HEADER_VALUE } from \"assistant-stream/resumable\";\n\n/** Response header used by the [Resumable Streams](/docs/guides/resumable-streams) server and client wiring. */\nexport const RESUMABLE_STREAM_ID_HEADER = RESUMABLE_STREAM_ID_HEADER_VALUE;\n\nconst DEFAULT_STORAGE_KEY = \"aui-resumable-stream-id\";\n\nexport type ResumableClientStorage = {\n getStreamId(threadId?: string): string | null;\n setStreamId(id: string, threadId?: string): void;\n clear(threadId?: string): void;\n /** Subscribes to stream id changes so automatic resume can react after mount. */\n subscribe?(listener: () => void, threadId?: string): () => void;\n};\n\nconst getSessionStorage = (): Storage | null => {\n if (typeof window === \"undefined\") return null;\n try {\n return window.sessionStorage;\n } catch {\n return null;\n }\n};\n\ntype StorageSlot = {\n value: string | null;\n owner: string | undefined;\n};\n\n/** `sessionStorage`-backed storage for the pending resumable stream id. See the [Resumable Streams](/docs/guides/resumable-streams) guide for end-to-end wiring. */\nexport function createResumableSessionStorage(options?: {\n /**\n * Storage key for the pending stream id. A static string namespaces per route\n * or chat surface. A getter is read lazily on every access, so the key can be\n * derived from the active thread's identity; while the getter returns\n * `undefined`, reads report no pending stream and writes are dropped, so a\n * thread whose identity is not known yet never touches another thread's key.\n *\n * Under a remote thread list with more than one thread, scope the key per\n * thread and create one storage instance per thread runtime rather than a\n * single shared one. A shared key is written and cleared by whichever thread\n * acts last, so one conversation's stream can resume inside another.\n */\n key?: string | (() => string | undefined);\n}): ResumableClientStorage {\n const keyOption = options?.key;\n const resolveKey = (): string | undefined => {\n if (typeof keyOption !== \"function\")\n return keyOption ?? DEFAULT_STORAGE_KEY;\n try {\n return keyOption();\n } catch {\n return undefined;\n }\n };\n const slots = new Map<string, StorageSlot>();\n const listeners = new Set<{\n listener: () => void;\n threadId: string | undefined;\n }>();\n const readSlot = (key: string): StorageSlot => {\n let slot = slots.get(key);\n if (slot) return slot;\n const storage = getSessionStorage();\n let value: string | null = null;\n if (storage) {\n try {\n value = storage.getItem(key);\n } catch {\n value = null;\n }\n }\n slot = { value, owner: undefined };\n slots.set(key, slot);\n return slot;\n };\n const notify = (threadId?: string) => {\n for (const subscription of listeners) {\n if (threadId && subscription.threadId !== threadId) continue;\n try {\n subscription.listener();\n } catch (error) {\n console.error(\n \"[assistant-ui] resumable storage listener failed\",\n error,\n );\n }\n }\n };\n\n return {\n getStreamId(threadId) {\n const key = resolveKey();\n if (!key) return null;\n const slot = readSlot(key);\n if (slot.value === null) return null;\n if (slot.owner && threadId && slot.owner !== threadId) return null;\n return slot.value;\n },\n setStreamId(id, threadId) {\n const key = resolveKey();\n const storage = getSessionStorage();\n if (!key || !storage) return;\n try {\n storage.setItem(key, id);\n } catch {\n // Ignore blocked or unavailable sessionStorage.\n return;\n }\n const slot = readSlot(key);\n slot.value = id;\n if (threadId) {\n slot.owner = threadId;\n } else if (!slot.owner) {\n slot.owner = Array.from(listeners).find(\n (subscription) => subscription.threadId !== undefined,\n )?.threadId;\n }\n notify(slot.owner);\n },\n clear(threadId) {\n const key = resolveKey();\n if (!key) return;\n const slot = readSlot(key);\n if (slot.owner && threadId && slot.owner !== threadId) return;\n const storage = getSessionStorage();\n if (!storage) return;\n try {\n storage.removeItem(key);\n } catch {\n // Ignore blocked or unavailable sessionStorage.\n return;\n }\n slot.value = null;\n slot.owner = undefined;\n notify(threadId);\n },\n subscribe(listener, threadId) {\n const key = resolveKey();\n if (key && threadId) {\n const slot = readSlot(key);\n if (slot.value !== null) slot.owner ??= threadId;\n }\n const subscription = { listener, threadId };\n listeners.add(subscription);\n return () => listeners.delete(subscription);\n },\n };\n}\n\nexport type AssistantChatResumableOptions = {\n storage: ResumableClientStorage;\n resumeApi: string | ((streamId: string) => string);\n /**\n * Defaults to scanning for the AI SDK UIMessageStream `finish` marker.\n * Cancellation never invokes this callback, only natural completion does.\n */\n isFinishEvent?: (chunk: Uint8Array, accumulator: string) => boolean;\n};\n"],"mappings":";;;;AAKA,MAAaA,6BAA6BC;AAE1C,MAAMC,sBAAsB;AAU5B,MAAMS,0BAA0C;CAC9C,IAAI,OAAOE,WAAW,aAAa,OAAO;CAC1C,IAAI;EACF,OAAOA,OAAOC;CAChB,QAAQ;EACN,OAAO;CACT;AACF;;AAQA,SAAgBI,8BAA8BC,SAcnB;CACzB,MAAME,YAAYF,SAASC;CAC3B,MAAME,mBAAuC;EAC3C,IAAI,OAAOD,cAAc,YACvB,OAAOA,aAAanB;EACtB,IAAI;GACF,OAAOmB,UAAU;EACnB,QAAQ;GACN;EACF;CACF;CACA,MAAMG,wBAAQ,IAAIC,IAAyB;CAC3C,MAAMC,4BAAY,IAAIC,IAGnB;CACH,MAAMC,YAAYR,QAA6B;EAC7C,IAAIS,OAAOL,MAAMM,IAAIV,GAAG;EACxB,IAAIS,MAAM,OAAOA;EACjB,MAAME,UAAUpB,kBAAkB;EAClC,IAAIK,QAAuB;EAC3B,IAAIe,SACF,IAAI;GACFf,QAAQe,QAAQC,QAAQZ,GAAG;EAC7B,QAAQ;GACNJ,QAAQ;EACV;EAEFa,OAAO;GAAEb;GAAOC,OAAOM,KAAAA;EAAU;EACjCC,MAAMS,IAAIb,KAAKS,IAAI;EACnB,OAAOA;CACT;CACA,MAAMK,UAAU7B,aAAsB;EACpC,KAAK,MAAM8B,gBAAgBT,WAAW;GACpC,IAAIrB,YAAY8B,aAAa9B,aAAaA,UAAU;GACpD,IAAI;IACF8B,aAAazB,SAAS;GACxB,SAAS0B,OAAO;IACdC,QAAQD,MACN,oDACAA,KACF;GACF;EACF;CACF;CAEA,OAAO;EACLhC,YAAYC,UAAU;GACpB,MAAMe,MAAME,WAAW;GACvB,IAAI,CAACF,KAAK,OAAO;GACjB,MAAMS,OAAOD,SAASR,GAAG;GACzB,IAAIS,KAAKb,UAAU,MAAM,OAAO;GAChC,IAAIa,KAAKZ,SAASZ,YAAYwB,KAAKZ,UAAUZ,UAAU,OAAO;GAC9D,OAAOwB,KAAKb;EACd;EACAV,YAAYC,IAAIF,UAAU;GACxB,MAAMe,MAAME,WAAW;GACvB,MAAMS,UAAUpB,kBAAkB;GAClC,IAAI,CAACS,OAAO,CAACW,SAAS;GACtB,IAAI;IACFA,QAAQO,QAAQlB,KAAKb,EAAE;GACzB,QAAQ;IAEN;GACF;GACA,MAAMsB,OAAOD,SAASR,GAAG;GACzBS,KAAKb,QAAQT;GACb,IAAIF,UACFwB,KAAKZ,QAAQZ;QACR,IAAI,CAACwB,KAAKZ,OACfY,KAAKZ,QAAQsB,MAAMC,KAAKd,SAAS,CAAC,CAACe,MAChCN,iBAAiBA,aAAa9B,aAAakB,KAAAA,CAC9C,CAAC,EAAElB;GAEL6B,OAAOL,KAAKZ,KAAK;EACnB;EACAT,MAAMH,UAAU;GACd,MAAMe,MAAME,WAAW;GACvB,IAAI,CAACF,KAAK;GACV,MAAMS,OAAOD,SAASR,GAAG;GACzB,IAAIS,KAAKZ,SAASZ,YAAYwB,KAAKZ,UAAUZ,UAAU;GACvD,MAAM0B,UAAUpB,kBAAkB;GAClC,IAAI,CAACoB,SAAS;GACd,IAAI;IACFA,QAAQW,WAAWtB,GAAG;GACxB,QAAQ;IAEN;GACF;GACAS,KAAKb,QAAQ;GACba,KAAKZ,QAAQM,KAAAA;GACbW,OAAO7B,QAAQ;EACjB;EACAI,UAAUC,UAAUL,UAAU;GAC5B,MAAMe,MAAME,WAAW;GACvB,IAAIF,OAAOf,UAAU;IACnB,MAAMwB,OAAOD,SAASR,GAAG;IACzB,IAAIS,KAAKb,UAAU,MAAMa,KAAKZ,UAAUZ;GAC1C;GACA,MAAM8B,eAAe;IAAEzB;IAAUL;GAAS;GAC1CqB,UAAUiB,IAAIR,YAAY;GAC1B,aAAaT,UAAUkB,OAAOT,YAAY;EAC5C;CACF;AACF"}
|
package/dist/usage.d.ts
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/// <reference types="@assistant-ui/core/react" />
|
|
2
|
+
//#region src/usage.d.ts
|
|
3
|
+
type ThreadTokenUsage = {
|
|
4
|
+
totalTokens?: number;
|
|
5
|
+
inputTokens?: number;
|
|
6
|
+
outputTokens?: number;
|
|
7
|
+
reasoningTokens?: number;
|
|
8
|
+
cachedInputTokens?: number;
|
|
9
|
+
};
|
|
10
|
+
interface TokenUsageExtractableMessage {
|
|
11
|
+
role?: string;
|
|
12
|
+
metadata?: unknown;
|
|
13
|
+
}
|
|
14
|
+
declare function getThreadMessageTokenUsage(message: TokenUsageExtractableMessage | undefined): ThreadTokenUsage | undefined;
|
|
15
|
+
declare function getLatestThreadTokenUsage(messages: readonly TokenUsageExtractableMessage[] | undefined): ThreadTokenUsage | undefined;
|
|
16
|
+
declare function useThreadTokenUsage(): ThreadTokenUsage | undefined;
|
|
17
|
+
//#endregion
|
|
18
|
+
export { ThreadTokenUsage, TokenUsageExtractableMessage, getLatestThreadTokenUsage, getThreadMessageTokenUsage, useThreadTokenUsage };
|
|
19
|
+
//# sourceMappingURL=usage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"usage.d.ts","names":[],"sources":["../src/usage.ts"],"mappings":";KAGY;EACV;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;;iBAuHc,2BACd,SAAS,2CACR;iBAea,0BACd,mBAAmB,6CAClB;iBAmBa,uBAAuB"}
|
package/dist/usage.js
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
import { useAuiState } from "@assistant-ui/store";
|
|
2
|
+
import { c } from "@assistant-ui/tap/react-shim/compiler-runtime";
|
|
3
|
+
//#region src/usage.ts
|
|
4
|
+
const USAGE_KEYS = [
|
|
5
|
+
"inputTokens",
|
|
6
|
+
"outputTokens",
|
|
7
|
+
"reasoningTokens",
|
|
8
|
+
"cachedInputTokens",
|
|
9
|
+
"totalTokens"
|
|
10
|
+
];
|
|
11
|
+
function asRecord(value) {
|
|
12
|
+
if (!value || typeof value !== "object" || Array.isArray(value)) return void 0;
|
|
13
|
+
return value;
|
|
14
|
+
}
|
|
15
|
+
function asPositiveTokenCount(value) {
|
|
16
|
+
if (typeof value !== "number" || !Number.isFinite(value) || value < 0) return;
|
|
17
|
+
return value;
|
|
18
|
+
}
|
|
19
|
+
function computeTotalTokens(usage) {
|
|
20
|
+
if (usage.totalTokens !== void 0) return usage.totalTokens;
|
|
21
|
+
if (usage.inputTokens !== void 0 && usage.outputTokens !== void 0) return usage.inputTokens + usage.outputTokens;
|
|
22
|
+
}
|
|
23
|
+
function normalizeUsage(value) {
|
|
24
|
+
const record = asRecord(value);
|
|
25
|
+
if (!record) return void 0;
|
|
26
|
+
const result = {};
|
|
27
|
+
let hasFields = false;
|
|
28
|
+
for (const key of USAGE_KEYS) {
|
|
29
|
+
const count = asPositiveTokenCount(record[key]);
|
|
30
|
+
if (count !== void 0) {
|
|
31
|
+
result[key] = count;
|
|
32
|
+
hasFields = true;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
if (result.reasoningTokens === void 0) {
|
|
36
|
+
const count = asPositiveTokenCount(asRecord(record.outputTokenDetails)?.reasoningTokens);
|
|
37
|
+
if (count !== void 0) {
|
|
38
|
+
result.reasoningTokens = count;
|
|
39
|
+
hasFields = true;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
if (result.cachedInputTokens === void 0) {
|
|
43
|
+
const count = asPositiveTokenCount(asRecord(record.inputTokenDetails)?.cacheReadTokens);
|
|
44
|
+
if (count !== void 0) {
|
|
45
|
+
result.cachedInputTokens = count;
|
|
46
|
+
hasFields = true;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
return hasFields ? result : void 0;
|
|
50
|
+
}
|
|
51
|
+
function withComputedTotal(usage) {
|
|
52
|
+
const totalTokens = computeTotalTokens(usage);
|
|
53
|
+
return {
|
|
54
|
+
...usage,
|
|
55
|
+
...totalTokens !== void 0 && { totalTokens }
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
function usageFromSteps(value) {
|
|
59
|
+
const steps = Array.isArray(value) ? value : [];
|
|
60
|
+
const sums = {};
|
|
61
|
+
const present = {};
|
|
62
|
+
let stepsWithUsage = 0;
|
|
63
|
+
let stepsWithComputableTotal = 0;
|
|
64
|
+
for (const step of steps) {
|
|
65
|
+
const usage = normalizeUsage(asRecord(step)?.usage);
|
|
66
|
+
if (!usage) continue;
|
|
67
|
+
stepsWithUsage++;
|
|
68
|
+
const stepTotal = computeTotalTokens(usage);
|
|
69
|
+
if (stepTotal !== void 0) {
|
|
70
|
+
sums.totalTokens = (sums.totalTokens ?? 0) + stepTotal;
|
|
71
|
+
stepsWithComputableTotal++;
|
|
72
|
+
}
|
|
73
|
+
for (const key of USAGE_KEYS) {
|
|
74
|
+
if (key === "totalTokens") continue;
|
|
75
|
+
if (usage[key] !== void 0) {
|
|
76
|
+
sums[key] = (sums[key] ?? 0) + usage[key];
|
|
77
|
+
present[key] = true;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
if (stepsWithUsage === 0) return void 0;
|
|
82
|
+
const result = {};
|
|
83
|
+
if (stepsWithComputableTotal === stepsWithUsage) result.totalTokens = sums.totalTokens;
|
|
84
|
+
for (const key of USAGE_KEYS) {
|
|
85
|
+
if (key === "totalTokens") continue;
|
|
86
|
+
if (present[key]) result[key] = sums[key];
|
|
87
|
+
}
|
|
88
|
+
return result;
|
|
89
|
+
}
|
|
90
|
+
function getThreadMessageTokenUsage(message) {
|
|
91
|
+
if (!message || message.role !== "assistant") return void 0;
|
|
92
|
+
const metadata = asRecord(message.metadata);
|
|
93
|
+
if (!metadata) return void 0;
|
|
94
|
+
const topLevelUsage = normalizeUsage(metadata.usage);
|
|
95
|
+
if (topLevelUsage) return withComputedTotal(topLevelUsage);
|
|
96
|
+
const legacyUsage = normalizeUsage(asRecord(metadata.custom)?.usage);
|
|
97
|
+
if (legacyUsage) return withComputedTotal(legacyUsage);
|
|
98
|
+
return usageFromSteps(metadata.steps);
|
|
99
|
+
}
|
|
100
|
+
function getLatestThreadTokenUsage(messages) {
|
|
101
|
+
return getThreadMessageTokenUsage(findLatestMessageWithUsage(messages));
|
|
102
|
+
}
|
|
103
|
+
function findLatestMessageWithUsage(messages) {
|
|
104
|
+
if (!messages) return void 0;
|
|
105
|
+
for (let idx = messages.length - 1; idx >= 0; idx -= 1) {
|
|
106
|
+
const message = messages[idx];
|
|
107
|
+
if (getThreadMessageTokenUsage(message)) return message;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
function useThreadTokenUsage() {
|
|
111
|
+
const $ = c(2);
|
|
112
|
+
const msg = useAuiState(_temp);
|
|
113
|
+
let t0;
|
|
114
|
+
if ($[0] !== msg) {
|
|
115
|
+
t0 = getThreadMessageTokenUsage(msg);
|
|
116
|
+
$[0] = msg;
|
|
117
|
+
$[1] = t0;
|
|
118
|
+
} else t0 = $[1];
|
|
119
|
+
return t0;
|
|
120
|
+
}
|
|
121
|
+
function _temp(s) {
|
|
122
|
+
return findLatestMessageWithUsage(s.thread.messages);
|
|
123
|
+
}
|
|
124
|
+
//#endregion
|
|
125
|
+
export { getLatestThreadTokenUsage, getThreadMessageTokenUsage, useThreadTokenUsage };
|
|
126
|
+
|
|
127
|
+
//# sourceMappingURL=usage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"usage.js","names":["useAuiState","ThreadTokenUsage","totalTokens","inputTokens","outputTokens","reasoningTokens","cachedInputTokens","TokenUsageExtractableMessage","role","metadata","UsageRecord","Record","USAGE_KEYS","const","asRecord","value","Array","isArray","undefined","asPositiveTokenCount","Number","isFinite","computeTotalTokens","usage","normalizeUsage","record","result","hasFields","key","count","outputTokenDetails","inputTokenDetails","cacheReadTokens","withComputedTotal","usageFromSteps","steps","sums","present","stepsWithUsage","stepsWithComputableTotal","step","stepTotal","getThreadMessageTokenUsage","message","topLevelUsage","legacyUsage","custom","getLatestThreadTokenUsage","messages","findLatestMessageWithUsage","idx","length","useThreadTokenUsage","$","_c","msg","_temp","t0","s","thread"],"sources":["../src/usage.ts"],"sourcesContent":["/// <reference types=\"@assistant-ui/core/react\" />\nimport { useAuiState } from \"@assistant-ui/store\";\n\nexport type ThreadTokenUsage = {\n totalTokens?: number;\n inputTokens?: number;\n outputTokens?: number;\n reasoningTokens?: number;\n cachedInputTokens?: number;\n};\n\nexport interface TokenUsageExtractableMessage {\n role?: string;\n metadata?: unknown;\n}\n\ntype UsageRecord = Record<string, unknown>;\n\nconst USAGE_KEYS = [\n \"inputTokens\",\n \"outputTokens\",\n \"reasoningTokens\",\n \"cachedInputTokens\",\n \"totalTokens\",\n] as const satisfies (keyof ThreadTokenUsage)[];\n\nfunction asRecord(value: unknown): UsageRecord | undefined {\n if (!value || typeof value !== \"object\" || Array.isArray(value))\n return undefined;\n return value as UsageRecord;\n}\n\nfunction asPositiveTokenCount(value: unknown): number | undefined {\n if (typeof value !== \"number\" || !Number.isFinite(value) || value < 0) {\n return undefined;\n }\n return value;\n}\n\nfunction computeTotalTokens(usage: ThreadTokenUsage): number | undefined {\n if (usage.totalTokens !== undefined) return usage.totalTokens;\n if (usage.inputTokens !== undefined && usage.outputTokens !== undefined) {\n return usage.inputTokens + usage.outputTokens;\n }\n return undefined;\n}\n\nfunction normalizeUsage(value: unknown): ThreadTokenUsage | undefined {\n const record = asRecord(value);\n if (!record) return undefined;\n\n const result: ThreadTokenUsage = {};\n let hasFields = false;\n for (const key of USAGE_KEYS) {\n const count = asPositiveTokenCount(record[key]);\n if (count !== undefined) {\n result[key] = count;\n hasFields = true;\n }\n }\n // AI SDK v7 moved these under token detail objects; v6 kept them top-level.\n if (result.reasoningTokens === undefined) {\n const count = asPositiveTokenCount(\n asRecord(record.outputTokenDetails)?.reasoningTokens,\n );\n if (count !== undefined) {\n result.reasoningTokens = count;\n hasFields = true;\n }\n }\n if (result.cachedInputTokens === undefined) {\n const count = asPositiveTokenCount(\n asRecord(record.inputTokenDetails)?.cacheReadTokens,\n );\n if (count !== undefined) {\n result.cachedInputTokens = count;\n hasFields = true;\n }\n }\n return hasFields ? result : undefined;\n}\n\nfunction withComputedTotal(\n usage: ThreadTokenUsage,\n): ThreadTokenUsage | undefined {\n const totalTokens = computeTotalTokens(usage);\n return { ...usage, ...(totalTokens !== undefined && { totalTokens }) };\n}\n\nfunction usageFromSteps(value: unknown): ThreadTokenUsage | undefined {\n const steps = Array.isArray(value) ? value : [];\n\n const sums: Record<string, number> = {};\n const present: Record<string, boolean> = {};\n let stepsWithUsage = 0;\n let stepsWithComputableTotal = 0;\n\n for (const step of steps) {\n const usage = normalizeUsage(asRecord(step)?.usage);\n if (!usage) continue;\n stepsWithUsage++;\n\n const stepTotal = computeTotalTokens(usage);\n if (stepTotal !== undefined) {\n sums.totalTokens = (sums.totalTokens ?? 0) + stepTotal;\n stepsWithComputableTotal++;\n }\n\n for (const key of USAGE_KEYS) {\n if (key === \"totalTokens\") continue;\n if (usage[key] !== undefined) {\n sums[key] = (sums[key] ?? 0) + usage[key];\n present[key] = true;\n }\n }\n }\n\n if (stepsWithUsage === 0) return undefined;\n\n const result: ThreadTokenUsage = {};\n if (stepsWithComputableTotal === stepsWithUsage) {\n result.totalTokens = sums.totalTokens!;\n }\n for (const key of USAGE_KEYS) {\n if (key === \"totalTokens\") continue;\n if (present[key]) {\n result[key] = sums[key]!;\n }\n }\n return result;\n}\n\nexport function getThreadMessageTokenUsage(\n message: TokenUsageExtractableMessage | undefined,\n): ThreadTokenUsage | undefined {\n if (!message || message.role !== \"assistant\") return undefined;\n\n const metadata = asRecord(message.metadata);\n if (!metadata) return undefined;\n\n const topLevelUsage = normalizeUsage(metadata.usage);\n if (topLevelUsage) return withComputedTotal(topLevelUsage);\n\n const legacyUsage = normalizeUsage(asRecord(metadata.custom)?.usage);\n if (legacyUsage) return withComputedTotal(legacyUsage);\n\n return usageFromSteps(metadata.steps);\n}\n\nexport function getLatestThreadTokenUsage(\n messages: readonly TokenUsageExtractableMessage[] | undefined,\n): ThreadTokenUsage | undefined {\n return getThreadMessageTokenUsage(findLatestMessageWithUsage(messages));\n}\n\nfunction findLatestMessageWithUsage(\n messages: readonly TokenUsageExtractableMessage[] | undefined,\n): TokenUsageExtractableMessage | undefined {\n if (!messages) return undefined;\n\n for (let idx = messages.length - 1; idx >= 0; idx -= 1) {\n const message = messages[idx];\n if (getThreadMessageTokenUsage(message)) {\n return message;\n }\n }\n\n return undefined;\n}\n\nexport function useThreadTokenUsage(): ThreadTokenUsage | undefined {\n const msg = useAuiState((s) => findLatestMessageWithUsage(s.thread.messages));\n return getThreadMessageTokenUsage(msg);\n}\n"],"mappings":";;;AAkBA,MAAMY,aAAa;CACjB;CACA;CACA;CACA;CACA;AAAa;AAGf,SAASE,SAASC,OAAyC;CACzD,IAAI,CAACA,SAAS,OAAOA,UAAU,YAAYC,MAAMC,QAAQF,KAAK,GAC5D,OAAOG,KAAAA;CACT,OAAOH;AACT;AAEA,SAASI,qBAAqBJ,OAAoC;CAChE,IAAI,OAAOA,UAAU,YAAY,CAACK,OAAOC,SAASN,KAAK,KAAKA,QAAQ,GAClE;CAEF,OAAOA;AACT;AAEA,SAASO,mBAAmBC,OAA6C;CACvE,IAAIA,MAAMrB,gBAAgBgB,KAAAA,GAAW,OAAOK,MAAMrB;CAClD,IAAIqB,MAAMpB,gBAAgBe,KAAAA,KAAaK,MAAMnB,iBAAiBc,KAAAA,GAC5D,OAAOK,MAAMpB,cAAcoB,MAAMnB;AAGrC;AAEA,SAASoB,eAAeT,OAA8C;CACpE,MAAMU,SAASX,SAASC,KAAK;CAC7B,IAAI,CAACU,QAAQ,OAAOP,KAAAA;CAEpB,MAAMQ,SAA2B,CAAC;CAClC,IAAIC,YAAY;CAChB,KAAK,MAAMC,OAAOhB,YAAY;EAC5B,MAAMiB,QAAQV,qBAAqBM,OAAOG,IAAI;EAC9C,IAAIC,UAAUX,KAAAA,GAAW;GACvBQ,OAAOE,OAAOC;GACdF,YAAY;EACd;CACF;CAEA,IAAID,OAAOrB,oBAAoBa,KAAAA,GAAW;EACxC,MAAMW,QAAQV,qBACZL,SAASW,OAAOK,kBAAkB,CAAC,EAAEzB,eACvC;EACA,IAAIwB,UAAUX,KAAAA,GAAW;GACvBQ,OAAOrB,kBAAkBwB;GACzBF,YAAY;EACd;CACF;CACA,IAAID,OAAOpB,sBAAsBY,KAAAA,GAAW;EAC1C,MAAMW,QAAQV,qBACZL,SAASW,OAAOM,iBAAiB,CAAC,EAAEC,eACtC;EACA,IAAIH,UAAUX,KAAAA,GAAW;GACvBQ,OAAOpB,oBAAoBuB;GAC3BF,YAAY;EACd;CACF;CACA,OAAOA,YAAYD,SAASR,KAAAA;AAC9B;AAEA,SAASe,kBACPV,OAC8B;CAC9B,MAAMrB,cAAcoB,mBAAmBC,KAAK;CAC5C,OAAO;EAAE,GAAGA;EAAO,GAAIrB,gBAAgBgB,KAAAA,KAAa,EAAEhB,YAAY;CAAG;AACvE;AAEA,SAASgC,eAAenB,OAA8C;CACpE,MAAMoB,QAAQnB,MAAMC,QAAQF,KAAK,IAAIA,QAAQ,CAAA;CAE7C,MAAMqB,OAA+B,CAAC;CACtC,MAAMC,UAAmC,CAAC;CAC1C,IAAIC,iBAAiB;CACrB,IAAIC,2BAA2B;CAE/B,KAAK,MAAMC,QAAQL,OAAO;EACxB,MAAMZ,QAAQC,eAAeV,SAAS0B,IAAI,CAAC,EAAEjB,KAAK;EAClD,IAAI,CAACA,OAAO;EACZe;EAEA,MAAMG,YAAYnB,mBAAmBC,KAAK;EAC1C,IAAIkB,cAAcvB,KAAAA,GAAW;GAC3BkB,KAAKlC,eAAekC,KAAKlC,eAAe,KAAKuC;GAC7CF;EACF;EAEA,KAAK,MAAMX,OAAOhB,YAAY;GAC5B,IAAIgB,QAAQ,eAAe;GAC3B,IAAIL,MAAMK,SAASV,KAAAA,GAAW;IAC5BkB,KAAKR,QAAQQ,KAAKR,QAAQ,KAAKL,MAAMK;IACrCS,QAAQT,OAAO;GACjB;EACF;CACF;CAEA,IAAIU,mBAAmB,GAAG,OAAOpB,KAAAA;CAEjC,MAAMQ,SAA2B,CAAC;CAClC,IAAIa,6BAA6BD,gBAC/BZ,OAAOxB,cAAckC,KAAKlC;CAE5B,KAAK,MAAM0B,OAAOhB,YAAY;EAC5B,IAAIgB,QAAQ,eAAe;EAC3B,IAAIS,QAAQT,MACVF,OAAOE,OAAOQ,KAAKR;CAEvB;CACA,OAAOF;AACT;AAEA,SAAgBgB,2BACdC,SAC8B;CAC9B,IAAI,CAACA,WAAWA,QAAQnC,SAAS,aAAa,OAAOU,KAAAA;CAErD,MAAMT,WAAWK,SAAS6B,QAAQlC,QAAQ;CAC1C,IAAI,CAACA,UAAU,OAAOS,KAAAA;CAEtB,MAAM0B,gBAAgBpB,eAAef,SAASc,KAAK;CACnD,IAAIqB,eAAe,OAAOX,kBAAkBW,aAAa;CAEzD,MAAMC,cAAcrB,eAAeV,SAASL,SAASqC,MAAM,CAAC,EAAEvB,KAAK;CACnE,IAAIsB,aAAa,OAAOZ,kBAAkBY,WAAW;CAErD,OAAOX,eAAezB,SAAS0B,KAAK;AACtC;AAEA,SAAgBY,0BACdC,UAC8B;CAC9B,OAAON,2BAA2BO,2BAA2BD,QAAQ,CAAC;AACxE;AAEA,SAASC,2BACPD,UAC0C;CAC1C,IAAI,CAACA,UAAU,OAAO9B,KAAAA;CAEtB,KAAK,IAAIgC,MAAMF,SAASG,SAAS,GAAGD,OAAO,GAAGA,OAAO,GAAG;EACtD,MAAMP,UAAUK,SAASE;EACzB,IAAIR,2BAA2BC,OAAO,GACpC,OAAOA;CAEX;AAGF;AAEA,SAAOS,sBAAA;CAAA,MAAAC,IAAAC,EAAA,CAAA;CACL,MAAAC,MAAYvD,YAAYwD,KAAoD;CAAE,IAAAC;CAAA,IAAAJ,EAAA,OAAAE,KAAA;EACvEE,KAAAf,2BAA2Ba,GAAG;EAACF,EAAA,KAAAE;EAAAF,EAAA,KAAAI;CAAA,OAAAA,KAAAJ,EAAA;CAAA,OAA/BI;AAA+B;AAFjC,SAAAD,MAAAE,GAAA;CAAA,OAC0BT,2BAA2BS,EAACC,OAAOX,QAAS;AAAC"}
|