ai 2.2.9 → 2.2.11

package/README.md

@@ -23,35 +23,35 @@ With the Vercel AI SDK, you can build a ChatGPT-like app in just a few lines of
 
 ```tsx
 // ./app/api/chat/route.js
-import OpenAI from 'openai'
-import { OpenAIStream, StreamingTextResponse } from 'ai'
+import OpenAI from 'openai';
+import { OpenAIStream, StreamingTextResponse } from 'ai';
 
 const openai = new OpenAI({
-  apiKey: process.env.OPENAI_API_KEY
-})
+  apiKey: process.env.OPENAI_API_KEY,
+});
 
-export const runtime = 'edge'
+export const runtime = 'edge';
 
 export async function POST(req) {
-  const { messages } = await req.json()
+  const { messages } = await req.json();
   const response = await openai.chat.completions.create({
     model: 'gpt-4',
     stream: true,
-    messages
-  })
-  const stream = OpenAIStream(response)
-  return new StreamingTextResponse(stream)
+    messages,
+  });
+  const stream = OpenAIStream(response);
+  return new StreamingTextResponse(stream);
 }
 ```
 
 ```tsx
 // ./app/page.js
-'use client'
+'use client';
 
-import { useChat } from 'ai/react'
+import { useChat } from 'ai/react';
 
 export default function Chat() {
-  const { messages, input, handleInputChange, handleSubmit } = useChat()
+  const { messages, input, handleInputChange, handleSubmit } = useChat();
 
   return (
     <div>
@@ -69,7 +69,7 @@ export default function Chat() {
         />
       </form>
     </div>
-  )
+  );
 }
 ```
 

package/dist/index.d.ts

@@ -449,6 +449,7 @@ declare function AnthropicStream(res: Response | AsyncIterable<CompletionChunk>,
 
 declare function LangChainStream(callbacks?: AIStreamCallbacksAndOptions): {
     stream: ReadableStream<any>;
+    writer: WritableStreamDefaultWriter<any>;
     handlers: {
         handleLLMNewToken: (token: string) => Promise<void>;
         handleLLMStart: (_llm: any, _prompts: string[], runId: string) => Promise<void>;

package/dist/index.js

@@ -333,7 +333,9 @@ function chunkToText() {
     return text;
   };
 }
-var __internal__OpenAIFnMessagesSymbol = Symbol("internal_openai_fn_messages");
+var __internal__OpenAIFnMessagesSymbol = Symbol(
+  "internal_openai_fn_messages"
+);
 function isChatCompletionChunk(data) {
   return "choices" in data && data.choices && data.choices[0] && "delta" in data.choices[0];
 }
@@ -655,6 +657,7 @@ function LangChainStream(callbacks) {
     stream: stream.readable.pipeThrough(createCallbacksTransformer(callbacks)).pipeThrough(
       createStreamDataTransformer(callbacks == null ? void 0 : callbacks.experimental_streamData)
     ),
+    writer,
     handlers: {
       handleLLMNewToken: async (token) => {
         await writer.ready;

package/dist/index.mjs

@@ -288,7 +288,9 @@ function chunkToText() {
     return text;
   };
 }
-var __internal__OpenAIFnMessagesSymbol = Symbol("internal_openai_fn_messages");
+var __internal__OpenAIFnMessagesSymbol = Symbol(
+  "internal_openai_fn_messages"
+);
 function isChatCompletionChunk(data) {
   return "choices" in data && data.choices && data.choices[0] && "delta" in data.choices[0];
 }
@@ -610,6 +612,7 @@ function LangChainStream(callbacks) {
     stream: stream.readable.pipeThrough(createCallbacksTransformer(callbacks)).pipeThrough(
       createStreamDataTransformer(callbacks == null ? void 0 : callbacks.experimental_streamData)
     ),
+    writer,
     handlers: {
       handleLLMNewToken: async (token) => {
         await writer.ready;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.2.9",
+  "version": "2.2.11",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",

package/react/dist/index.d.ts

@@ -206,7 +206,7 @@ type UseChatHelpers = {
     /** Additional data added on the server via StreamData */
     data?: any;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: UseChatOptions): UseChatHelpers;
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -250,7 +250,7 @@ type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: boolean;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };
 import * as react_jsx_runtime from 'react/jsx-runtime';

package/react/dist/index.js

@@ -146,13 +146,31 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
   let responseMessages = [];
   let responseData = [];
   const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
   if (isComplexMode) {
     while (true) {
-      const { done, value } = await reader.read();
-      if (done) {
+      const { value } = await reader.read();
+      if (value) {
+        chunks.push(value);
+        totalLength += value.length;
+        if (value[value.length - 1] !== NEWLINE) {
+          continue;
+        }
+      }
+      if (chunks.length === 0) {
         break;
       }
-      const lines = decode(value);
+      let concatenatedChunks = new Uint8Array(totalLength);
+      let offset = 0;
+      for (const chunk of chunks) {
+        concatenatedChunks.set(chunk, offset);
+        offset += chunk.length;
+      }
+      chunks.length = 0;
+      totalLength = 0;
+      const lines = decode(concatenatedChunks);
       if (typeof lines === "string") {
         throw new Error(
           "Invalid response format. Complex mode was set but the response is a string. This should never happen."

package/react/dist/index.mjs

@@ -110,13 +110,31 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
   let responseMessages = [];
   let responseData = [];
   const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
   if (isComplexMode) {
     while (true) {
-      const { done, value } = await reader.read();
-      if (done) {
+      const { value } = await reader.read();
+      if (value) {
+        chunks.push(value);
+        totalLength += value.length;
+        if (value[value.length - 1] !== NEWLINE) {
+          continue;
+        }
+      }
+      if (chunks.length === 0) {
         break;
       }
-      const lines = decode(value);
+      let concatenatedChunks = new Uint8Array(totalLength);
+      let offset = 0;
+      for (const chunk of chunks) {
+        concatenatedChunks.set(chunk, offset);
+        offset += chunk.length;
+      }
+      chunks.length = 0;
+      totalLength = 0;
+      const lines = decode(concatenatedChunks);
       if (typeof lines === "string") {
         throw new Error(
           "Invalid response format. Complex mode was set but the response is a string. This should never happen."

package/solid/dist/index.d.ts

@@ -197,7 +197,7 @@ type UseChatHelpers = {
     /** Whether the API request is in progress */
     isLoading: Accessor<boolean>;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, credentials, headers, body, }?: UseChatOptions): UseChatHelpers;
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -233,6 +233,6 @@ type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: Accessor<boolean>;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };

package/svelte/dist/index.d.ts

@@ -201,7 +201,7 @@ type UseChatHelpers = {
     /** Whether the API request is in progress */
     isLoading: Readable<boolean | undefined>;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: UseChatOptions): UseChatHelpers;
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -235,6 +235,6 @@ type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: Readable<boolean | undefined>;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };

package/vue/dist/index.d.ts

@@ -193,7 +193,7 @@ type UseChatHelpers = {
     /** Whether the API request is in progress */
     isLoading: Ref<boolean | undefined>;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, credentials, headers, body, }?: UseChatOptions): UseChatHelpers;
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -227,6 +227,6 @@ type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: Ref<boolean | undefined>;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };

package/vue/dist/index.js

@@ -280,6 +280,7 @@ function useCompletion({
   onFinish,
   onError
 } = {}) {
+  var _a;
   const completionId = id || `completion-${uniqueId2++}`;
   const key = `${api}|${completionId}`;
   const { data, mutate: originalMutate } = useSWRV2(
@@ -287,8 +288,10 @@ function useCompletion({
     () => store2[key] || initialCompletion
   );
   const { data: isLoading, mutate: mutateLoading } = useSWRV2(
-    `${completionId}-loading`
+    `${completionId}-loading`,
+    null
   );
+  (_a = isLoading.value) != null ? _a : isLoading.value = false;
   data.value || (data.value = initialCompletion);
   const mutate = (data2) => {
     store2[key] = data2;

package/vue/dist/index.mjs

@@ -243,6 +243,7 @@ function useCompletion({
   onFinish,
   onError
 } = {}) {
+  var _a;
   const completionId = id || `completion-${uniqueId2++}`;
   const key = `${api}|${completionId}`;
   const { data, mutate: originalMutate } = useSWRV2(
@@ -250,8 +251,10 @@ function useCompletion({
     () => store2[key] || initialCompletion
   );
   const { data: isLoading, mutate: mutateLoading } = useSWRV2(
-    `${completionId}-loading`
+    `${completionId}-loading`,
+    null
   );
+  (_a = isLoading.value) != null ? _a : isLoading.value = false;
   data.value || (data.value = initialCompletion);
   const mutate = (data2) => {
     store2[key] = data2;