ai 2.2.10 → 2.2.11

package/README.md

@@ -23,35 +23,35 @@ With the Vercel AI SDK, you can build a ChatGPT-like app in just a few lines of
 
 ```tsx
 // ./app/api/chat/route.js
-import OpenAI from 'openai'
-import { OpenAIStream, StreamingTextResponse } from 'ai'
+import OpenAI from 'openai';
+import { OpenAIStream, StreamingTextResponse } from 'ai';
 
 const openai = new OpenAI({
-  apiKey: process.env.OPENAI_API_KEY
-})
+  apiKey: process.env.OPENAI_API_KEY,
+});
 
-export const runtime = 'edge'
+export const runtime = 'edge';
 
 export async function POST(req) {
-  const { messages } = await req.json()
+  const { messages } = await req.json();
   const response = await openai.chat.completions.create({
     model: 'gpt-4',
     stream: true,
-    messages
-  })
-  const stream = OpenAIStream(response)
-  return new StreamingTextResponse(stream)
+    messages,
+  });
+  const stream = OpenAIStream(response);
+  return new StreamingTextResponse(stream);
 }
 ```
 
 ```tsx
 // ./app/page.js
-'use client'
+'use client';
 
-import { useChat } from 'ai/react'
+import { useChat } from 'ai/react';
 
 export default function Chat() {
-  const { messages, input, handleInputChange, handleSubmit } = useChat()
+  const { messages, input, handleInputChange, handleSubmit } = useChat();
 
   return (
     <div>
@@ -69,7 +69,7 @@ export default function Chat() {
         />
       </form>
     </div>
-  )
+  );
 }
 ```
 

package/dist/index.js

@@ -333,7 +333,9 @@ function chunkToText() {
     return text;
   };
 }
-var __internal__OpenAIFnMessagesSymbol = Symbol("internal_openai_fn_messages");
+var __internal__OpenAIFnMessagesSymbol = Symbol(
+  "internal_openai_fn_messages"
+);
 function isChatCompletionChunk(data) {
   return "choices" in data && data.choices && data.choices[0] && "delta" in data.choices[0];
 }

package/dist/index.mjs

@@ -288,7 +288,9 @@ function chunkToText() {
     return text;
   };
 }
-var __internal__OpenAIFnMessagesSymbol = Symbol("internal_openai_fn_messages");
+var __internal__OpenAIFnMessagesSymbol = Symbol(
+  "internal_openai_fn_messages"
+);
 function isChatCompletionChunk(data) {
   return "choices" in data && data.choices && data.choices[0] && "delta" in data.choices[0];
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.2.10",
+  "version": "2.2.11",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",

package/react/dist/index.d.ts

@@ -206,7 +206,7 @@ type UseChatHelpers = {
     /** Additional data added on the server via StreamData */
     data?: any;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: UseChatOptions): UseChatHelpers;
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -250,7 +250,7 @@ type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: boolean;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };
 import * as react_jsx_runtime from 'react/jsx-runtime';

package/react/dist/index.js

@@ -146,13 +146,31 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
   let responseMessages = [];
   let responseData = [];
   const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
   if (isComplexMode) {
     while (true) {
-      const { done, value } = await reader.read();
-      if (done) {
+      const { value } = await reader.read();
+      if (value) {
+        chunks.push(value);
+        totalLength += value.length;
+        if (value[value.length - 1] !== NEWLINE) {
+          continue;
+        }
+      }
+      if (chunks.length === 0) {
         break;
       }
-      const lines = decode(value);
+      let concatenatedChunks = new Uint8Array(totalLength);
+      let offset = 0;
+      for (const chunk of chunks) {
+        concatenatedChunks.set(chunk, offset);
+        offset += chunk.length;
+      }
+      chunks.length = 0;
+      totalLength = 0;
+      const lines = decode(concatenatedChunks);
       if (typeof lines === "string") {
         throw new Error(
           "Invalid response format. Complex mode was set but the response is a string. This should never happen."

package/react/dist/index.mjs

@@ -110,13 +110,31 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
   let responseMessages = [];
   let responseData = [];
   const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
   if (isComplexMode) {
     while (true) {
-      const { done, value } = await reader.read();
-      if (done) {
+      const { value } = await reader.read();
+      if (value) {
+        chunks.push(value);
+        totalLength += value.length;
+        if (value[value.length - 1] !== NEWLINE) {
+          continue;
+        }
+      }
+      if (chunks.length === 0) {
         break;
       }
-      const lines = decode(value);
+      let concatenatedChunks = new Uint8Array(totalLength);
+      let offset = 0;
+      for (const chunk of chunks) {
+        concatenatedChunks.set(chunk, offset);
+        offset += chunk.length;
+      }
+      chunks.length = 0;
+      totalLength = 0;
+      const lines = decode(concatenatedChunks);
       if (typeof lines === "string") {
         throw new Error(
           "Invalid response format. Complex mode was set but the response is a string. This should never happen."

package/solid/dist/index.d.ts

@@ -197,7 +197,7 @@ type UseChatHelpers = {
     /** Whether the API request is in progress */
     isLoading: Accessor<boolean>;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, credentials, headers, body, }?: UseChatOptions): UseChatHelpers;
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -233,6 +233,6 @@ type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: Accessor<boolean>;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };

package/svelte/dist/index.d.ts

@@ -201,7 +201,7 @@ type UseChatHelpers = {
     /** Whether the API request is in progress */
     isLoading: Readable<boolean | undefined>;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: UseChatOptions): UseChatHelpers;
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -235,6 +235,6 @@ type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: Readable<boolean | undefined>;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };

package/vue/dist/index.d.ts

@@ -193,7 +193,7 @@ type UseChatHelpers = {
     /** Whether the API request is in progress */
     isLoading: Ref<boolean | undefined>;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, onResponse, onFinish, onError, credentials, headers, body, }?: UseChatOptions): UseChatHelpers;
 
 type UseCompletionHelpers = {
     /** The current completion result */
@@ -227,6 +227,6 @@ type UseCompletionHelpers = {
     /** Whether the API request is in progress */
     isLoading: Ref<boolean | undefined>;
 };
-declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
+declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError, }?: UseCompletionOptions): UseCompletionHelpers;
 
 export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };