ai 2.1.33 → 2.2.0

package/README.md

@@ -23,19 +23,18 @@ With the Vercel AI SDK, you can build a ChatGPT-like app in just a few lines of
 
 ```tsx
 // ./app/api/chat/route.js
-import { Configuration, OpenAIApi } from 'openai-edge'
+import OpenAI from 'openai'
 import { OpenAIStream, StreamingTextResponse } from 'ai'
 
-const config = new Configuration({
+const openai = new OpenAI({
   apiKey: process.env.OPENAI_API_KEY
 })
-const openai = new OpenAIApi(config)
 
 export const runtime = 'edge'
 
 export async function POST(req) {
   const { messages } = await req.json()
-  const response = await openai.createChatCompletion({
+  const response = await openai.chat.completions.create({
     model: 'gpt-4',
     stream: true,
     messages
@@ -76,7 +75,7 @@ export default function Chat() {
 
 ---
 
-View the full documentation and examples on [sdk.vercel.ai/docs](https://sdk.vercel.ai/docs)
+View the full documentation and examples on [sdk.vercel.ai/docs](https://sdk.vercel.ai/docs).
 
 ## Authors
 
@@ -88,4 +87,4 @@ This library is created by [Vercel](https://vercel.com) and [Next.js](https://ne
 - Malte Ubl ([@cramforce](https://twitter.com/cramforce)) - [Vercel](https://vercel.com)
 - Justin Ridgewell ([@jridgewell](https://github.com/jridgewell)) - [Vercel](https://vercel.com)
 
-[Contributors](https://github.com/vercel-labs/ai/graphs/contributors)
+[Contributors](https://github.com/vercel/ai/graphs/contributors)

package/dist/index.d.ts

@@ -1,5 +1,4 @@
-import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
-import { ChatCompletionFunctions } from 'openai-edge/types/api';
+import { ChatCompletionMessage, CompletionCreateParams, CreateChatCompletionRequestMessage } from 'openai/resources/chat';
 import { ServerResponse } from 'node:http';
 import { Prediction } from 'replicate';
 
@@ -109,7 +108,7 @@ type Message = {
      * contains the function call name and arguments. Otherwise, the field should
      * not be set.
      */
-    function_call?: string | ChatCompletionRequestMessageFunctionCall;
+    function_call?: string | ChatCompletionMessage.FunctionCall;
 };
 type CreateMessage = Omit<Message, 'id'> & {
     id?: Message['id'];
@@ -117,18 +116,18 @@ type CreateMessage = Omit<Message, 'id'> & {
 type ChatRequest = {
     messages: Message[];
     options?: RequestOptions;
-    functions?: Array<ChatCompletionFunctions>;
-    function_call?: CreateChatCompletionRequestFunctionCall;
+    functions?: Array<CompletionCreateParams.Function>;
+    function_call?: CreateChatCompletionRequestMessage.FunctionCall;
 };
-type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionRequestMessageFunctionCall) => Promise<ChatRequest | void>;
+type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionMessage.FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {
     headers?: Record<string, string> | Headers;
     body?: object;
 };
 type ChatRequestOptions = {
     options?: RequestOptions;
-    functions?: Array<ChatCompletionFunctions>;
-    function_call?: CreateChatCompletionRequestFunctionCall;
+    functions?: Array<CompletionCreateParams.Function>;
+    function_call?: CreateChatCompletionRequestMessage.FunctionCall;
 };
 type UseChatOptions = {
     /**
@@ -262,7 +261,7 @@ type OpenAIStreamCallbacks = AIStreamCallbacks & {
     /**
      * @example
      * ```js
-     * const response = await openai.createChatCompletion({
+     * const response = await openai.chat.completions.create({
      *   model: 'gpt-3.5-turbo-0613',
      *   stream: true,
      *   messages,
@@ -275,7 +274,7 @@ type OpenAIStreamCallbacks = AIStreamCallbacks & {
      *     const result = await myFunction(functionCallPayload)
      *
      *     // Ask for another completion, or return a string to send to the client as an assistant message.
-     *     return await openai.createChatCompletion({
+     *     return await openai.chat.completions.create({
      *       model: 'gpt-3.5-turbo-0613',
      *       stream: true,
      *       // Append the relevant "assistant" and "function" call messages
@@ -348,7 +347,32 @@ declare function HuggingFaceStream(res: AsyncGenerator<any>, callbacks?: AIStrea
 
 declare function CohereStream(reader: Response, callbacks?: AIStreamCallbacks): ReadableStream;
 
-declare function AnthropicStream(res: Response, cb?: AIStreamCallbacks): ReadableStream;
+interface CompletionChunk {
+    /**
+     * The resulting completion up to and excluding the stop sequences.
+     */
+    completion: string;
+    /**
+     * The model that performed the completion.
+     */
+    model: string;
+    /**
+     * The reason that we stopped sampling.
+     *
+     * This may be one the following values:
+     *
+     * - `"stop_sequence"`: we reached a stop sequence — either provided by you via the
+     *   `stop_sequences` parameter, or a stop sequence built into the model
+     * - `"max_tokens"`: we exceeded `max_tokens_to_sample` or the model's maximum
+     */
+    stop_reason: string;
+}
+/**
+ * Accepts either a fetch Response from the Anthropic `POST /v1/complete` endpoint,
+ * or the return value of `await client.completions.create({ stream: true })`
+ * from the `@anthropic-ai/sdk` package.
+ */
+declare function AnthropicStream(res: Response | AsyncIterable<CompletionChunk>, cb?: AIStreamCallbacks): ReadableStream;
 
 declare function LangChainStream(callbacks?: AIStreamCallbacks): {
     stream: ReadableStream<Uint8Array>;

package/dist/index.js

@@ -397,14 +397,36 @@ function parseAnthropicStream() {
   let previous = "";
   return (data) => {
     const json = JSON.parse(data);
+    if ("error" in json) {
+      throw new Error(`${json.error.type}: ${json.error.message}`);
+    }
+    if (!("completion" in json)) {
+      return;
+    }
     const text = json.completion;
-    const delta = text.slice(previous.length);
-    previous = text;
-    return delta;
+    if (!previous || text.length > previous.length && text.startsWith(previous)) {
+      const delta = text.slice(previous.length);
+      previous = text;
+      return delta;
+    }
+    return text;
   };
 }
+async function* streamable2(stream) {
+  for await (const chunk of stream) {
+    const text = chunk.completion;
+    if (text)
+      yield text;
+  }
+}
 function AnthropicStream(res, cb) {
-  return AIStream(res, parseAnthropicStream(), cb);
+  if (Symbol.asyncIterator in res) {
+    return readableFromAsyncIterable(streamable2(res)).pipeThrough(
+      createCallbacksTransformer(cb)
+    );
+  } else {
+    return AIStream(res, parseAnthropicStream(), cb);
+  }
 }
 
 // streams/langchain-stream.ts

package/dist/index.mjs

@@ -359,14 +359,36 @@ function parseAnthropicStream() {
   let previous = "";
   return (data) => {
     const json = JSON.parse(data);
+    if ("error" in json) {
+      throw new Error(`${json.error.type}: ${json.error.message}`);
+    }
+    if (!("completion" in json)) {
+      return;
+    }
     const text = json.completion;
-    const delta = text.slice(previous.length);
-    previous = text;
-    return delta;
+    if (!previous || text.length > previous.length && text.startsWith(previous)) {
+      const delta = text.slice(previous.length);
+      previous = text;
+      return delta;
+    }
+    return text;
   };
 }
+async function* streamable2(stream) {
+  for await (const chunk of stream) {
+    const text = chunk.completion;
+    if (text)
+      yield text;
+  }
+}
 function AnthropicStream(res, cb) {
-  return AIStream(res, parseAnthropicStream(), cb);
+  if (Symbol.asyncIterator in res) {
+    return readableFromAsyncIterable(streamable2(res)).pipeThrough(
+      createCallbacksTransformer(cb)
+    );
+  } else {
+    return AIStream(res, parseAnthropicStream(), cb);
+  }
 }
 
 // streams/langchain-stream.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.1.33",
+  "version": "2.2.0",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -61,6 +61,7 @@
   "dependencies": {
     "eventsource-parser": "1.0.0",
     "nanoid": "3.3.6",
+    "openai": "4.0.0",
     "solid-swr-store": "0.10.7",
     "sswr": "2.0.0",
     "swr": "2.2.0",
@@ -75,7 +76,6 @@
     "@types/react-dom": "^18.2.0",
     "eslint": "^7.32.0",
     "jest": "29.2.1",
-    "openai-edge": "^1.1.0",
     "replicate": "^0.16.0",
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
@@ -109,13 +109,13 @@
   "publishConfig": {
     "access": "public"
   },
-  "homepage": "https://github.com/vercel-labs/ai#readme",
+  "homepage": "https://sdk.vercel.ai/docs",
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/vercel-labs/ai.git"
+    "url": "git+https://github.com/vercel/ai.git"
   },
   "bugs": {
-    "url": "https://github.com/vercel-labs/ai/issues"
+    "url": "https://github.com/vercel/ai/issues"
   },
   "keywords": [
     "ai",

package/prompts/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { ChatCompletionRequestMessageFunctionCall } from 'openai-edge';
+import { ChatCompletionMessage } from 'openai/resources/chat';
 
 /**
  * Shared types between the API and UI packages.
@@ -18,7 +18,7 @@ type Message = {
      * contains the function call name and arguments. Otherwise, the field should
      * not be set.
      */
-    function_call?: string | ChatCompletionRequestMessageFunctionCall;
+    function_call?: string | ChatCompletionMessage.FunctionCall;
 };
 
 /**

package/react/dist/index.d.ts

@@ -1,5 +1,4 @@
-import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
-import { ChatCompletionFunctions } from 'openai-edge/types/api';
+import { ChatCompletionMessage, CompletionCreateParams, CreateChatCompletionRequestMessage } from 'openai/resources/chat';
 
 /**
  * Shared types between the API and UI packages.
@@ -19,7 +18,7 @@ type Message = {
      * contains the function call name and arguments. Otherwise, the field should
      * not be set.
      */
-    function_call?: string | ChatCompletionRequestMessageFunctionCall;
+    function_call?: string | ChatCompletionMessage.FunctionCall;
 };
 type CreateMessage = Omit<Message, 'id'> & {
     id?: Message['id'];
@@ -27,18 +26,18 @@ type CreateMessage = Omit<Message, 'id'> & {
 type ChatRequest = {
     messages: Message[];
     options?: RequestOptions;
-    functions?: Array<ChatCompletionFunctions>;
-    function_call?: CreateChatCompletionRequestFunctionCall;
+    functions?: Array<CompletionCreateParams.Function>;
+    function_call?: CreateChatCompletionRequestMessage.FunctionCall;
 };
-type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionRequestMessageFunctionCall) => Promise<ChatRequest | void>;
+type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionMessage.FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {
     headers?: Record<string, string> | Headers;
     body?: object;
 };
 type ChatRequestOptions = {
     options?: RequestOptions;
-    functions?: Array<ChatCompletionFunctions>;
-    function_call?: CreateChatCompletionRequestFunctionCall;
+    functions?: Array<CompletionCreateParams.Function>;
+    function_call?: CreateChatCompletionRequestMessage.FunctionCall;
 };
 type UseChatOptions = {
     /**

package/solid/dist/index.d.ts

@@ -1,6 +1,5 @@
 import { Resource, Accessor, Setter } from 'solid-js';
-import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
-import { ChatCompletionFunctions } from 'openai-edge/types/api';
+import { ChatCompletionMessage, CompletionCreateParams, CreateChatCompletionRequestMessage } from 'openai/resources/chat';
 
 /**
  * Shared types between the API and UI packages.
@@ -20,7 +19,7 @@ type Message = {
      * contains the function call name and arguments. Otherwise, the field should
      * not be set.
      */
-    function_call?: string | ChatCompletionRequestMessageFunctionCall;
+    function_call?: string | ChatCompletionMessage.FunctionCall;
 };
 type CreateMessage = Omit<Message, 'id'> & {
     id?: Message['id'];
@@ -28,10 +27,10 @@ type CreateMessage = Omit<Message, 'id'> & {
 type ChatRequest = {
     messages: Message[];
     options?: RequestOptions;
-    functions?: Array<ChatCompletionFunctions>;
-    function_call?: CreateChatCompletionRequestFunctionCall;
+    functions?: Array<CompletionCreateParams.Function>;
+    function_call?: CreateChatCompletionRequestMessage.FunctionCall;
 };
-type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionRequestMessageFunctionCall) => Promise<ChatRequest | void>;
+type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionMessage.FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {
     headers?: Record<string, string> | Headers;
     body?: object;

package/svelte/dist/index.d.ts

@@ -1,6 +1,5 @@
 import { Readable, Writable } from 'svelte/store';
-import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
-import { ChatCompletionFunctions } from 'openai-edge/types/api';
+import { ChatCompletionMessage, CompletionCreateParams, CreateChatCompletionRequestMessage } from 'openai/resources/chat';
 
 /**
  * Shared types between the API and UI packages.
@@ -20,7 +19,7 @@ type Message = {
      * contains the function call name and arguments. Otherwise, the field should
      * not be set.
      */
-    function_call?: string | ChatCompletionRequestMessageFunctionCall;
+    function_call?: string | ChatCompletionMessage.FunctionCall;
 };
 type CreateMessage = Omit<Message, 'id'> & {
     id?: Message['id'];
@@ -28,18 +27,18 @@ type CreateMessage = Omit<Message, 'id'> & {
 type ChatRequest = {
     messages: Message[];
     options?: RequestOptions;
-    functions?: Array<ChatCompletionFunctions>;
-    function_call?: CreateChatCompletionRequestFunctionCall;
+    functions?: Array<CompletionCreateParams.Function>;
+    function_call?: CreateChatCompletionRequestMessage.FunctionCall;
 };
-type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionRequestMessageFunctionCall) => Promise<ChatRequest | void>;
+type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionMessage.FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {
     headers?: Record<string, string> | Headers;
     body?: object;
 };
 type ChatRequestOptions = {
     options?: RequestOptions;
-    functions?: Array<ChatCompletionFunctions>;
-    function_call?: CreateChatCompletionRequestFunctionCall;
+    functions?: Array<CompletionCreateParams.Function>;
+    function_call?: CreateChatCompletionRequestMessage.FunctionCall;
 };
 type UseChatOptions = {
     /**

package/svelte/dist/index.js

@@ -626,7 +626,9 @@ var getStreamedResponse = async (api, chatRequest, mutate, extraMetadata, previo
     }
   }
   if (typeof responseMessage.function_call === "string") {
-    const parsedFunctionCall = JSON.parse(responseMessage.function_call).function_call;
+    const parsedFunctionCall = JSON.parse(
+      responseMessage.function_call
+    ).function_call;
     responseMessage.function_call = parsedFunctionCall;
     mutate([...chatRequest.messages, { ...responseMessage }]);
   }

package/svelte/dist/index.mjs

@@ -599,7 +599,9 @@ var getStreamedResponse = async (api, chatRequest, mutate, extraMetadata, previo
     }
   }
   if (typeof responseMessage.function_call === "string") {
-    const parsedFunctionCall = JSON.parse(responseMessage.function_call).function_call;
+    const parsedFunctionCall = JSON.parse(
+      responseMessage.function_call
+    ).function_call;
     responseMessage.function_call = parsedFunctionCall;
     mutate([...chatRequest.messages, { ...responseMessage }]);
   }

package/vue/dist/index.d.ts

@@ -1,6 +1,5 @@
 import { Ref } from 'vue';
-import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
-import { ChatCompletionFunctions } from 'openai-edge/types/api';
+import { ChatCompletionMessage, CompletionCreateParams, CreateChatCompletionRequestMessage } from 'openai/resources/chat';
 
 /**
  * Shared types between the API and UI packages.
@@ -20,7 +19,7 @@ type Message = {
      * contains the function call name and arguments. Otherwise, the field should
      * not be set.
      */
-    function_call?: string | ChatCompletionRequestMessageFunctionCall;
+    function_call?: string | ChatCompletionMessage.FunctionCall;
 };
 type CreateMessage = Omit<Message, 'id'> & {
     id?: Message['id'];
@@ -28,10 +27,10 @@ type CreateMessage = Omit<Message, 'id'> & {
 type ChatRequest = {
     messages: Message[];
     options?: RequestOptions;
-    functions?: Array<ChatCompletionFunctions>;
-    function_call?: CreateChatCompletionRequestFunctionCall;
+    functions?: Array<CompletionCreateParams.Function>;
+    function_call?: CreateChatCompletionRequestMessage.FunctionCall;
 };
-type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionRequestMessageFunctionCall) => Promise<ChatRequest | void>;
+type FunctionCallHandler = (chatMessages: Message[], functionCall: ChatCompletionMessage.FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {
     headers?: Record<string, string> | Headers;
     body?: object;