ai 2.1.27 → 2.1.29

package/README.md

@@ -5,7 +5,7 @@ The Vercel AI SDK is **a library for building AI-powered streaming text and chat
 ## Features
 
 - [SWR](https://swr.vercel.app)-powered React, Svelte, Vue and Solid helpers for streaming text responses and building chat and completion UIs
-- First-class support for [LangChain](js.langchain.com/docs) and [OpenAI](https://openai.com), [Anthropic](https://www.anthropic.com), [Cohere](https://cohere.com) and [Hugging Face](https://huggingface.co)
+- First-class support for [LangChain](https://js.langchain.com/docs) and [OpenAI](https://openai.com), [Anthropic](https://www.anthropic.com), [Cohere](https://cohere.com) and [Hugging Face](https://huggingface.co)
 - Node.js, Serverless, and [Edge Runtime](https://edge-runtime.vercel.app/) support
 - Callbacks for saving completed streaming responses to a database (in the same request)
 

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
 import { ChatCompletionFunctions } from 'openai-edge/types/api';
 import { ServerResponse } from 'node:http';
+import { Prediction } from 'replicate';
 
 interface FunctionCallPayload {
     name: string;
@@ -27,7 +28,7 @@ interface AIStreamParser {
  * @param {AIStreamParser} customParser - Function to handle event data.
  * @returns {TransformStream<Uint8Array, string>} TransformStream parsing events.
  */
-declare function createEventStreamTransformer(customParser: AIStreamParser): TransformStream<Uint8Array, string>;
+declare function createEventStreamTransformer(customParser?: AIStreamParser): TransformStream<Uint8Array, string>;
 /**
  * Creates a transform stream that encodes input messages and invokes optional callback functions.
  * The transform stream uses the provided callbacks to execute custom logic at different stages of the stream's lifecycle.
@@ -83,7 +84,7 @@ declare function trimStartOfStreamHelper(): (text: string) => string;
  * @return {ReadableStream} The AIStream.
  * @throws Will throw an error if the response is not OK.
  */
-declare function AIStream(response: Response, customParser: AIStreamParser, callbacks?: AIStreamCallbacks): ReadableStream<Uint8Array>;
+declare function AIStream(response: Response, customParser?: AIStreamParser, callbacks?: AIStreamCallbacks): ReadableStream<Uint8Array>;
 /**
  * Implements ReadableStream.from(asyncIterable), which isn't documented in MDN and isn't implemented in node.
  * https://github.com/whatwg/streams/commit/8d7a0bf26eb2cc23e884ddbaac7c1da4b91cf2bc
@@ -365,7 +366,28 @@ declare function LangChainStream(callbacks?: AIStreamCallbacks): {
     };
 };
 
+/**
+ * Stream predictions from Replicate.
+ * Only certain models are supported and you must pass `stream: true` to
+ * replicate.predictions.create().
+ * @see https://github.com/replicate/replicate-javascript#streaming
+ *
+ * @example
+ * const response = await replicate.predictions.create({
+ *  stream: true,
+ *  input: {
+ *    prompt: messages.join('\n')
+ *  },
+ *  version: '2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1'
+ * })
+ *
+ * const stream = await ReplicateStream(response)
+ * return new StreamingTextResponse(stream)
+ *
+ */
+declare function ReplicateStream(res: Prediction, cb?: AIStreamCallbacks): Promise<ReadableStream>;
+
 declare const nanoid: (size?: number | undefined) => string;
 declare function createChunkDecoder(): (chunk: Uint8Array | undefined) => string;
 
-export { AIStream, AIStreamCallbacks, AIStreamParser, AnthropicStream, ChatRequest, ChatRequestOptions, CohereStream, CreateMessage, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, RequestOptions, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };
+export { AIStream, AIStreamCallbacks, AIStreamParser, AnthropicStream, ChatRequest, ChatRequestOptions, CohereStream, CreateMessage, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, ReplicateStream, RequestOptions, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };

package/dist/index.js

@@ -26,6 +26,7 @@ __export(streams_exports, {
   HuggingFaceStream: () => HuggingFaceStream,
   LangChainStream: () => LangChainStream,
   OpenAIStream: () => OpenAIStream,
+  ReplicateStream: () => ReplicateStream,
   StreamingTextResponse: () => StreamingTextResponse,
   createCallbacksTransformer: () => createCallbacksTransformer,
   createChunkDecoder: () => createChunkDecoder,
@@ -51,7 +52,7 @@ function createEventStreamTransformer(customParser) {
             return;
           }
           if ("data" in event) {
-            const parsedMessage = customParser(event.data);
+            const parsedMessage = customParser ? customParser(event.data) : event.data;
             if (parsedMessage)
               controller.enqueue(parsedMessage);
           }
@@ -462,6 +463,25 @@ function LangChainStream(callbacks) {
   };
 }
 
+// streams/replicate-stream.ts
+async function ReplicateStream(res, cb) {
+  var _a;
+  const url = (_a = res.urls) == null ? void 0 : _a.stream;
+  if (!url) {
+    if (res.error)
+      throw new Error(res.error);
+    else
+      throw new Error("Missing stream URL in Replicate response");
+  }
+  const eventStream = await fetch(url, {
+    method: "GET",
+    headers: {
+      Accept: "text/event-stream"
+    }
+  });
+  return AIStream(eventStream, void 0, cb);
+}
+
 // shared/utils.ts
 var import_non_secure = require("nanoid/non-secure");
 var nanoid = (0, import_non_secure.customAlphabet)(
@@ -484,6 +504,7 @@ function createChunkDecoder() {
   HuggingFaceStream,
   LangChainStream,
   OpenAIStream,
+  ReplicateStream,
   StreamingTextResponse,
   createCallbacksTransformer,
   createChunkDecoder,

package/dist/index.mjs

@@ -14,7 +14,7 @@ function createEventStreamTransformer(customParser) {
             return;
           }
           if ("data" in event) {
-            const parsedMessage = customParser(event.data);
+            const parsedMessage = customParser ? customParser(event.data) : event.data;
             if (parsedMessage)
               controller.enqueue(parsedMessage);
           }
@@ -425,6 +425,25 @@ function LangChainStream(callbacks) {
   };
 }
 
+// streams/replicate-stream.ts
+async function ReplicateStream(res, cb) {
+  var _a;
+  const url = (_a = res.urls) == null ? void 0 : _a.stream;
+  if (!url) {
+    if (res.error)
+      throw new Error(res.error);
+    else
+      throw new Error("Missing stream URL in Replicate response");
+  }
+  const eventStream = await fetch(url, {
+    method: "GET",
+    headers: {
+      Accept: "text/event-stream"
+    }
+  });
+  return AIStream(eventStream, void 0, cb);
+}
+
 // shared/utils.ts
 import { customAlphabet } from "nanoid/non-secure";
 var nanoid = customAlphabet(
@@ -446,6 +465,7 @@ export {
   HuggingFaceStream,
   LangChainStream,
   OpenAIStream,
+  ReplicateStream,
   StreamingTextResponse,
   createCallbacksTransformer,
   createChunkDecoder,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.1.27",
+  "version": "2.1.29",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -61,11 +61,11 @@
   "dependencies": {
     "eventsource-parser": "1.0.0",
     "nanoid": "3.3.6",
+    "solid-swr-store": "0.10.7",
     "sswr": "2.0.0",
     "swr": "2.2.0",
-    "swrv": "1.0.4",
-    "solid-swr-store": "0.10.7",
-    "swr-store": "0.10.6"
+    "swr-store": "0.10.6",
+    "swrv": "1.0.4"
   },
   "devDependencies": {
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
@@ -76,11 +76,12 @@
     "eslint": "^7.32.0",
     "jest": "29.2.1",
     "openai-edge": "^1.1.0",
+    "replicate": "^0.14.1",
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
     "typescript": "5.1.3",
-    "@vercel/ai-tsconfig": "0.0.0",
-    "eslint-config-vercel-ai": "0.0.0"
+    "eslint-config-vercel-ai": "0.0.0",
+    "@vercel/ai-tsconfig": "0.0.0"
   },
   "peerDependencies": {
     "react": "^18.2.0",

package/react/dist/index.js

@@ -166,7 +166,7 @@ function useChat({
     fallbackData: initialMessages
   });
   const { data: isLoading = false, mutate: mutateLoading } = (0, import_swr.default)(
-    [api, chatId, "loading"],
+    [chatId, "loading"],
     null
   );
   const messages = data;
@@ -346,7 +346,7 @@ function useCompletion({
     fallbackData: initialCompletion
   });
   const { data: isLoading = false, mutate: mutateLoading } = (0, import_swr2.default)(
-    [api, completionId, "loading"],
+    [completionId, "loading"],
     null
   );
   const [error, setError] = (0, import_react2.useState)(void 0);

package/react/dist/index.mjs

@@ -130,7 +130,7 @@ function useChat({
     fallbackData: initialMessages
   });
   const { data: isLoading = false, mutate: mutateLoading } = useSWR(
-    [api, chatId, "loading"],
+    [chatId, "loading"],
     null
   );
   const messages = data;
@@ -310,7 +310,7 @@ function useCompletion({
     fallbackData: initialCompletion
   });
   const { data: isLoading = false, mutate: mutateLoading } = useSWR2(
-    [api, completionId, "loading"],
+    [completionId, "loading"],
     null
   );
   const [error, setError] = useState2(void 0);

package/svelte/dist/index.d.ts

@@ -200,7 +200,7 @@ type UseChatHelpers = {
     handleSubmit: (e: any, chatRequestOptions?: ChatRequestOptions) => void;
     metadata?: Object;
     /** Whether the API request is in progress */
-    isLoading: Writable<boolean | undefined>;
+    isLoading: Readable<boolean | undefined>;
 };
 declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body }?: UseChatOptions): UseChatHelpers;
 
@@ -234,7 +234,7 @@ type UseCompletionHelpers = {
      */
     handleSubmit: (e: any) => void;
     /** Whether the API request is in progress */
-    isLoading: Writable<boolean | undefined>;
+    isLoading: Readable<boolean | undefined>;
 };
 declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
 

package/svelte/dist/index.js

@@ -653,13 +653,15 @@ function useChat({
 } = {}) {
   const chatId = id || `chat-${uniqueId++}`;
   const key = `${api}|${chatId}`;
-  const { data, mutate: originalMutate } = F2(key, {
+  const {
+    data,
+    mutate: originalMutate,
+    isLoading: isSWRLoading
+  } = F2(key, {
     fetcher: () => store[key] || initialMessages,
     fallbackData: initialMessages
   });
-  const { data: isLoading, mutate: mutateLoading } = F2(
-    `${key}-loading`
-  );
+  const loading = (0, import_store.writable)(false);
   data.set(initialMessages);
   const mutate = (data2) => {
     store[key] = data2;
@@ -675,7 +677,7 @@ function useChat({
   const error = (0, import_store.writable)(void 0);
   async function triggerRequest(chatRequest) {
     try {
-      mutateLoading(true);
+      loading.set(true);
       abortController = new AbortController();
       while (true) {
         const streamedResponseMessage = await getStreamedResponse(
@@ -712,7 +714,7 @@ function useChat({
       }
       error.set(err);
     } finally {
-      mutateLoading(false);
+      loading.set(false);
     }
   }
   const append = async (message, { options, functions, function_call } = {}) => {
@@ -787,7 +789,7 @@ function useChat({
     setMessages,
     input,
     handleSubmit,
-    isLoading
+    isLoading: isSWRLoading || loading
   };
 }
 
@@ -817,9 +819,7 @@ function useCompletion({
     fetcher: () => store2[key] || initialCompletion,
     fallbackData: initialCompletion
   });
-  const { data: isLoading, mutate: mutateLoading } = F2(
-    `${key}-loading`
-  );
+  const loading = (0, import_store2.writable)(false);
   data.set(initialCompletion);
   const mutate = (data2) => {
     store2[key] = data2;
@@ -830,7 +830,7 @@ function useCompletion({
   let abortController = null;
   async function triggerRequest(prompt, options) {
     try {
-      mutateLoading(true);
+      loading.set(true);
       abortController = new AbortController();
       mutate("");
       const res = await fetch(api, {
@@ -894,7 +894,7 @@ function useCompletion({
       }
       error.set(err);
     } finally {
-      mutateLoading(false);
+      loading.set(false);
     }
   }
   const complete = async (prompt, options) => {
@@ -925,7 +925,7 @@ function useCompletion({
     setCompletion,
     input,
     handleSubmit,
-    isLoading
+    isLoading: isSWRLoading || loading
   };
 }
 // Annotate the CommonJS export names for ESM import in node:

package/svelte/dist/index.mjs

@@ -626,13 +626,15 @@ function useChat({
 } = {}) {
   const chatId = id || `chat-${uniqueId++}`;
   const key = `${api}|${chatId}`;
-  const { data, mutate: originalMutate } = F2(key, {
+  const {
+    data,
+    mutate: originalMutate,
+    isLoading: isSWRLoading
+  } = F2(key, {
     fetcher: () => store[key] || initialMessages,
     fallbackData: initialMessages
   });
-  const { data: isLoading, mutate: mutateLoading } = F2(
-    `${key}-loading`
-  );
+  const loading = writable(false);
   data.set(initialMessages);
   const mutate = (data2) => {
     store[key] = data2;
@@ -648,7 +650,7 @@ function useChat({
   const error = writable(void 0);
   async function triggerRequest(chatRequest) {
     try {
-      mutateLoading(true);
+      loading.set(true);
       abortController = new AbortController();
       while (true) {
         const streamedResponseMessage = await getStreamedResponse(
@@ -685,7 +687,7 @@ function useChat({
       }
       error.set(err);
     } finally {
-      mutateLoading(false);
+      loading.set(false);
     }
   }
   const append = async (message, { options, functions, function_call } = {}) => {
@@ -760,7 +762,7 @@ function useChat({
     setMessages,
     input,
     handleSubmit,
-    isLoading
+    isLoading: isSWRLoading || loading
   };
 }
 
@@ -790,9 +792,7 @@ function useCompletion({
     fetcher: () => store2[key] || initialCompletion,
     fallbackData: initialCompletion
   });
-  const { data: isLoading, mutate: mutateLoading } = F2(
-    `${key}-loading`
-  );
+  const loading = writable2(false);
   data.set(initialCompletion);
   const mutate = (data2) => {
     store2[key] = data2;
@@ -803,7 +803,7 @@ function useCompletion({
   let abortController = null;
   async function triggerRequest(prompt, options) {
     try {
-      mutateLoading(true);
+      loading.set(true);
       abortController = new AbortController();
       mutate("");
       const res = await fetch(api, {
@@ -867,7 +867,7 @@ function useCompletion({
       }
       error.set(err);
     } finally {
-      mutateLoading(false);
+      loading.set(false);
     }
   }
   const complete = async (prompt, options) => {
@@ -898,7 +898,7 @@ function useCompletion({
     setCompletion,
     input,
     handleSubmit,
-    isLoading
+    isLoading: isSWRLoading || loading
   };
 }
 export {

package/vue/dist/index.js

@@ -78,7 +78,7 @@ function useChat({
     () => store[key] || initialMessages
   );
   const { data: isLoading, mutate: mutateLoading } = useSWRV(
-    `${key}-loading`
+    `${chatId}-loading`
   );
   data.value || (data.value = initialMessages);
   const mutate = (data2) => {
@@ -253,7 +253,7 @@ function useCompletion({
     () => store2[key] || initialCompletion
   );
   const { data: isLoading, mutate: mutateLoading } = useSWRV2(
-    `${key}-loading`
+    `${completionId}-loading`
   );
   data.value || (data.value = initialCompletion);
   const mutate = (data2) => {

package/vue/dist/index.mjs

@@ -41,7 +41,7 @@ function useChat({
     () => store[key] || initialMessages
   );
   const { data: isLoading, mutate: mutateLoading } = useSWRV(
-    `${key}-loading`
+    `${chatId}-loading`
   );
   data.value || (data.value = initialMessages);
   const mutate = (data2) => {
@@ -216,7 +216,7 @@ function useCompletion({
     () => store2[key] || initialCompletion
   );
   const { data: isLoading, mutate: mutateLoading } = useSWRV2(
-    `${key}-loading`
+    `${completionId}-loading`
   );
   data.value || (data.value = initialCompletion);
   const mutate = (data2) => {