ai 2.1.28 → 2.1.30

package/README.md

@@ -5,7 +5,7 @@ The Vercel AI SDK is **a library for building AI-powered streaming text and chat
 ## Features
 
 - [SWR](https://swr.vercel.app)-powered React, Svelte, Vue and Solid helpers for streaming text responses and building chat and completion UIs
-- First-class support for [LangChain](js.langchain.com/docs) and [OpenAI](https://openai.com), [Anthropic](https://www.anthropic.com), [Cohere](https://cohere.com) and [Hugging Face](https://huggingface.co)
+- First-class support for [LangChain](https://js.langchain.com/docs) and [OpenAI](https://openai.com), [Anthropic](https://www.anthropic.com), [Cohere](https://cohere.com) and [Hugging Face](https://huggingface.co)
 - Node.js, Serverless, and [Edge Runtime](https://edge-runtime.vercel.app/) support
 - Callbacks for saving completed streaming responses to a database (in the same request)
 

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
 import { ChatCompletionFunctions } from 'openai-edge/types/api';
 import { ServerResponse } from 'node:http';
+import { Prediction } from 'replicate';
 
 interface FunctionCallPayload {
     name: string;
@@ -27,7 +28,7 @@ interface AIStreamParser {
  * @param {AIStreamParser} customParser - Function to handle event data.
  * @returns {TransformStream<Uint8Array, string>} TransformStream parsing events.
  */
-declare function createEventStreamTransformer(customParser: AIStreamParser): TransformStream<Uint8Array, string>;
+declare function createEventStreamTransformer(customParser?: AIStreamParser): TransformStream<Uint8Array, string>;
 /**
  * Creates a transform stream that encodes input messages and invokes optional callback functions.
  * The transform stream uses the provided callbacks to execute custom logic at different stages of the stream's lifecycle.
@@ -83,7 +84,7 @@ declare function trimStartOfStreamHelper(): (text: string) => string;
  * @return {ReadableStream} The AIStream.
  * @throws Will throw an error if the response is not OK.
  */
-declare function AIStream(response: Response, customParser: AIStreamParser, callbacks?: AIStreamCallbacks): ReadableStream<Uint8Array>;
+declare function AIStream(response: Response, customParser?: AIStreamParser, callbacks?: AIStreamCallbacks): ReadableStream<Uint8Array>;
 /**
  * Implements ReadableStream.from(asyncIterable), which isn't documented in MDN and isn't implemented in node.
  * https://github.com/whatwg/streams/commit/8d7a0bf26eb2cc23e884ddbaac7c1da4b91cf2bc
@@ -365,7 +366,28 @@ declare function LangChainStream(callbacks?: AIStreamCallbacks): {
     };
 };
 
+/**
+ * Stream predictions from Replicate.
+ * Only certain models are supported and you must pass `stream: true` to
+ * replicate.predictions.create().
+ * @see https://github.com/replicate/replicate-javascript#streaming
+ *
+ * @example
+ * const response = await replicate.predictions.create({
+ *  stream: true,
+ *  input: {
+ *    prompt: messages.join('\n')
+ *  },
+ *  version: '2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1'
+ * })
+ *
+ * const stream = await ReplicateStream(response)
+ * return new StreamingTextResponse(stream)
+ *
+ */
+declare function ReplicateStream(res: Prediction, cb?: AIStreamCallbacks): Promise<ReadableStream>;
+
 declare const nanoid: (size?: number | undefined) => string;
 declare function createChunkDecoder(): (chunk: Uint8Array | undefined) => string;
 
-export { AIStream, AIStreamCallbacks, AIStreamParser, AnthropicStream, ChatRequest, ChatRequestOptions, CohereStream, CreateMessage, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, RequestOptions, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };
+export { AIStream, AIStreamCallbacks, AIStreamParser, AnthropicStream, ChatRequest, ChatRequestOptions, CohereStream, CreateMessage, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, ReplicateStream, RequestOptions, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };

package/dist/index.js

@@ -26,6 +26,7 @@ __export(streams_exports, {
   HuggingFaceStream: () => HuggingFaceStream,
   LangChainStream: () => LangChainStream,
   OpenAIStream: () => OpenAIStream,
+  ReplicateStream: () => ReplicateStream,
   StreamingTextResponse: () => StreamingTextResponse,
   createCallbacksTransformer: () => createCallbacksTransformer,
   createChunkDecoder: () => createChunkDecoder,
@@ -46,12 +47,14 @@ function createEventStreamTransformer(customParser) {
     async start(controller) {
       eventSourceParser = (0, import_eventsource_parser.createParser)(
         (event) => {
-          if ("data" in event && event.type === "event" && event.data === "[DONE]") {
+          if ("data" in event && event.type === "event" && event.data === "[DONE]" || // Replicate doesn't send [DONE] but does send a 'done' event
+          // @see https://replicate.com/docs/streaming
+          event.event === "done") {
             controller.terminate();
             return;
           }
           if ("data" in event) {
-            const parsedMessage = customParser(event.data);
+            const parsedMessage = customParser ? customParser(event.data) : event.data;
             if (parsedMessage)
               controller.enqueue(parsedMessage);
           }
@@ -462,6 +465,25 @@ function LangChainStream(callbacks) {
   };
 }
 
+// streams/replicate-stream.ts
+async function ReplicateStream(res, cb) {
+  var _a;
+  const url = (_a = res.urls) == null ? void 0 : _a.stream;
+  if (!url) {
+    if (res.error)
+      throw new Error(res.error);
+    else
+      throw new Error("Missing stream URL in Replicate response");
+  }
+  const eventStream = await fetch(url, {
+    method: "GET",
+    headers: {
+      Accept: "text/event-stream"
+    }
+  });
+  return AIStream(eventStream, void 0, cb);
+}
+
 // shared/utils.ts
 var import_non_secure = require("nanoid/non-secure");
 var nanoid = (0, import_non_secure.customAlphabet)(
@@ -484,6 +506,7 @@ function createChunkDecoder() {
   HuggingFaceStream,
   LangChainStream,
   OpenAIStream,
+  ReplicateStream,
   StreamingTextResponse,
   createCallbacksTransformer,
   createChunkDecoder,

package/dist/index.mjs

@@ -9,12 +9,14 @@ function createEventStreamTransformer(customParser) {
     async start(controller) {
       eventSourceParser = createParser(
         (event) => {
-          if ("data" in event && event.type === "event" && event.data === "[DONE]") {
+          if ("data" in event && event.type === "event" && event.data === "[DONE]" || // Replicate doesn't send [DONE] but does send a 'done' event
+          // @see https://replicate.com/docs/streaming
+          event.event === "done") {
             controller.terminate();
             return;
           }
           if ("data" in event) {
-            const parsedMessage = customParser(event.data);
+            const parsedMessage = customParser ? customParser(event.data) : event.data;
             if (parsedMessage)
               controller.enqueue(parsedMessage);
           }
@@ -425,6 +427,25 @@ function LangChainStream(callbacks) {
   };
 }
 
+// streams/replicate-stream.ts
+async function ReplicateStream(res, cb) {
+  var _a;
+  const url = (_a = res.urls) == null ? void 0 : _a.stream;
+  if (!url) {
+    if (res.error)
+      throw new Error(res.error);
+    else
+      throw new Error("Missing stream URL in Replicate response");
+  }
+  const eventStream = await fetch(url, {
+    method: "GET",
+    headers: {
+      Accept: "text/event-stream"
+    }
+  });
+  return AIStream(eventStream, void 0, cb);
+}
+
 // shared/utils.ts
 import { customAlphabet } from "nanoid/non-secure";
 var nanoid = customAlphabet(
@@ -446,6 +467,7 @@ export {
   HuggingFaceStream,
   LangChainStream,
   OpenAIStream,
+  ReplicateStream,
   StreamingTextResponse,
   createCallbacksTransformer,
   createChunkDecoder,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.1.28",
+  "version": "2.1.30",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -61,11 +61,11 @@
   "dependencies": {
     "eventsource-parser": "1.0.0",
     "nanoid": "3.3.6",
+    "solid-swr-store": "0.10.7",
     "sswr": "2.0.0",
     "swr": "2.2.0",
-    "swrv": "1.0.4",
-    "solid-swr-store": "0.10.7",
-    "swr-store": "0.10.6"
+    "swr-store": "0.10.6",
+    "swrv": "1.0.4"
   },
   "devDependencies": {
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
@@ -76,6 +76,7 @@
     "eslint": "^7.32.0",
     "jest": "29.2.1",
     "openai-edge": "^1.1.0",
+    "replicate": "^0.14.1",
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
     "typescript": "5.1.3",