ai 2.1.10 → 2.1.12

package/README.md

@@ -5,8 +5,8 @@ The Vercel AI SDK is **a library for building edge-ready AI-powered streaming te
 ## Features
 
 - [SWR](https://swr.vercel.app)-powered React, Svelte and Vue helpers for streaming text responses and building chat and completion UIs
-- First-class support for [LangChain](js.langchain.com/docs) and [OpenAI](https://openai.com), [Anthropic](https://www.anthropic.com), and [HuggingFace](https://huggingface.co)
-- [Edge Runtime](https://edge-runtime.vercel.app/) compatibility
+- First-class support for [LangChain](js.langchain.com/docs) and [OpenAI](https://openai.com), [Anthropic](https://www.anthropic.com), and [Hugging Face](https://huggingface.co)
+- Node.js, Serverless, and [Edge Runtime](https://edge-runtime.vercel.app/) support
 - Callbacks for saving completed streaming responses to a database (in the same request)
 
 ## Installation

package/dist/index.d.ts

@@ -99,8 +99,15 @@ declare function LangChainStream(callbacks?: AIStreamCallbacks): {
     stream: ReadableStream<Uint8Array>;
     handlers: {
         handleLLMNewToken: (token: string) => Promise<void>;
-        handleChainEnd: () => Promise<void>;
-        handleLLMError: (e: any) => Promise<void>;
+        handleLLMStart: (_llm: any, _prompts: string[], runId: string) => Promise<void>;
+        handleLLMEnd: (_output: any, runId: string) => Promise<void>;
+        handleLLMError: (e: Error, runId: string) => Promise<void>;
+        handleChainStart: (_chain: any, _inputs: any, runId: string) => Promise<void>;
+        handleChainEnd: (_outputs: any, runId: string) => Promise<void>;
+        handleChainError: (e: Error, runId: string) => Promise<void>;
+        handleToolStart: (_tool: any, _input: string, runId: string) => Promise<void>;
+        handleToolEnd: (_output: string, runId: string) => Promise<void>;
+        handleToolError: (e: Error, runId: string) => Promise<void>;
     };
 };
 

package/dist/index.js

@@ -286,6 +286,22 @@ function AnthropicStream(res, cb) {
 function LangChainStream(callbacks) {
   const stream = new TransformStream();
   const writer = stream.writable.getWriter();
+  const runs = /* @__PURE__ */ new Set();
+  const handleError = (e, runId) => __async(this, null, function* () {
+    runs.delete(runId);
+    yield writer.ready;
+    yield writer.abort(e);
+  });
+  const handleStart = (runId) => __async(this, null, function* () {
+    runs.add(runId);
+  });
+  const handleEnd = (runId) => __async(this, null, function* () {
+    runs.delete(runId);
+    if (runs.size === 0) {
+      yield writer.ready;
+      yield writer.close();
+    }
+  });
   return {
     stream: stream.readable.pipeThrough(createCallbacksTransformer(callbacks)),
     handlers: {
@@ -293,13 +309,32 @@ function LangChainStream(callbacks) {
         yield writer.ready;
         yield writer.write(token);
       }),
-      handleChainEnd: () => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.close();
+      handleLLMStart: (_llm, _prompts, runId) => __async(this, null, function* () {
+        handleStart(runId);
       }),
-      handleLLMError: (e) => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.abort(e);
+      handleLLMEnd: (_output, runId) => __async(this, null, function* () {
+        yield handleEnd(runId);
+      }),
+      handleLLMError: (e, runId) => __async(this, null, function* () {
+        yield handleError(e, runId);
+      }),
+      handleChainStart: (_chain, _inputs, runId) => __async(this, null, function* () {
+        handleStart(runId);
+      }),
+      handleChainEnd: (_outputs, runId) => __async(this, null, function* () {
+        yield handleEnd(runId);
+      }),
+      handleChainError: (e, runId) => __async(this, null, function* () {
+        yield handleError(e, runId);
+      }),
+      handleToolStart: (_tool, _input, runId) => __async(this, null, function* () {
+        handleStart(runId);
+      }),
+      handleToolEnd: (_output, runId) => __async(this, null, function* () {
+        yield handleEnd(runId);
+      }),
+      handleToolError: (e, runId) => __async(this, null, function* () {
+        yield handleError(e, runId);
       })
     }
   };

package/dist/index.mjs

@@ -253,6 +253,22 @@ function AnthropicStream(res, cb) {
 function LangChainStream(callbacks) {
   const stream = new TransformStream();
   const writer = stream.writable.getWriter();
+  const runs = /* @__PURE__ */ new Set();
+  const handleError = (e, runId) => __async(this, null, function* () {
+    runs.delete(runId);
+    yield writer.ready;
+    yield writer.abort(e);
+  });
+  const handleStart = (runId) => __async(this, null, function* () {
+    runs.add(runId);
+  });
+  const handleEnd = (runId) => __async(this, null, function* () {
+    runs.delete(runId);
+    if (runs.size === 0) {
+      yield writer.ready;
+      yield writer.close();
+    }
+  });
   return {
     stream: stream.readable.pipeThrough(createCallbacksTransformer(callbacks)),
     handlers: {
@@ -260,13 +276,32 @@ function LangChainStream(callbacks) {
         yield writer.ready;
         yield writer.write(token);
       }),
-      handleChainEnd: () => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.close();
+      handleLLMStart: (_llm, _prompts, runId) => __async(this, null, function* () {
+        handleStart(runId);
       }),
-      handleLLMError: (e) => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.abort(e);
+      handleLLMEnd: (_output, runId) => __async(this, null, function* () {
+        yield handleEnd(runId);
+      }),
+      handleLLMError: (e, runId) => __async(this, null, function* () {
+        yield handleError(e, runId);
+      }),
+      handleChainStart: (_chain, _inputs, runId) => __async(this, null, function* () {
+        handleStart(runId);
+      }),
+      handleChainEnd: (_outputs, runId) => __async(this, null, function* () {
+        yield handleEnd(runId);
+      }),
+      handleChainError: (e, runId) => __async(this, null, function* () {
+        yield handleError(e, runId);
+      }),
+      handleToolStart: (_tool, _input, runId) => __async(this, null, function* () {
+        handleStart(runId);
+      }),
+      handleToolEnd: (_output, runId) => __async(this, null, function* () {
+        yield handleEnd(runId);
+      }),
+      handleToolError: (e, runId) => __async(this, null, function* () {
+        yield handleError(e, runId);
       })
     }
   };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.1.10",
+  "version": "2.1.12",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -22,6 +22,7 @@
     },
     "./react": {
       "types": "./react/dist/index.d.ts",
+      "react-server": "./react/dist/index.server.mjs",
       "import": "./react/dist/index.mjs",
       "module": "./react/dist/index.mjs",
       "require": "./react/dist/index.js"
@@ -88,7 +89,7 @@
     "access": "public"
   },
   "scripts": {
-    "build": "tsup",
+    "build": "tsup && cat react/dist/index.server.d.ts >> react/dist/index.d.ts",
     "clean": "rm -rf dist && rm -rf react/dist && rm -rf svelte/dist && rm -rf vue/dist",
     "dev": "tsup --watch",
     "lint": "eslint \"./**/*.ts*\"",

package/react/dist/index.d.ts

@@ -1,6 +1,5 @@
 import { ChatCompletionRequestMessageFunctionCall, CreateChatCompletionRequestFunctionCall } from 'openai-edge';
 import { ChatCompletionFunctions } from 'openai-edge/types/api';
-import * as react_jsx_runtime from 'react/jsx-runtime';
 
 /**
  * Shared types between the API and UI packages.
@@ -252,6 +251,9 @@ type UseCompletionHelpers = {
 };
 declare function useCompletion({ api, id, initialCompletion, initialInput, credentials, headers, body, onResponse, onFinish, onError }?: UseCompletionOptions): UseCompletionHelpers;
 
+export { CreateMessage, Message, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };
+import * as react_jsx_runtime from 'react/jsx-runtime';
+
 type Props = {
     /**
      * A ReadableStream produced by the AI SDK.
@@ -260,7 +262,8 @@ type Props = {
 };
 /**
  * A React Server Component that recursively renders a stream of tokens.
+ * Can only be used inside of server components.
  */
 declare function Tokens(props: Props): Promise<react_jsx_runtime.JSX.Element>;
 
-export { CreateMessage, Message, Tokens, UseChatHelpers, UseChatOptions, UseCompletionHelpers, useChat, useCompletion };
+export { Tokens };

package/react/dist/index.js

@@ -65,7 +65,6 @@ var __async = (__this, __arguments, generator) => {
 // react/index.ts
 var react_exports = {};
 __export(react_exports, {
-  Tokens: () => Tokens,
   useChat: () => useChat,
   useCompletion: () => useCompletion
 });
@@ -497,33 +496,8 @@ function useCompletion({
     isLoading: isMutating
   };
 }
-
-// react/tokens.tsx
-var import_react3 = require("react");
-var import_jsx_runtime = require("react/jsx-runtime");
-function Tokens(props) {
-  return __async(this, null, function* () {
-    const { stream } = props;
-    const reader = stream.getReader();
-    return /* @__PURE__ */ (0, import_jsx_runtime.jsx)(import_react3.Suspense, { children: /* @__PURE__ */ (0, import_jsx_runtime.jsx)(RecursiveTokens, { reader }) });
-  });
-}
-function RecursiveTokens(_0) {
-  return __async(this, arguments, function* ({ reader }) {
-    const { done, value } = yield reader.read();
-    if (done) {
-      return null;
-    }
-    const text = new TextDecoder().decode(value);
-    return /* @__PURE__ */ (0, import_jsx_runtime.jsxs)(import_jsx_runtime.Fragment, { children: [
-      text,
-      /* @__PURE__ */ (0, import_jsx_runtime.jsx)(import_react3.Suspense, { fallback: null, children: /* @__PURE__ */ (0, import_jsx_runtime.jsx)(RecursiveTokens, { reader }) })
-    ] });
-  });
-}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  Tokens,
   useChat,
   useCompletion
 });

package/react/dist/index.mjs

@@ -462,32 +462,7 @@ function useCompletion({
     isLoading: isMutating
   };
 }
-
-// react/tokens.tsx
-import { Suspense } from "react";
-import { Fragment, jsx, jsxs } from "react/jsx-runtime";
-function Tokens(props) {
-  return __async(this, null, function* () {
-    const { stream } = props;
-    const reader = stream.getReader();
-    return /* @__PURE__ */ jsx(Suspense, { children: /* @__PURE__ */ jsx(RecursiveTokens, { reader }) });
-  });
-}
-function RecursiveTokens(_0) {
-  return __async(this, arguments, function* ({ reader }) {
-    const { done, value } = yield reader.read();
-    if (done) {
-      return null;
-    }
-    const text = new TextDecoder().decode(value);
-    return /* @__PURE__ */ jsxs(Fragment, { children: [
-      text,
-      /* @__PURE__ */ jsx(Suspense, { fallback: null, children: /* @__PURE__ */ jsx(RecursiveTokens, { reader }) })
-    ] });
-  });
-}
 export {
-  Tokens,
   useChat,
   useCompletion
 };

package/react/dist/index.server.d.ts

@@ -0,0 +1,15 @@
+import * as react_jsx_runtime from 'react/jsx-runtime';
+
+type Props = {
+    /**
+     * A ReadableStream produced by the AI SDK.
+     */
+    stream: ReadableStream;
+};
+/**
+ * A React Server Component that recursively renders a stream of tokens.
+ * Can only be used inside of server components.
+ */
+declare function Tokens(props: Props): Promise<react_jsx_runtime.JSX.Element>;
+
+export { Tokens };

package/react/dist/index.server.js

@@ -0,0 +1,73 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+
+// react/index.server.ts
+var index_server_exports = {};
+__export(index_server_exports, {
+  Tokens: () => Tokens
+});
+module.exports = __toCommonJS(index_server_exports);
+
+// react/tokens.tsx
+var import_react = require("react");
+var import_jsx_runtime = require("react/jsx-runtime");
+function Tokens(props) {
+  return __async(this, null, function* () {
+    const { stream } = props;
+    const reader = stream.getReader();
+    return /* @__PURE__ */ (0, import_jsx_runtime.jsx)(import_react.Suspense, { children: /* @__PURE__ */ (0, import_jsx_runtime.jsx)(RecursiveTokens, { reader }) });
+  });
+}
+function RecursiveTokens(_0) {
+  return __async(this, arguments, function* ({ reader }) {
+    const { done, value } = yield reader.read();
+    if (done) {
+      return null;
+    }
+    const text = new TextDecoder().decode(value);
+    return /* @__PURE__ */ (0, import_jsx_runtime.jsxs)(import_jsx_runtime.Fragment, { children: [
+      text,
+      /* @__PURE__ */ (0, import_jsx_runtime.jsx)(import_react.Suspense, { fallback: null, children: /* @__PURE__ */ (0, import_jsx_runtime.jsx)(RecursiveTokens, { reader }) })
+    ] });
+  });
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  Tokens
+});

package/react/dist/index.server.mjs

@@ -0,0 +1,47 @@
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+
+// react/tokens.tsx
+import { Suspense } from "react";
+import { Fragment, jsx, jsxs } from "react/jsx-runtime";
+function Tokens(props) {
+  return __async(this, null, function* () {
+    const { stream } = props;
+    const reader = stream.getReader();
+    return /* @__PURE__ */ jsx(Suspense, { children: /* @__PURE__ */ jsx(RecursiveTokens, { reader }) });
+  });
+}
+function RecursiveTokens(_0) {
+  return __async(this, arguments, function* ({ reader }) {
+    const { done, value } = yield reader.read();
+    if (done) {
+      return null;
+    }
+    const text = new TextDecoder().decode(value);
+    return /* @__PURE__ */ jsxs(Fragment, { children: [
+      text,
+      /* @__PURE__ */ jsx(Suspense, { fallback: null, children: /* @__PURE__ */ jsx(RecursiveTokens, { reader }) })
+    ] });
+  });
+}
+export {
+  Tokens
+};