ai 2.1.21 → 2.1.23

package/dist/index.d.ts

@@ -11,9 +11,9 @@ interface FunctionCallPayload {
  * @interface
  */
 interface AIStreamCallbacks {
-    onStart?: () => Promise<void>;
-    onCompletion?: (completion: string) => Promise<void>;
-    onToken?: (token: string) => Promise<void>;
+    onStart?: () => Promise<void> | void;
+    onCompletion?: (completion: string) => Promise<void> | void;
+    onToken?: (token: string) => Promise<void> | void;
 }
 /**
  * Custom parser for AIStream data.

package/dist/index.js

@@ -272,7 +272,11 @@ function createFunctionCallTransformer(callbacks) {
             controller.enqueue(textEncoder.encode(functionResponse));
             return;
           }
-          const openAIStream = OpenAIStream(functionResponse, __spreadProps(__spreadValues({}, callbacks), {
+          const filteredCallbacks = __spreadProps(__spreadValues({}, callbacks), {
+            onStart: void 0,
+            onCompletion: void 0
+          });
+          const openAIStream = OpenAIStream(functionResponse, __spreadProps(__spreadValues({}, filteredCallbacks), {
             [__internal__OpenAIFnMessagesSymbol]: newFunctionCallMessages
           }));
           const reader = openAIStream.getReader();
@@ -337,7 +341,7 @@ function createParser2(res) {
           controller.close();
           return;
         }
-        if (text === "</s>" || text === "<|endoftext|>") {
+        if (text === "</s>" || text === "<|endoftext|>" || text === "<|end|>") {
           controller.close();
         } else {
           controller.enqueue(text);

package/dist/index.mjs

@@ -239,7 +239,11 @@ function createFunctionCallTransformer(callbacks) {
             controller.enqueue(textEncoder.encode(functionResponse));
             return;
           }
-          const openAIStream = OpenAIStream(functionResponse, __spreadProps(__spreadValues({}, callbacks), {
+          const filteredCallbacks = __spreadProps(__spreadValues({}, callbacks), {
+            onStart: void 0,
+            onCompletion: void 0
+          });
+          const openAIStream = OpenAIStream(functionResponse, __spreadProps(__spreadValues({}, filteredCallbacks), {
             [__internal__OpenAIFnMessagesSymbol]: newFunctionCallMessages
           }));
           const reader = openAIStream.getReader();
@@ -304,7 +308,7 @@ function createParser2(res) {
           controller.close();
           return;
         }
-        if (text === "</s>" || text === "<|endoftext|>") {
+        if (text === "</s>" || text === "<|endoftext|>" || text === "<|end|>") {
           controller.close();
         } else {
           controller.enqueue(text);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.1.21",
+  "version": "2.1.23",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -10,7 +10,8 @@
     "dist/**/*",
     "react/dist/**/*",
     "svelte/dist/**/*",
-    "vue/dist/**/*"
+    "vue/dist/**/*",
+    "prompts/dist/**/*"
   ],
   "exports": {
     "./package.json": "./package.json",
@@ -20,6 +21,12 @@
       "module": "./dist/index.mjs",
       "require": "./dist/index.js"
     },
+    "./prompts": {
+      "types": "./prompts/dist/index.d.ts",
+      "import": "./prompts/dist/index.mjs",
+      "module": "./prompts/dist/index.mjs",
+      "require": "./prompts/dist/index.js"
+    },
     "./react": {
       "types": "./react/dist/index.d.ts",
       "react-server": "./react/dist/index.server.mjs",
@@ -88,6 +95,21 @@
   "publishConfig": {
     "access": "public"
   },
+  "homepage": "https://github.com/vercel-labs/ai#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/vercel-labs/ai.git"
+  },
+  "bugs": {
+    "url": "https://github.com/vercel-labs/ai/issues"
+  },
+  "keywords": [
+    "ai",
+    "nextjs",
+    "svelte",
+    "react",
+    "vue"
+  ],
   "scripts": {
     "build": "tsup && cat react/dist/index.server.d.ts >> react/dist/index.d.ts",
     "clean": "rm -rf dist && rm -rf react/dist && rm -rf svelte/dist && rm -rf vue/dist",

package/prompts/dist/index.d.ts

@@ -0,0 +1,37 @@
+import { ChatCompletionRequestMessageFunctionCall } from 'openai-edge';
+
+/**
+ * Shared types between the API and UI packages.
+ */
+type Message = {
+    id: string;
+    createdAt?: Date;
+    content: string;
+    role: 'system' | 'user' | 'assistant' | 'function';
+    /**
+     * If the message has a role of `function`, the `name` field is the name of the function.
+     * Otherwise, the name field should not be set.
+     */
+    name?: string;
+    /**
+     * If the assistant role makes a function call, the `function_call` field
+     * contains the function call name and arguments. Otherwise, the field should
+     * not be set.
+     */
+    function_call?: string | ChatCompletionRequestMessageFunctionCall;
+};
+
+/**
+ * A prompt constructor for the HuggingFace StarChat Beta model.
+ * Does not support `function` messages.
+ * @see https://huggingface.co/HuggingFaceH4/starchat-beta
+ */
+declare function experimental_buildStarChatBetaPrompt(messages: Pick<Message, 'content' | 'role'>[]): string;
+/**
+ * A prompt constructor for HuggingFace OpenAssistant models.
+ * Does not support `function` or `system` messages.
+ * @see https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5
+ */
+declare function experimental_buildOpenAssistantPrompt(messages: Pick<Message, 'content' | 'role'>[]): string;
+
+export { experimental_buildOpenAssistantPrompt, experimental_buildStarChatBetaPrompt };

package/prompts/dist/index.js

@@ -0,0 +1,65 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// prompts/index.ts
+var prompts_exports = {};
+__export(prompts_exports, {
+  experimental_buildOpenAssistantPrompt: () => experimental_buildOpenAssistantPrompt,
+  experimental_buildStarChatBetaPrompt: () => experimental_buildStarChatBetaPrompt
+});
+module.exports = __toCommonJS(prompts_exports);
+
+// prompts/huggingface.ts
+function experimental_buildStarChatBetaPrompt(messages) {
+  return messages.map(({ content, role }) => {
+    if (role === "user") {
+      return `<|user|>
+${content}<|end|>
+`;
+    } else if (role === "assistant") {
+      return `<|assistant|>
+${content}<|end|>
+`;
+    } else if (role === "system") {
+      return `<|system|>
+${content}<|end|>
+`;
+    } else if (role === "function") {
+      throw new Error("StarChat Beta does not support function calls.");
+    }
+  }).join("") + "<|assistant|>";
+}
+function experimental_buildOpenAssistantPrompt(messages) {
+  return messages.map(({ content, role }) => {
+    if (role === "user") {
+      return `<|prompter|>${content}<|endoftext|>`;
+    } else if (role === "function") {
+      throw new Error("OpenAssistant does not support function calls.");
+    } else if (role === "system") {
+      throw new Error("OpenAssistant does not support system messages.");
+    } else {
+      return `<|assistant|>${content}<|endoftext|>`;
+    }
+  }).join("") + "<|assistant|>";
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  experimental_buildOpenAssistantPrompt,
+  experimental_buildStarChatBetaPrompt
+});

package/prompts/dist/index.mjs

@@ -0,0 +1,37 @@
+// prompts/huggingface.ts
+function experimental_buildStarChatBetaPrompt(messages) {
+  return messages.map(({ content, role }) => {
+    if (role === "user") {
+      return `<|user|>
+${content}<|end|>
+`;
+    } else if (role === "assistant") {
+      return `<|assistant|>
+${content}<|end|>
+`;
+    } else if (role === "system") {
+      return `<|system|>
+${content}<|end|>
+`;
+    } else if (role === "function") {
+      throw new Error("StarChat Beta does not support function calls.");
+    }
+  }).join("") + "<|assistant|>";
+}
+function experimental_buildOpenAssistantPrompt(messages) {
+  return messages.map(({ content, role }) => {
+    if (role === "user") {
+      return `<|prompter|>${content}<|endoftext|>`;
+    } else if (role === "function") {
+      throw new Error("OpenAssistant does not support function calls.");
+    } else if (role === "system") {
+      throw new Error("OpenAssistant does not support system messages.");
+    } else {
+      return `<|assistant|>${content}<|endoftext|>`;
+    }
+  }).join("") + "<|assistant|>";
+}
+export {
+  experimental_buildOpenAssistantPrompt,
+  experimental_buildStarChatBetaPrompt
+};