ai 2.1.25 → 2.1.26

package/README.md

@@ -1,11 +1,11 @@
 # Vercel AI SDK
 
-The Vercel AI SDK is **a library for building edge-ready AI-powered streaming text and chat UIs**.
+The Vercel AI SDK is **a library for building AI-powered streaming text and chat UIs**.
 
 ## Features
 
-- [SWR](https://swr.vercel.app)-powered React, Svelte and Vue helpers for streaming text responses and building chat and completion UIs
-- First-class support for [LangChain](js.langchain.com/docs) and [OpenAI](https://openai.com), [Anthropic](https://www.anthropic.com), and [Hugging Face](https://huggingface.co)
+- [SWR](https://swr.vercel.app)-powered React, Svelte, Vue and Solid helpers for streaming text responses and building chat and completion UIs
+- First-class support for [LangChain](js.langchain.com/docs) and [OpenAI](https://openai.com), [Anthropic](https://www.anthropic.com), [Cohere](https://cohere.com) and [Hugging Face](https://huggingface.co)
 - Node.js, Serverless, and [Edge Runtime](https://edge-runtime.vercel.app/) support
 - Callbacks for saving completed streaming responses to a database (in the same request)
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.1.25",
+  "version": "2.1.26",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -79,8 +79,8 @@
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
     "typescript": "5.1.3",
-    "@vercel/ai-tsconfig": "0.0.0",
-    "eslint-config-vercel-ai": "0.0.0"
+    "eslint-config-vercel-ai": "0.0.0",
+    "@vercel/ai-tsconfig": "0.0.0"
   },
   "peerDependencies": {
     "react": "^18.2.0",

package/prompts/dist/index.d.ts

@@ -33,5 +33,11 @@ declare function experimental_buildStarChatBetaPrompt(messages: Pick<Message, 'c
  * @see https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5
  */
 declare function experimental_buildOpenAssistantPrompt(messages: Pick<Message, 'content' | 'role'>[]): string;
+/**
+ * A prompt constructor for HuggingFace LLama 2 chat models.
+ * Does not support `function` messages.
+ * @see https://huggingface.co/meta-llama/Llama-2-70b-chat-hf and https://huggingface.co/blog/llama2#how-to-prompt-llama-2
+ */
+declare function experimental_buildLlama2Prompt(messages: Pick<Message, 'content' | 'role'>[]): string;
 
-export { experimental_buildOpenAssistantPrompt, experimental_buildStarChatBetaPrompt };
+export { experimental_buildLlama2Prompt, experimental_buildOpenAssistantPrompt, experimental_buildStarChatBetaPrompt };

package/prompts/dist/index.js

@@ -20,6 +20,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // prompts/index.ts
 var prompts_exports = {};
 __export(prompts_exports, {
+  experimental_buildLlama2Prompt: () => experimental_buildLlama2Prompt,
   experimental_buildOpenAssistantPrompt: () => experimental_buildOpenAssistantPrompt,
   experimental_buildStarChatBetaPrompt: () => experimental_buildStarChatBetaPrompt
 });
@@ -58,8 +59,31 @@ function experimental_buildOpenAssistantPrompt(messages) {
     }
   }).join("") + "<|assistant|>";
 }
+function experimental_buildLlama2Prompt(messages) {
+  const startPrompt = `<s>[INST] `;
+  const endPrompt = ` [/INST]`;
+  const conversation = messages.map(({ content, role }, index) => {
+    if (role === "user") {
+      return content.trim();
+    } else if (role === "assistant") {
+      return ` [/INST] ${content}</s><s>[INST] `;
+    } else if (role === "function") {
+      throw new Error("Llama 2 does not support function calls.");
+    } else if (role === "system" && index === 0) {
+      return `<<SYS>>
+${content}
+<</SYS>>
+
+`;
+    } else {
+      throw new Error(`Invalid message role: ${role}`);
+    }
+  });
+  return startPrompt + conversation.join("") + endPrompt;
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  experimental_buildLlama2Prompt,
   experimental_buildOpenAssistantPrompt,
   experimental_buildStarChatBetaPrompt
 });

package/prompts/dist/index.mjs

@@ -31,7 +31,30 @@ function experimental_buildOpenAssistantPrompt(messages) {
     }
   }).join("") + "<|assistant|>";
 }
+function experimental_buildLlama2Prompt(messages) {
+  const startPrompt = `<s>[INST] `;
+  const endPrompt = ` [/INST]`;
+  const conversation = messages.map(({ content, role }, index) => {
+    if (role === "user") {
+      return content.trim();
+    } else if (role === "assistant") {
+      return ` [/INST] ${content}</s><s>[INST] `;
+    } else if (role === "function") {
+      throw new Error("Llama 2 does not support function calls.");
+    } else if (role === "system" && index === 0) {
+      return `<<SYS>>
+${content}
+<</SYS>>
+
+`;
+    } else {
+      throw new Error(`Invalid message role: ${role}`);
+    }
+  });
+  return startPrompt + conversation.join("") + endPrompt;
+}
 export {
+  experimental_buildLlama2Prompt,
   experimental_buildOpenAssistantPrompt,
   experimental_buildStarChatBetaPrompt
 };