modelfusion 0.75.0 → 0.76.0

package/README.md

@@ -50,6 +50,8 @@ You can use [prompt formats](https://modelfusion.dev/guide/function/generate-tex
 #### generateText
 
 ```ts
+import { generateText, openai } from "modelfusion";
+
 const text = await generateText(
   openai.CompletionTextGenerator({ model: "gpt-3.5-turbo-instruct" }),
   "Write a short story about a robot learning to love:\n\n"
@@ -61,6 +63,8 @@ Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai),
 #### streamText
 
 ```ts
+import { streamText, openai } from "modelfusion";
+
 const textStream = await streamText(
   openai.CompletionTextGenerator({ model: "gpt-3.5-turbo-instruct" }),
   "Write a short story about a robot learning to love:\n\n"
@@ -78,6 +82,8 @@ Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai),
 Multi-modal vision models such as GPT 4 Vision can process images as part of the prompt.
 
 ```ts
+import { streamText, openai } from "modelfusion";
+
 const textStream = await streamText(
   openai.ChatTextGenerator({ model: "gpt-4-vision-preview" }),
   [
@@ -95,6 +101,8 @@ Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai),
 Generate an image from a prompt.
 
 ```ts
+import { generateImage, openai } from "modelfusion";
+
 const image = await generateImage(
   openai.ImageGenerator({ model: "dall-e-3", size: "1024x1024" }),
   "the wicked witch of the west in the style of early 19th century painting"
@@ -112,6 +120,8 @@ Synthesize speech (audio) from text. Also called TTS (text-to-speech).
 `generateSpeech` synthesizes speech from text.
 
 ```ts
+import { generateSpeech, lmnt } from "modelfusion";
+
 // `speech` is a Buffer with MP3 audio data
 const speech = await generateSpeech(
   lmnt.Speech({
@@ -131,7 +141,9 @@ Providers: [Eleven Labs](https://modelfusion.dev/integration/model-provider/elev
 `generateSpeech` generates a stream of speech chunks from text or from a text stream. Depending on the model, this can be fully duplex.
 
 ```ts
-const textStream = await streamText(/* ... */);
+import { streamSpeech, elevenlabs } from "modelfusion";
+
+const textStream: AsyncIterable<string>;
 
 const speechStream = await streamSpeech(
   elevenlabs.Speech({
@@ -158,6 +170,8 @@ Providers: [Eleven Labs](https://modelfusion.dev/integration/model-provider/elev
 Transcribe speech (audio) data into text. Also called speech-to-text (STT).
 
 ```ts
+import { generateTranscription, openai } from "modelfusion";
+
 const transcription = await generateTranscription(
   openai.Transcription({ model: "whisper-1" }),
   {

package/model-provider/anthropic/AnthropicPromptFormat.cjs

@@ -24,10 +24,7 @@ exports.text = text;
 function instruction() {
     return {
         format: (instruction) => {
-            let text = "";
-            if (instruction.system != null) {
-                text += `${instruction.system}`;
-            }
+            let text = instruction.system ?? "";
             text += "\n\nHuman:";
             text += instruction.instruction;
             text += "\n\nAssistant:";
@@ -46,7 +43,7 @@ function chat() {
     return {
         format: (chatPrompt) => {
             (0, validateChatPrompt_js_1.validateChatPrompt)(chatPrompt);
-            let text = chatPrompt.system != null ? `${chatPrompt.system}\n\n` : "";
+            let text = chatPrompt.system ?? "";
             for (const { role, content } of chatPrompt.messages) {
                 switch (role) {
                     case "user": {

package/model-provider/anthropic/AnthropicPromptFormat.js

@@ -20,10 +20,7 @@ export function text() {
 export function instruction() {
     return {
         format: (instruction) => {
-            let text = "";
-            if (instruction.system != null) {
-                text += `${instruction.system}`;
-            }
+            let text = instruction.system ?? "";
             text += "\n\nHuman:";
             text += instruction.instruction;
             text += "\n\nAssistant:";
@@ -41,7 +38,7 @@ export function chat() {
     return {
         format: (chatPrompt) => {
             validateChatPrompt(chatPrompt);
-            let text = chatPrompt.system != null ? `${chatPrompt.system}\n\n` : "";
+            let text = chatPrompt.system ?? "";
             for (const { role, content } of chatPrompt.messages) {
                 switch (role) {
                     case "user": {

package/model-provider/anthropic/AnthropicTextGenerationModel.cjs

@@ -21,11 +21,14 @@ exports.ANTHROPIC_TEXT_GENERATION_MODELS = {
         contextWindowSize: 100000,
     },
     "claude-2": {
-        contextWindowSize: 100000,
+        contextWindowSize: 200000,
     },
     "claude-2.0": {
         contextWindowSize: 100000,
     },
+    "claude-2.1": {
+        contextWindowSize: 200000,
+    },
 };
 /**
  * Create a text generation model that calls the Anthropic API.

package/model-provider/anthropic/AnthropicTextGenerationModel.d.ts

@@ -20,6 +20,9 @@ export declare const ANTHROPIC_TEXT_GENERATION_MODELS: {
     "claude-2.0": {
         contextWindowSize: number;
     };
+    "claude-2.1": {
+        contextWindowSize: number;
+    };
 };
 export type AnthropicTextGenerationModelType = keyof typeof ANTHROPIC_TEXT_GENERATION_MODELS;
 export interface AnthropicTextGenerationModelSettings extends TextGenerationModelSettings {
@@ -38,7 +41,7 @@ export interface AnthropicTextGenerationModelSettings extends TextGenerationMode
 export declare class AnthropicTextGenerationModel extends AbstractModel<AnthropicTextGenerationModelSettings> implements TextStreamingModel<string, AnthropicTextGenerationModelSettings> {
     constructor(settings: AnthropicTextGenerationModelSettings);
     readonly provider: "anthropic";
-    get modelName(): "claude-instant-1" | "claude-instant-1.2" | "claude-2" | "claude-2.0";
+    get modelName(): "claude-instant-1" | "claude-instant-1.2" | "claude-2" | "claude-2.0" | "claude-2.1";
     readonly contextWindowSize: number;
     readonly tokenizer: undefined;
     readonly countPromptTokens: undefined;

package/model-provider/anthropic/AnthropicTextGenerationModel.js

@@ -18,11 +18,14 @@ export const ANTHROPIC_TEXT_GENERATION_MODELS = {
         contextWindowSize: 100000,
     },
     "claude-2": {
-        contextWindowSize: 100000,
+        contextWindowSize: 200000,
     },
     "claude-2.0": {
         contextWindowSize: 100000,
     },
+    "claude-2.1": {
+        contextWindowSize: 200000,
+    },
 };
 /**
  * Create a text generation model that calls the Anthropic API.

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "The TypeScript library for building multi-modal AI applications.",
-  "version": "0.75.0",
+  "version": "0.76.0",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [