modelfusion 0.114.1 → 0.115.0

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## v0.115.0 - 2024-01-05
+
+### Removed
+
+- Anthropic support. Anthropic has a strong stance against open-source models and against non-US AI. I will not support them by providing a ModelFusion integration.
+
 ## v0.114.1 - 2024-01-05
 
 ### Fixed

package/README.md

@@ -59,7 +59,7 @@ const text = await generateText(
 );
 ```
 
-Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [OpenAI compatible](https://modelfusion.dev/integration/model-provider/openaicompatible), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Mistral](https://modelfusion.dev/integration/model-provider/mistral), [Hugging Face](https://modelfusion.dev/integration/model-provider/huggingface), [Cohere](https://modelfusion.dev/integration/model-provider/cohere), [Anthropic](https://modelfusion.dev/integration/model-provider/anthropic)
+Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [OpenAI compatible](https://modelfusion.dev/integration/model-provider/openaicompatible), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Mistral](https://modelfusion.dev/integration/model-provider/mistral), [Hugging Face](https://modelfusion.dev/integration/model-provider/huggingface), [Cohere](https://modelfusion.dev/integration/model-provider/cohere)
 
 #### streamText
 
@@ -76,7 +76,7 @@ for await (const textPart of textStream) {
 }
 ```
 
-Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [OpenAI compatible](https://modelfusion.dev/integration/model-provider/openaicompatible), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Mistral](https://modelfusion.dev/integration/model-provider/mistral), [Cohere](https://modelfusion.dev/integration/model-provider/cohere), [Anthropic](https://modelfusion.dev/integration/model-provider/anthropic)
+Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [OpenAI compatible](https://modelfusion.dev/integration/model-provider/openaicompatible), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Mistral](https://modelfusion.dev/integration/model-provider/mistral), [Cohere](https://modelfusion.dev/integration/model-provider/cohere)
 
 #### streamText with multi-modal prompt
 
@@ -412,9 +412,9 @@ Prompt templates let you use higher level prompt structures (such as text, instr
 
 ```ts
 const text = await generateText(
-  anthropic
-    .TextGenerator({
-      model: "claude-instant-1",
+  openai
+    .ChatTextGenerator({
+      // ...
     })
     .withTextPrompt(),
   "Write a short story about a robot learning to love"
@@ -473,7 +473,6 @@ const textStream = await streamText(
 | Prompt Template  | Text Prompt | Instruction Prompt | Chat Prompt |
 | ---------------- | ----------- | ------------------ | ----------- |
 | OpenAI Chat      | ✅          | ✅                 | ✅          |
-| Anthropic        | ✅          | ✅                 | ✅          |
 | Llama 2          | ✅          | ✅                 | ✅          |
 | ChatML           | ✅          | ✅                 | ✅          |
 | NeuralChat       | ✅          | ✅                 | ✅          |

package/model-provider/index.cjs

@@ -14,7 +14,6 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./anthropic/index.cjs"), exports);
 __exportStar(require("./automatic1111/index.cjs"), exports);
 __exportStar(require("./cohere/index.cjs"), exports);
 __exportStar(require("./elevenlabs/index.cjs"), exports);

package/model-provider/index.d.ts

@@ -1,4 +1,3 @@
-export * from "./anthropic/index.js";
 export * from "./automatic1111/index.js";
 export * from "./cohere/index.js";
 export * from "./elevenlabs/index.js";

package/model-provider/index.js

@@ -1,4 +1,3 @@
-export * from "./anthropic/index.js";
 export * from "./automatic1111/index.js";
 export * from "./cohere/index.js";
 export * from "./elevenlabs/index.js";

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "The TypeScript library for building AI applications.",
-  "version": "0.114.1",
+  "version": "0.115.0",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [

package/model-provider/anthropic/AnthropicApiConfiguration.cjs

@@ -1,31 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AnthropicApiConfiguration = void 0;
-const BaseUrlApiConfiguration_js_1 = require("../../core/api/BaseUrlApiConfiguration.cjs");
-const loadApiKey_js_1 = require("../../core/api/loadApiKey.cjs");
-/**
- * Creates an API configuration for the Anthropic API.
- * It calls the API at https://api.anthropic.com/v1 and uses the `ANTHROPIC_API_KEY` env variable by default.
- */
-class AnthropicApiConfiguration extends BaseUrlApiConfiguration_js_1.BaseUrlApiConfigurationWithDefaults {
-    constructor(settings = {}) {
-        super({
-            ...settings,
-            headers: {
-                "x-api-key": (0, loadApiKey_js_1.loadApiKey)({
-                    apiKey: settings.apiKey,
-                    environmentVariableName: "ANTHROPIC_API_KEY",
-                    description: "Anthropic",
-                }),
-                "anthropic-version": "2023-06-01",
-            },
-            baseUrlDefaults: {
-                protocol: "https",
-                host: "api.anthropic.com",
-                port: "443",
-                path: "/v1",
-            },
-        });
-    }
-}
-exports.AnthropicApiConfiguration = AnthropicApiConfiguration;

package/model-provider/anthropic/AnthropicApiConfiguration.d.ts

@@ -1,10 +0,0 @@
-import { BaseUrlApiConfigurationWithDefaults, PartialBaseUrlPartsApiConfigurationOptions } from "../../core/api/BaseUrlApiConfiguration.js";
-/**
- * Creates an API configuration for the Anthropic API.
- * It calls the API at https://api.anthropic.com/v1 and uses the `ANTHROPIC_API_KEY` env variable by default.
- */
-export declare class AnthropicApiConfiguration extends BaseUrlApiConfigurationWithDefaults {
-    constructor(settings?: PartialBaseUrlPartsApiConfigurationOptions & {
-        apiKey?: string;
-    });
-}

package/model-provider/anthropic/AnthropicApiConfiguration.js

@@ -1,27 +0,0 @@
-import { BaseUrlApiConfigurationWithDefaults, } from "../../core/api/BaseUrlApiConfiguration.js";
-import { loadApiKey } from "../../core/api/loadApiKey.js";
-/**
- * Creates an API configuration for the Anthropic API.
- * It calls the API at https://api.anthropic.com/v1 and uses the `ANTHROPIC_API_KEY` env variable by default.
- */
-export class AnthropicApiConfiguration extends BaseUrlApiConfigurationWithDefaults {
-    constructor(settings = {}) {
-        super({
-            ...settings,
-            headers: {
-                "x-api-key": loadApiKey({
-                    apiKey: settings.apiKey,
-                    environmentVariableName: "ANTHROPIC_API_KEY",
-                    description: "Anthropic",
-                }),
-                "anthropic-version": "2023-06-01",
-            },
-            baseUrlDefaults: {
-                protocol: "https",
-                host: "api.anthropic.com",
-                port: "443",
-                path: "/v1",
-            },
-        });
-    }
-}

package/model-provider/anthropic/AnthropicError.cjs

@@ -1,16 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.failedAnthropicCallResponseHandler = void 0;
-const zod_1 = require("zod");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const anthropicErrorDataSchema = zod_1.z.object({
-    error: zod_1.z.object({
-        type: zod_1.z.string(),
-        message: zod_1.z.string(),
-    }),
-});
-exports.failedAnthropicCallResponseHandler = (0, postToApi_js_1.createJsonErrorResponseHandler)({
-    errorSchema: (0, ZodSchema_js_1.zodSchema)(anthropicErrorDataSchema),
-    errorToMessage: (error) => error.error.message,
-});

package/model-provider/anthropic/AnthropicError.d.ts

@@ -1,26 +0,0 @@
-import { z } from "zod";
-declare const anthropicErrorDataSchema: z.ZodObject<{
-    error: z.ZodObject<{
-        type: z.ZodString;
-        message: z.ZodString;
-    }, "strip", z.ZodTypeAny, {
-        message: string;
-        type: string;
-    }, {
-        message: string;
-        type: string;
-    }>;
-}, "strip", z.ZodTypeAny, {
-    error: {
-        message: string;
-        type: string;
-    };
-}, {
-    error: {
-        message: string;
-        type: string;
-    };
-}>;
-export type AnthropicErrorData = z.infer<typeof anthropicErrorDataSchema>;
-export declare const failedAnthropicCallResponseHandler: import("../../core/api/postToApi.js").ResponseHandler<import("../../index.js").ApiCallError>;
-export {};

package/model-provider/anthropic/AnthropicError.js

@@ -1,13 +0,0 @@
-import { z } from "zod";
-import { createJsonErrorResponseHandler } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-const anthropicErrorDataSchema = z.object({
-    error: z.object({
-        type: z.string(),
-        message: z.string(),
-    }),
-});
-export const failedAnthropicCallResponseHandler = createJsonErrorResponseHandler({
-    errorSchema: zodSchema(anthropicErrorDataSchema),
-    errorToMessage: (error) => error.error.message,
-});

package/model-provider/anthropic/AnthropicFacade.cjs

@@ -1,24 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TextGenerator = exports.Api = void 0;
-const AnthropicApiConfiguration_js_1 = require("./AnthropicApiConfiguration.cjs");
-const AnthropicTextGenerationModel_js_1 = require("./AnthropicTextGenerationModel.cjs");
-/**
- * Creates an API configuration for the Anthropic API.
- * It calls the API at https://api.anthropic.com/v1 and uses the `ANTHROPIC_API_KEY` env variable by default.
- */
-function Api(settings) {
-    return new AnthropicApiConfiguration_js_1.AnthropicApiConfiguration(settings);
-}
-exports.Api = Api;
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- *
- * @return A new instance of {@link AnthropicTextGenerationModel}.
- */
-function TextGenerator(settings) {
-    return new AnthropicTextGenerationModel_js_1.AnthropicTextGenerationModel(settings);
-}
-exports.TextGenerator = TextGenerator;

package/model-provider/anthropic/AnthropicFacade.d.ts

@@ -1,18 +0,0 @@
-import { PartialBaseUrlPartsApiConfigurationOptions } from "../../core/api/BaseUrlApiConfiguration.js";
-import { AnthropicApiConfiguration } from "./AnthropicApiConfiguration.js";
-import { AnthropicTextGenerationModel, AnthropicTextGenerationModelSettings } from "./AnthropicTextGenerationModel.js";
-/**
- * Creates an API configuration for the Anthropic API.
- * It calls the API at https://api.anthropic.com/v1 and uses the `ANTHROPIC_API_KEY` env variable by default.
- */
-export declare function Api(settings: PartialBaseUrlPartsApiConfigurationOptions & {
-    apiKey?: string;
-}): AnthropicApiConfiguration;
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- *
- * @return A new instance of {@link AnthropicTextGenerationModel}.
- */
-export declare function TextGenerator(settings: AnthropicTextGenerationModelSettings): AnthropicTextGenerationModel;

package/model-provider/anthropic/AnthropicFacade.js

@@ -1,19 +0,0 @@
-import { AnthropicApiConfiguration } from "./AnthropicApiConfiguration.js";
-import { AnthropicTextGenerationModel, } from "./AnthropicTextGenerationModel.js";
-/**
- * Creates an API configuration for the Anthropic API.
- * It calls the API at https://api.anthropic.com/v1 and uses the `ANTHROPIC_API_KEY` env variable by default.
- */
-export function Api(settings) {
-    return new AnthropicApiConfiguration(settings);
-}
-/**
- * Create a text generation model that calls the Anthropic API.
- *
- * @see https://docs.anthropic.com/claude/reference/complete_post
- *
- * @return A new instance of {@link AnthropicTextGenerationModel}.
- */
-export function TextGenerator(settings) {
-    return new AnthropicTextGenerationModel(settings);
-}

package/model-provider/anthropic/AnthropicPromptTemplate.cjs

@@ -1,82 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat = exports.instruction = exports.text = void 0;
-const ContentPart_js_1 = require("../../model-function/generate-text/prompt-template/ContentPart.cjs");
-const InvalidPromptError_js_1 = require("../../model-function/generate-text/prompt-template/InvalidPromptError.cjs");
-const HUMAN_PREFIX = "\n\nHuman:";
-const ASSISTANT_PREFIX = "\n\nAssistant:";
-/**
- * Formats a text prompt as an Anthropic prompt.
- */
-function text() {
-    return {
-        format(prompt) {
-            let text = "";
-            text += HUMAN_PREFIX;
-            text += prompt;
-            text += ASSISTANT_PREFIX;
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-exports.text = text;
-/**
- * Formats an instruction prompt as an Anthropic prompt.
- */
-function instruction() {
-    return {
-        format(prompt) {
-            const instruction = (0, ContentPart_js_1.validateContentIsString)(prompt.instruction, prompt);
-            let text = prompt.system ?? "";
-            text += HUMAN_PREFIX;
-            text += instruction;
-            text += ASSISTANT_PREFIX;
-            if (prompt.responsePrefix != null) {
-                text += prompt.responsePrefix;
-            }
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-exports.instruction = instruction;
-/**
- * Formats a chat prompt as an Anthropic prompt.
- *
- * @see https://docs.anthropic.com/claude/docs/constructing-a-prompt
- */
-function chat() {
-    return {
-        format(prompt) {
-            let text = prompt.system ?? "";
-            for (const { role, content } of prompt.messages) {
-                switch (role) {
-                    case "user": {
-                        const textContent = (0, ContentPart_js_1.validateContentIsString)(content, prompt);
-                        text += HUMAN_PREFIX;
-                        text += textContent;
-                        break;
-                    }
-                    case "assistant": {
-                        text += ASSISTANT_PREFIX;
-                        text += content;
-                        break;
-                    }
-                    case "tool": {
-                        throw new InvalidPromptError_js_1.InvalidPromptError("Tool messages are not supported.", prompt);
-                    }
-                    default: {
-                        const _exhaustiveCheck = role;
-                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
-                    }
-                }
-            }
-            // AI message prefix:
-            text += ASSISTANT_PREFIX;
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-exports.chat = chat;

package/model-provider/anthropic/AnthropicPromptTemplate.d.ts

@@ -1,17 +0,0 @@
-import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
-import { ChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
-import { InstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
-/**
- * Formats a text prompt as an Anthropic prompt.
- */
-export declare function text(): TextGenerationPromptTemplate<string, string>;
-/**
- * Formats an instruction prompt as an Anthropic prompt.
- */
-export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt, string>;
-/**
- * Formats a chat prompt as an Anthropic prompt.
- *
- * @see https://docs.anthropic.com/claude/docs/constructing-a-prompt
- */
-export declare function chat(): TextGenerationPromptTemplate<ChatPrompt, string>;

package/model-provider/anthropic/AnthropicPromptTemplate.js

@@ -1,76 +0,0 @@
-import { validateContentIsString } from "../../model-function/generate-text/prompt-template/ContentPart.js";
-import { InvalidPromptError } from "../../model-function/generate-text/prompt-template/InvalidPromptError.js";
-const HUMAN_PREFIX = "\n\nHuman:";
-const ASSISTANT_PREFIX = "\n\nAssistant:";
-/**
- * Formats a text prompt as an Anthropic prompt.
- */
-export function text() {
-    return {
-        format(prompt) {
-            let text = "";
-            text += HUMAN_PREFIX;
-            text += prompt;
-            text += ASSISTANT_PREFIX;
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-/**
- * Formats an instruction prompt as an Anthropic prompt.
- */
-export function instruction() {
-    return {
-        format(prompt) {
-            const instruction = validateContentIsString(prompt.instruction, prompt);
-            let text = prompt.system ?? "";
-            text += HUMAN_PREFIX;
-            text += instruction;
-            text += ASSISTANT_PREFIX;
-            if (prompt.responsePrefix != null) {
-                text += prompt.responsePrefix;
-            }
-            return text;
-        },
-        stopSequences: [],
-    };
-}
-/**
- * Formats a chat prompt as an Anthropic prompt.
- *
- * @see https://docs.anthropic.com/claude/docs/constructing-a-prompt
- */
-export function chat() {
-    return {
-        format(prompt) {
-            let text = prompt.system ?? "";
-            for (const { role, content } of prompt.messages) {
-                switch (role) {
-                    case "user": {
-                        const textContent = validateContentIsString(content, prompt);
-                        text += HUMAN_PREFIX;
-                        text += textContent;
-                        break;
-                    }
-                    case "assistant": {
-                        text += ASSISTANT_PREFIX;
-                        text += content;
-                        break;
-                    }
-                    case "tool": {
-                        throw new InvalidPromptError("Tool messages are not supported.", prompt);
-                    }
-                    default: {
-                        const _exhaustiveCheck = role;
-                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
-                    }
-                }
-            }
-            // AI message prefix:
-            text += ASSISTANT_PREFIX;
-            return text;
-        },
-        stopSequences: [],
-    };
-}

package/model-provider/anthropic/AnthropicPromptTemplate.test.cjs

@@ -1,49 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const AnthropicPromptTemplate_js_1 = require("./AnthropicPromptTemplate.cjs");
-describe("text prompt", () => {
-    it("should format prompt", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.text)().format("prompt");
-        expect(prompt).toMatchSnapshot();
-    });
-});
-describe("instruction prompt", () => {
-    it("should format prompt with instruction", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.instruction)().format({
-            instruction: "instruction",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with system and instruction", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.instruction)().format({
-            system: "system",
-            instruction: "instruction",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with instruction and response prefix", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.instruction)().format({
-            instruction: "instruction",
-            responsePrefix: "response prefix",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-});
-describe("chat prompt", () => {
-    it("should format prompt with user message", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.chat)().format({
-            messages: [{ role: "user", content: "user message" }],
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with user-assistant-user messages", () => {
-        const prompt = (0, AnthropicPromptTemplate_js_1.chat)().format({
-            messages: [
-                { role: "user", content: "1st user message" },
-                { role: "assistant", content: "assistant message" },
-                { role: "user", content: "2nd user message" },
-            ],
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-});

package/model-provider/anthropic/AnthropicPromptTemplate.test.d.ts

@@ -1 +0,0 @@
-export {};

package/model-provider/anthropic/AnthropicPromptTemplate.test.js

@@ -1,47 +0,0 @@
-import { chat, instruction, text } from "./AnthropicPromptTemplate.js";
-describe("text prompt", () => {
-    it("should format prompt", () => {
-        const prompt = text().format("prompt");
-        expect(prompt).toMatchSnapshot();
-    });
-});
-describe("instruction prompt", () => {
-    it("should format prompt with instruction", () => {
-        const prompt = instruction().format({
-            instruction: "instruction",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with system and instruction", () => {
-        const prompt = instruction().format({
-            system: "system",
-            instruction: "instruction",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with instruction and response prefix", () => {
-        const prompt = instruction().format({
-            instruction: "instruction",
-            responsePrefix: "response prefix",
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-});
-describe("chat prompt", () => {
-    it("should format prompt with user message", () => {
-        const prompt = chat().format({
-            messages: [{ role: "user", content: "user message" }],
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-    it("should format prompt with user-assistant-user messages", () => {
-        const prompt = chat().format({
-            messages: [
-                { role: "user", content: "1st user message" },
-                { role: "assistant", content: "assistant message" },
-                { role: "user", content: "2nd user message" },
-            ],
-        });
-        expect(prompt).toMatchSnapshot();
-    });
-});