modelfusion 0.124.0 → 0.125.0

package/model-provider/ollama/OllamaChatModel.d.ts

@@ -6,7 +6,7 @@ import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { FlexibleStructureFromTextPromptTemplate, StructureFromTextPromptTemplate } from "../../model-function/generate-structure/StructureFromTextPromptTemplate.js";
 import { StructureFromTextStreamingModel } from "../../model-function/generate-structure/StructureFromTextStreamingModel.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
-import { TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
+import { TextStreamingBaseModel, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
 import { TextGenerationToolCallModel, ToolCallPromptTemplate } from "../../tool/generate-tool-call/TextGenerationToolCallModel.js";
 import { TextGenerationToolCallsModel } from "../../tool/generate-tool-calls/TextGenerationToolCallsModel.js";
@@ -27,7 +27,7 @@ export interface OllamaChatModelSettings extends OllamaTextGenerationSettings {
 /**
  * Text generation model that uses the Ollama chat API.
  */
-export declare class OllamaChatModel extends AbstractModel<OllamaChatModelSettings> implements TextStreamingModel<OllamaChatPrompt, OllamaChatModelSettings> {
+export declare class OllamaChatModel extends AbstractModel<OllamaChatModelSettings> implements TextStreamingBaseModel<OllamaChatPrompt, OllamaChatModelSettings> {
     constructor(settings: OllamaChatModelSettings);
     readonly provider = "ollama";
     get modelName(): string;
@@ -104,17 +104,8 @@ export declare class OllamaChatModel extends AbstractModel<OllamaChatModelSettin
     asToolCallGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallPromptTemplate<INPUT_PROMPT, OllamaChatPrompt>): TextGenerationToolCallModel<INPUT_PROMPT, OllamaChatPrompt, this>;
     asToolCallsOrTextGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallsPromptTemplate<INPUT_PROMPT, OllamaChatPrompt>): TextGenerationToolCallsModel<INPUT_PROMPT, OllamaChatPrompt, this>;
     asStructureGenerationModel<INPUT_PROMPT, OllamaChatPrompt>(promptTemplate: StructureFromTextPromptTemplate<INPUT_PROMPT, OllamaChatPrompt> | FlexibleStructureFromTextPromptTemplate<INPUT_PROMPT, unknown>): StructureFromTextStreamingModel<INPUT_PROMPT, unknown, TextStreamingModel<unknown, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>> | StructureFromTextStreamingModel<INPUT_PROMPT, OllamaChatPrompt, TextStreamingModel<OllamaChatPrompt, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>>;
-    /**
-     * Returns this model with a text prompt template.
-     */
     withTextPrompt(): PromptTemplateTextStreamingModel<string, OllamaChatPrompt, OllamaChatModelSettings, this>;
-    /**
-     * Returns this model with an instruction prompt template.
-     */
     withInstructionPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").InstructionPrompt, OllamaChatPrompt, OllamaChatModelSettings, this>;
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").ChatPrompt, OllamaChatPrompt, OllamaChatModelSettings, this>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, OllamaChatPrompt>): PromptTemplateTextStreamingModel<INPUT_PROMPT, OllamaChatPrompt, OllamaChatModelSettings, this>;
     withJsonOutput(): this;

package/model-provider/ollama/OllamaChatModel.js

@@ -169,21 +169,12 @@ export class OllamaChatModel extends AbstractModel {
                 template: promptTemplate,
             });
     }
-    /**
-     * Returns this model with a text prompt template.
-     */
     withTextPrompt() {
         return this.withPromptTemplate(text());
     }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
     withInstructionPrompt() {
         return this.withPromptTemplate(instruction());
     }
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt() {
         return this.withPromptTemplate(chat());
     }

package/model-provider/ollama/OllamaCompletionModel.d.ts

@@ -6,7 +6,7 @@ import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { FlexibleStructureFromTextPromptTemplate, StructureFromTextPromptTemplate } from "../../model-function/generate-structure/StructureFromTextPromptTemplate.js";
 import { StructureFromTextStreamingModel } from "../../model-function/generate-structure/StructureFromTextStreamingModel.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
-import { TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
+import { TextStreamingBaseModel, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
 import { ChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
 import { InstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
@@ -49,7 +49,7 @@ export interface OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE extends numbe
      */
     promptTemplate?: TextGenerationPromptTemplateProvider<OllamaCompletionPrompt>;
 }
-export declare class OllamaCompletionModel<CONTEXT_WINDOW_SIZE extends number | undefined> extends AbstractModel<OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>> implements TextStreamingModel<OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>> {
+export declare class OllamaCompletionModel<CONTEXT_WINDOW_SIZE extends number | undefined> extends AbstractModel<OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>> implements TextStreamingBaseModel<OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>> {
     constructor(settings: OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>);
     readonly provider = "ollama";
     get modelName(): string;

package/model-provider/ollama/index.cjs

@@ -29,7 +29,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ollama = void 0;
 __exportStar(require("./OllamaApiConfiguration.cjs"), exports);
 __exportStar(require("./OllamaChatModel.cjs"), exports);
-__exportStar(require("./OllamaChatPromptTemplate.cjs"), exports);
 __exportStar(require("./OllamaCompletionModel.cjs"), exports);
 exports.ollama = __importStar(require("./OllamaFacade.cjs"));
 __exportStar(require("./OllamaTextEmbeddingModel.cjs"), exports);

package/model-provider/ollama/index.d.ts

@@ -1,6 +1,5 @@
 export * from "./OllamaApiConfiguration.js";
 export * from "./OllamaChatModel.js";
-export * from "./OllamaChatPromptTemplate.js";
 export * from "./OllamaCompletionModel.js";
 export { OllamaErrorData } from "./OllamaError.js";
 export * as ollama from "./OllamaFacade.js";

package/model-provider/ollama/index.js

@@ -1,6 +1,5 @@
 export * from "./OllamaApiConfiguration.js";
 export * from "./OllamaChatModel.js";
-export * from "./OllamaChatPromptTemplate.js";
 export * from "./OllamaCompletionModel.js";
 export * as ollama from "./OllamaFacade.js";
 export * from "./OllamaTextEmbeddingModel.js";

package/model-provider/openai/AbstractOpenAIChatModel.cjs

@@ -63,7 +63,7 @@ class AbstractOpenAIChatModel extends AbstractModel_js_1.AbstractModel {
                         temperature: this.settings.temperature,
                         top_p: this.settings.topP,
                         n: this.settings.numberOfGenerations,
-                        stop: this.settings.stopSequences,
+                        stop: stopSequences,
                         max_tokens: this.settings.maxGenerationTokens,
                         presence_penalty: this.settings.presencePenalty,
                         frequency_penalty: this.settings.frequencyPenalty,
@@ -122,7 +122,9 @@ class AbstractOpenAIChatModel extends AbstractModel_js_1.AbstractModel {
     }
     extractTextDelta(delta) {
         const chunk = delta;
-        if (chunk.object !== "chat.completion.chunk") {
+        if (chunk.object !== "chat.completion.chunk" &&
+            chunk.object !== "chat.completion" // for OpenAI-compatible models
+        ) {
             return undefined;
         }
         const chatChunk = chunk;
@@ -243,7 +245,7 @@ const openAIChatResponseSchema = zod_1.z.object({
     }),
 });
 const openaiChatChunkSchema = zod_1.z.object({
-    object: zod_1.z.literal("chat.completion.chunk"),
+    object: zod_1.z.string(), // generalized for openai compatible providers, z.literal("chat.completion.chunk")
     id: zod_1.z.string(),
     choices: zod_1.z.array(zod_1.z.object({
         delta: zod_1.z.object({

package/model-provider/openai/AbstractOpenAIChatModel.d.ts

@@ -223,7 +223,7 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
     };
     private translateFinishReason;
     doStreamText(prompt: OpenAIChatPrompt, options: FunctionCallOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
-        object: "chat.completion.chunk";
+        object: string;
         id: string;
         created: number;
         choices: {
@@ -549,7 +549,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
 }>;
 export type OpenAIChatResponse = z.infer<typeof openAIChatResponseSchema>;
 declare const openaiChatChunkSchema: z.ZodObject<{
-    object: z.ZodLiteral<"chat.completion.chunk">;
+    object: z.ZodString;
     id: z.ZodString;
     choices: z.ZodArray<z.ZodObject<{
         delta: z.ZodObject<{
@@ -669,7 +669,7 @@ declare const openaiChatChunkSchema: z.ZodObject<{
     model: z.ZodOptional<z.ZodString>;
     system_fingerprint: z.ZodNullable<z.ZodOptional<z.ZodString>>;
 }, "strip", z.ZodTypeAny, {
-    object: "chat.completion.chunk";
+    object: string;
     id: string;
     created: number;
     choices: {
@@ -695,7 +695,7 @@ declare const openaiChatChunkSchema: z.ZodObject<{
     model?: string | undefined;
     system_fingerprint?: string | null | undefined;
 }, {
-    object: "chat.completion.chunk";
+    object: string;
     id: string;
     created: number;
     choices: {
@@ -774,7 +774,7 @@ export declare const OpenAIChatResponseFormat: {
         handler: ({ response }: {
             response: Response;
         }) => Promise<AsyncIterable<import("../../index.js").Delta<{
-            object: "chat.completion.chunk";
+            object: string;
             id: string;
             created: number;
             choices: {

package/model-provider/openai/AbstractOpenAIChatModel.js

@@ -60,7 +60,7 @@ export class AbstractOpenAIChatModel extends AbstractModel {
                         temperature: this.settings.temperature,
                         top_p: this.settings.topP,
                         n: this.settings.numberOfGenerations,
-                        stop: this.settings.stopSequences,
+                        stop: stopSequences,
                         max_tokens: this.settings.maxGenerationTokens,
                         presence_penalty: this.settings.presencePenalty,
                         frequency_penalty: this.settings.frequencyPenalty,
@@ -119,7 +119,9 @@ export class AbstractOpenAIChatModel extends AbstractModel {
     }
     extractTextDelta(delta) {
         const chunk = delta;
-        if (chunk.object !== "chat.completion.chunk") {
+        if (chunk.object !== "chat.completion.chunk" &&
+            chunk.object !== "chat.completion" // for OpenAI-compatible models
+        ) {
             return undefined;
         }
         const chatChunk = chunk;
@@ -239,7 +241,7 @@ const openAIChatResponseSchema = z.object({
     }),
 });
 const openaiChatChunkSchema = z.object({
-    object: z.literal("chat.completion.chunk"),
+    object: z.string(), // generalized for openai compatible providers, z.literal("chat.completion.chunk")
     id: z.string(),
     choices: z.array(z.object({
         delta: z.object({

package/model-provider/openai/OpenAIChatFunctionCallStructureGenerationModel.d.ts

@@ -170,7 +170,7 @@ OpenAIChatSettings> {
     }>;
     doStreamStructure(schema: Schema<unknown> & JsonSchemaProducer, prompt: Parameters<PROMPT_TEMPLATE["format"]>[0], // first argument of the function
     options: FunctionCallOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
-        object: "chat.completion.chunk";
+        object: string;
         id: string;
         created: number;
         choices: {

package/model-provider/openai/OpenAIChatModel.cjs

@@ -229,21 +229,12 @@ class OpenAIChatModel extends AbstractOpenAIChatModel_js_1.AbstractOpenAIChatMod
                 template: promptTemplate,
             });
     }
-    /**
-     * Returns this model with a text prompt template.
-     */
     withTextPrompt() {
         return this.withPromptTemplate((0, OpenAIChatPromptTemplate_js_1.text)());
     }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
     withInstructionPrompt() {
         return this.withPromptTemplate((0, OpenAIChatPromptTemplate_js_1.instruction)());
     }
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt() {
         return this.withPromptTemplate((0, OpenAIChatPromptTemplate_js_1.chat)());
     }

package/model-provider/openai/OpenAIChatModel.d.ts

@@ -1,7 +1,7 @@
 import { FlexibleStructureFromTextPromptTemplate, StructureFromTextPromptTemplate } from "../../model-function/generate-structure/StructureFromTextPromptTemplate.js";
 import { StructureFromTextStreamingModel } from "../../model-function/generate-structure/StructureFromTextStreamingModel.js";
 import { PromptTemplateFullTextModel } from "../../model-function/generate-text/PromptTemplateFullTextModel.js";
-import { TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
+import { TextStreamingBaseModel, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
 import { ToolCallGenerationModel } from "../../tool/generate-tool-call/ToolCallGenerationModel.js";
 import { ToolCallsGenerationModel } from "../../tool/generate-tool-calls/ToolCallsGenerationModel.js";
@@ -124,7 +124,7 @@ export interface OpenAIChatSettings extends AbstractOpenAIChatSettings {
  *   ),
  * ]);
  */
-export declare class OpenAIChatModel extends AbstractOpenAIChatModel<OpenAIChatSettings> implements TextStreamingModel<OpenAIChatPrompt, OpenAIChatSettings>, ToolCallGenerationModel<OpenAIChatPrompt, OpenAIChatSettings>, ToolCallsGenerationModel<OpenAIChatPrompt, OpenAIChatSettings> {
+export declare class OpenAIChatModel extends AbstractOpenAIChatModel<OpenAIChatSettings> implements TextStreamingBaseModel<OpenAIChatPrompt, OpenAIChatSettings>, ToolCallGenerationModel<OpenAIChatPrompt, OpenAIChatSettings>, ToolCallsGenerationModel<OpenAIChatPrompt, OpenAIChatSettings> {
     constructor(settings: OpenAIChatSettings);
     readonly provider: "openai";
     get modelName(): OpenAIChatModelType;
@@ -141,17 +141,8 @@ export declare class OpenAIChatModel extends AbstractOpenAIChatModel<OpenAIChatS
         fnDescription?: string;
     }): OpenAIChatFunctionCallStructureGenerationModel<TextGenerationPromptTemplate<OpenAIChatPrompt, OpenAIChatPrompt>>;
     asStructureGenerationModel<INPUT_PROMPT, OpenAIChatPrompt>(promptTemplate: StructureFromTextPromptTemplate<INPUT_PROMPT, OpenAIChatPrompt> | FlexibleStructureFromTextPromptTemplate<INPUT_PROMPT, unknown>): StructureFromTextStreamingModel<INPUT_PROMPT, unknown, TextStreamingModel<unknown, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>> | StructureFromTextStreamingModel<INPUT_PROMPT, OpenAIChatPrompt, TextStreamingModel<OpenAIChatPrompt, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>>;
-    /**
-     * Returns this model with a text prompt template.
-     */
     withTextPrompt(): PromptTemplateFullTextModel<string, OpenAIChatPrompt, OpenAIChatSettings, this>;
-    /**
-     * Returns this model with an instruction prompt template.
-     */
     withInstructionPrompt(): PromptTemplateFullTextModel<import("../../index.js").InstructionPrompt, OpenAIChatPrompt, OpenAIChatSettings, this>;
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt(): PromptTemplateFullTextModel<import("../../index.js").ChatPrompt, OpenAIChatPrompt, OpenAIChatSettings, this>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, OpenAIChatPrompt>): PromptTemplateFullTextModel<INPUT_PROMPT, OpenAIChatPrompt, OpenAIChatSettings, this>;
     withJsonOutput(): this;

package/model-provider/openai/OpenAIChatModel.js

@@ -223,21 +223,12 @@ export class OpenAIChatModel extends AbstractOpenAIChatModel {
                 template: promptTemplate,
             });
     }
-    /**
-     * Returns this model with a text prompt template.
-     */
     withTextPrompt() {
         return this.withPromptTemplate(text());
     }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
     withInstructionPrompt() {
         return this.withPromptTemplate(instruction());
     }
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt() {
         return this.withPromptTemplate(chat());
     }

package/model-provider/openai/OpenAICompletionModel.cjs

@@ -99,15 +99,12 @@ class OpenAICompletionModel extends AbstractOpenAICompletionModel_js_1.AbstractO
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
+    withTextPrompt() {
+        return this.withPromptTemplate((0, TextPromptTemplate_js_1.text)());
+    }
     withInstructionPrompt() {
         return this.withPromptTemplate((0, TextPromptTemplate_js_1.instruction)());
     }
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt(options) {
         return this.withPromptTemplate((0, TextPromptTemplate_js_1.chat)(options));
     }

package/model-provider/openai/OpenAICompletionModel.d.ts

@@ -1,5 +1,5 @@
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
-import { TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
+import { TextStreamingBaseModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
 import { AbstractOpenAICompletionModel, AbstractOpenAICompletionModelSettings, OpenAICompletionResponse } from "./AbstractOpenAICompletionModel.js";
 import { TikTokenTokenizer } from "./TikTokenTokenizer.js";
@@ -46,7 +46,7 @@ export interface OpenAICompletionModelSettings extends AbstractOpenAICompletionM
  *   "Write a short story about a robot learning to love:\n\n"
  * );
  */
-export declare class OpenAICompletionModel extends AbstractOpenAICompletionModel<OpenAICompletionModelSettings> implements TextStreamingModel<string, OpenAICompletionModelSettings> {
+export declare class OpenAICompletionModel extends AbstractOpenAICompletionModel<OpenAICompletionModelSettings> implements TextStreamingBaseModel<string, OpenAICompletionModelSettings> {
     constructor(settings: OpenAICompletionModelSettings);
     readonly provider: "openai";
     get modelName(): "gpt-3.5-turbo-instruct";
@@ -54,13 +54,8 @@ export declare class OpenAICompletionModel extends AbstractOpenAICompletionModel
     readonly tokenizer: TikTokenTokenizer;
     countPromptTokens(input: string): Promise<number>;
     get settingsForEvent(): Partial<OpenAICompletionModelSettings>;
-    /**
-     * Returns this model with an instruction prompt template.
-     */
+    withTextPrompt(): PromptTemplateTextStreamingModel<string, string, OpenAICompletionModelSettings, this>;
     withInstructionPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").InstructionPrompt, string, OpenAICompletionModelSettings, this>;
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt(options?: {
         user?: string;
         assistant?: string;

package/model-provider/openai/OpenAICompletionModel.js

@@ -1,6 +1,6 @@
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
 import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
-import { chat, instruction, } from "../../model-function/generate-text/prompt-template/TextPromptTemplate.js";
+import { chat, instruction, text, } from "../../model-function/generate-text/prompt-template/TextPromptTemplate.js";
 import { countTokens } from "../../model-function/tokenize-text/countTokens.js";
 import { AbstractOpenAICompletionModel, } from "./AbstractOpenAICompletionModel.js";
 import { TikTokenTokenizer } from "./TikTokenTokenizer.js";
@@ -93,15 +93,12 @@ export class OpenAICompletionModel extends AbstractOpenAICompletionModel {
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
+    withTextPrompt() {
+        return this.withPromptTemplate(text());
+    }
     withInstructionPrompt() {
         return this.withPromptTemplate(instruction());
     }
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt(options) {
         return this.withPromptTemplate(chat(options));
     }

package/model-provider/openai/index.cjs

@@ -26,7 +26,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.openai = exports.OpenAIChatPrompt = void 0;
+exports.openai = void 0;
 __exportStar(require("./AbstractOpenAIChatModel.cjs"), exports);
 __exportStar(require("./AbstractOpenAICompletionModel.cjs"), exports);
 __exportStar(require("./AbstractOpenAITextEmbeddingModel.cjs"), exports);
@@ -34,7 +34,6 @@ __exportStar(require("./AzureOpenAIApiConfiguration.cjs"), exports);
 __exportStar(require("./OpenAIApiConfiguration.cjs"), exports);
 __exportStar(require("./OpenAIChatMessage.cjs"), exports);
 __exportStar(require("./OpenAIChatModel.cjs"), exports);
-exports.OpenAIChatPrompt = __importStar(require("./OpenAIChatPromptTemplate.cjs"));
 __exportStar(require("./OpenAICompletionModel.cjs"), exports);
 exports.openai = __importStar(require("./OpenAIFacade.cjs"));
 __exportStar(require("./OpenAIImageGenerationModel.cjs"), exports);

package/model-provider/openai/index.d.ts

@@ -5,7 +5,6 @@ export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
 export * from "./OpenAIChatMessage.js";
 export * from "./OpenAIChatModel.js";
-export * as OpenAIChatPrompt from "./OpenAIChatPromptTemplate.js";
 export * from "./OpenAICompletionModel.js";
 export { OpenAIErrorData } from "./OpenAIError.js";
 export * as openai from "./OpenAIFacade.js";

package/model-provider/openai/index.js

@@ -5,7 +5,6 @@ export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
 export * from "./OpenAIChatMessage.js";
 export * from "./OpenAIChatModel.js";
-export * as OpenAIChatPrompt from "./OpenAIChatPromptTemplate.js";
 export * from "./OpenAICompletionModel.js";
 export * as openai from "./OpenAIFacade.js";
 export * from "./OpenAIImageGenerationModel.js";

package/model-provider/openai-compatible/OpenAICompatibleChatModel.cjs

@@ -68,21 +68,12 @@ class OpenAICompatibleChatModel extends AbstractOpenAIChatModel_js_1.AbstractOpe
                 template: promptTemplate,
             });
     }
-    /**
-     * Returns this model with a text prompt template.
-     */
     withTextPrompt() {
         return this.withPromptTemplate((0, OpenAIChatPromptTemplate_js_1.text)());
     }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
     withInstructionPrompt() {
         return this.withPromptTemplate((0, OpenAIChatPromptTemplate_js_1.instruction)());
     }
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt() {
         return this.withPromptTemplate((0, OpenAIChatPromptTemplate_js_1.chat)());
     }

package/model-provider/openai-compatible/OpenAICompatibleChatModel.d.ts

@@ -2,7 +2,7 @@ import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { FlexibleStructureFromTextPromptTemplate, StructureFromTextPromptTemplate } from "../../model-function/generate-structure/StructureFromTextPromptTemplate.js";
 import { StructureFromTextStreamingModel } from "../../model-function/generate-structure/StructureFromTextStreamingModel.js";
 import { PromptTemplateFullTextModel } from "../../model-function/generate-text/PromptTemplateFullTextModel.js";
-import { TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
+import { TextStreamingBaseModel, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
 import { ToolCallGenerationModel } from "../../tool/generate-tool-call/ToolCallGenerationModel.js";
 import { ToolCallsGenerationModel } from "../../tool/generate-tool-calls/ToolCallsGenerationModel.js";
@@ -20,7 +20,7 @@ export interface OpenAICompatibleChatSettings extends AbstractOpenAIChatSettings
  *
  * @see https://platform.openai.com/docs/api-reference/chat/create
  */
-export declare class OpenAICompatibleChatModel extends AbstractOpenAIChatModel<OpenAICompatibleChatSettings> implements TextStreamingModel<OpenAIChatPrompt, OpenAICompatibleChatSettings>, ToolCallGenerationModel<OpenAIChatPrompt, OpenAICompatibleChatSettings>, ToolCallsGenerationModel<OpenAIChatPrompt, OpenAICompatibleChatSettings> {
+export declare class OpenAICompatibleChatModel extends AbstractOpenAIChatModel<OpenAICompatibleChatSettings> implements TextStreamingBaseModel<OpenAIChatPrompt, OpenAICompatibleChatSettings>, ToolCallGenerationModel<OpenAIChatPrompt, OpenAICompatibleChatSettings>, ToolCallsGenerationModel<OpenAIChatPrompt, OpenAICompatibleChatSettings> {
     constructor(settings: OpenAICompatibleChatSettings);
     get provider(): OpenAICompatibleProviderName;
     get modelName(): string;
@@ -29,17 +29,8 @@ export declare class OpenAICompatibleChatModel extends AbstractOpenAIChatModel<O
     readonly countPromptTokens: undefined;
     get settingsForEvent(): Partial<OpenAICompatibleChatSettings>;
     asStructureGenerationModel<INPUT_PROMPT, OpenAIChatPrompt>(promptTemplate: StructureFromTextPromptTemplate<INPUT_PROMPT, OpenAIChatPrompt> | FlexibleStructureFromTextPromptTemplate<INPUT_PROMPT, unknown>): StructureFromTextStreamingModel<INPUT_PROMPT, unknown, TextStreamingModel<unknown, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>> | StructureFromTextStreamingModel<INPUT_PROMPT, OpenAIChatPrompt, TextStreamingModel<OpenAIChatPrompt, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>>;
-    /**
-     * Returns this model with a text prompt template.
-     */
     withTextPrompt(): PromptTemplateFullTextModel<string, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
-    /**
-     * Returns this model with an instruction prompt template.
-     */
     withInstructionPrompt(): PromptTemplateFullTextModel<import("../../index.js").InstructionPrompt, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt(): PromptTemplateFullTextModel<import("../../index.js").ChatPrompt, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, OpenAIChatPrompt>): PromptTemplateFullTextModel<INPUT_PROMPT, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
     withJsonOutput(): this;

package/model-provider/openai-compatible/OpenAICompatibleChatModel.js

@@ -65,21 +65,12 @@ export class OpenAICompatibleChatModel extends AbstractOpenAIChatModel {
                 template: promptTemplate,
             });
     }
-    /**
-     * Returns this model with a text prompt template.
-     */
     withTextPrompt() {
         return this.withPromptTemplate(text());
     }
-    /**
-     * Returns this model with an instruction prompt template.
-     */
     withInstructionPrompt() {
         return this.withPromptTemplate(instruction());
     }
-    /**
-     * Returns this model with a chat prompt template.
-     */
     withChatPrompt() {
         return this.withPromptTemplate(chat());
     }

package/model-provider/openai-compatible/OpenAICompatibleCompletionModel.cjs

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAICompatibleCompletionModel = void 0;
 const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
 const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
+const TextPromptTemplate_js_1 = require("../../model-function/generate-text/prompt-template/TextPromptTemplate.cjs");
 const AbstractOpenAICompletionModel_js_1 = require("../openai/AbstractOpenAICompletionModel.cjs");
 /**
  * Create a text generation model that calls an API that is compatible with OpenAI's completion API.
@@ -56,6 +57,15 @@ class OpenAICompatibleCompletionModel extends AbstractOpenAICompletionModel_js_1
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
+    withTextPrompt() {
+        return this.withPromptTemplate((0, TextPromptTemplate_js_1.text)());
+    }
+    withInstructionPrompt() {
+        return this.withPromptTemplate((0, TextPromptTemplate_js_1.instruction)());
+    }
+    withChatPrompt(options) {
+        return this.withPromptTemplate((0, TextPromptTemplate_js_1.chat)(options));
+    }
     withPromptTemplate(promptTemplate) {
         return new PromptTemplateTextStreamingModel_js_1.PromptTemplateTextStreamingModel({
             model: this.withSettings({

package/model-provider/openai-compatible/OpenAICompatibleCompletionModel.d.ts

@@ -1,6 +1,6 @@
 import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
-import { TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
+import { TextStreamingBaseModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
 import { AbstractOpenAICompletionModel, AbstractOpenAICompletionModelSettings } from "../openai/AbstractOpenAICompletionModel.js";
 import { OpenAICompatibleProviderName } from "./OpenAICompatibleProviderName.js";
@@ -16,7 +16,7 @@ export interface OpenAICompatibleCompletionModelSettings extends AbstractOpenAIC
  *
  * @see https://platform.openai.com/docs/api-reference/completions/create
  */
-export declare class OpenAICompatibleCompletionModel extends AbstractOpenAICompletionModel<OpenAICompatibleCompletionModelSettings> implements TextStreamingModel<string, OpenAICompatibleCompletionModelSettings> {
+export declare class OpenAICompatibleCompletionModel extends AbstractOpenAICompletionModel<OpenAICompatibleCompletionModelSettings> implements TextStreamingBaseModel<string, OpenAICompatibleCompletionModelSettings> {
     constructor(settings: OpenAICompatibleCompletionModelSettings);
     get provider(): OpenAICompatibleProviderName;
     get modelName(): string;
@@ -24,6 +24,12 @@ export declare class OpenAICompatibleCompletionModel extends AbstractOpenAICompl
     readonly tokenizer: undefined;
     readonly countPromptTokens: undefined;
     get settingsForEvent(): Partial<OpenAICompatibleCompletionModelSettings>;
+    withTextPrompt(): PromptTemplateTextStreamingModel<string, string, OpenAICompatibleCompletionModelSettings, this>;
+    withInstructionPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").InstructionPrompt, string, OpenAICompatibleCompletionModelSettings, this>;
+    withChatPrompt(options?: {
+        user?: string;
+        assistant?: string;
+    }): PromptTemplateTextStreamingModel<import("../../index.js").ChatPrompt, string, OpenAICompatibleCompletionModelSettings, this>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, string>): PromptTemplateTextStreamingModel<INPUT_PROMPT, string, OpenAICompatibleCompletionModelSettings, this>;
     withSettings(additionalSettings: Partial<OpenAICompatibleCompletionModelSettings>): this;
 }

package/model-provider/openai-compatible/OpenAICompatibleCompletionModel.js

@@ -1,5 +1,6 @@
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
 import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
+import { chat, instruction, text, } from "../../model-function/generate-text/prompt-template/TextPromptTemplate.js";
 import { AbstractOpenAICompletionModel, } from "../openai/AbstractOpenAICompletionModel.js";
 /**
  * Create a text generation model that calls an API that is compatible with OpenAI's completion API.
@@ -53,6 +54,15 @@ export class OpenAICompatibleCompletionModel extends AbstractOpenAICompletionMod
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
+    withTextPrompt() {
+        return this.withPromptTemplate(text());
+    }
+    withInstructionPrompt() {
+        return this.withPromptTemplate(instruction());
+    }
+    withChatPrompt(options) {
+        return this.withPromptTemplate(chat(options));
+    }
     withPromptTemplate(promptTemplate) {
         return new PromptTemplateTextStreamingModel({
             model: this.withSettings({

package/model-provider/openai-compatible/OpenAICompatibleFacade.cjs

@@ -1,10 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TextEmbedder = exports.ChatTextGenerator = exports.CompletionTextGenerator = exports.TogetherAIApi = exports.FireworksAIApi = void 0;
+exports.TextEmbedder = exports.ChatTextGenerator = exports.CompletionTextGenerator = exports.TogetherAIApi = exports.PerplexityApi = exports.FireworksAIApi = void 0;
 const FireworksAIApiConfiguration_js_1 = require("./FireworksAIApiConfiguration.cjs");
 const OpenAICompatibleChatModel_js_1 = require("./OpenAICompatibleChatModel.cjs");
 const OpenAICompatibleCompletionModel_js_1 = require("./OpenAICompatibleCompletionModel.cjs");
 const OpenAICompatibleTextEmbeddingModel_js_1 = require("./OpenAICompatibleTextEmbeddingModel.cjs");
+const PerplexityApiConfiguration_js_1 = require("./PerplexityApiConfiguration.cjs");
 const TogetherAIApiConfiguration_js_1 = require("./TogetherAIApiConfiguration.cjs");
 /**
  * Configuration for the Fireworks.ai API.
@@ -17,6 +18,17 @@ function FireworksAIApi(settings = {}) {
     return new FireworksAIApiConfiguration_js_1.FireworksAIApiConfiguration(settings);
 }
 exports.FireworksAIApi = FireworksAIApi;
+/**
+ * Configuration for the Perplexity API.
+ *
+ * It calls the API at https://api.perplexity.ai/ and uses the `PERPLEXITY_API_KEY` api key environment variable.
+ *
+ * @see https://docs.perplexity.ai/reference/post_chat_completions
+ */
+function PerplexityApi(settings = {}) {
+    return new PerplexityApiConfiguration_js_1.PerplexityApiConfiguration(settings);
+}
+exports.PerplexityApi = PerplexityApi;
 /**
  * Configuration for the Together.ai API.
  *