modelfusion 0.24.0 → 0.24.1

package/model-provider/openai/OpenAITextGenerationModel.cjs

@@ -201,6 +201,7 @@ class OpenAITextGenerationModel extends AbstractModel_js_1.AbstractModel {
             "presencePenalty",
             "frequencyPenalty",
             "bestOf",
+            "logitBias",
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
@@ -275,7 +276,7 @@ const openAITextGenerationResponseSchema = zod_1.default.object({
  *
  * console.log(response.choices[0].text);
  */
-async function callOpenAITextGenerationAPI({ baseUrl = "https://api.openai.com/v1", headers, abortSignal, responseFormat, apiKey, model, prompt, suffix, maxTokens, temperature, topP, n, logprobs, echo, stop, presencePenalty, frequencyPenalty, bestOf, user, }) {
+async function callOpenAITextGenerationAPI({ baseUrl = "https://api.openai.com/v1", headers, abortSignal, responseFormat, apiKey, model, prompt, suffix, maxTokens, temperature, topP, n, logprobs, echo, stop, presencePenalty, frequencyPenalty, bestOf, logitBias, user, }) {
     return (0, postToApi_js_1.postJsonToApi)({
         url: `${baseUrl}/completions`,
         headers: {
@@ -297,6 +298,7 @@ async function callOpenAITextGenerationAPI({ baseUrl = "https://api.openai.com/v
             presence_penalty: presencePenalty,
             frequency_penalty: frequencyPenalty,
             best_of: bestOf,
+            logit_bias: logitBias,
             user,
         },
         failedResponseHandler: OpenAIError_js_1.failedOpenAICallResponseHandler,

package/model-provider/openai/OpenAITextGenerationModel.d.ts

@@ -5,8 +5,6 @@ import { DeltaEvent } from "../../model-function/generate-text/DeltaEvent.js";
 import { TextGenerationModel, TextGenerationModelSettings } from "../../model-function/generate-text/TextGenerationModel.js";
 import { PromptFormat } from "../../prompt/PromptFormat.js";
 import { PromptFormatTextGenerationModel } from "../../prompt/PromptFormatTextGenerationModel.js";
-import { RetryFunction } from "../../util/api/RetryFunction.js";
-import { ThrottleFunction } from "../../util/api/ThrottleFunction.js";
 import { ResponseHandler } from "../../util/api/postToApi.js";
 import { OpenAIImageGenerationCallSettings } from "./OpenAIImageGenerationModel.js";
 import { OpenAIModelSettings } from "./OpenAIModelSettings.js";
@@ -82,23 +80,24 @@ export declare const calculateOpenAITextGenerationCostInMillicents: ({ model, re
     model: OpenAITextGenerationModelType;
     response: OpenAITextGenerationResponse;
 }) => number;
-export interface OpenAITextGenerationModelSettings extends TextGenerationModelSettings {
+export interface OpenAITextGenerationCallSettings {
     model: OpenAITextGenerationModelType;
     headers?: Record<string, string>;
-    baseUrl?: string;
-    apiKey?: string;
-    retry?: RetryFunction;
-    throttle?: ThrottleFunction;
-    isUserIdForwardingEnabled?: boolean;
     suffix?: string;
+    maxTokens?: number;
     temperature?: number;
     topP?: number;
     n?: number;
     logprobs?: number;
     echo?: boolean;
+    stop?: string | string[];
     presencePenalty?: number;
     frequencyPenalty?: number;
     bestOf?: number;
+    logitBias?: Record<number, number>;
+}
+export interface OpenAITextGenerationModelSettings extends TextGenerationModelSettings, OpenAIModelSettings, Omit<OpenAITextGenerationCallSettings, "stop" | "maxTokens"> {
+    isUserIdForwardingEnabled?: boolean;
 }
 /**
  * Create a text generation model that calls the OpenAI text completion API.

package/model-provider/openai/OpenAITextGenerationModel.js

@@ -192,6 +192,7 @@ export class OpenAITextGenerationModel extends AbstractModel {
             "presencePenalty",
             "frequencyPenalty",
             "bestOf",
+            "logitBias",
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
@@ -265,7 +266,7 @@ const openAITextGenerationResponseSchema = z.object({
  *
  * console.log(response.choices[0].text);
  */
-async function callOpenAITextGenerationAPI({ baseUrl = "https://api.openai.com/v1", headers, abortSignal, responseFormat, apiKey, model, prompt, suffix, maxTokens, temperature, topP, n, logprobs, echo, stop, presencePenalty, frequencyPenalty, bestOf, user, }) {
+async function callOpenAITextGenerationAPI({ baseUrl = "https://api.openai.com/v1", headers, abortSignal, responseFormat, apiKey, model, prompt, suffix, maxTokens, temperature, topP, n, logprobs, echo, stop, presencePenalty, frequencyPenalty, bestOf, logitBias, user, }) {
     return postJsonToApi({
         url: `${baseUrl}/completions`,
         headers: {
@@ -287,6 +288,7 @@ async function callOpenAITextGenerationAPI({ baseUrl = "https://api.openai.com/v
             presence_penalty: presencePenalty,
             frequency_penalty: frequencyPenalty,
             best_of: bestOf,
+            logit_bias: logitBias,
             user,
         },
         failedResponseHandler: failedOpenAICallResponseHandler,

package/model-provider/openai/chat/OpenAIChatModel.cjs

@@ -219,6 +219,9 @@ class OpenAIChatModel extends AbstractModel_js_1.AbstractModel {
             "temperature",
             "topP",
             "n",
+            "presencePenalty",
+            "frequencyPenalty",
+            "logitBias",
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
@@ -307,7 +310,7 @@ const openAIChatResponseSchema = zod_1.default.object({
         total_tokens: zod_1.default.number(),
     }),
 });
-async function callOpenAIChatCompletionAPI({ baseUrl = "https://api.openai.com/v1", headers, abortSignal, responseFormat, apiKey, model, messages, functions, functionCall, temperature, topP, n, stop, maxTokens, presencePenalty, frequencyPenalty, user, }) {
+async function callOpenAIChatCompletionAPI({ baseUrl = "https://api.openai.com/v1", headers, abortSignal, responseFormat, apiKey, model, messages, functions, functionCall, temperature, topP, n, stop, maxTokens, presencePenalty, frequencyPenalty, logitBias, user, }) {
     return (0, postToApi_js_1.postJsonToApi)({
         url: `${baseUrl}/chat/completions`,
         headers: {
@@ -327,6 +330,7 @@ async function callOpenAIChatCompletionAPI({ baseUrl = "https://api.openai.com/v
             max_tokens: maxTokens,
             presence_penalty: presencePenalty,
             frequency_penalty: frequencyPenalty,
+            logit_bias: logitBias,
             user,
         },
         failedResponseHandler: OpenAIError_js_1.failedOpenAICallResponseHandler,

package/model-provider/openai/chat/OpenAIChatModel.d.ts

@@ -101,13 +101,14 @@ export interface OpenAIChatCallSettings {
     functionCall?: "none" | "auto" | {
         name: string;
     };
+    stop?: string | string[];
+    maxTokens?: number;
     temperature?: number;
     topP?: number;
     n?: number;
-    stop?: string | string[];
-    maxTokens?: number;
     presencePenalty?: number;
     frequencyPenalty?: number;
+    logitBias?: Record<number, number>;
 }
 export interface OpenAIChatSettings extends TextGenerationModelSettings, OpenAIModelSettings, Omit<OpenAIChatCallSettings, "stop" | "maxTokens"> {
     isUserIdForwardingEnabled?: boolean;

package/model-provider/openai/chat/OpenAIChatModel.js

@@ -210,6 +210,9 @@ export class OpenAIChatModel extends AbstractModel {
             "temperature",
             "topP",
             "n",
+            "presencePenalty",
+            "frequencyPenalty",
+            "logitBias",
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
@@ -297,7 +300,7 @@ const openAIChatResponseSchema = z.object({
         total_tokens: z.number(),
     }),
 });
-async function callOpenAIChatCompletionAPI({ baseUrl = "https://api.openai.com/v1", headers, abortSignal, responseFormat, apiKey, model, messages, functions, functionCall, temperature, topP, n, stop, maxTokens, presencePenalty, frequencyPenalty, user, }) {
+async function callOpenAIChatCompletionAPI({ baseUrl = "https://api.openai.com/v1", headers, abortSignal, responseFormat, apiKey, model, messages, functions, functionCall, temperature, topP, n, stop, maxTokens, presencePenalty, frequencyPenalty, logitBias, user, }) {
     return postJsonToApi({
         url: `${baseUrl}/chat/completions`,
         headers: {
@@ -317,6 +320,7 @@ async function callOpenAIChatCompletionAPI({ baseUrl = "https://api.openai.com/v
             max_tokens: maxTokens,
             presence_penalty: presencePenalty,
             frequency_penalty: frequencyPenalty,
+            logit_bias: logitBias,
             user,
         },
         failedResponseHandler: failedOpenAICallResponseHandler,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "Build AI applications, chatbots, and agents with JavaScript and TypeScript.",
-  "version": "0.24.0",
+  "version": "0.24.1",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [