@hebo-ai/gateway 0.6.2 → 0.8.0-rc0

package/dist/models/openai/middleware.js

@@ -1,88 +0,0 @@
-import { modelMiddlewareMatcher } from "../../middleware/matcher";
-// Convert `dimensions` (OpenAI) to `dimensions` (OpenAI)
-export const openAIDimensionsMiddleware = {
-    specificationVersion: "v3",
-    // oxlint-disable-next-line require-await
-    transformParams: async ({ params }) => {
-        const unknown = params.providerOptions?.["unknown"];
-        if (!unknown)
-            return params;
-        const dimensions = unknown["dimensions"];
-        if (!dimensions)
-            return params;
-        const target = (params.providerOptions["openai"] ??= {});
-        target.dimensions = dimensions;
-        delete unknown["dimensions"];
-        return params;
-    },
-};
-function mapGptOssReasoningEffort(effort) {
-    switch (effort) {
-        case undefined:
-        case "none":
-            return;
-        case "minimal":
-        case "low":
-            return "low";
-        case "medium":
-            return "medium";
-        case "high":
-        case "xhigh":
-            return "high";
-    }
-}
-export const openAIReasoningMiddleware = {
-    specificationVersion: "v3",
-    // oxlint-disable-next-line require-await
-    transformParams: async ({ params, model }) => {
-        const unknown = params.providerOptions?.["unknown"];
-        if (!unknown)
-            return params;
-        const reasoning = unknown["reasoning"];
-        if (!reasoning)
-            return params;
-        const target = (params.providerOptions["openai"] ??= {});
-        const isGptOss = model.modelId.includes("gpt-oss");
-        if (isGptOss) {
-            // FUTURE: warn that unable to disable reasoning for gpt-oss models
-            target.reasoningEffort = mapGptOssReasoningEffort(reasoning.effort);
-        }
-        else if (reasoning.enabled === false) {
-            target.reasoningEffort = "none";
-        }
-        else if (reasoning.effort) {
-            target.reasoningEffort = reasoning.effort;
-        }
-        // FUTURE: warn that reasoning.max_tokens (not supported) was ignored
-        delete unknown["reasoning"];
-        return params;
-    },
-};
-// https://developers.openai.com/api/docs/guides/prompt-caching/
-export const openAIPromptCachingMiddleware = {
-    specificationVersion: "v3",
-    // oxlint-disable-next-line require-await
-    transformParams: async ({ params }) => {
-        const unknown = params.providerOptions?.["unknown"];
-        if (!unknown)
-            return params;
-        const key = unknown["prompt_cache_key"];
-        const retention = unknown["prompt_cache_retention"];
-        if (key || retention) {
-            const target = (params.providerOptions["openai"] ??= {});
-            if (key)
-                target.promptCacheKey = key;
-            if (retention)
-                target.promptCacheRetention = retention;
-        }
-        delete unknown["prompt_cache_key"];
-        delete unknown["prompt_cache_retention"];
-        return params;
-    },
-};
-modelMiddlewareMatcher.useForModel("openai/text-embedding-*", {
-    embedding: [openAIDimensionsMiddleware],
-});
-modelMiddlewareMatcher.useForModel("openai/gpt-*", {
-    language: [openAIReasoningMiddleware, openAIPromptCachingMiddleware],
-});