@openclaw/deepinfra-provider 2026.9.2 → 2026.9.3

package/dist/cache-wrapper.js

@@ -1,9 +1,19 @@
-import { applyAnthropicEphemeralCacheControlMarkers, createPayloadPatchStreamWrapper } from "openclaw/plugin-sdk/provider-stream-shared";
+import { applyAnthropicEphemeralCacheControlMarkers, applyCompletionsAnthropicCacheControl, createPayloadPatchStreamWrapper } from "openclaw/plugin-sdk/provider-stream-shared";
 //#region extensions/deepinfra/cache-wrapper.ts
-function createDeepInfraAnthropicCacheWrapper(baseStreamFn) {
-	return createPayloadPatchStreamWrapper(baseStreamFn, ({ payload }) => {
-		applyAnthropicEphemeralCacheControlMarkers(payload);
-	}, { shouldPatch: ({ model }) => model.id.toLowerCase().startsWith("anthropic/") });
+function createDeepInfraAnthropicCacheWrapper(baseStreamFn, extraParams) {
+	return (model, context, options) => {
+		if (!model.id.toLowerCase().startsWith("anthropic/")) return baseStreamFn(model, context, options);
+		const isCompletions = model.api === "openai-completions";
+		const configured = options?.cacheRetention ?? extraParams?.cacheRetention;
+		const cacheRetention = configured === "none" || configured === "long" ? configured : "short";
+		return createPayloadPatchStreamWrapper(baseStreamFn, ({ payload }) => {
+			if (isCompletions) applyCompletionsAnthropicCacheControl(payload, cacheRetention === "none" ? null : { type: "ephemeral" });
+			else applyAnthropicEphemeralCacheControlMarkers(payload);
+		})(model, context, isCompletions ? {
+			...options,
+			cacheRetention
+		} : options);
+	};
 }
 //#endregion
 export { createDeepInfraAnthropicCacheWrapper };

package/dist/index.js

@@ -2,13 +2,12 @@ import { createDeepInfraAnthropicCacheWrapper } from "./cache-wrapper.js";
 import { buildDeepInfraEmbeddingAdapter } from "./embedding-adapter.js";
 import { buildDeepInfraImageGenerationProvider } from "./image-generation-provider.js";
 import { buildDeepInfraMediaUnderstandingProvider } from "./media-understanding-provider.js";
-import { DEEPINFRA_DEFAULT_MODEL_REF, discoverDeepInfraModels, getDeepInfraSurfaceFallbackCatalog, hasDeepInfraApiKey } from "./provider-models.js";
+import { DEEPINFRA_DEFAULT_MODEL_REF, getDeepInfraSurfaceFallbackCatalog } from "./provider-models.js";
 import { applyDeepInfraConfig } from "./onboard.js";
 import { buildDeepInfraApiKeyCatalog, buildStaticDeepInfraProvider } from "./provider-catalog.js";
 import { buildDeepInfraSpeechProvider } from "./speech-provider.js";
 import { listDeepInfraImageGenCatalog, listDeepInfraVideoGenCatalog } from "./surface-model-catalogs.js";
 import { buildDeepInfraVideoGenerationProvider } from "./video-generation-provider.js";
-import { readConfiguredProviderCatalogEntries } from "openclaw/plugin-sdk/provider-catalog-shared";
 import { defineSingleProviderPluginEntry } from "openclaw/plugin-sdk/provider-entry";
 import { buildProviderReplayFamilyHooks } from "openclaw/plugin-sdk/provider-model-shared";
 import { createOpenRouterWrapper, isProxyReasoningUnsupported } from "openclaw/plugin-sdk/provider-stream";
@@ -47,38 +46,6 @@ var deepinfra_default = defineSingleProviderPluginEntry({
 			run: (ctx) => buildDeepInfraApiKeyCatalog(ctx),
 			staticRun: async () => ({ provider: buildStaticDeepInfraProvider() })
 		},
-		augmentModelCatalog: async ({ config, env, agentDir }) => {
-			const configured = readConfiguredProviderCatalogEntries({
-				config,
-				providerId: PROVIDER_ID
-			});
-			const hasApiKey = hasDeepInfraApiKey({
-				env,
-				agentDir,
-				config
-			});
-			const seen = new Set(configured.map((entry) => entry.id));
-			const discovered = await discoverDeepInfraModels({
-				hasApiKey,
-				env,
-				agentDir
-			});
-			const merged = [...configured];
-			for (const model of discovered) {
-				if (seen.has(model.id)) continue;
-				seen.add(model.id);
-				const input = model.input;
-				merged.push({
-					provider: PROVIDER_ID,
-					id: model.id,
-					name: model.name ?? model.id,
-					...typeof model.contextWindow === "number" && model.contextWindow > 0 ? { contextWindow: model.contextWindow } : {},
-					...typeof model.reasoning === "boolean" ? { reasoning: model.reasoning } : {},
-					...input && input.length > 0 ? { input } : {}
-				});
-			}
-			return merged;
-		},
 		normalizeConfig: ({ providerConfig }) => providerConfig,
 		normalizeTransport: ({ api, baseUrl }) => baseUrl === "https://api.deepinfra.com/v1/openai" ? {
 			api,
@@ -87,7 +54,7 @@ var deepinfra_default = defineSingleProviderPluginEntry({
 		...buildProviderReplayFamilyHooks({ family: "passthrough-gemini" }),
 		wrapStreamFn: (ctx) => {
 			const thinkingLevel = isProxyReasoningUnsupported(ctx.modelId) ? void 0 : ctx.thinkingLevel;
-			return createDeepInfraAnthropicCacheWrapper(createOpenRouterWrapper(ctx.streamFn, thinkingLevel));
+			return createDeepInfraAnthropicCacheWrapper(createOpenRouterWrapper(ctx.streamFn, thinkingLevel), ctx.extraParams);
 		},
 		isModernModelRef: () => true,
 		isCacheTtlEligible: (ctx) => ctx.modelId.toLowerCase().startsWith("anthropic/")

package/dist/provider-catalog.js

@@ -1,5 +1,6 @@
 import { DEEPINFRA_BASE_URL } from "./media-models.js";
 import { DEEPINFRA_MODEL_CATALOG, buildDeepInfraModelDefinition, discoverDeepInfraModels } from "./provider-models.js";
+import { runLiveProviderCatalog } from "openclaw/plugin-sdk/provider-catalog-live-runtime";
 import { buildSingleProviderApiKeyCatalog } from "openclaw/plugin-sdk/provider-catalog-shared";
 //#region extensions/deepinfra/provider-catalog.ts
 function buildStaticDeepInfraProvider() {
@@ -10,7 +11,10 @@ function buildStaticDeepInfraProvider() {
 	};
 }
 async function buildDeepInfraProvider(options) {
-	const models = await discoverDeepInfraModels(options);
+	const models = await discoverDeepInfraModels({
+		...options,
+		discoveryMode: options?.discoveryMode ?? "advisory"
+	});
 	return {
 		baseUrl: DEEPINFRA_BASE_URL,
 		api: "openai-completions",
@@ -18,13 +22,17 @@ async function buildDeepInfraProvider(options) {
 	};
 }
 function buildDeepInfraApiKeyCatalog(ctx) {
-	return buildSingleProviderApiKeyCatalog({
-		ctx,
+	return runLiveProviderCatalog({
 		providerId: "deepinfra",
-		buildProvider: () => buildDeepInfraProvider({
-			hasApiKey: true,
-			env: ctx.env,
-			agentDir: ctx.agentDir
+		run: () => buildSingleProviderApiKeyCatalog({
+			ctx,
+			providerId: "deepinfra",
+			buildProvider: () => buildDeepInfraProvider({
+				hasApiKey: true,
+				discoveryMode: "strict",
+				env: ctx.env,
+				agentDir: ctx.agentDir
+			})
 		})
 	});
 }

package/dist/provider-models.js

@@ -1,13 +1,12 @@
 import { t as modelCatalog } from "./openclaw.plugin-BRaVociw.js";
 import { DEEPINFRA_BASE_URL, DEEPINFRA_TTS_FALLBACK_CATALOG } from "./media-models.js";
 import { parseDeepInfraPricingCatalog } from "./pricing-api.js";
-import { buildManifestModelProviderConfig, getCachedLiveCatalogValue } from "openclaw/plugin-sdk/provider-catalog-shared";
-import { asPositiveSafeInteger } from "openclaw/plugin-sdk/string-coerce-runtime";
+import { asPositiveSafeInteger, isRecord } from "openclaw/plugin-sdk/string-coerce-runtime";
 import { withTrustedEnvProxyGuardedFetchMode } from "openclaw/plugin-sdk/fetch-runtime";
 import { isProviderApiKeyConfigured } from "openclaw/plugin-sdk/provider-auth";
-import { LiveModelCatalogHttpError, fetchLiveProviderModelRows, getCachedLiveProviderModelRows } from "openclaw/plugin-sdk/provider-catalog-live-runtime";
+import { fetchLiveProviderModelRows } from "openclaw/plugin-sdk/provider-catalog-live-runtime";
+import { buildManifestModelProviderConfig, getCachedLiveCatalogValue } from "openclaw/plugin-sdk/provider-catalog-shared";
 import { createSubsystemLogger } from "openclaw/plugin-sdk/runtime-env";
-import { hasConfiguredSecretInput } from "openclaw/plugin-sdk/secret-input";
 import { fetchWithSsrFGuard } from "openclaw/plugin-sdk/ssrf-runtime";
 //#region extensions/deepinfra/provider-models.ts
 const log = createSubsystemLogger("deepinfra-models");
@@ -36,14 +35,14 @@ function entryToSurfaceModel(entry) {
 	const id = typeof entry?.id === "string" ? entry.id.trim() : "";
 	if (!id) return null;
 	const metadata = entry.metadata;
-	if (!metadata) return null;
-	const tags = Array.isArray(metadata.tags) ? metadata.tags.filter((t) => typeof t === "string") : [];
+	if (metadata === null) return null;
+	if (!isRecord(metadata) || !Array.isArray(metadata.tags) || metadata.tags.some((tag) => typeof tag !== "string")) throw new Error("DeepInfra model metadata discovery unavailable.");
 	const pricing = metadata.pricing ?? {};
 	return {
 		id,
 		name: id,
-		description: metadata.description ?? void 0,
-		tags,
+		description: typeof metadata.description === "string" ? metadata.description : void 0,
+		tags: metadata.tags,
 		contextWindow: asPositiveSafeInteger(metadata.context_length),
 		maxTokens: asPositiveSafeInteger(metadata.max_tokens),
 		pricing,
@@ -84,9 +83,6 @@ function bucketBySurface(models) {
 	}
 	return catalog;
 }
-function hasDeepInfraSurfaceModelRows(rows) {
-	return rows.some((entry) => entryToSurfaceModel(entry) !== null);
-}
 function manifestChatEntryToSurfaceModel(entry) {
 	const cost = entry.cost ?? {};
 	const pricing = {};
@@ -194,109 +190,99 @@ function chatSurfaceModelToModelDefinition(model) {
 		maxTokens: model.maxTokens ?? DEEPINFRA_DEFAULT_MAX_TOKENS
 	};
 }
-function hasDeepInfraApiKey(options) {
+function canDiscoverDeepInfra(options) {
+	if (options?.hasApiKey !== void 0) return options.hasApiKey;
 	const fromEnv = (options?.env ?? process.env).DEEPINFRA_API_KEY;
-	if (typeof fromEnv === "string" && fromEnv.trim() !== "") return true;
-	const providers = options?.config?.models?.providers;
-	for (const [providerId, provider] of Object.entries(providers ?? {})) if (providerId.trim().toLowerCase() === "deepinfra" && hasConfiguredSecretInput(provider?.apiKey, options?.config?.secrets?.defaults)) return true;
-	return isProviderApiKeyConfigured({
+	return typeof fromEnv === "string" && fromEnv.trim() !== "" || isProviderApiKeyConfigured({
 		provider: "deepinfra",
 		agentDir: options?.agentDir
 	});
 }
-function canDiscoverDeepInfra(options) {
-	const env = options?.env ?? process.env;
-	if (env.NODE_ENV === "test" || env.VITEST) return false;
-	return options?.hasApiKey ?? hasDeepInfraApiKey({
-		env,
-		agentDir: options?.agentDir
-	});
-}
 async function discoverDeepInfraSurfaces(options) {
-	return canDiscoverDeepInfra(options) ? loadDeepInfraSurfaces() : manifestFallbackCatalog();
+	if (canDiscoverDeepInfra(options)) try {
+		return await loadDeepInfraSurfaces();
+	} catch (error) {
+		log.warn(`Model metadata discovery unavailable: ${String(error)}`);
+	}
+	return manifestFallbackCatalog();
 }
 async function loadDeepInfraSurfaces() {
-	try {
-		const data = await getCachedLiveProviderModelRows({
-			providerId: "deepinfra",
-			endpoint: DEEPINFRA_MODELS_URL,
-			timeoutMs: DISCOVERY_TIMEOUT_MS,
-			ttlMs: DISCOVERY_CACHE_TTL_MS,
-			buildRequestHeaders: () => ({ Accept: "application/json" }),
-			auditContext: "deepinfra-model-discovery",
-			shouldCacheRows: hasDeepInfraSurfaceModelRows,
-			fetchGuard: (params) => fetchWithSsrFGuard(withTrustedEnvProxyGuardedFetchMode(params))
-		});
-		if (data.length === 0) {
-			log.warn("No models found from DeepInfra agent-projection endpoint, using static catalog");
-			return manifestFallbackCatalog();
-		}
-		const seenIds = /* @__PURE__ */ new Set();
-		const surfaceModels = [];
-		for (const entry of data) {
-			const model = entryToSurfaceModel(entry);
-			if (!model || seenIds.has(model.id)) continue;
-			seenIds.add(model.id);
-			surfaceModels.push(model);
-		}
-		if (surfaceModels.length === 0) return manifestFallbackCatalog();
-		return bucketBySurface(surfaceModels);
-	} catch (error) {
-		if (error instanceof LiveModelCatalogHttpError) {
-			log.warn(`Failed to discover models: HTTP ${error.status}, using static catalog`);
-			return manifestFallbackCatalog();
+	return getCachedLiveCatalogValue({
+		keyParts: [
+			"deepinfra",
+			"surfaces",
+			DEEPINFRA_MODELS_URL
+		],
+		ttlMs: DISCOVERY_CACHE_TTL_MS,
+		load: async () => {
+			const data = await fetchLiveProviderModelRows({
+				providerId: "deepinfra",
+				endpoint: DEEPINFRA_MODELS_URL,
+				timeoutMs: DISCOVERY_TIMEOUT_MS,
+				buildRequestHeaders: () => ({ Accept: "application/json" }),
+				auditContext: "deepinfra-model-discovery",
+				fetchGuard: (params) => fetchWithSsrFGuard(withTrustedEnvProxyGuardedFetchMode(params))
+			});
+			const seenIds = /* @__PURE__ */ new Set();
+			const surfaceModels = [];
+			for (const entry of data) {
+				const model = entryToSurfaceModel(entry);
+				if (!model || seenIds.has(model.id)) continue;
+				seenIds.add(model.id);
+				surfaceModels.push(model);
+			}
+			if (data.length > 0 && surfaceModels.length === 0) throw new Error("DeepInfra model metadata discovery unavailable.");
+			return bucketBySurface(surfaceModels);
 		}
-		log.warn(`Discovery failed: ${String(error)}, using static catalog`);
-		return manifestFallbackCatalog();
-	}
+	});
 }
 async function discoverDeepInfraPricing() {
-	try {
-		return await getCachedLiveCatalogValue({
-			keyParts: [
-				"deepinfra",
-				"native-pricing",
-				DEEPINFRA_PRICING_URL
-			],
-			ttlMs: DISCOVERY_CACHE_TTL_MS,
-			load: async () => {
-				const rows = await fetchLiveProviderModelRows({
-					providerId: "deepinfra",
-					endpoint: DEEPINFRA_PRICING_URL,
-					timeoutMs: DISCOVERY_TIMEOUT_MS,
-					buildRequestHeaders: () => ({ Accept: "application/json" }),
-					auditContext: "deepinfra-pricing-discovery",
-					fetchGuard: (params) => fetchWithSsrFGuard(withTrustedEnvProxyGuardedFetchMode(params)),
-					readRows: (body) => {
-						if (!Array.isArray(body)) throw new Error("Native DeepInfra pricing response must be an array");
-						return body;
-					}
-				});
-				const prices = parseDeepInfraPricingCatalog(rows);
-				if (!prices) throw new Error("Native DeepInfra pricing is malformed or has no usable schedules");
-				return prices;
-			}
-		});
-	} catch (error) {
-		log.warn(`Native pricing unavailable: ${String(error)}. Keeping model metadata with unknown estimates; retry discovery or configure explicit model costs.`);
-		return;
-	}
+	return await getCachedLiveCatalogValue({
+		keyParts: [
+			"deepinfra",
+			"native-pricing",
+			DEEPINFRA_PRICING_URL
+		],
+		ttlMs: DISCOVERY_CACHE_TTL_MS,
+		load: async () => {
+			const rows = await fetchLiveProviderModelRows({
+				providerId: "deepinfra",
+				endpoint: DEEPINFRA_PRICING_URL,
+				timeoutMs: DISCOVERY_TIMEOUT_MS,
+				buildRequestHeaders: () => ({ Accept: "application/json" }),
+				auditContext: "deepinfra-pricing-discovery",
+				fetchGuard: (params) => fetchWithSsrFGuard(withTrustedEnvProxyGuardedFetchMode(params)),
+				readRows: (body) => {
+					if (!Array.isArray(body)) throw new Error("Native DeepInfra pricing response must be an array");
+					return body;
+				}
+			});
+			const prices = parseDeepInfraPricingCatalog(rows);
+			if (!prices) throw new Error("Native DeepInfra pricing is malformed or has no usable schedules");
+			return prices;
+		}
+	});
 }
 async function discoverDeepInfraModels(options) {
 	if (!canDiscoverDeepInfra(options)) return DEEPINFRA_MODEL_CATALOG.map(buildDeepInfraModelDefinition);
-	const [catalog, prices] = await Promise.all([loadDeepInfraSurfaces(), discoverDeepInfraPricing()]);
-	if (!catalog.live && !prices) return DEEPINFRA_MODEL_CATALOG.map(buildDeepInfraModelDefinition);
-	const chatModels = catalog.chat.length > 0 ? catalog.chat : [...catalog.chat, ...catalog.vlm];
-	const liveModels = catalog.live ? chatModels.map(chatSurfaceModelToModelDefinition) : [];
-	const seen = new Set(liveModels.map((model) => model.id));
-	const manifestModels = DEEPINFRA_MODEL_CATALOG.filter((model) => {
-		const unseen = !seen.has(model.id);
-		seen.add(model.id);
-		return unseen;
-	});
-	const models = [...liveModels, ...manifestModels];
+	const strict = options?.discoveryMode !== "advisory";
+	const [metadata, pricing] = await Promise.allSettled([loadDeepInfraSurfaces(), discoverDeepInfraPricing()]);
+	if (metadata.status === "rejected") {
+		if (strict) throw metadata.reason;
+		if (pricing.status === "rejected") return DEEPINFRA_MODEL_CATALOG.map(buildDeepInfraModelDefinition);
+	}
+	const catalog = metadata.status === "fulfilled" ? metadata.value : void 0;
+	const chatModels = catalog ? catalog.chat.length > 0 ? catalog.chat : catalog.vlm : [];
+	if (strict && chatModels.length === 0) return [];
+	if (strict && pricing.status === "rejected") throw pricing.reason;
+	const prices = pricing.status === "fulfilled" ? pricing.value : void 0;
+	const models = chatModels.map(chatSurfaceModelToModelDefinition);
+	if (!strict) {
+		const discovered = new Set(models.map((model) => model.id));
+		models.push(...DEEPINFRA_MODEL_CATALOG.filter((model) => !discovered.has(model.id)));
+	}
 	const unknownPrices = models.filter((model) => !prices?.has(model.id)).length;
-	if (prices && unknownPrices > 0) log.warn(`Native pricing unavailable or qualified for ${unknownPrices} models; keeping metadata with unknown estimates. Configure explicit model costs if needed.`);
+	if (unknownPrices > 0) log.warn(`Native pricing unavailable or qualified for ${unknownPrices} models; keeping metadata with unknown estimates. Configure explicit model costs if needed.`);
 	return models.map((model) => buildDeepInfraModelDefinition({
 		...model,
 		cost: prices?.get(model.id) ?? {
@@ -308,4 +294,4 @@ async function discoverDeepInfraModels(options) {
 	}));
 }
 //#endregion
-export { DEEPINFRA_DEFAULT_MODEL_REF, DEEPINFRA_MODEL_CATALOG, buildDeepInfraModelDefinition, discoverDeepInfraModels, discoverDeepInfraSurfaces, getDeepInfraSurfaceFallbackCatalog, hasDeepInfraApiKey };
+export { DEEPINFRA_DEFAULT_MODEL_REF, DEEPINFRA_MODEL_CATALOG, buildDeepInfraModelDefinition, discoverDeepInfraModels, discoverDeepInfraSurfaces, getDeepInfraSurfaceFallbackCatalog };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openclaw/deepinfra-provider",
-  "version": "2026.9.2",
+  "version": "2026.9.3",
   "description": "OpenClaw DeepInfra provider plugin.",
   "repository": {
     "type": "git",
@@ -18,10 +18,10 @@
       "minHostVersion": ">=2026.6.8"
     },
     "compat": {
-      "pluginApi": ">=2026.9.2"
+      "pluginApi": ">=2026.9.3"
     },
     "build": {
-      "openclawVersion": "2026.9.2",
+      "openclawVersion": "2026.9.3",
       "bundledDist": false
     },
     "release": {
@@ -38,7 +38,7 @@
     "README.md"
   ],
   "peerDependencies": {
-    "openclaw": ">=2026.9.2"
+    "openclaw": ">=2026.9.3"
   },
   "peerDependenciesMeta": {
     "openclaw": {