@llmops/gateway 0.2.7 → 0.2.8

package/dist/index.cjs

@@ -4304,8 +4304,57 @@ function _instanceof(cls, params = {}) {
 	return inst;
 }
 
+//#endregion
+//#region src/providers/providerIdMapping.ts
+/**
+* Provider ID mapping between models.dev and Portkey gateway.
+*
+* models.dev uses different provider IDs than Portkey for some providers.
+* This mapping allows converting from models.dev IDs to Portkey gateway IDs.
+*
+* Key: models.dev provider ID
+* Value: Portkey gateway provider ID
+*/
+const MODELS_DEV_TO_PORTKEY_PROVIDER_MAP = {
+	"azure-cognitive-services": "azure-ai",
+	azure: "azure-openai"
+};
+/**
+* Reverse mapping from Portkey to models.dev
+*/
+const PORTKEY_TO_MODELS_DEV_PROVIDER_MAP = Object.fromEntries(Object.entries(MODELS_DEV_TO_PORTKEY_PROVIDER_MAP).map(([k, v]) => [v, k]));
+/**
+* Get the Portkey gateway provider ID for a given models.dev provider ID.
+* Returns the original ID if no mapping exists.
+*
+* @param modelsDevProviderId - The provider ID from models.dev
+* @returns The corresponding Portkey gateway provider ID
+*/
+function getPortkeyProviderId(modelsDevProviderId) {
+	return MODELS_DEV_TO_PORTKEY_PROVIDER_MAP[modelsDevProviderId] ?? modelsDevProviderId;
+}
+/**
+* Get the models.dev provider ID for a given Portkey gateway provider ID.
+* Returns the original ID if no mapping exists.
+*
+* @param portkeyProviderId - The provider ID from Portkey gateway
+* @returns The corresponding models.dev provider ID
+*/
+function getModelsDevProviderId(portkeyProviderId) {
+	return PORTKEY_TO_MODELS_DEV_PROVIDER_MAP[portkeyProviderId] ?? portkeyProviderId;
+}
+
 //#endregion
 //#region src/middlewares/requestValidator/schema/config.ts
+/**
+* Check if a provider ID is valid.
+* Accepts both Portkey provider IDs and models.dev provider IDs that can be mapped.
+*/
+function isValidProvider$1(value) {
+	if (VALID_PROVIDERS.includes(value)) return true;
+	const mappedId = getPortkeyProviderId(value);
+	return VALID_PROVIDERS.includes(mappedId);
+}
 const configSchema = object({
 	strategy: object({
 		mode: string().refine((value) => [
@@ -4321,7 +4370,7 @@ const configSchema = object({
 		})).optional(),
 		default: string().optional()
 	}).optional(),
-	provider: string().refine((value) => VALID_PROVIDERS.includes(value), { message: `Invalid 'provider' value. Must be one of: ${VALID_PROVIDERS.join(", ")}` }).optional(),
+	provider: string().refine((value) => isValidProvider$1(value), { message: `Invalid 'provider' value. Must be one of: ${VALID_PROVIDERS.join(", ")}` }).optional(),
 	api_key: string().optional(),
 	aws_secret_access_key: string().optional(),
 	aws_access_key_id: string().optional(),
@@ -4351,8 +4400,17 @@ const configSchema = object({
 	vertex_service_account_json: object({}).catchall(string()).optional(),
 	openai_project: string().optional(),
 	openai_organization: string().optional(),
+	azure_resource_name: string().optional(),
+	azure_deployment_id: string().optional(),
+	azure_api_version: string().optional(),
 	azure_model_name: string().optional(),
 	azure_auth_mode: string().optional(),
+	azure_ad_token: string().optional(),
+	azure_managed_client_id: string().optional(),
+	azure_workload_client_id: string().optional(),
+	azure_entra_client_id: string().optional(),
+	azure_entra_client_secret: string().optional(),
+	azure_entra_tenant_id: string().optional(),
 	strict_open_ai_compliance: boolean().optional()
 }).refine((value) => {
 	const hasProviderApiKey = value.provider !== void 0 && value.api_key !== void 0;
@@ -4447,6 +4505,15 @@ const Environment = (c) => {
 
 //#endregion
 //#region src/middlewares/requestValidator/index.ts
+/**
+* Check if a provider ID is valid.
+* Accepts both Portkey provider IDs and models.dev provider IDs that can be mapped.
+*/
+function isValidProvider(value) {
+	if (VALID_PROVIDERS.includes(value)) return true;
+	const mappedId = getPortkeyProviderId(value);
+	return VALID_PROVIDERS.includes(mappedId);
+}
 const VALIDATION_PATTERNS = {
 	CONTROL_CHARS: /[\x00-\x1F\x7F]/,
 	SUSPICIOUS_CHARS: /[\s<>{}|\\^`]/,
@@ -4552,7 +4619,7 @@ const requestValidator = (c, next) => {
 		status: 400,
 		headers: { "content-type": "application/json" }
 	});
-	if (requestHeaders[`x-${POWERED_BY}-provider`] && !VALID_PROVIDERS.includes(requestHeaders[`x-${POWERED_BY}-provider`])) return new Response(JSON.stringify({
+	if (requestHeaders[`x-${POWERED_BY}-provider`] && !isValidProvider(requestHeaders[`x-${POWERED_BY}-provider`])) return new Response(JSON.stringify({
 		status: "failure",
 		message: `Invalid provider passed`
 	}), {
@@ -10045,8 +10112,140 @@ function convertKeysToCamelCase(obj, parentKeysToPreserve = []) {
 	}
 }
 
+//#endregion
+//#region src/shared/utils/logger.ts
+/**
+* @file src/utils/logger.ts
+* Configurable logger utility for MCP Gateway
+*/
+let LogLevel = /* @__PURE__ */ function(LogLevel$1) {
+	LogLevel$1[LogLevel$1["ERROR"] = 0] = "ERROR";
+	LogLevel$1[LogLevel$1["CRITICAL"] = 1] = "CRITICAL";
+	LogLevel$1[LogLevel$1["WARN"] = 2] = "WARN";
+	LogLevel$1[LogLevel$1["INFO"] = 3] = "INFO";
+	LogLevel$1[LogLevel$1["DEBUG"] = 4] = "DEBUG";
+	return LogLevel$1;
+}({});
+var Logger = class Logger {
+	config;
+	colors = {
+		error: "\x1B[31m",
+		critical: "\x1B[35m",
+		warn: "\x1B[33m",
+		info: "\x1B[36m",
+		debug: "\x1B[37m",
+		reset: "\x1B[0m"
+	};
+	constructor(config$1) {
+		this.config = {
+			timestamp: true,
+			colors: true,
+			...config$1
+		};
+	}
+	formatMessage(level, message) {
+		const parts = [];
+		if (this.config.timestamp) parts.push(`[${(/* @__PURE__ */ new Date()).toISOString()}]`);
+		if (this.config.prefix) parts.push(`[${this.config.prefix}]`);
+		parts.push(`[${level.toUpperCase()}]`);
+		parts.push(message);
+		return parts.join(" ");
+	}
+	log(level, levelName, message, data) {
+		if (level > this.config.level) return;
+		const formattedMessage = this.formatMessage(levelName, message);
+		const color = this.config.colors ? this.colors[levelName] : "";
+		const reset = this.config.colors ? this.colors.reset : "";
+		if (data !== void 0) console.log(`${color}${formattedMessage}${reset}`, data);
+		else console.log(`${color}${formattedMessage}${reset}`);
+	}
+	error(message, error) {
+		if (error instanceof Error) {
+			this.log(LogLevel.ERROR, "error", `${message}: ${error.message}`);
+			if (this.config.level >= LogLevel.DEBUG) console.error(error.stack);
+		} else if (error) this.log(LogLevel.ERROR, "error", message, error);
+		else this.log(LogLevel.ERROR, "error", message);
+	}
+	critical(message, data) {
+		this.log(LogLevel.CRITICAL, "critical", message, data);
+	}
+	warn(message, data) {
+		this.log(LogLevel.WARN, "warn", message, data);
+	}
+	info(message, data) {
+		this.log(LogLevel.INFO, "info", message, data);
+	}
+	debug(message, data) {
+		this.log(LogLevel.DEBUG, "debug", message, data);
+	}
+	createChild(prefix) {
+		return new Logger({
+			...this.config,
+			prefix: this.config.prefix ? `${this.config.prefix}:${prefix}` : prefix
+		});
+	}
+};
+const defaultConfig = {
+	level: process.env.LOG_LEVEL ? LogLevel[process.env.LOG_LEVEL.toUpperCase()] || LogLevel.ERROR : process.env.NODE_ENV === "production" ? LogLevel.ERROR : LogLevel.INFO,
+	timestamp: process.env.LOG_TIMESTAMP !== "false",
+	colors: process.env.LOG_COLORS !== "false" && process.env.NODE_ENV !== "production"
+};
+const logger$7 = new Logger(defaultConfig);
+function createLogger(prefix) {
+	return logger$7.createChild(prefix);
+}
+
 //#endregion
 //#region src/handlers/retryHandler.ts
+const logger$6 = createLogger("ProviderRequest");
+/**
+* Sanitizes headers by masking sensitive values like API keys and tokens
+*/
+function sanitizeHeaders(headers) {
+	if (!headers) return {};
+	const sanitized = {};
+	const sensitivePatterns = /^(authorization|x-api-key|api-key|x-.*-key|x-.*-token|x-.*-secret|bearer)$/i;
+	const headersObj = headers instanceof Headers ? Object.fromEntries([...headers]) : Array.isArray(headers) ? Object.fromEntries(headers) : headers;
+	for (const [key, value] of Object.entries(headersObj)) if (sensitivePatterns.test(key)) sanitized[key] = value.length > 12 ? `${value.substring(0, 8)}...****` : "****";
+	else sanitized[key] = value;
+	return sanitized;
+}
+/**
+* Logs the outgoing request to the provider
+*/
+function logProviderRequest(url, options, attempt) {
+	const sanitizedHeaders = sanitizeHeaders(options.headers);
+	let bodyPreview;
+	if (options.body) if (typeof options.body === "string") try {
+		const parsed = JSON.parse(options.body);
+		const bodyStr = JSON.stringify(parsed, null, 2);
+		bodyPreview = bodyStr.length > 2e3 ? `${bodyStr.substring(0, 2e3)}...` : bodyStr;
+	} catch {
+		bodyPreview = options.body.length > 500 ? `${options.body.substring(0, 500)}...` : options.body;
+	}
+	else if (options.body instanceof FormData) bodyPreview = "[FormData]";
+	else if (options.body instanceof ArrayBuffer) bodyPreview = `[ArrayBuffer: ${options.body.byteLength} bytes]`;
+	else if (options.body instanceof ReadableStream) bodyPreview = "[ReadableStream]";
+	else bodyPreview = "[Unknown body type]";
+	logger$6.debug(`Provider Request (attempt ${attempt})`, {
+		url,
+		method: options.method || "GET",
+		headers: sanitizedHeaders,
+		body: bodyPreview
+	});
+}
+/**
+* Logs the provider response
+*/
+function logProviderResponse(url, response, attempt, durationMs) {
+	logger$6.debug(`Provider Response (attempt ${attempt})`, {
+		url,
+		status: response.status,
+		statusText: response.statusText,
+		durationMs,
+		headers: Object.fromEntries([...response.headers])
+	});
+}
 async function fetchWithTimeout(url, options, timeout, requestHandler) {
 	const controller = new AbortController();
 	const timeoutId = setTimeout(() => controller.abort(), timeout);
@@ -10095,10 +10294,14 @@ const retryRequest = async (url, options, retryCount, statusCodesToRetry, timeou
 	try {
 		await (0, async_retry.default)(async (bail, attempt, rateLimiter) => {
 			try {
+				logProviderRequest(url, options, attempt);
+				const fetchStartTime = Date.now();
 				let response;
 				if (timeout) response = await fetchWithTimeout(url, options, timeout, requestHandler);
 				else if (requestHandler) response = await requestHandler();
 				else response = await fetch(url, options);
+				const fetchDuration = Date.now() - fetchStartTime;
+				logProviderResponse(url, response, attempt, fetchDuration);
 				if (statusCodesToRetry.includes(response.status)) {
 					const errorObj = new Error(await response.text());
 					errorObj.status = response.status;
@@ -10172,7 +10375,7 @@ const retryRequest = async (url, options, retryCount, statusCodesToRetry, timeou
 
 //#endregion
 //#region package.json
-var version = "0.2.7";
+var version = "0.2.8";
 
 //#endregion
 //#region src/providers/bytez/api.ts
@@ -17090,7 +17293,7 @@ const transformToProviderRequest = (provider, params, requestBody, fn, requestHe
 	if (fn === "createFinetune" && [AZURE_OPEN_AI, FIREWORKS_AI].includes(provider)) return transformToProviderRequestBody(provider, requestBody, requestHeaders, providerOptions, fn);
 	if (requestBody instanceof FormData || requestBody instanceof ArrayBuffer) return requestBody;
 	if (fn === "proxy") return params;
-	const providerAPIConfig = providers_default[provider].api;
+	const providerAPIConfig = providers_default[getPortkeyProviderId(provider)].api;
 	if (providerAPIConfig.transformToFormData && providerAPIConfig.transformToFormData({ gatewayRequestBody: params })) return transformToProviderRequestFormData(provider, params, fn, providerOptions);
 	return transformToProviderRequestJSON(provider, params, fn, providerOptions);
 };
@@ -26375,13 +26578,13 @@ const AzureAIInferenceAPI = {
 		return "";
 	},
 	headers: async ({ providerOptions, fn, c }) => {
-		const { apiKey, azureExtraParameters, azureDeploymentName, azureAdToken, azureAuthMode, azureFoundryUrl, urlToFetch } = providerOptions;
+		const { apiKey, azureExtraParameters, azureDeploymentName, deploymentId, azureAdToken, azureAuthMode, azureFoundryUrl, urlToFetch } = providerOptions;
 		const isAnthropicModel = azureFoundryUrl?.includes("anthropic") || urlToFetch?.includes("anthropic");
 		if (isAnthropicModel && !providerOptions.anthropicVersion) providerOptions.anthropicVersion = "2023-06-01";
 		const headers = {
 			...isAnthropicModel && { "anthropic-version": providerOptions.anthropicVersion },
 			"extra-parameters": azureExtraParameters ?? "drop",
-			...azureDeploymentName && { "azureml-model-deployment": azureDeploymentName },
+			...(deploymentId || azureDeploymentName) && { "azureml-model-deployment": deploymentId || azureDeploymentName },
 			...[
 				"createTranscription",
 				"createTranslation",
@@ -26433,18 +26636,20 @@ const AzureAIInferenceAPI = {
 		return headers;
 	},
 	getEndpoint: ({ providerOptions, fn, gatewayRequestURL }) => {
-		const { azureApiVersion, urlToFetch, azureFoundryUrl } = providerOptions;
+		const { azureApiVersion, urlToFetch, azureFoundryUrl, deploymentId, azureDeploymentName } = providerOptions;
 		const isAnthropicModel = azureFoundryUrl?.includes("anthropic") || urlToFetch?.includes("anthropic");
 		let mappedFn = fn;
 		const urlObj = new URL(gatewayRequestURL);
 		const path$2 = urlObj.pathname.replace("/v1", "");
 		const searchParams = urlObj.searchParams;
 		if (azureApiVersion) searchParams.set("api-version", azureApiVersion);
+		const deploymentName = deploymentId || azureDeploymentName;
+		const deploymentPrefix = deploymentName ? `/deployments/${deploymentName}` : "";
 		const ENDPOINT_MAPPING = {
-			complete: "/completions",
-			chatComplete: isAnthropicModel ? "/v1/messages" : "/chat/completions",
+			complete: deploymentPrefix + "/completions",
+			chatComplete: isAnthropicModel ? "/v1/messages" : deploymentPrefix + "/chat/completions",
 			messages: "/v1/messages",
-			embed: "/embeddings",
+			embed: deploymentPrefix + "/embeddings",
 			realtime: "/realtime",
 			imageGenerate: "/images/generations",
 			imageEdit: "/images/edits",
@@ -30051,7 +30256,7 @@ async function responseHandler(c, response, streamingMode, providerOptions, resp
 	let responseTransformerFunction;
 	const responseContentType = response.headers?.get("content-type");
 	const isSuccessStatusCode = [200, 246].includes(response.status);
-	const provider = providerOptions.provider;
+	const provider = getPortkeyProviderId(providerOptions.provider);
 	const providerConfig = providers_default[provider];
 	let providerTransformers = providers_default[provider]?.responseTransforms;
 	if (providerConfig?.getConfig) providerTransformers = providerConfig.getConfig({
@@ -30653,7 +30858,8 @@ var PreRequestValidatorService = class {
 var ProviderContext = class {
 	constructor(provider) {
 		this.provider = provider;
-		if (!providers_default[provider]) throw new GatewayError(`Provider ${provider} not found`);
+		this.provider = getPortkeyProviderId(provider);
+		if (!providers_default[this.provider]) throw new GatewayError(`Provider ${provider} not found`);
 	}
 	get providerConfig() {
 		return providers_default[this.provider];
@@ -30925,6 +31131,20 @@ var ResponseService = class {
 
 //#endregion
 //#region src/handlers/handlerUtils.ts
+/**
+* Normalizes Azure OpenAI config fields from JSON config format to provider format.
+* JSON config uses `azure_*` prefix (e.g., `azure_resource_name`) which converts to `azureResourceName`,
+* but the provider expects `resourceName`, `deploymentId`, etc.
+* This function recursively normalizes nested targets as well.
+*/
+function normalizeAzureConfig(config$1) {
+	const normalized = { ...config$1 };
+	if (normalized.azureResourceName && !normalized.resourceName) normalized.resourceName = normalized.azureResourceName;
+	if (normalized.azureDeploymentId && !normalized.deploymentId) normalized.deploymentId = normalized.azureDeploymentId;
+	if (normalized.azureApiVersion && !normalized.apiVersion) normalized.apiVersion = normalized.azureApiVersion;
+	if (Array.isArray(normalized.targets)) normalized.targets = normalized.targets.map((target) => normalizeAzureConfig(target));
+	return normalized;
+}
 function constructRequestBody(requestContext, providerHeaders) {
 	const headerContentType = providerHeaders[HEADER_KEYS.CONTENT_TYPE];
 	const requestContentType = requestContext.getHeader(HEADER_KEYS.CONTENT_TYPE);
@@ -31418,8 +31638,8 @@ function constructConfigFromRequestHeaders(requestHeaders) {
 				...fireworksConfig
 			};
 			if (parsedConfigJson.provider === AZURE_AI_INFERENCE) parsedConfigJson = {
-				...parsedConfigJson,
-				...azureAiInferenceConfig
+				...azureAiInferenceConfig,
+				...parsedConfigJson
 			};
 			if (parsedConfigJson.provider === ANTHROPIC) parsedConfigJson = {
 				...parsedConfigJson,
@@ -31438,7 +31658,7 @@ function constructConfigFromRequestHeaders(requestHeaders) {
 				...oracleConfig
 			};
 		}
-		return convertKeysToCamelCase(parsedConfigJson, [
+		return normalizeAzureConfig(convertKeysToCamelCase(parsedConfigJson, [
 			"override_params",
 			"params",
 			"checks",
@@ -31453,7 +31673,7 @@ function constructConfigFromRequestHeaders(requestHeaders) {
 			"integrationDetails",
 			"virtualKeyDetails",
 			"cb_config"
-		]);
+		]));
 	}
 	return {
 		provider: requestHeaders[`x-${POWERED_BY}-provider`],
@@ -32041,7 +32261,7 @@ async function realTimeHandler(c) {
 	try {
 		const requestHeaders = Object.fromEntries(c.req.raw.headers);
 		const providerOptions = constructConfigFromRequestHeaders(requestHeaders);
-		const apiConfig = providers_default[providerOptions.provider ?? ""].api;
+		const apiConfig = providers_default[getPortkeyProviderId(providerOptions.provider ?? "")].api;
 		const url = getURLForOutgoingConnection(apiConfig, providerOptions, c.req.url, c);
 		const options = await getOptionsForOutgoingConnection(apiConfig, providerOptions, url, c);
 		const sessionOptions = {
@@ -33336,5 +33556,9 @@ app.delete("/v1/*", requestValidator, proxyHandler);
 var src_default = app;
 
 //#endregion
+exports.MODELS_DEV_TO_PORTKEY_PROVIDER_MAP = MODELS_DEV_TO_PORTKEY_PROVIDER_MAP;
+exports.PORTKEY_TO_MODELS_DEV_PROVIDER_MAP = PORTKEY_TO_MODELS_DEV_PROVIDER_MAP;
 exports.Providers = providers_default;
-exports.default = src_default;
+exports.default = src_default;
+exports.getModelsDevProviderId = getModelsDevProviderId;
+exports.getPortkeyProviderId = getPortkeyProviderId;

package/dist/index.d.cts

@@ -423,6 +423,38 @@ interface ProviderConfigs {
   }) => any;
 }
 //#endregion
+//#region src/providers/providerIdMapping.d.ts
+/**
+ * Provider ID mapping between models.dev and Portkey gateway.
+ *
+ * models.dev uses different provider IDs than Portkey for some providers.
+ * This mapping allows converting from models.dev IDs to Portkey gateway IDs.
+ *
+ * Key: models.dev provider ID
+ * Value: Portkey gateway provider ID
+ */
+declare const MODELS_DEV_TO_PORTKEY_PROVIDER_MAP: Record<string, string>;
+/**
+ * Reverse mapping from Portkey to models.dev
+ */
+declare const PORTKEY_TO_MODELS_DEV_PROVIDER_MAP: Record<string, string>;
+/**
+ * Get the Portkey gateway provider ID for a given models.dev provider ID.
+ * Returns the original ID if no mapping exists.
+ *
+ * @param modelsDevProviderId - The provider ID from models.dev
+ * @returns The corresponding Portkey gateway provider ID
+ */
+declare function getPortkeyProviderId(modelsDevProviderId: string): string;
+/**
+ * Get the models.dev provider ID for a given Portkey gateway provider ID.
+ * Returns the original ID if no mapping exists.
+ *
+ * @param portkeyProviderId - The provider ID from Portkey gateway
+ * @returns The corresponding models.dev provider ID
+ */
+declare function getModelsDevProviderId(portkeyProviderId: string): string;
+//#endregion
 //#region src/providers/index.d.ts
 declare const Providers: {
   [key: string]: ProviderConfigs;
@@ -431,4 +463,4 @@ declare const Providers: {
 //#region src/index.d.ts
 declare const app: Hono<hono_types0.BlankEnv, hono_types0.BlankSchema, "/">;
 //#endregion
-export { Providers, app as default };
+export { MODELS_DEV_TO_PORTKEY_PROVIDER_MAP, PORTKEY_TO_MODELS_DEV_PROVIDER_MAP, Providers, app as default, getModelsDevProviderId, getPortkeyProviderId };

package/dist/index.d.mts

@@ -423,6 +423,38 @@ interface ProviderConfigs {
   }) => any;
 }
 //#endregion
+//#region src/providers/providerIdMapping.d.ts
+/**
+ * Provider ID mapping between models.dev and Portkey gateway.
+ *
+ * models.dev uses different provider IDs than Portkey for some providers.
+ * This mapping allows converting from models.dev IDs to Portkey gateway IDs.
+ *
+ * Key: models.dev provider ID
+ * Value: Portkey gateway provider ID
+ */
+declare const MODELS_DEV_TO_PORTKEY_PROVIDER_MAP: Record<string, string>;
+/**
+ * Reverse mapping from Portkey to models.dev
+ */
+declare const PORTKEY_TO_MODELS_DEV_PROVIDER_MAP: Record<string, string>;
+/**
+ * Get the Portkey gateway provider ID for a given models.dev provider ID.
+ * Returns the original ID if no mapping exists.
+ *
+ * @param modelsDevProviderId - The provider ID from models.dev
+ * @returns The corresponding Portkey gateway provider ID
+ */
+declare function getPortkeyProviderId(modelsDevProviderId: string): string;
+/**
+ * Get the models.dev provider ID for a given Portkey gateway provider ID.
+ * Returns the original ID if no mapping exists.
+ *
+ * @param portkeyProviderId - The provider ID from Portkey gateway
+ * @returns The corresponding models.dev provider ID
+ */
+declare function getModelsDevProviderId(portkeyProviderId: string): string;
+//#endregion
 //#region src/providers/index.d.ts
 declare const Providers: {
   [key: string]: ProviderConfigs;
@@ -431,4 +463,4 @@ declare const Providers: {
 //#region src/index.d.ts
 declare const app: Hono<hono_types0.BlankEnv, hono_types0.BlankSchema, "/">;
 //#endregion
-export { Providers, app as default };
+export { MODELS_DEV_TO_PORTKEY_PROVIDER_MAP, PORTKEY_TO_MODELS_DEV_PROVIDER_MAP, Providers, app as default, getModelsDevProviderId, getPortkeyProviderId };

package/dist/index.mjs

@@ -4277,8 +4277,57 @@ function _instanceof(cls, params = {}) {
 	return inst;
 }
 
+//#endregion
+//#region src/providers/providerIdMapping.ts
+/**
+* Provider ID mapping between models.dev and Portkey gateway.
+*
+* models.dev uses different provider IDs than Portkey for some providers.
+* This mapping allows converting from models.dev IDs to Portkey gateway IDs.
+*
+* Key: models.dev provider ID
+* Value: Portkey gateway provider ID
+*/
+const MODELS_DEV_TO_PORTKEY_PROVIDER_MAP = {
+	"azure-cognitive-services": "azure-ai",
+	azure: "azure-openai"
+};
+/**
+* Reverse mapping from Portkey to models.dev
+*/
+const PORTKEY_TO_MODELS_DEV_PROVIDER_MAP = Object.fromEntries(Object.entries(MODELS_DEV_TO_PORTKEY_PROVIDER_MAP).map(([k, v]) => [v, k]));
+/**
+* Get the Portkey gateway provider ID for a given models.dev provider ID.
+* Returns the original ID if no mapping exists.
+*
+* @param modelsDevProviderId - The provider ID from models.dev
+* @returns The corresponding Portkey gateway provider ID
+*/
+function getPortkeyProviderId(modelsDevProviderId) {
+	return MODELS_DEV_TO_PORTKEY_PROVIDER_MAP[modelsDevProviderId] ?? modelsDevProviderId;
+}
+/**
+* Get the models.dev provider ID for a given Portkey gateway provider ID.
+* Returns the original ID if no mapping exists.
+*
+* @param portkeyProviderId - The provider ID from Portkey gateway
+* @returns The corresponding models.dev provider ID
+*/
+function getModelsDevProviderId(portkeyProviderId) {
+	return PORTKEY_TO_MODELS_DEV_PROVIDER_MAP[portkeyProviderId] ?? portkeyProviderId;
+}
+
 //#endregion
 //#region src/middlewares/requestValidator/schema/config.ts
+/**
+* Check if a provider ID is valid.
+* Accepts both Portkey provider IDs and models.dev provider IDs that can be mapped.
+*/
+function isValidProvider$1(value) {
+	if (VALID_PROVIDERS.includes(value)) return true;
+	const mappedId = getPortkeyProviderId(value);
+	return VALID_PROVIDERS.includes(mappedId);
+}
 const configSchema = object({
 	strategy: object({
 		mode: string().refine((value) => [
@@ -4294,7 +4343,7 @@ const configSchema = object({
 		})).optional(),
 		default: string().optional()
 	}).optional(),
-	provider: string().refine((value) => VALID_PROVIDERS.includes(value), { message: `Invalid 'provider' value. Must be one of: ${VALID_PROVIDERS.join(", ")}` }).optional(),
+	provider: string().refine((value) => isValidProvider$1(value), { message: `Invalid 'provider' value. Must be one of: ${VALID_PROVIDERS.join(", ")}` }).optional(),
 	api_key: string().optional(),
 	aws_secret_access_key: string().optional(),
 	aws_access_key_id: string().optional(),
@@ -4324,8 +4373,17 @@ const configSchema = object({
 	vertex_service_account_json: object({}).catchall(string()).optional(),
 	openai_project: string().optional(),
 	openai_organization: string().optional(),
+	azure_resource_name: string().optional(),
+	azure_deployment_id: string().optional(),
+	azure_api_version: string().optional(),
 	azure_model_name: string().optional(),
 	azure_auth_mode: string().optional(),
+	azure_ad_token: string().optional(),
+	azure_managed_client_id: string().optional(),
+	azure_workload_client_id: string().optional(),
+	azure_entra_client_id: string().optional(),
+	azure_entra_client_secret: string().optional(),
+	azure_entra_tenant_id: string().optional(),
 	strict_open_ai_compliance: boolean().optional()
 }).refine((value) => {
 	const hasProviderApiKey = value.provider !== void 0 && value.api_key !== void 0;
@@ -4420,6 +4478,15 @@ const Environment = (c) => {
 
 //#endregion
 //#region src/middlewares/requestValidator/index.ts
+/**
+* Check if a provider ID is valid.
+* Accepts both Portkey provider IDs and models.dev provider IDs that can be mapped.
+*/
+function isValidProvider(value) {
+	if (VALID_PROVIDERS.includes(value)) return true;
+	const mappedId = getPortkeyProviderId(value);
+	return VALID_PROVIDERS.includes(mappedId);
+}
 const VALIDATION_PATTERNS = {
 	CONTROL_CHARS: /[\x00-\x1F\x7F]/,
 	SUSPICIOUS_CHARS: /[\s<>{}|\\^`]/,
@@ -4525,7 +4592,7 @@ const requestValidator = (c, next) => {
 		status: 400,
 		headers: { "content-type": "application/json" }
 	});
-	if (requestHeaders[`x-${POWERED_BY}-provider`] && !VALID_PROVIDERS.includes(requestHeaders[`x-${POWERED_BY}-provider`])) return new Response(JSON.stringify({
+	if (requestHeaders[`x-${POWERED_BY}-provider`] && !isValidProvider(requestHeaders[`x-${POWERED_BY}-provider`])) return new Response(JSON.stringify({
 		status: "failure",
 		message: `Invalid provider passed`
 	}), {
@@ -10018,8 +10085,140 @@ function convertKeysToCamelCase(obj, parentKeysToPreserve = []) {
 	}
 }
 
+//#endregion
+//#region src/shared/utils/logger.ts
+/**
+* @file src/utils/logger.ts
+* Configurable logger utility for MCP Gateway
+*/
+let LogLevel = /* @__PURE__ */ function(LogLevel$1) {
+	LogLevel$1[LogLevel$1["ERROR"] = 0] = "ERROR";
+	LogLevel$1[LogLevel$1["CRITICAL"] = 1] = "CRITICAL";
+	LogLevel$1[LogLevel$1["WARN"] = 2] = "WARN";
+	LogLevel$1[LogLevel$1["INFO"] = 3] = "INFO";
+	LogLevel$1[LogLevel$1["DEBUG"] = 4] = "DEBUG";
+	return LogLevel$1;
+}({});
+var Logger = class Logger {
+	config;
+	colors = {
+		error: "\x1B[31m",
+		critical: "\x1B[35m",
+		warn: "\x1B[33m",
+		info: "\x1B[36m",
+		debug: "\x1B[37m",
+		reset: "\x1B[0m"
+	};
+	constructor(config$1) {
+		this.config = {
+			timestamp: true,
+			colors: true,
+			...config$1
+		};
+	}
+	formatMessage(level, message) {
+		const parts = [];
+		if (this.config.timestamp) parts.push(`[${(/* @__PURE__ */ new Date()).toISOString()}]`);
+		if (this.config.prefix) parts.push(`[${this.config.prefix}]`);
+		parts.push(`[${level.toUpperCase()}]`);
+		parts.push(message);
+		return parts.join(" ");
+	}
+	log(level, levelName, message, data) {
+		if (level > this.config.level) return;
+		const formattedMessage = this.formatMessage(levelName, message);
+		const color = this.config.colors ? this.colors[levelName] : "";
+		const reset = this.config.colors ? this.colors.reset : "";
+		if (data !== void 0) console.log(`${color}${formattedMessage}${reset}`, data);
+		else console.log(`${color}${formattedMessage}${reset}`);
+	}
+	error(message, error) {
+		if (error instanceof Error) {
+			this.log(LogLevel.ERROR, "error", `${message}: ${error.message}`);
+			if (this.config.level >= LogLevel.DEBUG) console.error(error.stack);
+		} else if (error) this.log(LogLevel.ERROR, "error", message, error);
+		else this.log(LogLevel.ERROR, "error", message);
+	}
+	critical(message, data) {
+		this.log(LogLevel.CRITICAL, "critical", message, data);
+	}
+	warn(message, data) {
+		this.log(LogLevel.WARN, "warn", message, data);
+	}
+	info(message, data) {
+		this.log(LogLevel.INFO, "info", message, data);
+	}
+	debug(message, data) {
+		this.log(LogLevel.DEBUG, "debug", message, data);
+	}
+	createChild(prefix) {
+		return new Logger({
+			...this.config,
+			prefix: this.config.prefix ? `${this.config.prefix}:${prefix}` : prefix
+		});
+	}
+};
+const defaultConfig = {
+	level: process.env.LOG_LEVEL ? LogLevel[process.env.LOG_LEVEL.toUpperCase()] || LogLevel.ERROR : process.env.NODE_ENV === "production" ? LogLevel.ERROR : LogLevel.INFO,
+	timestamp: process.env.LOG_TIMESTAMP !== "false",
+	colors: process.env.LOG_COLORS !== "false" && process.env.NODE_ENV !== "production"
+};
+const logger$7 = new Logger(defaultConfig);
+function createLogger(prefix) {
+	return logger$7.createChild(prefix);
+}
+
 //#endregion
 //#region src/handlers/retryHandler.ts
+const logger$6 = createLogger("ProviderRequest");
+/**
+* Sanitizes headers by masking sensitive values like API keys and tokens
+*/
+function sanitizeHeaders(headers) {
+	if (!headers) return {};
+	const sanitized = {};
+	const sensitivePatterns = /^(authorization|x-api-key|api-key|x-.*-key|x-.*-token|x-.*-secret|bearer)$/i;
+	const headersObj = headers instanceof Headers ? Object.fromEntries([...headers]) : Array.isArray(headers) ? Object.fromEntries(headers) : headers;
+	for (const [key, value] of Object.entries(headersObj)) if (sensitivePatterns.test(key)) sanitized[key] = value.length > 12 ? `${value.substring(0, 8)}...****` : "****";
+	else sanitized[key] = value;
+	return sanitized;
+}
+/**
+* Logs the outgoing request to the provider
+*/
+function logProviderRequest(url, options, attempt) {
+	const sanitizedHeaders = sanitizeHeaders(options.headers);
+	let bodyPreview;
+	if (options.body) if (typeof options.body === "string") try {
+		const parsed = JSON.parse(options.body);
+		const bodyStr = JSON.stringify(parsed, null, 2);
+		bodyPreview = bodyStr.length > 2e3 ? `${bodyStr.substring(0, 2e3)}...` : bodyStr;
+	} catch {
+		bodyPreview = options.body.length > 500 ? `${options.body.substring(0, 500)}...` : options.body;
+	}
+	else if (options.body instanceof FormData) bodyPreview = "[FormData]";
+	else if (options.body instanceof ArrayBuffer) bodyPreview = `[ArrayBuffer: ${options.body.byteLength} bytes]`;
+	else if (options.body instanceof ReadableStream) bodyPreview = "[ReadableStream]";
+	else bodyPreview = "[Unknown body type]";
+	logger$6.debug(`Provider Request (attempt ${attempt})`, {
+		url,
+		method: options.method || "GET",
+		headers: sanitizedHeaders,
+		body: bodyPreview
+	});
+}
+/**
+* Logs the provider response
+*/
+function logProviderResponse(url, response, attempt, durationMs) {
+	logger$6.debug(`Provider Response (attempt ${attempt})`, {
+		url,
+		status: response.status,
+		statusText: response.statusText,
+		durationMs,
+		headers: Object.fromEntries([...response.headers])
+	});
+}
 async function fetchWithTimeout(url, options, timeout, requestHandler) {
 	const controller = new AbortController();
 	const timeoutId = setTimeout(() => controller.abort(), timeout);
@@ -10068,10 +10267,14 @@ const retryRequest = async (url, options, retryCount, statusCodesToRetry, timeou
 	try {
 		await retry(async (bail, attempt, rateLimiter) => {
 			try {
+				logProviderRequest(url, options, attempt);
+				const fetchStartTime = Date.now();
 				let response;
 				if (timeout) response = await fetchWithTimeout(url, options, timeout, requestHandler);
 				else if (requestHandler) response = await requestHandler();
 				else response = await fetch(url, options);
+				const fetchDuration = Date.now() - fetchStartTime;
+				logProviderResponse(url, response, attempt, fetchDuration);
 				if (statusCodesToRetry.includes(response.status)) {
 					const errorObj = new Error(await response.text());
 					errorObj.status = response.status;
@@ -10145,7 +10348,7 @@ const retryRequest = async (url, options, retryCount, statusCodesToRetry, timeou
 
 //#endregion
 //#region package.json
-var version = "0.2.7";
+var version = "0.2.8";
 
 //#endregion
 //#region src/providers/bytez/api.ts
@@ -17063,7 +17266,7 @@ const transformToProviderRequest = (provider, params, requestBody, fn, requestHe
 	if (fn === "createFinetune" && [AZURE_OPEN_AI, FIREWORKS_AI].includes(provider)) return transformToProviderRequestBody(provider, requestBody, requestHeaders, providerOptions, fn);
 	if (requestBody instanceof FormData || requestBody instanceof ArrayBuffer) return requestBody;
 	if (fn === "proxy") return params;
-	const providerAPIConfig = providers_default[provider].api;
+	const providerAPIConfig = providers_default[getPortkeyProviderId(provider)].api;
 	if (providerAPIConfig.transformToFormData && providerAPIConfig.transformToFormData({ gatewayRequestBody: params })) return transformToProviderRequestFormData(provider, params, fn, providerOptions);
 	return transformToProviderRequestJSON(provider, params, fn, providerOptions);
 };
@@ -26348,13 +26551,13 @@ const AzureAIInferenceAPI = {
 		return "";
 	},
 	headers: async ({ providerOptions, fn, c }) => {
-		const { apiKey, azureExtraParameters, azureDeploymentName, azureAdToken, azureAuthMode, azureFoundryUrl, urlToFetch } = providerOptions;
+		const { apiKey, azureExtraParameters, azureDeploymentName, deploymentId, azureAdToken, azureAuthMode, azureFoundryUrl, urlToFetch } = providerOptions;
 		const isAnthropicModel = azureFoundryUrl?.includes("anthropic") || urlToFetch?.includes("anthropic");
 		if (isAnthropicModel && !providerOptions.anthropicVersion) providerOptions.anthropicVersion = "2023-06-01";
 		const headers = {
 			...isAnthropicModel && { "anthropic-version": providerOptions.anthropicVersion },
 			"extra-parameters": azureExtraParameters ?? "drop",
-			...azureDeploymentName && { "azureml-model-deployment": azureDeploymentName },
+			...(deploymentId || azureDeploymentName) && { "azureml-model-deployment": deploymentId || azureDeploymentName },
 			...[
 				"createTranscription",
 				"createTranslation",
@@ -26406,18 +26609,20 @@ const AzureAIInferenceAPI = {
 		return headers;
 	},
 	getEndpoint: ({ providerOptions, fn, gatewayRequestURL }) => {
-		const { azureApiVersion, urlToFetch, azureFoundryUrl } = providerOptions;
+		const { azureApiVersion, urlToFetch, azureFoundryUrl, deploymentId, azureDeploymentName } = providerOptions;
 		const isAnthropicModel = azureFoundryUrl?.includes("anthropic") || urlToFetch?.includes("anthropic");
 		let mappedFn = fn;
 		const urlObj = new URL(gatewayRequestURL);
 		const path$2 = urlObj.pathname.replace("/v1", "");
 		const searchParams = urlObj.searchParams;
 		if (azureApiVersion) searchParams.set("api-version", azureApiVersion);
+		const deploymentName = deploymentId || azureDeploymentName;
+		const deploymentPrefix = deploymentName ? `/deployments/${deploymentName}` : "";
 		const ENDPOINT_MAPPING = {
-			complete: "/completions",
-			chatComplete: isAnthropicModel ? "/v1/messages" : "/chat/completions",
+			complete: deploymentPrefix + "/completions",
+			chatComplete: isAnthropicModel ? "/v1/messages" : deploymentPrefix + "/chat/completions",
 			messages: "/v1/messages",
-			embed: "/embeddings",
+			embed: deploymentPrefix + "/embeddings",
 			realtime: "/realtime",
 			imageGenerate: "/images/generations",
 			imageEdit: "/images/edits",
@@ -30024,7 +30229,7 @@ async function responseHandler(c, response, streamingMode, providerOptions, resp
 	let responseTransformerFunction;
 	const responseContentType = response.headers?.get("content-type");
 	const isSuccessStatusCode = [200, 246].includes(response.status);
-	const provider = providerOptions.provider;
+	const provider = getPortkeyProviderId(providerOptions.provider);
 	const providerConfig = providers_default[provider];
 	let providerTransformers = providers_default[provider]?.responseTransforms;
 	if (providerConfig?.getConfig) providerTransformers = providerConfig.getConfig({
@@ -30626,7 +30831,8 @@ var PreRequestValidatorService = class {
 var ProviderContext = class {
 	constructor(provider) {
 		this.provider = provider;
-		if (!providers_default[provider]) throw new GatewayError(`Provider ${provider} not found`);
+		this.provider = getPortkeyProviderId(provider);
+		if (!providers_default[this.provider]) throw new GatewayError(`Provider ${provider} not found`);
 	}
 	get providerConfig() {
 		return providers_default[this.provider];
@@ -30898,6 +31104,20 @@ var ResponseService = class {
 
 //#endregion
 //#region src/handlers/handlerUtils.ts
+/**
+* Normalizes Azure OpenAI config fields from JSON config format to provider format.
+* JSON config uses `azure_*` prefix (e.g., `azure_resource_name`) which converts to `azureResourceName`,
+* but the provider expects `resourceName`, `deploymentId`, etc.
+* This function recursively normalizes nested targets as well.
+*/
+function normalizeAzureConfig(config$1) {
+	const normalized = { ...config$1 };
+	if (normalized.azureResourceName && !normalized.resourceName) normalized.resourceName = normalized.azureResourceName;
+	if (normalized.azureDeploymentId && !normalized.deploymentId) normalized.deploymentId = normalized.azureDeploymentId;
+	if (normalized.azureApiVersion && !normalized.apiVersion) normalized.apiVersion = normalized.azureApiVersion;
+	if (Array.isArray(normalized.targets)) normalized.targets = normalized.targets.map((target) => normalizeAzureConfig(target));
+	return normalized;
+}
 function constructRequestBody(requestContext, providerHeaders) {
 	const headerContentType = providerHeaders[HEADER_KEYS.CONTENT_TYPE];
 	const requestContentType = requestContext.getHeader(HEADER_KEYS.CONTENT_TYPE);
@@ -31391,8 +31611,8 @@ function constructConfigFromRequestHeaders(requestHeaders) {
 				...fireworksConfig
 			};
 			if (parsedConfigJson.provider === AZURE_AI_INFERENCE) parsedConfigJson = {
-				...parsedConfigJson,
-				...azureAiInferenceConfig
+				...azureAiInferenceConfig,
+				...parsedConfigJson
 			};
 			if (parsedConfigJson.provider === ANTHROPIC) parsedConfigJson = {
 				...parsedConfigJson,
@@ -31411,7 +31631,7 @@ function constructConfigFromRequestHeaders(requestHeaders) {
 				...oracleConfig
 			};
 		}
-		return convertKeysToCamelCase(parsedConfigJson, [
+		return normalizeAzureConfig(convertKeysToCamelCase(parsedConfigJson, [
 			"override_params",
 			"params",
 			"checks",
@@ -31426,7 +31646,7 @@ function constructConfigFromRequestHeaders(requestHeaders) {
 			"integrationDetails",
 			"virtualKeyDetails",
 			"cb_config"
-		]);
+		]));
 	}
 	return {
 		provider: requestHeaders[`x-${POWERED_BY}-provider`],
@@ -32014,7 +32234,7 @@ async function realTimeHandler(c) {
 	try {
 		const requestHeaders = Object.fromEntries(c.req.raw.headers);
 		const providerOptions = constructConfigFromRequestHeaders(requestHeaders);
-		const apiConfig = providers_default[providerOptions.provider ?? ""].api;
+		const apiConfig = providers_default[getPortkeyProviderId(providerOptions.provider ?? "")].api;
 		const url = getURLForOutgoingConnection(apiConfig, providerOptions, c.req.url, c);
 		const options = await getOptionsForOutgoingConnection(apiConfig, providerOptions, url, c);
 		const sessionOptions = {
@@ -33309,4 +33529,4 @@ app.delete("/v1/*", requestValidator, proxyHandler);
 var src_default = app;
 
 //#endregion
-export { providers_default as Providers, src_default as default };
+export { MODELS_DEV_TO_PORTKEY_PROVIDER_MAP, PORTKEY_TO_MODELS_DEV_PROVIDER_MAP, providers_default as Providers, src_default as default, getModelsDevProviderId, getPortkeyProviderId };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmops/gateway",
-  "version": "0.2.7",
+  "version": "0.2.8",
   "description": "AI gateway for LLMOps (forked from Portkey)",
   "type": "module",
   "license": "Apache-2.0",