@jeffreycao/copilot-api 1.10.30 → 1.10.32

package/dist/{server--Ep7172f.js → server-DD7IeSJq.js}

@@ -1,5 +1,5 @@
-import { _ as setModelMappings, a as getModelMappings, c as getReasoningEffortForModel, d as isResponsesApiContextManagementEnabled, f as isResponsesApiWebSearchEnabled, g as resolveMappedModel, i as getExtraPromptForModel, l as getSmallModel, n as getClaudeTokenMultiplier, o as getProviderConfig, p as isResponsesApiWebSocketEnabled, r as getConfig, s as getRawProviderConfig, t as getAnthropicApiKey, u as isMessagesApiEnabled, y as PATHS } from "./config-BVmeo70f.js";
-import { B as forwardError, C as prepareMessageProxyHeaders, E as compactMessageSections, F as createPooledWebSocketStream, I as createWebSocketUrl, M as generateTraceId, N as requestContext, O as compactSystemPromptStarts, P as resolveTraceId$1, R as state, S as prepareInteractionHeaders, T as compactAutoContinuePromptStarts, _ as getCopilotUsage, b as copilotWebSocketHeaders, d as generateRequestIdFromPayload, f as getRootSessionId, g as sleep, h as parseUserIdMetadata, j as forwardCodexResponses, m as isNullish, p as getUUID, r as setupCodexToken, s as cacheModels, v as copilotBaseUrl, x as prepareForCompact, y as copilotHeaders, z as HTTPError } from "./token-BmkxB4rI.js";
+import { _ as resolveMappedModel, a as getModelMappings, b as PATHS, c as getRawProviderConfig, d as isMessagesApiEnabled, f as isResponsesApiContextManagementEnabled, i as getExtraPromptForModel, l as getReasoningEffortForModel, m as isResponsesApiWebSocketEnabled, n as getClaudeTokenMultiplier, o as getModelResponsesApiCompactThreshold$1, p as isResponsesApiWebSearchEnabled, r as getConfig, s as getProviderConfig, t as getAnthropicApiKey, u as getSmallModel, v as setModelMappings } from "./config-CgDUUqnp.js";
+import { B as forwardError, C as prepareMessageProxyHeaders, E as compactMessageSections, F as createPooledWebSocketStream, I as createWebSocketUrl, M as generateTraceId, N as requestContext, O as compactSystemPromptStarts, P as resolveTraceId$1, R as state, S as prepareInteractionHeaders, T as compactAutoContinuePromptStarts, _ as getCopilotUsage, b as copilotWebSocketHeaders, d as generateRequestIdFromPayload, f as getRootSessionId, g as sleep, h as parseUserIdMetadata, j as forwardCodexResponses, m as isNullish, p as getUUID, r as setupCodexToken, s as cacheModels, v as copilotBaseUrl, x as prepareForCompact, y as copilotHeaders, z as HTTPError } from "./token-Cr5nwGMh.js";
 import { a as isDeferredToolName, c as parseMcpToolSearchSentinel, d as shouldEnableResponsesToolSearch, i as isBridgeToolSearchName, l as resolveBridgeToolSearchName, o as listDeferredToolNames, r as formatToolSearchBridgeArguments, s as normalizeToolSearchBridgeArguments, t as BRIDGE_TOOL_SEARCH_NAME, u as selectDeferredToolsByNames } from "./tool-search-wA-fLduL.js";
 import consola from "consola";
 import { createHash } from "node:crypto";
@@ -273,6 +273,36 @@ const createHandlerLogger = (name) => {
 	return instance;
 };
 //#endregion
+//#region src/lib/provider-model.ts
+const parseProviderModelAlias = (model) => {
+	const separatorIndex = model.indexOf("/");
+	if (separatorIndex <= 0 || separatorIndex === model.length - 1) return null;
+	const provider = model.slice(0, separatorIndex).trim();
+	const providerModel = model.slice(separatorIndex + 1).trim();
+	if (!provider || !providerModel) return null;
+	return {
+		model: providerModel,
+		provider
+	};
+};
+const createFallbackModel = (modelId) => ({
+	capabilities: {
+		family: "provider",
+		limits: {},
+		object: "model_capabilities",
+		supports: {},
+		tokenizer: "o200k_base",
+		type: "chat"
+	},
+	id: modelId,
+	model_picker_enabled: false,
+	name: modelId,
+	object: "model",
+	preview: false,
+	vendor: "provider",
+	version: "unknown"
+});
+//#endregion
 //#region src/lib/rate-limit.ts
 async function checkRateLimit(state) {
 	if (state.rateLimitSeconds === void 0) return;
@@ -920,6 +950,188 @@ function mergeAnthropicUsage(current, next) {
 	};
 }
 //#endregion
+//#region src/lib/provider-resolver.ts
+function isMissingCodexCredentialsError(error) {
+	return error instanceof Error && error.message === "Codex credentials not found. Run `copilot-api auth login --provider codex` first.";
+}
+async function resolveProviderConfig(providerName) {
+	const normalizedProviderName = providerName.trim();
+	if (!normalizedProviderName) return null;
+	if (normalizedProviderName === "codex") {
+		if (getRawProviderConfig(normalizedProviderName)?.enabled === false) return null;
+		try {
+			await setupCodexToken();
+		} catch (error) {
+			if (isMissingCodexCredentialsError(error)) return null;
+			throw error;
+		}
+		const providerConfig = getProviderConfig(normalizedProviderName);
+		if (!providerConfig) return null;
+		return {
+			...providerConfig,
+			apiKey: state.codexAccessToken ?? providerConfig.apiKey
+		};
+	}
+	return getProviderConfig(normalizedProviderName);
+}
+//#endregion
+//#region src/services/providers/provider-proxy.ts
+const SHARED_FORWARDABLE_HEADERS = ["accept", "user-agent"];
+const ANTHROPIC_FORWARDABLE_HEADERS = ["anthropic-version", "anthropic-beta"];
+const STRIPPED_RESPONSE_HEADERS = [
+	"connection",
+	"content-encoding",
+	"content-length",
+	"keep-alive",
+	"proxy-authenticate",
+	"proxy-authorization",
+	"te",
+	"trailer",
+	"transfer-encoding",
+	"upgrade"
+];
+function buildProviderUpstreamHeaders(providerConfig, requestHeaders) {
+	const authHeaders = {};
+	if (providerConfig.authType === "x-api-key") authHeaders["x-api-key"] = providerConfig.apiKey;
+	else authHeaders.authorization = `Bearer ${providerConfig.apiKey}`;
+	const headers = {
+		"content-type": "application/json",
+		accept: "application/json",
+		...authHeaders
+	};
+	for (const headerName of SHARED_FORWARDABLE_HEADERS) {
+		const headerValue = requestHeaders.get(headerName);
+		if (headerValue) headers[headerName] = headerValue;
+	}
+	if (providerConfig.type !== "anthropic") return headers;
+	for (const headerName of ANTHROPIC_FORWARDABLE_HEADERS) {
+		const headerValue = requestHeaders.get(headerName);
+		if (headerValue) headers[headerName] = headerValue;
+	}
+	return headers;
+}
+function createProviderProxyResponse(upstreamResponse, body) {
+	const headers = new Headers(upstreamResponse.headers);
+	for (const headerName of STRIPPED_RESPONSE_HEADERS) headers.delete(headerName);
+	return new Response(body ?? upstreamResponse.body, {
+		headers,
+		status: upstreamResponse.status,
+		statusText: upstreamResponse.statusText
+	});
+}
+async function forwardProviderMessages(providerConfig, payload, requestHeaders) {
+	return await fetch(`${providerConfig.baseUrl}/v1/messages`, {
+		method: "POST",
+		headers: buildProviderUpstreamHeaders(providerConfig, requestHeaders),
+		body: JSON.stringify(payload)
+	});
+}
+async function forwardProviderChatCompletions(providerConfig, payload, requestHeaders) {
+	return await fetch(`${providerConfig.baseUrl}/v1/chat/completions`, {
+		method: "POST",
+		headers: buildProviderUpstreamHeaders(providerConfig, requestHeaders),
+		body: JSON.stringify(payload)
+	});
+}
+async function forwardProviderResponses(providerConfig, payload, requestHeaders) {
+	return await fetch(`${providerConfig.baseUrl}/v1/responses`, {
+		method: "POST",
+		headers: buildProviderUpstreamHeaders(providerConfig, requestHeaders),
+		body: JSON.stringify(payload)
+	});
+}
+async function forwardProviderModels(providerConfig, requestHeaders) {
+	return await fetch(`${providerConfig.baseUrl}/v1/models`, {
+		method: "GET",
+		headers: buildProviderUpstreamHeaders(providerConfig, requestHeaders)
+	});
+}
+//#endregion
+//#region src/routes/provider/chat-completions/handler.ts
+const logger$8 = createHandlerLogger("provider-chat-completions-handler");
+async function handleProviderChatCompletionsForProvider(c, options) {
+	const { payload, provider } = options;
+	const providerConfig = await resolveProviderConfig(provider);
+	if (providerConfig?.type !== "openai-compatible") return c.json({ error: {
+		message: `Provider '${provider}' does not support the /v1/chat/completions endpoint`,
+		type: "invalid_request_error"
+	} }, 400);
+	const modelConfig = providerConfig.models?.[payload.model];
+	applyProviderModelDefaults(payload, modelConfig);
+	applyMissingExtraBody$1(payload, { extraBody: modelConfig?.extraBody });
+	applyProviderStreamOptions(payload);
+	debugJson(logger$8, "provider.chat_completions.request", {
+		payload,
+		provider
+	});
+	const upstreamResponse = await forwardProviderChatCompletions(providerConfig, payload, c.req.raw.headers);
+	if (!upstreamResponse.ok) {
+		logger$8.error("Failed to create provider chat completions", {
+			provider,
+			statusCode: upstreamResponse.status
+		});
+		throw new HTTPError(`Failed to create ${provider} chat completions`, upstreamResponse);
+	}
+	const recordUsage = createProviderChatCompletionsUsageRecorder(payload, provider);
+	const contentType = upstreamResponse.headers.get("content-type") ?? "";
+	if (Boolean(payload.stream) && contentType.includes("text/event-stream")) return streamProviderChatCompletions(c, upstreamResponse, {
+		provider,
+		recordUsage
+	});
+	const responseBody = await upstreamResponse.clone().json();
+	recordUsage(normalizeOpenAIUsage(responseBody.usage));
+	debugJson(logger$8, "provider.chat_completions.response", responseBody);
+	return createProviderProxyResponse(upstreamResponse);
+}
+const applyProviderModelDefaults = (payload, modelConfig) => {
+	payload.temperature ??= modelConfig?.temperature;
+	payload.top_p ??= modelConfig?.topP;
+	payload.top_k ??= modelConfig?.topK;
+};
+const applyMissingExtraBody$1 = (payload, options) => {
+	for (const [key, value] of Object.entries(options.extraBody ?? {})) if (!Object.hasOwn(payload, key)) payload[key] = value;
+};
+const applyProviderStreamOptions = (payload) => {
+	if (!payload.stream) return;
+	payload.stream_options = {
+		...payload.stream_options ?? {},
+		include_usage: true
+	};
+};
+const createProviderChatCompletionsUsageRecorder = (payload, provider) => createProviderTokenUsageRecorder({
+	endpoint: "chat_completions",
+	model: payload.model,
+	providerName: provider
+});
+const streamProviderChatCompletions = (c, upstreamResponse, options) => {
+	logger$8.debug("provider.chat_completions.streaming", { provider: options.provider });
+	return streamSSE(c, async (stream) => {
+		let usage = {};
+		try {
+			for await (const chunk of events(upstreamResponse)) {
+				debugJson(logger$8, "provider.chat_completions.stream_chunk", chunk);
+				if (chunk.data && chunk.data !== "[DONE]") {
+					const parsedChunk = parseChatCompletionChunkData(chunk.data);
+					if (parsedChunk?.usage) usage = normalizeOpenAIUsage(parsedChunk.usage);
+				}
+				await stream.writeSSE({
+					event: chunk.event,
+					data: chunk.data ?? ""
+				});
+			}
+		} finally {
+			options.recordUsage(usage);
+		}
+	});
+};
+const parseChatCompletionChunkData = (data) => {
+	try {
+		return JSON.parse(data);
+	} catch {
+		return null;
+	}
+};
+//#endregion
 //#region src/lib/copilot-rate-limit.ts
 const copilotRateLimitTypes = ["session", "weekly"];
 const copilotRateLimitHeaders = {
@@ -1029,12 +1241,17 @@ async function handleCompletion$1(c) {
 	let payload = await c.req.json();
 	const requestedModel = payload.model;
 	payload.model = resolveMappedModel(payload.model);
-	if (payload.model !== requestedModel) logger$7.debug(`Resolved model mapping: ${requestedModel} -> ${payload.model}`);
+	if (payload.model !== requestedModel) consola.debug(`Resolved model mapping: ${requestedModel} -> ${payload.model}`);
+	const providerModelAlias = parseProviderModelAlias(payload.model);
+	if (providerModelAlias) {
+		payload.model = providerModelAlias.model;
+		return await handleProviderChatCompletionsForProvider(c, {
+			payload,
+			provider: providerModelAlias.provider
+		});
+	}
 	await checkRateLimit(state);
-	debugJsonTail(logger$7, "Request payload:", {
-		value: payload,
-		tailLength: 400
-	});
+	debugJson(logger$7, "Request payload:", payload);
 	const selectedModel = state.models?.data.find((model) => model.id === payload.model);
 	if (selectedModel?.id === "gpt-5.4") return c.json({ error: {
 		message: "Please use `/v1/responses` or `/v1/messages` API",
@@ -1156,36 +1373,6 @@ embeddingRoutes.post("/", async (c) => {
 	}
 });
 //#endregion
-//#region src/lib/provider-model.ts
-const parseProviderModelAlias = (model) => {
-	const separatorIndex = model.indexOf("/");
-	if (separatorIndex <= 0 || separatorIndex === model.length - 1) return null;
-	const provider = model.slice(0, separatorIndex).trim();
-	const providerModel = model.slice(separatorIndex + 1).trim();
-	if (!provider || !providerModel) return null;
-	return {
-		model: providerModel,
-		provider
-	};
-};
-const createFallbackModel = (modelId) => ({
-	capabilities: {
-		family: "provider",
-		limits: {},
-		object: "model_capabilities",
-		supports: {},
-		tokenizer: "o200k_base",
-		type: "chat"
-	},
-	id: modelId,
-	model_picker_enabled: false,
-	name: modelId,
-	object: "model",
-	preview: false,
-	vendor: "provider",
-	version: "unknown"
-});
-//#endregion
 //#region src/lib/tokenizer.ts
 const ENCODING_MAP = {
 	o200k_base: () => import("gpt-tokenizer/encoding/o200k_base"),
@@ -1403,31 +1590,6 @@ const getTokenCount = async (payload, model) => {
 	};
 };
 //#endregion
-//#region src/lib/provider-resolver.ts
-function isMissingCodexCredentialsError(error) {
-	return error instanceof Error && error.message === "Codex credentials not found. Run `copilot-api auth login --provider codex` first.";
-}
-async function resolveProviderConfig(providerName) {
-	const normalizedProviderName = providerName.trim();
-	if (!normalizedProviderName) return null;
-	if (normalizedProviderName === "codex") {
-		if (getRawProviderConfig(normalizedProviderName)?.enabled === false) return null;
-		try {
-			await setupCodexToken();
-		} catch (error) {
-			if (isMissingCodexCredentialsError(error)) return null;
-			throw error;
-		}
-		const providerConfig = getProviderConfig(normalizedProviderName);
-		if (!providerConfig) return null;
-		return {
-			...providerConfig,
-			apiKey: state.codexAccessToken ?? providerConfig.apiKey
-		};
-	}
-	return getProviderConfig(normalizedProviderName);
-}
-//#endregion
 //#region src/routes/messages/utils.ts
 function mapOpenAIStopReasonToAnthropic(finishReason) {
 	if (finishReason === null) return null;
@@ -3806,6 +3968,7 @@ const stringifyToolSearchArguments = (argumentsValue) => {
 };
 const DEFAULT_RESPONSES_COMPACT_THRESHOLD_RATIO = .9;
 const responsesUtilsDependencies = {
+	getModelResponsesApiCompactThreshold: getModelResponsesApiCompactThreshold$1,
 	isResponsesApiContextManagementEnabled,
 	isResponsesApiWebSocketEnabled
 };
@@ -3909,6 +4072,11 @@ const resolveResponsesCompactThreshold = (maxPromptTokens, compactThresholdRatio
 	if (typeof maxPromptTokens === "number" && maxPromptTokens > 0) return Math.floor(maxPromptTokens * compactThresholdRatio);
 	return 2e5 * compactThresholdRatio;
 };
+const getModelResponsesApiCompactThreshold = (model) => {
+	const threshold = responsesUtilsDependencies.getModelResponsesApiCompactThreshold(model);
+	if (typeof threshold !== "number" || !Number.isFinite(threshold) || threshold <= 0) return;
+	return threshold;
+};
 const createCompactionContextManagement = (compactThreshold) => [{
 	type: "compaction",
 	compact_threshold: compactThreshold
@@ -3916,7 +4084,7 @@ const createCompactionContextManagement = (compactThreshold) => [{
 const applyResponsesApiContextManagement = (payload, maxPromptTokens, compactThresholdRatio = DEFAULT_RESPONSES_COMPACT_THRESHOLD_RATIO) => {
 	if (payload.context_management !== void 0) return;
 	if (!responsesUtilsDependencies.isResponsesApiContextManagementEnabled()) return;
-	payload.context_management = createCompactionContextManagement(resolveResponsesCompactThreshold(maxPromptTokens, compactThresholdRatio));
+	payload.context_management = createCompactionContextManagement(getModelResponsesApiCompactThreshold(payload.model) ?? resolveResponsesCompactThreshold(maxPromptTokens, compactThresholdRatio));
 };
 const compactInputByLatestCompaction = (payload) => {
 	if (!Array.isArray(payload.input) || payload.input.length === 0) return;
@@ -4022,78 +4190,6 @@ function getModels() {
 	};
 }
 //#endregion
-//#region src/services/providers/provider-proxy.ts
-const SHARED_FORWARDABLE_HEADERS = ["accept", "user-agent"];
-const ANTHROPIC_FORWARDABLE_HEADERS = ["anthropic-version", "anthropic-beta"];
-const STRIPPED_RESPONSE_HEADERS = [
-	"connection",
-	"content-encoding",
-	"content-length",
-	"keep-alive",
-	"proxy-authenticate",
-	"proxy-authorization",
-	"te",
-	"trailer",
-	"transfer-encoding",
-	"upgrade"
-];
-function buildProviderUpstreamHeaders(providerConfig, requestHeaders) {
-	const authHeaders = {};
-	if (providerConfig.authType === "x-api-key") authHeaders["x-api-key"] = providerConfig.apiKey;
-	else authHeaders.authorization = `Bearer ${providerConfig.apiKey}`;
-	const headers = {
-		"content-type": "application/json",
-		accept: "application/json",
-		...authHeaders
-	};
-	for (const headerName of SHARED_FORWARDABLE_HEADERS) {
-		const headerValue = requestHeaders.get(headerName);
-		if (headerValue) headers[headerName] = headerValue;
-	}
-	if (providerConfig.type !== "anthropic") return headers;
-	for (const headerName of ANTHROPIC_FORWARDABLE_HEADERS) {
-		const headerValue = requestHeaders.get(headerName);
-		if (headerValue) headers[headerName] = headerValue;
-	}
-	return headers;
-}
-function createProviderProxyResponse(upstreamResponse, body) {
-	const headers = new Headers(upstreamResponse.headers);
-	for (const headerName of STRIPPED_RESPONSE_HEADERS) headers.delete(headerName);
-	return new Response(body ?? upstreamResponse.body, {
-		headers,
-		status: upstreamResponse.status,
-		statusText: upstreamResponse.statusText
-	});
-}
-async function forwardProviderMessages(providerConfig, payload, requestHeaders) {
-	return await fetch(`${providerConfig.baseUrl}/v1/messages`, {
-		method: "POST",
-		headers: buildProviderUpstreamHeaders(providerConfig, requestHeaders),
-		body: JSON.stringify(payload)
-	});
-}
-async function forwardProviderChatCompletions(providerConfig, payload, requestHeaders) {
-	return await fetch(`${providerConfig.baseUrl}/v1/chat/completions`, {
-		method: "POST",
-		headers: buildProviderUpstreamHeaders(providerConfig, requestHeaders),
-		body: JSON.stringify(payload)
-	});
-}
-async function forwardProviderResponses(providerConfig, payload, requestHeaders) {
-	return await fetch(`${providerConfig.baseUrl}/v1/responses`, {
-		method: "POST",
-		headers: buildProviderUpstreamHeaders(providerConfig, requestHeaders),
-		body: JSON.stringify(payload)
-	});
-}
-async function forwardProviderModels(providerConfig, requestHeaders) {
-	return await fetch(`${providerConfig.baseUrl}/v1/models`, {
-		method: "GET",
-		headers: buildProviderUpstreamHeaders(providerConfig, requestHeaders)
-	});
-}
-//#endregion
 //#region src/routes/provider/messages/handler.ts
 const logger$5 = createHandlerLogger("provider-messages-handler");
 const OPENAI_COMPATIBLE_CONTEXT_CACHE_MARKER_LIMIT = 4;
@@ -4877,7 +4973,7 @@ async function handleCompletion(c) {
 	const anthropicPayload = await c.req.json();
 	const requestedModel = anthropicPayload.model;
 	anthropicPayload.model = resolveMappedModel(anthropicPayload.model);
-	if (anthropicPayload.model !== requestedModel) logger$4.debug(`Resolved model mapping: ${requestedModel} -> ${anthropicPayload.model}`);
+	if (anthropicPayload.model !== requestedModel) consola.debug(`Resolved model mapping: ${requestedModel} -> ${anthropicPayload.model}`);
 	const providerModelAlias = parseProviderModelAlias(anthropicPayload.model);
 	if (providerModelAlias) {
 		anthropicPayload.model = providerModelAlias.model;
@@ -5195,7 +5291,7 @@ const handleResponses = async (c) => {
 	const payload = await c.req.json();
 	const requestedModel = payload.model;
 	payload.model = resolveMappedModel(payload.model);
-	if (payload.model !== requestedModel) logger$1.debug(`Resolved model mapping: ${requestedModel} -> ${payload.model}`);
+	if (payload.model !== requestedModel) consola.debug(`Resolved model mapping: ${requestedModel} -> ${payload.model}`);
 	const providerModelAlias = parseProviderModelAlias(payload.model);
 	if (providerModelAlias) {
 		payload.model = providerModelAlias.model;
@@ -5437,4 +5533,4 @@ server.route("/:provider/v1/models", providerModelRoutes);
 //#endregion
 export { server };
 
-//# sourceMappingURL=server--Ep7172f.js.map
+//# sourceMappingURL=server-DD7IeSJq.js.map