@dianshuv/copilot-api 0.14.0 → 0.15.0

package/dist/main.mjs

@@ -1086,7 +1086,7 @@ const logout = defineCommand({
 
 //#endregion
 //#region package.json
-var version = "0.14.0";
+var version = "0.15.0";
 
 //#endregion
 //#region src/lib/event-loop-lag.ts
@@ -6944,6 +6944,74 @@ function supportsDirectAnthropicApi(modelId) {
 	return resolveAnthropicModelForDirectPath(modelId) !== void 0;
 }
 
+//#endregion
+//#region src/routes/messages/cache-control-injector.ts
+function blockHasCacheControl(block) {
+	if (typeof block !== "object" || block === null) return false;
+	if (!("cache_control" in block)) return false;
+	const cc = block.cache_control;
+	return cc !== void 0 && cc !== null;
+}
+function toolsHaveCacheControl(tools) {
+	if (!Array.isArray(tools)) return false;
+	return tools.some((t) => blockHasCacheControl(t));
+}
+function toolResultInnerHasCacheControl(block) {
+	if (!Array.isArray(block.content)) return false;
+	return block.content.some((inner) => blockHasCacheControl(inner));
+}
+function messagesHaveCacheControl(messages) {
+	if (!Array.isArray(messages)) return false;
+	for (const message of messages) {
+		if (!Array.isArray(message.content)) continue;
+		for (const block of message.content) {
+			if (blockHasCacheControl(block)) return true;
+			if (block.type === "tool_result" && toolResultInnerHasCacheControl(block)) return true;
+		}
+	}
+	return false;
+}
+function systemHasCacheControl(system) {
+	if (!Array.isArray(system)) return false;
+	return system.some((b) => blockHasCacheControl(b));
+}
+function hasAnyCacheControl(payload) {
+	return systemHasCacheControl(payload.system) || toolsHaveCacheControl(payload.tools) || messagesHaveCacheControl(payload.messages);
+}
+function injectSystemCacheControl(payload) {
+	if (hasAnyCacheControl(payload)) return;
+	if (payload.system === void 0 || payload.system === null) return;
+	if (typeof payload.system === "string") {
+		if (payload.system.length === 0) return;
+		payload.system = [{
+			type: "text",
+			text: payload.system,
+			cache_control: { type: "ephemeral" }
+		}];
+		return;
+	}
+	if (payload.system.length === 0) return;
+	const tail = payload.system.at(-1);
+	if (!tail) return;
+	tail.cache_control = { type: "ephemeral" };
+}
+
+//#endregion
+//#region src/routes/messages/date-normalizer.ts
+const dateTrackingRegex = /(# currentDate\r?\n)Today['’ʼʹ]s date is (\d{4})[/-](\d{2})[/-](\d{2})\.(\r?\n|$)/g;
+function normalizeClaudeCodeDate(text) {
+	return text.replaceAll(dateTrackingRegex, "$1Today's date is $2-$3-$4.$5");
+}
+function normalizeSystemPromptDate(payload) {
+	if (typeof payload.system === "string") {
+		payload.system = normalizeClaudeCodeDate(payload.system);
+		return;
+	}
+	if (Array.isArray(payload.system)) {
+		for (const block of payload.system) if (typeof block.text === "string") block.text = normalizeClaudeCodeDate(block.text);
+	}
+}
+
 //#endregion
 //#region src/lib/stream-keepalive.ts
 /** SSE comment line used as a keepalive heartbeat. */
@@ -8805,7 +8873,11 @@ async function handleCompletion(c) {
 	const subagentMarker = parseSubagentMarkerFromFirstUser(sanitizedPayload);
 	const initiatorOverride = subagentMarker ? "agent" : void 0;
 	if (subagentMarker) consola.debug("Detected Subagent marker:", JSON.stringify(subagentMarker));
-	if (supportsDirectAnthropicApi(sanitizedPayload.model)) return handleDirectAnthropicCompletion(c, sanitizedPayload, ctx, initiatorOverride);
+	if (supportsDirectAnthropicApi(sanitizedPayload.model)) {
+		normalizeSystemPromptDate(sanitizedPayload);
+		injectSystemCacheControl(sanitizedPayload);
+		return handleDirectAnthropicCompletion(c, sanitizedPayload, ctx, initiatorOverride);
+	}
 	return handleTranslatedCompletion(c, sanitizedPayload, ctx, initiatorOverride);
 }
 /**
@@ -8938,6 +9010,31 @@ modelRoutes.get("/", async (c) => {
 	}
 });
 
+//#endregion
+//#region src/lib/prompt-cache-key.ts
+const CLIENT_NAME_PATTERNS = [
+	[/^claude[-_]?(?:code|cli)$/i, "claude-code"],
+	[/^codex$/i, "codex"],
+	[/^cursor$/i, "cursor"],
+	[/^aider$/i, "aider"],
+	[/^copilot$/i, "copilot"]
+];
+const UA_MAIN_TOKEN = /^([\w.-]+)/;
+function extractClientName(userAgent) {
+	if (!userAgent) return "unknown";
+	const mainToken = UA_MAIN_TOKEN.exec(userAgent)?.[1]?.toLowerCase();
+	if (!mainToken) return "unknown";
+	for (const [pattern, name] of CLIENT_NAME_PATTERNS) if (pattern.test(mainToken)) return name;
+	return mainToken.slice(0, 32);
+}
+function buildPromptCacheKey(clientName) {
+	return `copilot-api:${clientName}`;
+}
+function injectPromptCacheKey(payload, clientName) {
+	if (payload.prompt_cache_key !== void 0 && payload.prompt_cache_key !== null && payload.prompt_cache_key !== "") return;
+	payload.prompt_cache_key = buildPromptCacheKey(clientName);
+}
+
 //#endregion
 //#region src/services/copilot/create-responses.ts
 const createResponses = async (payload, { vision, initiator, resolvedModel }) => {
@@ -9195,14 +9292,17 @@ const TERMINAL_EVENTS = new Set([
 	"error"
 ]);
 const handleResponses = async (c) => {
+	const rawPayload = await c.req.json();
+	const clientName = extractClientName(c.req.header("user-agent"));
 	const { ctx, payload } = createEntryContext({
 		c,
-		rawPayload: await c.req.json(),
+		rawPayload,
 		endpoint: "openai",
 		normalizePayload: (p) => {
 			const np = state.normalizeResponsesCallIds ? normalizeCallIds(p) : p;
 			useFunctionApplyPatch(np);
 			filterUnsupportedBuiltins(np);
+			injectPromptCacheKey(np, clientName);
 			return np;
 		},
 		buildHistoryRequest: (p) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dianshuv/copilot-api",
-  "version": "0.14.0",
+  "version": "0.15.0",
   "description": "Turn GitHub Copilot into OpenAI/Anthropic API compatible server. Usable with Claude Code!",
   "author": "dianshuv",
   "type": "module",