@hsupu/copilot-api 0.8.2 → 0.8.3

package/config.example.yaml

@@ -129,8 +129,12 @@ anthropic:
   # Inject Copilot tool_search helper when the model supports it.
   tool_search: true
 
-  # Inject cache_control breakpoints on stable tools/system blocks for prompt caching.
-  auto_cache_control: true
+  # Cache control mode for prompt caching.
+  #   disabled:    strip all cache_control fields (no caching)
+  #   passthrough: forward client cache_control as-is
+  #   sanitize:    forward but normalize to { type: "ephemeral" } (strip non-standard fields like scope)
+  #   proxied:     proxy controls injection — auto-add breakpoints on tools/system (default)
+  cache_control: proxied
 
   # Additional tool names that should never be deferred when tool_search is enabled.
   # non_deferred_tools:

package/dist/main.mjs

@@ -98,7 +98,7 @@ const CONFIG_MANAGED_DEFAULTS = {
 	contextEditingKeepTools: 3,
 	contextEditingKeepThinking: 1,
 	toolSearchEnabled: true,
-	autoCacheControl: true,
+	cacheControlMode: "proxied",
 	nonDeferredTools: [],
 	rewriteSystemReminders: false,
 	systemPromptOverrides: [],
@@ -125,7 +125,7 @@ function resetConfigManagedState() {
 		contextEditingKeepTools: CONFIG_MANAGED_DEFAULTS.contextEditingKeepTools,
 		contextEditingKeepThinking: CONFIG_MANAGED_DEFAULTS.contextEditingKeepThinking,
 		toolSearchEnabled: CONFIG_MANAGED_DEFAULTS.toolSearchEnabled,
-		autoCacheControl: CONFIG_MANAGED_DEFAULTS.autoCacheControl,
+		cacheControlMode: CONFIG_MANAGED_DEFAULTS.cacheControlMode,
 		nonDeferredTools: [...CONFIG_MANAGED_DEFAULTS.nonDeferredTools],
 		rewriteSystemReminders: CONFIG_MANAGED_DEFAULTS.rewriteSystemReminders,
 		systemPromptOverrides: [...CONFIG_MANAGED_DEFAULTS.systemPromptOverrides],
@@ -161,7 +161,7 @@ const mutableState = {
 	contextEditingKeepTools: CONFIG_MANAGED_DEFAULTS.contextEditingKeepTools,
 	contextEditingKeepThinking: CONFIG_MANAGED_DEFAULTS.contextEditingKeepThinking,
 	toolSearchEnabled: CONFIG_MANAGED_DEFAULTS.toolSearchEnabled,
-	autoCacheControl: CONFIG_MANAGED_DEFAULTS.autoCacheControl,
+	cacheControlMode: CONFIG_MANAGED_DEFAULTS.cacheControlMode,
 	nonDeferredTools: [...CONFIG_MANAGED_DEFAULTS.nonDeferredTools],
 	stripServerTools: CONFIG_MANAGED_DEFAULTS.stripServerTools,
 	immutableThinkingMessages: CONFIG_MANAGED_DEFAULTS.immutableThinkingMessages,
@@ -1766,7 +1766,12 @@ async function applyConfigToState() {
 		if (a.context_editing_keep_tools !== void 0) setAnthropicBehavior({ contextEditingKeepTools: a.context_editing_keep_tools });
 		if (a.context_editing_keep_thinking !== void 0) setAnthropicBehavior({ contextEditingKeepThinking: a.context_editing_keep_thinking });
 		if (a.tool_search !== void 0) setAnthropicBehavior({ toolSearchEnabled: a.tool_search });
-		if (a.auto_cache_control !== void 0) setAnthropicBehavior({ autoCacheControl: a.auto_cache_control });
+		if (a.cache_control !== void 0) setAnthropicBehavior({ cacheControlMode: a.cache_control });
+		else if (a.auto_cache_control !== void 0) {
+			const mapped = a.auto_cache_control ? "proxied" : "disabled";
+			consola.warn(`[Config] anthropic.auto_cache_control is deprecated, use cache_control: "${mapped}" instead`);
+			setAnthropicBehavior({ cacheControlMode: mapped });
+		}
 		if (Array.isArray(a.non_deferred_tools)) setAnthropicBehavior({ nonDeferredTools: a.non_deferred_tools });
 		if (a.rewrite_system_reminders !== void 0) {
 			if (typeof a.rewrite_system_reminders === "boolean") setAnthropicBehavior({ rewriteSystemReminders: a.rewrite_system_reminders });
@@ -4709,20 +4714,29 @@ function finalize(tracker) {
 function handleShutdownSignal(signal, opts) {
 	const shutdownFn = opts?.gracefulShutdownFn ?? ((shutdownSignal) => gracefulShutdown(shutdownSignal));
 	const exitFn = opts?.exitFn ?? ((code) => process.exit(code));
-	if (_isShuttingDown) {
-		if (shutdownPhase === "phase2") {
+	if (_isShuttingDown) switch (shutdownPhase) {
+		case "phase1":
+			consola.warn("Signal received during Phase 1 setup, waiting for shutdown to proceed");
+			return shutdownPromise ?? void 0;
+		case "phase2":
 			consola.warn("Second signal received, escalating shutdown to abort active requests");
 			shutdownDrainAbortController?.abort();
 			return shutdownPromise ?? void 0;
-		}
-		if (shutdownPhase === "phase3") {
+		case "phase3":
 			consola.warn("Additional signal received, escalating shutdown to force-close remaining requests");
 			shutdownDrainAbortController?.abort();
 			return shutdownPromise ?? void 0;
-		}
-		consola.warn("Additional signal received during forced shutdown, exiting immediately");
-		exitFn(1);
-		return shutdownPromise ?? void 0;
+		case "phase4":
+			consola.warn("Additional signal received during forced shutdown, exiting immediately");
+			exitFn(1);
+			return shutdownPromise ?? void 0;
+		case "finalized":
+			consola.info("Signal received after shutdown finalized, ignoring");
+			return shutdownPromise ?? void 0;
+		default:
+			consola.warn("Signal received in unexpected shutdown phase, exiting immediately");
+			exitFn(1);
+			return shutdownPromise ?? void 0;
 	}
 	shutdownPromise = shutdownFn(signal).catch((error) => {
 		consola.error("Fatal error during shutdown:", error);
@@ -5500,7 +5514,7 @@ const setupClaudeCode = defineCommand({
 });
 //#endregion
 //#region package.json
-var version = "0.8.2";
+var version = "0.8.3";
 //#endregion
 //#region src/lib/system-prompt/override.ts
 /**
@@ -9124,7 +9138,7 @@ configRoutes.get("/", (c) => {
 		contextEditingKeepTools: state.contextEditingKeepTools,
 		contextEditingKeepThinking: state.contextEditingKeepThinking,
 		toolSearchEnabled: state.toolSearchEnabled,
-		autoCacheControl: state.autoCacheControl,
+		cacheControlMode: state.cacheControlMode,
 		nonDeferredTools: state.nonDeferredTools,
 		rewriteSystemReminders: serializeRewriteSystemReminders(state.rewriteSystemReminders),
 		stripReadToolResultTags: state.stripReadToolResultTags,
@@ -9227,6 +9241,7 @@ const ANTHROPIC_KEYS = new Set([
 	"context_editing_keep_tools",
 	"context_editing_keep_thinking",
 	"tool_search",
+	"cache_control",
 	"auto_cache_control",
 	"non_deferred_tools",
 	"rewrite_system_reminders"
@@ -9306,7 +9321,20 @@ function validateAnthropic(value, details) {
 	if (hasOwn(value, "context_editing_keep_tools")) validateNonNegativeInteger(value.context_editing_keep_tools, "anthropic.context_editing_keep_tools", details);
 	if (hasOwn(value, "context_editing_keep_thinking")) validateNonNegativeInteger(value.context_editing_keep_thinking, "anthropic.context_editing_keep_thinking", details);
 	if (hasOwn(value, "tool_search")) validateBoolean(value.tool_search, "anthropic.tool_search", details);
-	if (hasOwn(value, "auto_cache_control")) validateBoolean(value.auto_cache_control, "anthropic.auto_cache_control", details);
+	if (hasOwn(value, "cache_control")) {
+		const valid = [
+			"disabled",
+			"passthrough",
+			"sanitize",
+			"proxied"
+		];
+		if (!valid.includes(value.cache_control)) details.push({
+			field: "anthropic.cache_control",
+			message: `Must be one of: ${valid.join(", ")}`,
+			value: value.cache_control
+		});
+	}
+	if (hasOwn(value, "auto_cache_control")) validateBoolean(value.auto_cache_control, "anthropic.auto_cache_control (deprecated)", details);
 	if (hasOwn(value, "non_deferred_tools")) validateStringArray(value.non_deferred_tools, "anthropic.non_deferred_tools", details);
 	if (hasOwn(value, "rewrite_system_reminders")) {
 		const rewrite = value.rewrite_system_reminders;
@@ -11255,7 +11283,7 @@ const EPHEMERAL_CACHE_CONTROL = { type: "ephemeral" };
 function prepareAnthropicRequest(payload, opts) {
 	const wire = buildWirePayload(payload);
 	adjustThinkingBudget(wire, opts?.resolvedModel);
-	addToolsAndSystemCacheControl(wire);
+	applyCacheControlMode(wire);
 	const model = wire.model;
 	const messages = wire.messages;
 	const thinking = wire.thinking;
@@ -11316,8 +11344,29 @@ function adjustThinkingBudget(wire, resolvedModel) {
 		consola.debug(`[DirectAnthropic] Capped thinking.budget_tokens: ${budgetTokens} → ${adjusted} (max_tokens=${maxTokens})`);
 	}
 }
+/**
+* Dispatch cache_control handling based on the configured mode.
+* - disabled:    strip all cache_control from the wire payload
+* - passthrough: leave everything as-is
+* - sanitize:    normalize all cache_control to { type: "ephemeral" }
+* - proxied:     strip client cache_control then auto-inject breakpoints
+*/
+function applyCacheControlMode(wire) {
+	switch (state.cacheControlMode) {
+		case "disabled":
+			walkCacheControl(wire, () => void 0);
+			break;
+		case "passthrough": break;
+		case "sanitize":
+			walkCacheControl(wire, () => EPHEMERAL_CACHE_CONTROL);
+			break;
+		case "proxied":
+			walkCacheControl(wire, () => void 0);
+			addToolsAndSystemCacheControl(wire);
+			break;
+	}
+}
 function addToolsAndSystemCacheControl(wire) {
-	if (!state.autoCacheControl) return;
 	let remaining = CACHE_CONTROL_BREAKPOINT_LIMIT - countExistingCacheBreakpoints(wire);
 	if (remaining <= 0) return;
 	const toolResult = addToolCacheControl(wire.tools, remaining);
@@ -11387,6 +11436,30 @@ function findLastIndex(items, predicate) {
 	for (let index = items.length - 1; index >= 0; index--) if (predicate(items[index])) return index;
 	return -1;
 }
+/**
+* Walk all cache_control occurrences in the wire payload (system, messages, tools)
+* and apply a handler. The handler receives the existing cache_control value and returns:
+* - undefined: delete the cache_control field
+* - an object: replace the cache_control field with this value
+*/
+function walkCacheControl(wire, handler) {
+	for (const key of [
+		"system",
+		"messages",
+		"tools"
+	]) if (Array.isArray(wire[key])) walkCacheControlArray(wire[key], handler);
+}
+function walkCacheControlArray(items, handler) {
+	for (const item of items) {
+		if (!item || typeof item !== "object") continue;
+		if ("cache_control" in item && item.cache_control) {
+			const replacement = handler(item.cache_control);
+			if (replacement === void 0) delete item.cache_control;
+			else item.cache_control = replacement;
+		}
+		if (Array.isArray(item.content)) walkCacheControlArray(item.content, handler);
+	}
+}
 //#endregion
 //#region src/lib/anthropic/client.ts
 /**