@dianshuv/copilot-api 0.4.2 → 0.4.3

package/README.md

@@ -61,7 +61,7 @@ copilot-api start
 | `--proxy-env` | Use proxy from environment | false |
 | `--no-history` | Disable request history UI at `/history` | false |
 | `--history-limit` | Max history entries in memory | 1000 |
-| `--no-auto-truncate` | Disable auto-truncate when exceeding limits | false |
+| `--no-auto-truncate` | Disable auto-truncate when exceeding token limits | false |
 | `--compress-tool-results` | Compress old tool results before truncating | false |
 | `--redirect-anthropic` | Force Anthropic through OpenAI translation | false |
 | `--no-rewrite-anthropic-tools` | Don't rewrite server-side tools | false |
@@ -106,6 +106,15 @@ copilot-api start
 | `/history` | GET | Request history Web UI with token analytics (enabled by default) |
 | `/history/api/*` | GET/DELETE | History API endpoints |
 
+## Auto-Truncate
+
+When enabled (default), auto-truncate automatically compacts conversation history when it exceeds the model's token limit. This prevents request failures due to context overflow.
+
+- **Token-based truncation**: Uses the model's `max_context_window_tokens` from the Copilot API to determine when truncation is needed. A 2% safety margin is applied.
+- **No preset byte limit**: There is no hardcoded request body size limit. If the Copilot API returns a 413 (Request Entity Too Large), the proxy dynamically learns the byte limit and applies it to subsequent requests.
+- **Smart compression**: With `--compress-tool-results`, old tool results are compressed before removing messages, preserving more conversation context.
+- **Orphan filtering**: After truncation, orphaned tool results (without matching tool calls) are automatically removed.
+
 ## Using with Claude Code
 
 Create `.claude/settings.json` in your project:

package/dist/main.mjs

@@ -106,7 +106,7 @@ const GITHUB_APP_SCOPES = ["read:user"].join(" ");
 */
 const DEFAULT_AUTO_TRUNCATE_CONFIG = {
 	safetyMarginPercent: 2,
-	maxRequestBodyBytes: 510 * 1024,
+	maxRequestBodyBytes: Infinity,
 	preserveRecentPercent: .7
 };
 /** Dynamic byte limit that adjusts based on 413 errors */
@@ -1021,7 +1021,7 @@ const patchClaude = defineCommand({
 
 //#endregion
 //#region package.json
-var version = "0.4.2";
+var version = "0.4.3";
 
 //#endregion
 //#region src/lib/adaptive-rate-limiter.ts
@@ -3521,7 +3521,7 @@ async function buildFinalPayload(payload, model) {
 	}
 	try {
 		const check = await checkNeedsCompactionOpenAI(payload, model);
-		consola.debug(`Auto-truncate check: ${check.currentTokens} tokens (limit ${check.tokenLimit}), ${Math.round(check.currentBytes / 1024)}KB (limit ${Math.round(check.byteLimit / 1024)}KB), needed: ${check.needed}${check.reason ? ` (${check.reason})` : ""}`);
+		consola.debug(`Auto-truncate check: ${check.currentTokens} tokens (limit ${check.tokenLimit}), ${Math.round(check.currentBytes / 1024)}KB (limit ${check.byteLimit === Infinity ? "unlimited" : `${Math.round(check.byteLimit / 1024)}KB`}), needed: ${check.needed}${check.reason ? ` (${check.reason})` : ""}`);
 		if (!check.needed) return {
 			finalPayload: payload,
 			truncateResult: null
@@ -6738,7 +6738,7 @@ async function handleDirectAnthropicCompletion(c, anthropicPayload, ctx, initiat
 	let truncateResult;
 	if (state.autoTruncate && selectedModel) {
 		const check = await checkNeedsCompactionAnthropic(anthropicPayload, selectedModel);
-		consola.debug(`[Anthropic] Auto-truncate check: ${check.currentTokens} tokens (limit ${check.tokenLimit}), ${Math.round(check.currentBytes / 1024)}KB (limit ${Math.round(check.byteLimit / 1024)}KB), needed: ${check.needed}${check.reason ? ` (${check.reason})` : ""}`);
+		consola.debug(`[Anthropic] Auto-truncate check: ${check.currentTokens} tokens (limit ${check.tokenLimit}), ${Math.round(check.currentBytes / 1024)}KB (limit ${check.byteLimit === Infinity ? "unlimited" : `${Math.round(check.byteLimit / 1024)}KB`}), needed: ${check.needed}${check.reason ? ` (${check.reason})` : ""}`);
 		if (check.needed) try {
 			truncateResult = await autoTruncateAnthropic(anthropicPayload, selectedModel);
 			if (truncateResult.wasCompacted) effectivePayload = truncateResult.payload;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dianshuv/copilot-api",
-  "version": "0.4.2",
+  "version": "0.4.3",
   "description": "Turn GitHub Copilot into OpenAI/Anthropic API compatible server. Usable with Claude Code!",
   "author": "dianshuv",
   "type": "module",