ghc-proxy 0.6.0 → 0.6.2

package/README.md

@@ -115,6 +115,7 @@ bunx ghc-proxy@latest debug          # Print diagnostic info (version, paths, to
 | `--github-token` | `-g` | -- | Pass a GitHub token directly (from `auth`) |
 | `--claude-code` | `-c` | `false` | Generate a Claude Code launch command |
 | `--show-token` | -- | `false` | Display tokens on auth and refresh |
+| `--dump-failed-payloads` | `-D` | `false` | Dump failed `/responses` payloads on upstream 400 errors for debugging. Can also be enabled with `DUMP_FAILED_PAYLOADS=1`. |
 | `--proxy-env` | -- | `false` | Use `HTTP_PROXY`/`HTTPS_PROXY` from env (Node.js only; Bun reads proxy env natively) |
 | `--idle-timeout` | -- | `120` | Bun server idle timeout in seconds (`0` disables; Bun max is `255`; streaming routes disable idle timeout automatically) |
 | `--upstream-timeout` | -- | `1800` | Upstream request timeout in seconds (0 to disable) |
@@ -189,7 +190,8 @@ All fields are optional. The full schema:
 | `modelFallback.claudeHaiku` | `string` | `claude-haiku-4.5` | Fallback for `claude-haiku-*` models |
 | `smallModel` | `string` | -- | Target model for compact request routing (see [Small-Model Routing](#small-model-routing)) |
 | `compactUseSmallModel` | `boolean` | `false` | Route compact/summarization requests to `smallModel` |
-| `contextUpgrade` | `boolean` | `true` | Auto-upgrade to extended-context model variants (see [Context-1M Auto-Upgrade](#context-1m-auto-upgrade)) |
+| `contextUpgrade` | `boolean` | `true` | Enable configured extended-context upgrade rules (see [Context-1M Auto-Upgrade](#context-1m-auto-upgrade)) |
+| `contextUpgradeRules` | `{ from, to }[]` | `[]` | Glob-pattern context upgrade rules used for proactive, reactive, and beta-header upgrades |
 | `contextUpgradeTokenThreshold` | `number` | `160000` | Token threshold for proactive context upgrade |
 | `useFunctionApplyPatch` | `boolean` | `true` | Rewrite `apply_patch` custom tool as function tool on Responses path |
 | `responsesApiAutoCompactInput` | `boolean` | `false` | Automatically trim Responses `input` to the latest `compaction` item |
@@ -213,6 +215,9 @@ Example:
   "smallModel": "gpt-4.1-mini",
   "compactUseSmallModel": true,
   "contextUpgrade": true,
+  "contextUpgradeRules": [
+    { "from": "claude-opus-4.6", "to": "claude-opus-4.6-1m" }
+  ],
   "contextUpgradeTokenThreshold": 160000,
   "useFunctionApplyPatch": true,
   "responsesApiAutoCompactInput": false,
@@ -287,25 +292,45 @@ Rewrites run **before** any other model policy — context upgrades, small-model
 
 ### Context-1M Auto-Upgrade
 
-The proxy can automatically upgrade models to their extended-context (1M token) variants when the request is large. This is enabled by default.
-
-**Proactive upgrade:** Before sending the request, the proxy estimates the input token count. If it exceeds the configured threshold (default: 160,000 tokens), the model is upgraded to its 1M variant before the request is sent.
-
-**Reactive upgrade:** If the upstream returns a context-length error (e.g. "context length exceeded"), the proxy retries the request with the upgraded model automatically.
+The proxy can automatically upgrade models to extended-context variants when the request is large. Upgrade targets are config-driven so users only route to models their Copilot account can access.
 
-**Beta header support:** When a client sends an `anthropic-beta: context-*` header (e.g. `context-1m-2025-04-14`), the proxy strips the header (Copilot does not understand it) and upgrades the model to the 1M variant instead.
+**Proactive upgrade:** Before sending the request, the proxy estimates the input token count. If it exceeds the configured threshold (default: 160,000 tokens), the first matching `contextUpgradeRules` entry is applied before the request is sent.
 
-Current upgrade rules:
+**Reactive upgrade:** If the upstream returns a context-length error (e.g. "context length exceeded"), the proxy retries the request with the configured upgraded model automatically.
 
-| Source Model | Upgraded Model |
-|-------------|----------------|
-| `claude-opus-4.6` | `claude-opus-4.6-1m` |
+**Beta header support:** When a client sends an `anthropic-beta: context-*` header (e.g. `context-1m-2025-04-14`), the proxy strips the header (Copilot does not understand it) and applies the configured context upgrade rule instead.
 
 Configuration:
 
-- `contextUpgrade` (boolean, default `true`) — enable or disable auto-upgrade
+- `contextUpgrade` (boolean, default `true`) — enable or disable configured auto-upgrade rules
+- `contextUpgradeRules` (`{ from, to }[]`, default `[]`) — glob-pattern model upgrade rules; first match wins
 - `contextUpgradeTokenThreshold` (number, default `160000`) — token count threshold for proactive upgrade
 
+Example for the public Opus 4.6 1M model:
+
+```json
+{
+  "contextUpgradeRules": [
+    { "from": "claude-opus-4.6", "to": "claude-opus-4.6-1m" }
+  ]
+}
+```
+
+Example for an enterprise account with access to the Opus 4.7 internal 1M model:
+
+```json
+{
+  "modelRewrites": [
+    { "from": "claude-opus-*", "to": "claude-opus-4.7" }
+  ],
+  "contextUpgrade": true,
+  "contextUpgradeRules": [
+    { "from": "claude-opus-4.7", "to": "claude-opus-4.7-1m-internal" }
+  ],
+  "contextUpgradeTokenThreshold": 160000
+}
+```
+
 ### Small-Model Routing
 
 `/v1/messages` can optionally reroute specific low-value requests to a cheaper model:

package/dist/{GptEncoding-DuDWxow_.mjs → GptEncoding-DdY2evDX.mjs}

@@ -1,9 +1,7 @@
 import { n as __exportAll } from "./main.mjs";
-
 //#region node_modules/gpt-tokenizer/esm/constants.js
 const ALL_SPECIAL_TOKENS = "all";
 const DEFAULT_MERGE_CACHE_SIZE = 1e5;
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/utfUtil.js
 const isAscii = (codePoint) => codePoint <= 127;
@@ -60,7 +58,6 @@ function compareUint8Arrays(a, b) {
 	for (let i = 0; i < len; i++) if (a[i] !== b[i]) return a[i] - b[i];
 	return a.length - b.length;
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/util.js
 function getMaxValueFromMap(map) {
@@ -77,7 +74,6 @@ function getSpecialTokenRegex(tokens) {
 	const inner = [...tokens].map(escapeRegExp).join("|");
 	return new RegExp(`(${inner})`);
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/BytePairEncodingCore.js
 const emptyBuffer = new Uint8Array(0);
@@ -374,32 +370,20 @@ var BytePairEncodingCore = class {
 		return output;
 	}
 };
-
-//#endregion
-//#region node_modules/gpt-tokenizer/esm/functionCalling.js
-const MESSAGE_TOKEN_OVERHEAD = 3;
-const MESSAGE_NAME_TOKEN_OVERHEAD = 1;
-const FUNCTION_ROLE_TOKEN_DISCOUNT = 2;
-const FUNCTION_CALL_METADATA_TOKEN_OVERHEAD = 3;
-const FUNCTION_DEFINITION_TOKEN_OVERHEAD = 9;
-const COMPLETION_REQUEST_TOKEN_OVERHEAD = 3;
-const FUNCTION_CALL_NAME_TOKEN_OVERHEAD = 4;
-const FUNCTION_CALL_NONE_TOKEN_OVERHEAD = 1;
-const SYSTEM_FUNCTION_TOKEN_DEDUCTION = 4;
 const NEWLINE = "\n";
 function countMessageTokens(message, countStringTokens) {
 	let tokens = 0;
 	if (message.role) tokens += countStringTokens(message.role);
 	if (message.content) tokens += countStringTokens(message.content);
-	if (message.name) tokens += countStringTokens(message.name) + MESSAGE_NAME_TOKEN_OVERHEAD;
+	if (message.name) tokens += countStringTokens(message.name) + 1;
 	if (message.function_call) {
 		const { name, arguments: args } = message.function_call;
 		if (name) tokens += countStringTokens(name);
 		if (args) tokens += countStringTokens(args);
-		tokens += FUNCTION_CALL_METADATA_TOKEN_OVERHEAD;
+		tokens += 3;
 	}
-	tokens += MESSAGE_TOKEN_OVERHEAD;
-	if (message.role === "function") tokens -= FUNCTION_ROLE_TOKEN_DISCOUNT;
+	tokens += 3;
+	if (message.role === "function") tokens -= 2;
 	return tokens;
 }
 function formatObjectProperties(obj, indent, formatType) {
@@ -449,7 +433,7 @@ function formatFunctionDefinitions(functions) {
 }
 function estimateTokensInFunctions(functions, countStringTokens) {
 	let tokens = countStringTokens(formatFunctionDefinitions(functions));
-	tokens += FUNCTION_DEFINITION_TOKEN_OVERHEAD;
+	tokens += 9;
 	return tokens;
 }
 function padSystemMessage(message, hasFunctions, isSystemPadded) {
@@ -471,18 +455,17 @@ function computeChatCompletionTokenCount(request, countStringTokens) {
 		else if (message.role === "system" && hasFunctions && !paddedSystem) paddedSystem = true;
 		total += countMessageTokens(messageToCount, countStringTokens);
 	}
-	total += COMPLETION_REQUEST_TOKEN_OVERHEAD;
+	total += 3;
 	if (hasFunctions && functions) {
 		total += estimateTokensInFunctions(functions, countStringTokens);
-		if (messages.some((message) => message.role === "system")) total -= SYSTEM_FUNCTION_TOKEN_DEDUCTION;
+		if (messages.some((message) => message.role === "system")) total -= 4;
 	}
 	if (functionCall && functionCall !== "auto") {
-		if (functionCall === "none") total += FUNCTION_CALL_NONE_TOKEN_OVERHEAD;
-		else if (typeof functionCall === "object" && functionCall.name) total += countStringTokens(functionCall.name) + FUNCTION_CALL_NAME_TOKEN_OVERHEAD;
+		if (functionCall === "none") total += 1;
+		else if (typeof functionCall === "object" && functionCall.name) total += countStringTokens(functionCall.name) + 4;
 	}
 	return total;
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/modelsChatEnabled.gen.js
 const chatEnabledModels = [
@@ -569,7 +552,6 @@ const chatEnabledModels = [
 	"o4-mini-deep-research",
 	"o4-mini-deep-research-2025-06-26"
 ];
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/modelsMap.js
 var modelsMap_exports = /* @__PURE__ */ __exportAll({
@@ -644,7 +626,6 @@ const cl100k_base = [
 ];
 const o200k_base$1 = [];
 const o200k_harmony = ["gpt-oss-20b", "gpt-oss-120b"];
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/specialTokens.js
 const EndOfText = "<|endoftext|>";
@@ -663,11 +644,6 @@ const HarmonyChannel = "<|channel|>";
 const HarmonyReturn = "<|return|>";
 const HarmonyConstrain = "<|constrain|>";
 const HarmonyCall = "<|call|>";
-
-//#endregion
-//#region node_modules/gpt-tokenizer/esm/mapping.js
-const o200k_base = "o200k_base";
-const DEFAULT_ENCODING = o200k_base;
 /**
 * maps model names to encoding names
 * if a model is not listed, it uses the default encoding for new models
@@ -683,7 +659,6 @@ const gpt4params = {
 	roleSeparator: ImSep
 };
 const chatModelParams = Object.fromEntries(chatEnabledModels.flatMap((modelName) => modelName.startsWith("gpt-3.5") ? [[modelName, gpt3params]] : [[modelName, gpt4params]]));
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/encodingParams/constants.js
 const R50K_TOKEN_SPLIT_REGEX = /'s|'t|'re|'ve|'m|'ll|'d| ?\p{L}+| ?\p{N}+| ?[^\s\p{L}\p{N}]+|\s+(?!\S)|\s+/gu;
@@ -693,7 +668,6 @@ const CL100K_TOKEN_SPLIT_PATTERN = String.raw`${CONTRACTION_SUFFIX_PATTERN}|[^\r
 const CL100K_TOKEN_SPLIT_REGEX = new RegExp(CL100K_TOKEN_SPLIT_PATTERN, "gu");
 const O200K_TOKEN_SPLIT_PATTERN = String.raw`[^\r\n\p{L}\p{N}]?[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]*[\p{Ll}\p{Lm}\p{Lo}\p{M}]+${OPTIONAL_CONTRACTION_SUFFIX}|[^\r\n\p{L}\p{N}]?[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]+[\p{Ll}\p{Lm}\p{Lo}\p{M}]*${OPTIONAL_CONTRACTION_SUFFIX}|\p{N}{1,3}| ?[^\s\p{L}\p{N}]+[\r\n/]*|\s*[\r\n]+|\s+(?!\S)|\s+`;
 const O200K_TOKEN_SPLIT_REGEX = new RegExp(O200K_TOKEN_SPLIT_PATTERN, "gu");
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/encodingParams/cl100k_base.js
 function Cl100KBase(bytePairRankDecoder) {
@@ -712,7 +686,6 @@ function Cl100KBase(bytePairRankDecoder) {
 		])
 	};
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/encodingParams/o200k_base.js
 const O200K_BASE_SPECIAL_TOKEN_ENTRIES = [
@@ -733,7 +706,6 @@ function O200KBase(bytePairRankDecoder) {
 		specialTokensEncoder: createO200KSpecialTokenMap()
 	};
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/encodingParams/o200k_harmony.js
 const RESERVED_TOKEN_RANGE_START = 200013;
@@ -766,7 +738,6 @@ function O200KHarmony(bytePairRankDecoder) {
 		chatFormatter: "harmony"
 	};
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/encodingParams/p50k_base.js
 function P50KBase(bytePairRankDecoder) {
@@ -777,7 +748,6 @@ function P50KBase(bytePairRankDecoder) {
 		specialTokensEncoder: new Map([[EndOfText, 50256]])
 	};
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/encodingParams/p50k_edit.js
 function P50KEdit(bytePairRankDecoder) {
@@ -792,7 +762,6 @@ function P50KEdit(bytePairRankDecoder) {
 		])
 	};
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/encodingParams/r50k_base.js
 function R50KBase(bytePairRankDecoder) {
@@ -803,7 +772,6 @@ function R50KBase(bytePairRankDecoder) {
 		specialTokensEncoder: new Map([[EndOfText, 50256]])
 	};
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/modelParams.js
 function getEncodingParams(encodingName, getMergeableRanks) {
@@ -818,7 +786,6 @@ function getEncodingParams(encodingName, getMergeableRanks) {
 		default: throw new Error(`Unknown encoding name: ${encodingName}`);
 	}
 }
-
 //#endregion
 //#region node_modules/gpt-tokenizer/esm/GptEncoding.js
 var GptEncoding = class GptEncoding {
@@ -920,21 +887,21 @@ var GptEncoding = class GptEncoding {
 	}
 	static getEncodingApiForModel(modelName, getMergeableRanks, modelSpec) {
 		return new GptEncoding({
-			...getEncodingParams(modelToEncodingMap[modelName] ?? DEFAULT_ENCODING, getMergeableRanks),
+			...getEncodingParams(modelToEncodingMap[modelName] ?? "o200k_base", getMergeableRanks),
 			modelName,
 			modelSpec
 		});
 	}
 	processSpecialTokens({ allowedSpecial, disallowedSpecial } = {}) {
 		let regexPattern;
-		if (allowedSpecial === ALL_SPECIAL_TOKENS || allowedSpecial?.has(ALL_SPECIAL_TOKENS)) {
+		if (allowedSpecial === "all" || allowedSpecial?.has("all")) {
 			allowedSpecial = new Set(this.specialTokensSet);
 			const allowedSpecialSet = allowedSpecial;
-			if (disallowedSpecial === ALL_SPECIAL_TOKENS) throw new Error("allowedSpecial and disallowedSpecial cannot both be set to \"all\".");
+			if (disallowedSpecial === "all") throw new Error("allowedSpecial and disallowedSpecial cannot both be set to \"all\".");
 			if (typeof disallowedSpecial === "object") disallowedSpecial.forEach((val) => allowedSpecialSet.delete(val));
 			else disallowedSpecial = /* @__PURE__ */ new Set();
 		}
-		if (!disallowedSpecial || disallowedSpecial === ALL_SPECIAL_TOKENS || disallowedSpecial.has(ALL_SPECIAL_TOKENS)) {
+		if (!disallowedSpecial || disallowedSpecial === "all" || disallowedSpecial.has("all")) {
 			disallowedSpecial = new Set(this.specialTokensSet);
 			const disallowedSpecialSet = disallowedSpecial;
 			if (allowedSpecial?.size) {
@@ -1128,7 +1095,7 @@ var GptEncoding = class GptEncoding {
 		return result;
 	}
 };
-
 //#endregion
 export { ImStart as _, FimPrefix as a, HarmonyChannel as c, HarmonyMessage as d, HarmonyReturn as f, ImSep as g, ImEnd as h, FimMiddle as i, HarmonyConstrain as l, HarmonyStartOfText as m, EndOfPrompt as n, FimSuffix as o, HarmonyStart as p, EndOfText as r, HarmonyCall as s, GptEncoding as t, HarmonyEnd as u, ALL_SPECIAL_TOKENS as v, DEFAULT_MERGE_CACHE_SIZE as y };
-//# sourceMappingURL=GptEncoding-DuDWxow_.mjs.map
+
+//# sourceMappingURL=GptEncoding-DdY2evDX.mjs.map