@ashsec/copilot-api 0.7.7 → 0.7.10

package/dist/main.js

@@ -17,6 +17,85 @@ import { Hono } from "hono";
 import { cors } from "hono/cors";
 import { streamSSE } from "hono/streaming";
 
+//#region package.json
+var name = "@ashsec/copilot-api";
+var version = "0.7.10";
+var description = "Turn GitHub Copilot into OpenAI/Anthropic API compatible server. Usable with Claude Code!";
+var keywords = [
+	"proxy",
+	"github-copilot",
+	"openai-compatible"
+];
+var homepage = "https://github.com/ericc-ch/copilot-api";
+var bugs = "https://github.com/ericc-ch/copilot-api/issues";
+var repository = {
+	"type": "git",
+	"url": "git+https://github.com/ericc-ch/copilot-api.git"
+};
+var author = "Erick Christian <erickchristian48@gmail.com>";
+var type = "module";
+var bin = { "copilot-api": "./dist/main.js" };
+var files = ["dist"];
+var scripts = {
+	"build": "tsdown",
+	"dev": "bun run --watch ./src/main.ts",
+	"knip": "knip-bun",
+	"lint": "eslint --cache",
+	"lint:all": "eslint --cache .",
+	"prepack": "bun run build",
+	"prepare": "simple-git-hooks",
+	"release": "bumpp && bun publish --access public",
+	"start": "NODE_ENV=production bun run ./src/main.ts",
+	"typecheck": "tsc"
+};
+var simple_git_hooks = { "pre-commit": "bunx lint-staged" };
+var lint_staged = { "*": "bun run lint --fix" };
+var dependencies = {
+	"citty": "^0.1.6",
+	"clipboardy": "^5.0.0",
+	"consola": "^3.4.2",
+	"fetch-event-stream": "^0.1.5",
+	"gpt-tokenizer": "^3.0.1",
+	"hono": "^4.9.9",
+	"proxy-from-env": "^1.1.0",
+	"srvx": "^0.8.9",
+	"tiny-invariant": "^1.3.3",
+	"undici": "^7.16.0",
+	"zod": "^4.1.11"
+};
+var devDependencies = {
+	"@echristian/eslint-config": "^0.0.54",
+	"@types/bun": "^1.2.23",
+	"@types/proxy-from-env": "^1.0.4",
+	"bumpp": "^10.2.3",
+	"eslint": "^9.37.0",
+	"knip": "^5.64.1",
+	"lint-staged": "^16.2.3",
+	"prettier-plugin-packagejson": "^2.5.19",
+	"simple-git-hooks": "^2.13.1",
+	"tsdown": "^0.15.6",
+	"typescript": "^5.9.3"
+};
+var package_default = {
+	name,
+	version,
+	description,
+	keywords,
+	homepage,
+	bugs,
+	repository,
+	author,
+	type,
+	bin,
+	files,
+	scripts,
+	"simple-git-hooks": simple_git_hooks,
+	"lint-staged": lint_staged,
+	dependencies,
+	devDependencies
+};
+
+//#endregion
 //#region src/lib/paths.ts
 const APP_DIR = path.join(os.homedir(), ".local", "share", "copilot-api");
 const GITHUB_TOKEN_PATH = path.join(APP_DIR, "github_token");
@@ -575,13 +654,13 @@ const checkUsage = defineCommand({
 			const premiumUsed = premiumTotal - premium.remaining;
 			const premiumPercentUsed = premiumTotal > 0 ? premiumUsed / premiumTotal * 100 : 0;
 			const premiumPercentRemaining = premium.percent_remaining;
-			function summarizeQuota(name, snap) {
-				if (!snap) return `${name}: N/A`;
+			function summarizeQuota(name$1, snap) {
+				if (!snap) return `${name$1}: N/A`;
 				const total = snap.entitlement;
 				const used = total - snap.remaining;
 				const percentUsed = total > 0 ? used / total * 100 : 0;
 				const percentRemaining = snap.percent_remaining;
-				return `${name}: ${used}/${total} used (${percentUsed.toFixed(1)}% used, ${percentRemaining.toFixed(1)}% remaining)`;
+				return `${name$1}: ${used}/${total} used (${percentUsed.toFixed(1)}% used, ${percentRemaining.toFixed(1)}% remaining)`;
 			}
 			const premiumLine = `Premium: ${premiumUsed}/${premiumTotal} used (${premiumPercentUsed.toFixed(1)}% used, ${premiumPercentRemaining.toFixed(1)}% remaining)`;
 			const chatLine = summarizeQuota("Chat", usage.quota_snapshots.chat);
@@ -656,11 +735,11 @@ async function getUserReplacements() {
 /**
 * Add a new user replacement rule
 */
-async function addReplacement(pattern, replacement, isRegex = false, name) {
+async function addReplacement(pattern, replacement, isRegex = false, name$1) {
 	await ensureLoaded();
 	const rule = {
 		id: `user-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`,
-		name,
+		name: name$1,
 		pattern,
 		replacement,
 		isRegex,
@@ -811,11 +890,11 @@ async function applyReplacementsToPayload(payload) {
 //#region src/config.ts
 function formatRule(rule, index) {
 	const status = rule.enabled ? "✓" : "✗";
-	const type = rule.isRegex ? "regex" : "string";
+	const type$1 = rule.isRegex ? "regex" : "string";
 	const system = rule.isSystem ? " [system]" : "";
-	const name = rule.name ? ` "${rule.name}"` : "";
+	const name$1 = rule.name ? ` "${rule.name}"` : "";
 	const replacement = rule.replacement || "(empty)";
-	return `${index + 1}. [${status}] (${type})${system}${name} "${rule.pattern}" → "${replacement}"`;
+	return `${index + 1}. [${status}] (${type$1})${system}${name$1} "${rule.pattern}" → "${replacement}"`;
 }
 async function listReplacements() {
 	const all = await getAllReplacements();
@@ -828,11 +907,11 @@ async function listReplacements() {
 	console.log();
 }
 async function addNewReplacement() {
-	const name = await consola.prompt("Name (optional, short description):", {
+	const name$1 = await consola.prompt("Name (optional, short description):", {
 		type: "text",
 		default: ""
 	});
-	if (typeof name === "symbol") {
+	if (typeof name$1 === "symbol") {
 		consola.info("Cancelled.");
 		return;
 	}
@@ -869,7 +948,7 @@ async function addNewReplacement() {
 		consola.info("Cancelled.");
 		return;
 	}
-	const rule = await addReplacement(pattern, replacement, matchType === "regex", name || void 0);
+	const rule = await addReplacement(pattern, replacement, matchType === "regex", name$1 || void 0);
 	consola.success(`Added rule: ${rule.name || rule.id}`);
 }
 async function editExistingReplacement() {
@@ -897,11 +976,11 @@ async function editExistingReplacement() {
 	}
 	consola.info(`\nEditing rule: ${rule.name || rule.id}`);
 	consola.info("Press Enter to keep current value.\n");
-	const name = await consola.prompt("Name:", {
+	const name$1 = await consola.prompt("Name:", {
 		type: "text",
 		default: rule.name || ""
 	});
-	if (typeof name === "symbol") {
+	if (typeof name$1 === "symbol") {
 		consola.info("Cancelled.");
 		return;
 	}
@@ -943,7 +1022,7 @@ async function editExistingReplacement() {
 		return;
 	}
 	const updated = await updateReplacement(selected, {
-		name: name || void 0,
+		name: name$1 || void 0,
 		pattern,
 		replacement,
 		isRegex: matchType === "regex"
@@ -1128,9 +1207,9 @@ async function checkTokenExists() {
 	}
 }
 async function getDebugInfo() {
-	const [version, tokenExists] = await Promise.all([getPackageVersion(), checkTokenExists()]);
+	const [version$1, tokenExists] = await Promise.all([getPackageVersion(), checkTokenExists()]);
 	return {
-		version,
+		version: version$1,
 		runtime: getRuntimeInfo(),
 		paths: {
 			APP_DIR: PATHS.APP_DIR,
@@ -1922,7 +2001,7 @@ function translateAnthropicToolChoiceToOpenAI(anthropicToolChoice) {
 		default: return;
 	}
 }
-function translateToAnthropic(response) {
+function translateToAnthropic(response, originalModel) {
 	const allTextBlocks = [];
 	const allToolUseBlocks = [];
 	let stopReason = null;
@@ -1938,7 +2017,7 @@ function translateToAnthropic(response) {
 		id: response.id,
 		type: "message",
 		role: "assistant",
-		model: response.model,
+		model: originalModel ?? response.model,
 		content: [...allTextBlocks, ...allToolUseBlocks],
 		stop_reason: mapOpenAIStopReasonToAnthropic(stopReason),
 		stop_sequence: null,
@@ -2012,12 +2091,57 @@ function isToolBlockOpen(state$1) {
 	if (!state$1.contentBlockOpen) return false;
 	return Object.values(state$1.toolCalls).some((tc) => tc.anthropicBlockIndex === state$1.contentBlockIndex);
 }
-function translateChunkToAnthropicEvents(chunk, state$1) {
+function createMessageDeltaEvents(finishReason, usage) {
+	const stopReason = mapOpenAIStopReasonToAnthropic(finishReason);
+	console.log(`[stream-translation] Creating message_delta with stop_reason: ${stopReason}, finishReason: ${finishReason}`);
+	return [{
+		type: "message_delta",
+		delta: {
+			stop_reason: stopReason,
+			stop_sequence: null
+		},
+		usage: {
+			input_tokens: usage.prompt_tokens,
+			output_tokens: usage.completion_tokens,
+			cache_creation_input_tokens: 0,
+			cache_read_input_tokens: usage.cached_tokens
+		}
+	}, { type: "message_stop" }];
+}
+function createFallbackMessageDeltaEvents(state$1) {
+	if (state$1.messageDeltaSent) return [];
+	if (state$1.pendingFinishReason) {
+		const usage = state$1.pendingUsage ?? {
+			prompt_tokens: 0,
+			completion_tokens: 0,
+			cached_tokens: 0
+		};
+		return createMessageDeltaEvents(state$1.pendingFinishReason, usage);
+	}
+	return [];
+}
+function translateChunkToAnthropicEvents(chunk, state$1, originalModel) {
 	const events$1 = [];
+	if (chunk.usage) {
+		state$1.pendingUsage = {
+			prompt_tokens: chunk.usage.prompt_tokens ?? 0,
+			completion_tokens: chunk.usage.completion_tokens ?? 0,
+			cached_tokens: chunk.usage.prompt_tokens_details?.cached_tokens ?? 0
+		};
+		if (state$1.pendingFinishReason && !state$1.messageDeltaSent) {
+			events$1.push(...createMessageDeltaEvents(state$1.pendingFinishReason, state$1.pendingUsage));
+			state$1.messageDeltaSent = true;
+		}
+	}
 	if (chunk.choices.length === 0) return events$1;
 	const choice = chunk.choices[0];
 	const { delta } = choice;
 	if (!state$1.messageStartSent) {
+		const usage = state$1.pendingUsage ?? {
+			prompt_tokens: 0,
+			completion_tokens: 0,
+			cached_tokens: 0
+		};
 		events$1.push({
 			type: "message_start",
 			message: {
@@ -2025,9 +2149,15 @@ function translateChunkToAnthropicEvents(chunk, state$1) {
 				type: "message",
 				role: "assistant",
 				content: [],
-				model: chunk.model,
+				model: originalModel ?? chunk.model,
 				stop_reason: null,
-				stop_sequence: null
+				stop_sequence: null,
+				usage: {
+					input_tokens: usage.prompt_tokens,
+					output_tokens: usage.completion_tokens,
+					cache_creation_input_tokens: 0,
+					cache_read_input_tokens: usage.cached_tokens
+				}
 			}
 		});
 		state$1.messageStartSent = true;
@@ -2109,28 +2239,44 @@ function translateChunkToAnthropicEvents(chunk, state$1) {
 			});
 			state$1.contentBlockOpen = false;
 		}
-		const inputTokens = chunk.usage?.prompt_tokens ?? 0;
-		const outputTokens = chunk.usage?.completion_tokens ?? 0;
-		const cachedTokens = chunk.usage?.prompt_tokens_details?.cached_tokens ?? 0;
-		events$1.push({
-			type: "message_delta",
-			delta: {
-				stop_reason: mapOpenAIStopReasonToAnthropic(choice.finish_reason),
-				stop_sequence: null
-			},
-			usage: {
-				input_tokens: inputTokens,
-				output_tokens: outputTokens,
-				cache_creation_input_tokens: 0,
-				cache_read_input_tokens: cachedTokens
-			}
-		}, { type: "message_stop" });
+		if (chunk.usage || state$1.pendingUsage) {
+			const usage = {
+				prompt_tokens: chunk.usage?.prompt_tokens ?? state$1.pendingUsage?.prompt_tokens ?? 0,
+				completion_tokens: chunk.usage?.completion_tokens ?? state$1.pendingUsage?.completion_tokens ?? 0,
+				cached_tokens: chunk.usage?.prompt_tokens_details?.cached_tokens ?? state$1.pendingUsage?.cached_tokens ?? 0
+			};
+			events$1.push(...createMessageDeltaEvents(choice.finish_reason, usage));
+			state$1.messageDeltaSent = true;
+		} else state$1.pendingFinishReason = choice.finish_reason;
 	}
 	return events$1;
 }
 
 //#endregion
 //#region src/routes/messages/handler.ts
+/** Collect all chunks and extract usage data */
+async function collectChunksWithUsage(eventStream) {
+	const chunks = [];
+	let usage = null;
+	for await (const event of eventStream) {
+		if (!event.data || event.data === "[DONE]") continue;
+		try {
+			const chunk = JSON.parse(event.data);
+			chunks.push(chunk);
+			if (chunk.usage) usage = {
+				prompt_tokens: chunk.usage.prompt_tokens,
+				completion_tokens: chunk.usage.completion_tokens,
+				cached_tokens: chunk.usage.prompt_tokens_details?.cached_tokens ?? 0
+			};
+		} catch (error) {
+			consola.error("Failed to parse chunk:", error, event.data);
+		}
+	}
+	return {
+		chunks,
+		usage
+	};
+}
 async function handleCompletion(c) {
 	await checkRateLimit(state);
 	const anthropicPayload = await c.req.json();
@@ -2141,7 +2287,6 @@ async function handleCompletion(c) {
 		...openAIPayload,
 		model: normalizeModelName(openAIPayload.model)
 	};
-	consola.debug("Translated OpenAI request payload:", JSON.stringify(openAIPayload));
 	if (state.manualApprove) await awaitApproval();
 	const isAzureModel = isAzureOpenAIModel(openAIPayload.model);
 	if (isAzureModel) {
@@ -2162,33 +2307,38 @@ async function handleCompletion(c) {
 		};
 		const eventStream = isAzureModel ? await createAzureOpenAIChatCompletions(state.azureOpenAIConfig, streamPayload) : await createChatCompletions(streamPayload);
 		return streamSSE(c, async (stream) => {
+			const { chunks, usage } = await collectChunksWithUsage(eventStream);
+			consola.debug(`[stream] Collected ${chunks.length} chunks, usage:`, usage);
+			if (usage) setRequestContext(c, {
+				inputTokens: usage.prompt_tokens,
+				outputTokens: usage.completion_tokens
+			});
 			const streamState = {
 				messageStartSent: false,
 				contentBlockOpen: false,
 				contentBlockIndex: 0,
-				toolCalls: {}
+				toolCalls: {},
+				pendingUsage: usage ?? void 0
 			};
-			for await (const event of eventStream) {
-				if (!event.data || event.data === "[DONE]") continue;
-				try {
-					const chunk = JSON.parse(event.data);
-					consola.debug("OpenAI chunk:", JSON.stringify(chunk));
-					const anthropicEvents = translateChunkToAnthropicEvents(chunk, streamState);
-					for (const anthropicEvent of anthropicEvents) {
-						consola.debug("Anthropic event:", JSON.stringify(anthropicEvent));
-						await stream.writeSSE({
-							event: anthropicEvent.type,
-							data: JSON.stringify(anthropicEvent)
-						});
-					}
-					if (chunk.usage) setRequestContext(c, {
-						inputTokens: chunk.usage.prompt_tokens,
-						outputTokens: chunk.usage.completion_tokens
+			for (const chunk of chunks) {
+				const events$1 = translateChunkToAnthropicEvents(chunk, streamState, anthropicPayload.model);
+				for (const evt of events$1) {
+					consola.debug(`[stream] Emitting event: ${evt.type}`);
+					await stream.writeSSE({
+						event: evt.type,
+						data: JSON.stringify(evt)
 					});
-				} catch (error) {
-					consola.error("Failed to parse chunk:", error, event.data);
 				}
 			}
+			const fallbackEvents = createFallbackMessageDeltaEvents(streamState);
+			consola.debug(`[stream] Fallback events: ${fallbackEvents.length}, messageDeltaSent: ${streamState.messageDeltaSent}`);
+			for (const evt of fallbackEvents) {
+				consola.debug(`[stream] Emitting fallback event: ${evt.type}`);
+				await stream.writeSSE({
+					event: evt.type,
+					data: JSON.stringify(evt)
+				});
+			}
 		});
 	}
 	const nonStreamPayload = {
@@ -2196,13 +2346,11 @@ async function handleCompletion(c) {
 		stream: false
 	};
 	const response = isAzureModel ? await createAzureOpenAIChatCompletions(state.azureOpenAIConfig, nonStreamPayload) : await createChatCompletions(nonStreamPayload);
-	consola.debug("Response from upstream:", JSON.stringify(response).slice(-400));
 	if (response.usage) setRequestContext(c, {
 		inputTokens: response.usage.prompt_tokens,
 		outputTokens: response.usage.completion_tokens
 	});
-	const anthropicResponse = translateToAnthropic(response);
-	consola.debug("Translated Anthropic response:", JSON.stringify(anthropicResponse));
+	const anthropicResponse = translateToAnthropic(response, anthropicPayload.model);
 	return c.json(anthropicResponse);
 }
 
@@ -2345,6 +2493,7 @@ server.route("/v1/messages", messageRoutes);
 //#endregion
 //#region src/start.ts
 async function runServer(options) {
+	consola.info(`copilot-api v${package_default.version}`);
 	if (options.insecure) {
 		process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";
 		consola.warn("SSL certificate verification disabled (insecure mode)");
@@ -2407,7 +2556,8 @@ async function runServer(options) {
 	consola.box(`🌐 Usage Viewer: https://ericc-ch.github.io/copilot-api?endpoint=${serverUrl}/usage`);
 	serve({
 		fetch: server.fetch,
-		port: options.port
+		port: options.port,
+		bun: { idleTimeout: 255 }
 	});
 }
 const start = defineCommand({
@@ -2508,6 +2658,7 @@ const start = defineCommand({
 const main = defineCommand({
 	meta: {
 		name: "copilot-api",
+		version: package_default.version,
 		description: "A wrapper around GitHub Copilot API to make it OpenAI compatible, making it usable for other tools."
 	},
 	subCommands: {