@dianshuv/copilot-api 0.7.1 → 0.7.3

package/README.md

@@ -32,6 +32,16 @@ copilot-api start
 ```
 
 
+## Development
+
+```sh
+# Start the server (foreground, production mode)
+make up
+
+# Stop the server (graceful shutdown)
+make down
+```
+
 ## Command Reference
 
 | Command | Description |

package/dist/main.mjs

@@ -1213,7 +1213,7 @@ const patchClaude = defineCommand({
 
 //#endregion
 //#region package.json
-var version = "0.7.1";
+var version = "0.7.3";
 
 //#endregion
 //#region src/lib/adaptive-rate-limiter.ts
@@ -3252,13 +3252,28 @@ const getTokenCount = async (payload, model) => {
 
 //#endregion
 //#region src/services/copilot/create-chat-completions.ts
+const GPT_MODEL_PATTERN = /^gpt-/i;
 const createChatCompletions = async (payload, options) => {
 	if (!state.copilotToken) throw new Error("Copilot token not found");
-	const enableVision = payload.messages.some((x) => typeof x.content !== "string" && x.content?.some((x) => x.type === "image_url"));
-	const isAgentCall = payload.messages.some((msg) => ["assistant", "tool"].includes(msg.role));
+	const vendor = options?.resolvedModel?.vendor;
+	const isOpenAIVendor = vendor === "OpenAI" || vendor === "Azure OpenAI";
+	const isLikelyGPT = !options?.resolvedModel && GPT_MODEL_PATTERN.test(payload.model);
+	let wire = payload;
+	if (isOpenAIVendor || isLikelyGPT) {
+		const { max_tokens, max_completion_tokens, ...rest } = payload;
+		const effective = max_completion_tokens ?? max_tokens;
+		wire = {
+			...rest,
+			...effective !== null && effective !== void 0 && { max_completion_tokens: effective }
+		};
+	}
+	const enableVision = wire.messages.some((x) => typeof x.content !== "string" && x.content?.some((x) => x.type === "image_url"));
+	const isAgentCall = wire.messages.some((msg) => ["assistant", "tool"].includes(msg.role));
+	const modelSupportsVision = options?.resolvedModel?.capabilities?.supports?.vision !== false;
 	const headers = {
 		...copilotHeaders(state, {
-			vision: enableVision,
+			vision: enableVision && modelSupportsVision,
+			modelRequestHeaders: options?.resolvedModel?.request_headers,
 			intent: isAgentCall ? "conversation-agent" : "conversation-panel"
 		}),
 		"X-Initiator": options?.initiator ?? (isAgentCall ? "agent" : "user")
@@ -3266,7 +3281,7 @@ const createChatCompletions = async (payload, options) => {
 	const response = await fetch(`${copilotBaseUrl(state)}/chat/completions`, {
 		method: "POST",
 		headers,
-		body: JSON.stringify(payload)
+		body: JSON.stringify(wire)
 	});
 	if (!response.ok) {
 		consola.error("Failed to create chat completions", response);
@@ -3681,10 +3696,23 @@ function completeTracking(trackingId, inputTokens, outputTokens, queueWaitMs, re
 		stopReason: analytics.stopReason
 	});
 }
+function formatError(error) {
+	if (error instanceof Error) return error.message || error.name;
+	if (typeof error === "string") return error;
+	try {
+		const s = JSON.stringify(error);
+		if (s && s !== "{}") return s;
+	} catch {}
+	try {
+		return String(error);
+	} catch {
+		return "Unknown error";
+	}
+}
 /** Fail TUI tracking */
 function failTracking(trackingId, error) {
 	if (!trackingId) return;
-	requestTracker.failRequest(trackingId, error instanceof Error ? error.message : "Stream error");
+	requestTracker.failRequest(trackingId, formatError(error));
 }
 /**
 * Create a marker to prepend to responses indicating auto-truncation occurred.
@@ -3707,7 +3735,7 @@ function recordStreamError(opts) {
 			input_tokens: 0,
 			output_tokens: 0
 		},
-		error: error instanceof Error ? error.message : "Stream error",
+		error: formatError(error),
 		content: null
 	}, Date.now() - ctx.startTime);
 }
@@ -3846,7 +3874,7 @@ async function handleCompletion$1(c) {
 async function executeRequest(opts) {
 	const { c, payload, selectedModel, ctx, trackingId } = opts;
 	try {
-		const { result: response, queueWaitMs } = await executeWithAdaptiveRateLimit(() => createChatCompletions(payload));
+		const { result: response, queueWaitMs } = await executeWithAdaptiveRateLimit(() => createChatCompletions(payload, { resolvedModel: selectedModel }));
 		ctx.queueWaitMs = queueWaitMs;
 		if (isNonStreaming(response)) return handleNonStreamingResponse$1(c, response, ctx, payload);
 		consola.debug("Streaming response");
@@ -4503,7 +4531,7 @@ async function handleGeminiGenerate(c, model, isStream) {
 			trackingId,
 			startTime
 		};
-		const { result: response, queueWaitMs } = await executeWithAdaptiveRateLimit(() => createChatCompletions(payload));
+		const { result: response, queueWaitMs } = await executeWithAdaptiveRateLimit(() => createChatCompletions(payload, { resolvedModel: selectedModel }));
 		ctx.queueWaitMs = queueWaitMs;
 		if (isNonStreaming(response)) return handleNonStreamResponse(c, response, model, ctx, payload);
 		consola.debug("Streaming Gemini response");
@@ -7629,7 +7657,7 @@ async function handleDirectAnthropicStreamingResponse(opts) {
 			toolCount: anthropicPayload.tools?.length ?? 0
 		});
 	} catch (error) {
-		consola.error("Direct Anthropic stream error:", error);
+		consola.error("Direct Anthropic stream error:", formatError(error), error);
 		recordStreamError({
 			acc,
 			fallbackModel: anthropicPayload.model,
@@ -7704,7 +7732,10 @@ async function handleTranslatedCompletion(c, anthropicPayload, ctx, initiatorOve
 	if (truncateResult) ctx.truncateResult = truncateResult;
 	if (state.manualApprove) await awaitApproval();
 	try {
-		const { result: response, queueWaitMs } = await executeWithAdaptiveRateLimit(() => createChatCompletions(openAIPayload, { initiator: initiatorOverride }));
+		const { result: response, queueWaitMs } = await executeWithAdaptiveRateLimit(() => createChatCompletions(openAIPayload, {
+			initiator: initiatorOverride,
+			resolvedModel: selectedModel
+		}));
 		ctx.queueWaitMs = queueWaitMs;
 		if (isNonStreaming(response)) return handleNonStreamingResponse({
 			c,
@@ -7812,7 +7843,7 @@ async function handleStreamingResponse(opts) {
 			toolCount: anthropicPayload.tools?.length ?? 0
 		});
 	} catch (error) {
-		consola.error("Stream error:", error);
+		consola.error("Stream error:", formatError(error), error);
 		recordStreamError({
 			acc,
 			fallbackModel: anthropicPayload.model,
@@ -8058,10 +8089,14 @@ modelRoutes.get("/", async (c) => {
 
 //#endregion
 //#region src/services/copilot/create-responses.ts
-const createResponses = async (payload, { vision, initiator }) => {
+const createResponses = async (payload, { vision, initiator, resolvedModel }) => {
 	if (!state.copilotToken) throw new Error("Copilot token not found");
+	const modelSupportsVision = resolvedModel?.capabilities?.supports?.vision !== false;
 	const headers = {
-		...copilotHeaders(state, { vision }),
+		...copilotHeaders(state, {
+			vision: vision && modelSupportsVision,
+			modelRequestHeaders: resolvedModel?.request_headers
+		}),
 		"X-Initiator": initiator
 	};
 	payload.service_tier = null;
@@ -8324,7 +8359,8 @@ const handleResponses = async (c) => {
 		trackingId,
 		startTime
 	};
-	if (!(findModelById(payload.model)?.supported_endpoints?.includes(RESPONSES_ENDPOINT) ?? false)) {
+	const selectedModel = findModelById(payload.model);
+	if (!(selectedModel?.supported_endpoints?.includes(RESPONSES_ENDPOINT) ?? false)) {
 		recordErrorResponse(ctx, model, /* @__PURE__ */ new Error("This model does not support the responses endpoint."));
 		return c.json({ error: {
 			message: "This model does not support the responses endpoint. Please choose a different model.",
@@ -8336,7 +8372,8 @@ const handleResponses = async (c) => {
 	try {
 		const { result: response, queueWaitMs } = await executeWithAdaptiveRateLimit(() => createResponses(payload, {
 			vision,
-			initiator
+			initiator,
+			resolvedModel: selectedModel
 		}));
 		ctx.queueWaitMs = queueWaitMs;
 		if (isStreamingRequested(payload) && isAsyncIterable(response)) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dianshuv/copilot-api",
-  "version": "0.7.1",
+  "version": "0.7.3",
   "description": "Turn GitHub Copilot into OpenAI/Anthropic API compatible server. Usable with Claude Code!",
   "author": "dianshuv",
   "type": "module",
@@ -20,7 +20,7 @@
     "prepare": "npm run build && (command -v bun >/dev/null 2>&1 && simple-git-hooks || true)",
     "prepublishOnly": "npm run typecheck && npm run lint:all && npm run test",
     "release": "npm publish --access public --//registry.npmjs.org/:_authToken=$NPM_TOKEN",
-    "start": "NODE_ENV=production bun run ./src/main.ts",
+    "start": "NODE_ENV=production bun run ./src/main.ts start",
     "test": "bun test tests/*.test.ts",
     "test:all": "bun test tests/*.test.ts && bun test tests/integration/",
     "test:integration": "bun test tests/integration/",