@dianshuv/copilot-api 0.18.0 → 0.19.0

package/dist/main.mjs

@@ -1012,7 +1012,7 @@ const logout = defineCommand({
 
 //#endregion
 //#region package.json
-var version = "0.18.0";
+var version = "0.19.0";
 
 //#endregion
 //#region src/lib/event-loop-lag.ts
@@ -1595,6 +1595,7 @@ function captureRequest(params) {
 	};
 	if (params.reasoningTokens !== void 0) properties.reasoning_tokens = params.reasoningTokens;
 	if (params.cachedInputTokens !== void 0) properties.cached_input_tokens = params.cachedInputTokens;
+	if (params.cacheCreationInputTokens !== void 0) properties.cache_creation_input_tokens = params.cacheCreationInputTokens;
 	if (params.totalInputTokens !== void 0) properties.total_input_tokens = params.totalInputTokens;
 	if (params.stopReason !== void 0) properties.stop_reason = params.stopReason;
 	if (params.status !== void 0) properties.status = params.status;
@@ -3002,6 +3003,7 @@ var RequestTracker = class {
 		if (update.outputTokens !== void 0) request.outputTokens = update.outputTokens;
 		if (update.reasoningTokens !== void 0) request.reasoningTokens = update.reasoningTokens;
 		if (update.cachedInputTokens !== void 0) request.cachedInputTokens = update.cachedInputTokens;
+		if (update.cacheCreationInputTokens !== void 0) request.cacheCreationInputTokens = update.cacheCreationInputTokens;
 		if (update.totalInputTokens !== void 0) request.totalInputTokens = update.totalInputTokens;
 		if (update.error !== void 0) request.error = update.error;
 		if (update.queuePosition !== void 0) request.queuePosition = update.queuePosition;
@@ -4178,6 +4180,7 @@ function completeTracking(trackingId, inputTokens, outputTokens, queueWaitMs, re
 		queueWaitMs,
 		reasoningTokens,
 		cachedInputTokens: cache?.cachedInputTokens,
+		cacheCreationInputTokens: cache?.cacheCreationInputTokens,
 		totalInputTokens: cache?.totalInputTokens,
 		...timingsToUpdate(timings)
 	});
@@ -4196,6 +4199,7 @@ function completeTracking(trackingId, inputTokens, outputTokens, queueWaitMs, re
 		toolCount: analytics.toolCount ?? 0,
 		reasoningTokens,
 		cachedInputTokens: cache?.cachedInputTokens,
+		cacheCreationInputTokens: cache?.cacheCreationInputTokens,
 		totalInputTokens: cache?.totalInputTokens,
 		stopReason: analytics.stopReason
 	});
@@ -4410,17 +4414,19 @@ function handleNonStreamingResponse$1(c, originalResponse, ctx, payload) {
 		toolCalls: extractToolCalls(choice)
 	}, durationMs);
 	const cachedInputTokens = usage ? getCachedTokensFromOpenAIUsage(usage) : void 0;
+	const freshInputTokens = usage ? usage.prompt_tokens - (cachedInputTokens ?? 0) : 0;
 	if (ctx.trackingId && usage) requestTracker.updateRequest(ctx.trackingId, {
-		inputTokens: usage.prompt_tokens,
+		inputTokens: freshInputTokens,
 		outputTokens: usage.completion_tokens,
 		queueWaitMs: ctx.queueWaitMs,
 		reasoningTokens,
 		cachedInputTokens,
+		cacheCreationInputTokens: 0,
 		totalInputTokens: usage.prompt_tokens
 	});
 	captureRequest({
 		model: response.model,
-		inputTokens: usage?.prompt_tokens ?? 0,
+		inputTokens: freshInputTokens,
 		outputTokens: usage?.completion_tokens ?? 0,
 		durationMs,
 		success: true,
@@ -4428,6 +4434,7 @@ function handleNonStreamingResponse$1(c, originalResponse, ctx, payload) {
 		toolCount: payload.tools?.length ?? 0,
 		reasoningTokens,
 		cachedInputTokens,
+		cacheCreationInputTokens: 0,
 		totalInputTokens: usage?.prompt_tokens,
 		stopReason: choice.finish_reason
 	});
@@ -4497,7 +4504,7 @@ async function handleStreamingResponse$1(opts) {
 			await accumulateAndEchoChunk(chunk, acc, checkRepetition, ctx, stream);
 		}
 		recordStreamSuccess(acc, payload.model, ctx);
-		completeTracking(ctx.trackingId, acc.inputTokens, acc.outputTokens, ctx.queueWaitMs, acc.reasoningTokens, {
+		completeTracking(ctx.trackingId, acc.inputTokens - acc.cachedTokens, acc.outputTokens, ctx.queueWaitMs, acc.reasoningTokens, {
 			model: acc.model || payload.model,
 			stream: true,
 			durationMs: Date.now() - ctx.startTime,
@@ -4505,6 +4512,7 @@ async function handleStreamingResponse$1(opts) {
 			toolCount: payload.tools?.length ?? 0
 		}, ctx.timings, {
 			cachedInputTokens: acc.cachedTokens,
+			cacheCreationInputTokens: 0,
 			totalInputTokens: acc.inputTokens
 		});
 	} catch (error) {
@@ -8462,6 +8470,7 @@ function handleDirectAnthropicNonStreamingResponse(c, response, ctx, truncateRes
 		outputTokens: response.usage.output_tokens,
 		queueWaitMs: ctx.queueWaitMs,
 		cachedInputTokens: cacheRead,
+		cacheCreationInputTokens: cacheCreation,
 		totalInputTokens
 	});
 	captureRequest({
@@ -8473,6 +8482,7 @@ function handleDirectAnthropicNonStreamingResponse(c, response, ctx, truncateRes
 		stream: false,
 		toolCount: payload.tools?.length ?? 0,
 		cachedInputTokens: cacheRead,
+		cacheCreationInputTokens: cacheCreation,
 		totalInputTokens,
 		stopReason: response.stop_reason ?? void 0
 	});
@@ -8561,6 +8571,7 @@ async function handleDirectAnthropicStreamingResponse(opts) {
 			toolCount: anthropicPayload.tools?.length ?? 0
 		}, ctx.timings, {
 			cachedInputTokens: acc.cacheReadInputTokens,
+			cacheCreationInputTokens: acc.cacheCreationInputTokens,
 			totalInputTokens: acc.inputTokens + acc.cacheReadInputTokens + acc.cacheCreationInputTokens
 		});
 	} catch (error) {
@@ -8785,6 +8796,7 @@ function handleNonStreamingResponse(opts) {
 		outputTokens: anthropicResponse.usage.output_tokens,
 		queueWaitMs: ctx.queueWaitMs,
 		cachedInputTokens: cacheRead,
+		cacheCreationInputTokens: cacheCreation,
 		totalInputTokens
 	});
 	captureRequest({
@@ -8796,6 +8808,7 @@ function handleNonStreamingResponse(opts) {
 		stream: false,
 		toolCount: anthropicPayload.tools?.length ?? 0,
 		cachedInputTokens: cacheRead,
+		cacheCreationInputTokens: cacheCreation,
 		totalInputTokens,
 		stopReason: anthropicResponse.stop_reason ?? void 0
 	});
@@ -8835,6 +8848,7 @@ async function handleStreamingResponse(opts) {
 			toolCount: anthropicPayload.tools?.length ?? 0
 		}, ctx.timings, {
 			cachedInputTokens: acc.cacheReadInputTokens,
+			cacheCreationInputTokens: acc.cacheCreationInputTokens,
 			totalInputTokens: acc.inputTokens + acc.cacheReadInputTokens + acc.cacheCreationInputTokens
 		});
 	} catch (error) {
@@ -9464,13 +9478,15 @@ const handleResponses = async (c) => {
 					if (finalResult) {
 						recordResponseResult(finalResult, model, historyId, startTime);
 						const usage = finalResult.usage;
-						completeTracking(trackingId, usage?.input_tokens ?? 0, usage?.output_tokens ?? 0, queueWaitMs, usage?.output_tokens_details?.reasoning_tokens, {
+						const cachedInputTokens = usage?.input_tokens_details?.cached_tokens ?? 0;
+						completeTracking(trackingId, (usage?.input_tokens ?? 0) - cachedInputTokens, usage?.output_tokens ?? 0, queueWaitMs, usage?.output_tokens_details?.reasoning_tokens, {
 							model: finalResult.model || model,
 							stream: true,
 							durationMs: Date.now() - startTime,
 							toolCount: tools.length
 						}, ctx.timings, {
-							cachedInputTokens: usage?.input_tokens_details?.cached_tokens ?? 0,
+							cachedInputTokens,
+							cacheCreationInputTokens: 0,
 							totalInputTokens: usage?.input_tokens ?? 0
 						});
 					} else if (streamErrorMessage) {
@@ -9517,14 +9533,17 @@ const handleResponses = async (c) => {
 		}
 		const result = response;
 		const usage = result.usage;
+		const cachedInputTokens = usage?.input_tokens_details?.cached_tokens ?? 0;
+		const freshInputTokens = (usage?.input_tokens ?? 0) - cachedInputTokens;
 		recordResponseResult(result, model, historyId, startTime);
-		completeTracking(trackingId, usage?.input_tokens ?? 0, usage?.output_tokens ?? 0, ctx.queueWaitMs, usage?.output_tokens_details?.reasoning_tokens, {
+		completeTracking(trackingId, freshInputTokens, usage?.output_tokens ?? 0, ctx.queueWaitMs, usage?.output_tokens_details?.reasoning_tokens, {
 			model: result.model || model,
 			stream: false,
 			durationMs: Date.now() - startTime,
 			toolCount: tools.length
 		}, ctx.timings, {
-			cachedInputTokens: usage?.input_tokens_details?.cached_tokens ?? 0,
+			cachedInputTokens,
+			cacheCreationInputTokens: 0,
 			totalInputTokens: usage?.input_tokens ?? 0
 		});
 		consola.debug("Forwarding native Responses result:", JSON.stringify(result).slice(-400));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dianshuv/copilot-api",
-  "version": "0.18.0",
+  "version": "0.19.0",
   "description": "Turn GitHub Copilot into OpenAI/Anthropic API compatible server. Usable with Claude Code!",
   "author": "dianshuv",
   "type": "module",