kodevu 0.1.20 → 0.1.22

package/README.md

@@ -32,7 +32,7 @@ If you want a config file, run `npx kodevu init` to create `./config.json` in th
 npx kodevu init
 ```
 
-This creates `config.json` in the current directory from the packaged `config.example.json`.
+This creates `config.json` in the current directory from built-in defaults.
 You only need this when you want to override defaults such as `reviewer` or output paths.
 
 If you want a different path:
@@ -109,3 +109,4 @@ Internal defaults:
 - If `outputFormats` includes `json`, matching `.json` files are generated alongside Markdown reports.
 - `~/.kodevu/state.json` stores per-project checkpoints keyed by repository identity; only the v2 multi-project structure is supported.
 - If the reviewer command exits non-zero or times out, the report is still written, but the state is not advanced so the change can be retried later.
+- Each report includes a `Token Usage` section recording token consumption for the review task. When the reviewer CLI outputs token statistics (via stderr), those are used directly (`source: "reviewer"`). Otherwise tokens are estimated at ~4 characters per token (`source: "estimate"`). The JSON report contains a `tokenUsage` object with `inputTokens`, `outputTokens`, `totalTokens`, and `source`.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "kodevu",
-  "version": "0.1.20",
+  "version": "0.1.22",
   "type": "module",
   "description": "Poll SVN revisions or Git commits, send each change diff to a reviewer CLI, and write configurable review reports.",
   "bin": {
@@ -8,8 +8,7 @@
   },
   "files": [
     "src",
-    "README.md",
-    "config.example.json"
+    "README.md"
   ],
   "scripts": {
     "start": "node src/index.js",

package/src/config.js

@@ -1,8 +1,6 @@
 import fs from "node:fs/promises";
-import { constants as fsConstants } from "node:fs";
 import os from "node:os";
 import path from "node:path";
-import { fileURLToPath } from "node:url";
 import { findCommandOnPath } from "./shell.js";
 
 const defaultStorageDir = path.join(os.homedir(), ".kodevu");
@@ -16,10 +14,21 @@ const defaultConfig = {
   commandTimeoutMs: 600000,
   prompt:
     "请严格审查当前变更，优先指出 bug、回归风险、兼容性问题、安全问题、边界条件缺陷和缺失测试。请使用简体中文输出 Markdown；如果没有明确缺陷，请写“未发现明确缺陷”，并补充剩余风险。",
-  maxRevisionsPerRun: 20,
+  maxRevisionsPerRun: 5,
   outputFormats: ["markdown"]
 };
 
+const configTemplate = {
+  target: "C:/path/to/your/repository-or-subdirectory",
+  reviewer: defaultConfig.reviewer,
+  prompt: defaultConfig.prompt,
+  outputDir: "~/.kodevu",
+  stateFilePath: "~/.kodevu/state.json",
+  commandTimeoutMs: defaultConfig.commandTimeoutMs,
+  maxRevisionsPerRun: defaultConfig.maxRevisionsPerRun,
+  outputFormats: defaultConfig.outputFormats
+};
+
 function resolveConfigPath(baseDir, value) {
   if (!value) {
     return value;
@@ -264,12 +273,12 @@ Config highlights:
 
 export async function initConfig(targetPath = "config.json") {
   const absoluteTargetPath = path.resolve(targetPath);
-  const packageRoot = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "..");
-  const templatePath = path.join(packageRoot, "config.example.json");
 
   await fs.mkdir(path.dirname(absoluteTargetPath), { recursive: true });
+
+  const content = JSON.stringify(configTemplate, null, 2) + "\n";
   try {
-    await fs.copyFile(templatePath, absoluteTargetPath, fsConstants.COPYFILE_EXCL);
+    await fs.writeFile(absoluteTargetPath, content, { flag: "wx" });
   } catch (error) {
     if (error?.code === "EEXIST") {
       throw new Error(`Config file already exists: ${absoluteTargetPath}`);

package/src/review-runner.js

@@ -23,6 +23,85 @@ function debugLog(config, message) {
   }
 }
 
+function estimateTokenCount(text) {
+  if (!text) {
+    return 0;
+  }
+
+  return Math.ceil(text.length / 4);
+}
+
+function parseGeminiTokenUsage(stderr) {
+  if (!stderr) {
+    return null;
+  }
+
+  const patterns = [
+    /input[_ ]tokens?\s*[:=]\s*(\d+)/i,
+    /output[_ ]tokens?\s*[:=]\s*(\d+)/i,
+    /total[_ ]tokens?\s*[:=]\s*(\d+)/i
+  ];
+
+  const inputMatch = stderr.match(patterns[0]);
+  const outputMatch = stderr.match(patterns[1]);
+  const totalMatch = stderr.match(patterns[2]);
+
+  if (!inputMatch && !outputMatch && !totalMatch) {
+    return null;
+  }
+
+  const inputTokens = inputMatch ? Number(inputMatch[1]) : 0;
+  const outputTokens = outputMatch ? Number(outputMatch[1]) : 0;
+  const totalTokens = totalMatch ? Number(totalMatch[1]) : inputTokens + outputTokens;
+
+  return { inputTokens, outputTokens, totalTokens };
+}
+
+function parseCodexTokenUsage(stderr) {
+  if (!stderr) {
+    return null;
+  }
+
+  const patterns = [
+    /input[_ ]tokens?\s*[:=]\s*(\d+)/i,
+    /output[_ ]tokens?\s*[:=]\s*(\d+)/i,
+    /total[_ ]tokens?\s*[:=]\s*(\d+)/i
+  ];
+
+  const inputMatch = stderr.match(patterns[0]);
+  const outputMatch = stderr.match(patterns[1]);
+  const totalMatch = stderr.match(patterns[2]);
+
+  if (!inputMatch && !outputMatch && !totalMatch) {
+    return null;
+  }
+
+  const inputTokens = inputMatch ? Number(inputMatch[1]) : 0;
+  const outputTokens = outputMatch ? Number(outputMatch[1]) : 0;
+  const totalTokens = totalMatch ? Number(totalMatch[1]) : inputTokens + outputTokens;
+
+  return { inputTokens, outputTokens, totalTokens };
+}
+
+function resolveTokenUsage(reviewerName, stderr, promptText, diffText, responseText) {
+  const parseFn = reviewerName === "gemini" ? parseGeminiTokenUsage : parseCodexTokenUsage;
+  const parsed = parseFn(stderr);
+
+  if (parsed && parsed.totalTokens > 0) {
+    return { ...parsed, source: "reviewer" };
+  }
+
+  const inputTokens = estimateTokenCount((promptText || "") + (diffText || ""));
+  const outputTokens = estimateTokenCount(responseText || "");
+
+  return {
+    inputTokens,
+    outputTokens,
+    totalTokens: inputTokens + outputTokens,
+    source: "estimate"
+  };
+}
+
 const REVIEWERS = {
   codex: {
     displayName: "Codex",
@@ -314,7 +393,17 @@ function buildPrompt(config, backend, targetInfo, details, reviewDiffPayload) {
   ].join("\n\n");
 }
 
-function buildReport(config, backend, targetInfo, details, diffPayloads, reviewer, reviewerResult) {
+function formatTokenUsage(tokenUsage) {
+  const sourceLabel = tokenUsage.source === "reviewer" ? "reviewer reported" : "estimated (~4 chars/token)";
+  return [
+    `- Input Tokens: \`${tokenUsage.inputTokens}\``,
+    `- Output Tokens: \`${tokenUsage.outputTokens}\``,
+    `- Total Tokens: \`${tokenUsage.totalTokens}\``,
+    `- Token Source: \`${sourceLabel}\``
+  ].join("\n");
+}
+
+function buildReport(config, backend, targetInfo, details, diffPayloads, reviewer, reviewerResult, tokenUsage) {
   const lines = [
     `# ${backend.displayName} Review Report: ${details.displayId}`,
     "",
@@ -328,6 +417,10 @@ function buildReport(config, backend, targetInfo, details, diffPayloads, reviewe
     `- Reviewer Exit Code: \`${reviewerResult.code}\``,
     `- Reviewer Timed Out: \`${reviewerResult.timedOut ? "yes" : "no"}\``,
     "",
+    "## Token Usage",
+    "",
+    formatTokenUsage(tokenUsage),
+    "",
     "## Changed Files",
     "",
     formatChangedPaths(details.changedPaths),
@@ -361,7 +454,7 @@ function buildReport(config, backend, targetInfo, details, diffPayloads, reviewe
   return `${lines.join("\n")}\n`;
 }
 
-function buildJsonReport(config, backend, targetInfo, details, diffPayloads, reviewer, reviewerResult) {
+function buildJsonReport(config, backend, targetInfo, details, diffPayloads, reviewer, reviewerResult, tokenUsage) {
   return {
     repositoryType: backend.displayName,
     target: targetInfo.targetDisplay || config.target,
@@ -374,6 +467,12 @@ function buildJsonReport(config, backend, targetInfo, details, diffPayloads, rev
       exitCode: reviewerResult.code,
       timedOut: Boolean(reviewerResult.timedOut)
     },
+    tokenUsage: {
+      inputTokens: tokenUsage.inputTokens,
+      outputTokens: tokenUsage.outputTokens,
+      totalTokens: tokenUsage.totalTokens,
+      source: tokenUsage.source
+    },
     changedFiles: details.changedPaths.map((item) => ({
       action: item.action,
       path: item.relativePath,
@@ -407,10 +506,20 @@ async function runReviewerPrompt(config, backend, targetInfo, details, diffText)
   const reviewWorkspaceRoot = getReviewWorkspaceRoot(config, backend, targetInfo);
   const diffPayloads = prepareDiffPayloads(config, diffText);
   const promptText = buildPrompt(config, backend, targetInfo, details, diffPayloads.review);
+  const result = await reviewer.run(config, reviewWorkspaceRoot, promptText, diffPayloads.review.text);
+  const tokenUsage = resolveTokenUsage(
+    config.reviewer,
+    result.stderr,
+    promptText,
+    diffPayloads.review.text,
+    result.message
+  );
+
   return {
     reviewer,
     diffPayloads,
-    result: await reviewer.run(config, reviewWorkspaceRoot, promptText, diffPayloads.review.text)
+    result,
+    tokenUsage
   };
 }
 
@@ -469,6 +578,7 @@ async function reviewChange(config, backend, targetInfo, changeId, progress) {
   let reviewer;
   let diffPayloads;
   let reviewerResult;
+  let tokenUsage;
   let currentReviewerConfig;
 
   for (const reviewerName of reviewersToTry) {
@@ -486,6 +596,7 @@ async function reviewChange(config, backend, targetInfo, changeId, progress) {
     reviewer = res.reviewer;
     diffPayloads = res.diffPayloads;
     reviewerResult = res.result;
+    tokenUsage = res.tokenUsage;
 
     if (reviewerResult.code === 0 && !reviewerResult.timedOut) {
       break;
@@ -497,7 +608,8 @@ async function reviewChange(config, backend, targetInfo, changeId, progress) {
   }
 
   progress?.update(0.82, "writing report");
-  const report = buildReport(currentReviewerConfig, backend, targetInfo, details, diffPayloads, reviewer, reviewerResult);
+  debugLog(config, `Token usage: input=${tokenUsage.inputTokens} output=${tokenUsage.outputTokens} total=${tokenUsage.totalTokens} source=${tokenUsage.source}`);
+  const report = buildReport(currentReviewerConfig, backend, targetInfo, details, diffPayloads, reviewer, reviewerResult, tokenUsage);
   const outputFile = path.join(config.outputDir, backend.getReportFileName(changeId));
   const jsonOutputFile = outputFile.replace(/\.md$/i, ".json");
 
@@ -508,7 +620,7 @@ async function reviewChange(config, backend, targetInfo, changeId, progress) {
   if (shouldWriteFormat(config, "json")) {
     await writeJsonFile(
       jsonOutputFile,
-      buildJsonReport(currentReviewerConfig, backend, targetInfo, details, diffPayloads, reviewer, reviewerResult)
+      buildJsonReport(currentReviewerConfig, backend, targetInfo, details, diffPayloads, reviewer, reviewerResult, tokenUsage)
     );
   }
 

package/config.example.json

@@ -1,12 +0,0 @@
-{
-  "target": "C:/path/to/your/repository-or-subdirectory",
-  "reviewer": "auto",
-  "prompt": "请严格审查当前变更，优先指出 bug、回归风险、兼容性问题、安全问题、边界条件缺陷和缺失测试。请使用简体中文输出 Markdown；如果没有明确缺陷，请写“未发现明确缺陷”，并补充剩余风险。",
-  "outputDir": "~/.kodevu",
-  "stateFilePath": "~/.kodevu/state.json",
-  "commandTimeoutMs": 600000,
-  "maxRevisionsPerRun": 5,
-  "outputFormats": [
-    "markdown"
-  ]
-}