nairon-bench 0.5.1 → 0.5.3

package/dist/index.js

@@ -3661,10 +3661,10 @@ class ConvexHttpClient {
     }
     this.isProcessingQueue = true;
     while (this.mutationQueue.length > 0) {
-      const { mutation, args, resolve, reject } = this.mutationQueue.shift();
+      const { mutation, args, resolve: resolve2, reject } = this.mutationQueue.shift();
       try {
         const result = await this.mutationInner(mutation, args);
-        resolve(result);
+        resolve2(result);
       } catch (error) {
         reject(error);
       }
@@ -3672,8 +3672,8 @@ class ConvexHttpClient {
     this.isProcessingQueue = false;
   }
   enqueueMutation(mutation, args) {
-    return new Promise((resolve, reject) => {
-      this.mutationQueue.push({ mutation, args, resolve, reject });
+    return new Promise((resolve2, reject) => {
+      this.mutationQueue.push({ mutation, args, resolve: resolve2, reject });
       this.processMutationQueue();
     });
   }
@@ -8518,7 +8518,7 @@ async function collectGit(projectDir, since) {
 // src/collectors/agents.ts
 import { existsSync as existsSync2, readdirSync, readFileSync as readFileSync2 } from "node:fs";
 import { homedir as homedir2 } from "node:os";
-import { join as join2, basename } from "node:path";
+import { join as join2, basename, resolve } from "node:path";
 // ../shared/src/constants.ts
 var PHASE_WEIGHTS = {
   requirements: 0.2,
@@ -8921,17 +8921,18 @@ function getCacheInfo() {
 
 // src/collectors/agents.ts
 var sessionCache = null;
-async function collectAgentSessions(since, useCache = true) {
+async function collectAgentSessions(since, useCache = true, projectDir) {
   sessionCache = useCache ? new SessionCache : null;
+  const targetProjectDir = projectDir ? resolve(projectDir) : process.cwd();
   const sessions = [];
   const claudeProjectsDir = join2(homedir2(), ".claude", "projects");
   if (existsSync2(claudeProjectsDir)) {
-    const claudeSessions = collectClaudeSessions(claudeProjectsDir, since);
+    const claudeSessions = collectClaudeSessions(claudeProjectsDir, since, targetProjectDir);
     sessions.push(...claudeSessions);
   }
   const openCodeDir = join2(homedir2(), ".local", "share", "opencode");
   if (existsSync2(openCodeDir)) {
-    const openCodeSessions = collectOpenCodeSessions(openCodeDir, since);
+    const openCodeSessions = collectOpenCodeSessions(openCodeDir, since, targetProjectDir);
     sessions.push(...openCodeSessions);
   }
   const cursorDirs = [
@@ -9011,11 +9012,29 @@ async function collectAgentSessions(since, useCache = true) {
     costByModel
   };
 }
-function collectClaudeSessions(projectsDir, since) {
+function collectClaudeSessions(projectsDir, since, targetProjectDir) {
   const sessions = [];
   try {
     const projectDirs = readdirSync(projectsDir, { withFileTypes: true }).filter((d2) => d2.isDirectory()).map((d2) => join2(projectsDir, d2.name));
+    let matchingProjectDir = null;
     for (const projectDir of projectDirs) {
+      const projectMetaFile = join2(projectDir, ".project.json");
+      if (existsSync2(projectMetaFile)) {
+        try {
+          const meta = JSON.parse(readFileSync2(projectMetaFile, "utf-8"));
+          if (meta.directory) {
+            const metaDir = resolve(meta.directory);
+            const isMatch = metaDir === targetProjectDir || targetProjectDir.startsWith(metaDir + "/") || metaDir.startsWith(targetProjectDir + "/");
+            if (isMatch) {
+              matchingProjectDir = projectDir;
+              break;
+            }
+          }
+        } catch {}
+      }
+    }
+    const dirsToScan = matchingProjectDir ? [matchingProjectDir] : projectDirs;
+    for (const projectDir of dirsToScan) {
       const files = readdirSync(projectDir).filter((f3) => f3.endsWith(".jsonl")).map((f3) => join2(projectDir, f3));
       for (const file of files) {
         const session = parseClaudeSessionFile(file, since);
@@ -9289,7 +9308,7 @@ function similarity(a2, b2) {
   const union = new Set([...wordsA, ...wordsB]);
   return union.size > 0 ? intersection.size / union.size : 0;
 }
-function collectOpenCodeSessions(baseDir, since) {
+function collectOpenCodeSessions(baseDir, since, targetProjectDir) {
   const sessions = [];
   const sessionStorageDir = join2(baseDir, "storage", "session");
   const messageStorageDir = join2(baseDir, "storage", "message");
@@ -9301,7 +9320,7 @@ function collectOpenCodeSessions(baseDir, since) {
     for (const projectDir of projectDirs) {
       const sessionFiles = readdirSync(projectDir).filter((f3) => f3.startsWith("ses_") && f3.endsWith(".json")).map((f3) => join2(projectDir, f3));
       for (const sessionFile of sessionFiles) {
-        const session = parseOpenCodeSession(sessionFile, messageStorageDir, partStorageDir, since);
+        const session = parseOpenCodeSession(sessionFile, messageStorageDir, partStorageDir, since, targetProjectDir);
         if (session) {
           sessions.push(session);
         }
@@ -9310,7 +9329,7 @@ function collectOpenCodeSessions(baseDir, since) {
   } catch {}
   return sessions;
 }
-function parseOpenCodeSession(sessionFile, messageStorageDir, partStorageDir, since) {
+function parseOpenCodeSession(sessionFile, messageStorageDir, partStorageDir, since, targetProjectDir) {
   try {
     const cached = sessionCache?.get(sessionFile);
     if (cached) {
@@ -9322,6 +9341,13 @@ function parseOpenCodeSession(sessionFile, messageStorageDir, partStorageDir, si
     }
     const sessionContent = readFileSync2(sessionFile, "utf-8");
     const session = JSON.parse(sessionContent);
+    if (session.directory) {
+      const sessionDir = resolve(session.directory);
+      const isMatch = sessionDir === targetProjectDir || targetProjectDir.startsWith(sessionDir + "/") || sessionDir.startsWith(targetProjectDir + "/");
+      if (!isMatch) {
+        return null;
+      }
+    }
     const sessionStart = new Date(session.time.created);
     const sessionEnd = session.time.updated ? new Date(session.time.updated) : sessionStart;
     if (sessionEnd < since)
@@ -14763,7 +14789,7 @@ var icons = {
   brain: "\uD83E\uDDE0",
   target: "\uD83C\uDFAF"
 };
-var sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+var sleep = (ms) => new Promise((resolve2) => setTimeout(resolve2, ms));
 function clearLine2() {
   readline.clearLine(process.stdout, 0);
   readline.cursorTo(process.stdout, 0);
@@ -15110,8 +15136,12 @@ function extractFrustrationPrompts(sessionPath, patterns) {
         }
       }
     } else if (sessionPath.endsWith(".json")) {
-      for (const _3 of patterns) {
-        prompts.push("");
+      const sessionData = JSON.parse(content);
+      const sessionId = sessionData.id;
+      const userPrompts = extractOpenCodePrompts(sessionId);
+      for (const pattern of patterns) {
+        const frustrationMsg = findFrustrationMessage(userPrompts);
+        prompts.push(frustrationMsg || userPrompts[0] || "");
       }
     }
     return prompts;
@@ -15119,6 +15149,45 @@ function extractFrustrationPrompts(sessionPath, patterns) {
     return [];
   }
 }
+function extractOpenCodePrompts(sessionId) {
+  const home = homedir6();
+  const messageDir = join7(home, ".local", "share", "opencode", "storage", "message", sessionId);
+  const partBaseDir = join7(home, ".local", "share", "opencode", "storage", "part");
+  if (!existsSync7(messageDir))
+    return [];
+  const prompts = [];
+  try {
+    const messageFiles = fsReaddirSync(messageDir).filter((f3) => f3.endsWith(".json")).sort();
+    for (const msgFile of messageFiles) {
+      try {
+        const msgPath = join7(messageDir, msgFile);
+        const msgData = JSON.parse(readFileSync7(msgPath, "utf-8"));
+        if (msgData.role !== "user")
+          continue;
+        const messageId = msgData.id;
+        const timestamp = msgData.time?.created;
+        const partDir = join7(partBaseDir, messageId);
+        if (!existsSync7(partDir))
+          continue;
+        const partFiles = fsReaddirSync(partDir).filter((f3) => f3.endsWith(".json"));
+        let messageText = "";
+        for (const partFile of partFiles) {
+          try {
+            const partData = JSON.parse(readFileSync7(join7(partDir, partFile), "utf-8"));
+            if (partData.type === "text" && partData.text) {
+              messageText += partData.text + " ";
+            }
+          } catch {}
+        }
+        if (messageText.trim()) {
+          const timeStr = timestamp ? new Date(timestamp).toLocaleTimeString() : "";
+          prompts.push(`[${timeStr}] ${messageText.trim()}`);
+        }
+      } catch {}
+    }
+  } catch {}
+  return prompts;
+}
 function extractMessageText(msg) {
   if (typeof msg.content === "string")
     return msg.content;
@@ -15313,25 +15382,40 @@ function formatFrustrationSummary(summary) {
 }
 function formatFrustrationEvent(f3, index) {
   const lines = [];
-  lines.push(`    ${colors2.warning(`${index}.`)} ${colors2.bold(f3.patternDescription)} ${colors2.dim(`(${f3.agent})`)}`);
-  lines.push(`       ${colors2.dim("Session:")} ${f3.sessionId.slice(0, 12)}...`);
-  lines.push(`       ${colors2.dim("Time wasted:")} ~${f3.estimatedTimeWastedMinutes} min`);
-  lines.push(`       ${colors2.dim("Cause:")} ${formatCauseLabel(f3.rootCause.category)}`);
+  lines.push(`    ${colors2.error(`${index}.`)} ${formatCauseLabel(f3.rootCause.category)}`);
+  lines.push(`       ${colors2.dim("Session:")} ${f3.sessionId.slice(0, 16)}... ${colors2.dim(`(${f3.agent})`)}`);
+  if (f3.timestamp) {
+    const date = new Date(f3.timestamp);
+    lines.push(`       ${colors2.dim("When:")} ${date.toLocaleDateString()} ${date.toLocaleTimeString()}`);
+  }
+  lines.push(`       ${colors2.dim("Time wasted:")} ${colors2.warning(`~${f3.estimatedTimeWastedMinutes} min`)}`);
   if (f3.exactPrompt && f3.exactPrompt.length > 0 && !f3.exactPrompt.startsWith("(Unable")) {
     lines.push("");
-    lines.push(`       ${colors2.dim("┌" + "─".repeat(40))}`);
-    const promptLines = wrapText(f3.exactPrompt, 38);
-    for (const line of promptLines.slice(0, 4)) {
-      lines.push(`       ${colors2.dim("│")} ${line}`);
+    lines.push(`       ${colors2.bold("Your prompt:")}`);
+    lines.push(`       ${colors2.dim("┌" + "─".repeat(50))}`);
+    let promptText = f3.exactPrompt;
+    if (promptText.startsWith("[")) {
+      const closeBracket = promptText.indexOf("]");
+      if (closeBracket > 0 && closeBracket < 15) {
+        promptText = promptText.slice(closeBracket + 2);
+      }
+    }
+    const promptLines = wrapText(promptText, 48);
+    for (const line of promptLines.slice(0, 6)) {
+      lines.push(`       ${colors2.dim("│")} ${colors2.primary(line)}`);
     }
-    if (promptLines.length > 4) {
-      lines.push(`       ${colors2.dim("│")} ${colors2.dim("...")}`);
+    if (promptLines.length > 6) {
+      lines.push(`       ${colors2.dim("│")} ${colors2.dim(`... (${promptLines.length - 6} more lines)`)}`);
     }
-    lines.push(`       ${colors2.dim("└" + "─".repeat(40))}`);
+    lines.push(`       ${colors2.dim("└" + "─".repeat(50))}`);
+  } else {
+    lines.push("");
+    lines.push(`       ${colors2.dim("(Prompt not captured - " + f3.patternDescription + ")")}`);
   }
   lines.push("");
-  lines.push(`       ${colors2.success("Fix:")} ${f3.recommendedFix.tool}`);
-  lines.push(`       ${colors2.dim("$")} ${colors2.primary(f3.recommendedFix.installCommand)}`);
+  lines.push(`       ${colors2.success("→ Fix with:")} ${colors2.bold(f3.recommendedFix.tool)}`);
+  lines.push(`         ${colors2.dim(f3.recommendedFix.description)}`);
+  lines.push(`         ${colors2.dim("$")} ${colors2.primary(f3.recommendedFix.installCommand)}`);
   return lines;
 }
 function formatCauseLabel(cause) {
@@ -16086,22 +16170,62 @@ function markProjectScanned(projectDir) {
   }
   writeFileSync4(join9(projectDir, PROJECT_SCAN_MARKER), new Date().toISOString());
 }
-function detectAgent() {
+var AGENT_CONFIGS = [
+  {
+    id: "claude-code",
+    name: "Claude Code",
+    paths: [".claude"]
+  },
+  {
+    id: "opencode",
+    name: "OpenCode",
+    paths: [".config/opencode", ".local/share/opencode", ".opencode"]
+  },
+  {
+    id: "cursor",
+    name: "Cursor",
+    paths: [".cursor"]
+  },
+  {
+    id: "codex",
+    name: "Codex CLI",
+    paths: [".codex"]
+  },
+  {
+    id: "copilot",
+    name: "GitHub Copilot",
+    paths: [".github-copilot"]
+  },
+  {
+    id: "cody",
+    name: "Sourcegraph Cody",
+    paths: [".cody"]
+  },
+  {
+    id: "aider",
+    name: "Aider",
+    paths: [".aider"]
+  }
+];
+function detectAllAgents() {
   const home = homedir8();
-  const claudeConfig = join9(home, ".claude");
-  const hasClaudeCode = existsSync9(claudeConfig);
-  const opencodeConfig = join9(home, ".config", "opencode");
-  const opencodeData = join9(home, ".local", "share", "opencode");
-  const hasOpenCode = existsSync9(opencodeConfig) || existsSync9(opencodeData);
-  const cursorConfig = join9(home, ".cursor");
-  const hasCursor = existsSync9(cursorConfig);
-  if (hasClaudeCode)
-    return "claude-code";
-  if (hasOpenCode)
-    return "opencode";
-  if (hasCursor)
-    return "cursor";
-  return "unknown";
+  const cwd = process.cwd();
+  const detected = [];
+  for (const agent of AGENT_CONFIGS) {
+    for (const relativePath of agent.paths) {
+      const homePath = join9(home, relativePath);
+      if (existsSync9(homePath)) {
+        detected.push({ id: agent.id, name: agent.name, configPath: homePath });
+        break;
+      }
+      const projectPath = join9(cwd, relativePath);
+      if (existsSync9(projectPath)) {
+        detected.push({ id: agent.id, name: agent.name, configPath: projectPath });
+        break;
+      }
+    }
+  }
+  return detected;
 }
 function analyzeReadme(projectDir) {
   const readmePath = join9(projectDir, "README.md");
@@ -16336,7 +16460,7 @@ var scanCommand = defineCommand2({
         const timestamp = new Date().toLocaleTimeString();
         try {
           const git2 = await collectGit(projectDir, since);
-          const agents2 = await collectAgentSessions(since, useCache);
+          const agents2 = await collectAgentSessions(since, useCache, projectDir);
           const tests2 = await collectTestResults(projectDir);
           const score2 = computeNaironScore(git2 ?? undefined, agents2 ?? undefined, tests2 ?? undefined);
           const delta = scanCount > 1 ? score2.overall - lastScore : 0;
@@ -16381,7 +16505,7 @@ var scanCommand = defineCommand2({
     }
     if (!silent)
       await thinkingStep("Scanning AI session logs...", 600);
-    const agents = await collectAgentSessions(since, useCache);
+    const agents = await collectAgentSessions(since, useCache, projectDir);
     if (agents && !silent) {
       await revealDiscovery(icons.success, `Sessions: ${colors2.primary(agents.totalSessions.toString())} sessions loaded`, 200);
     }
@@ -16874,14 +16998,28 @@ async function showFirstScanWelcome(projectDir) {
   console.log(`  ${colors2.primary("✨")} ${colors2.bold("First scan in this project!")}`);
   console.log(colors2.dim("  " + "═".repeat(50)));
   console.log();
-  const agent = detectAgent();
-  const agentNames = {
-    "claude-code": "Claude Code",
-    opencode: "OpenCode",
-    cursor: "Cursor",
-    unknown: "Unknown"
-  };
-  console.log(`  ${icons.info} Detected agent: ${colors2.bold(agentNames[agent])}`);
+  const detectedAgents = detectAllAgents();
+  let selectedAgent = null;
+  if (detectedAgents.length === 0) {
+    console.log(`  ${icons.info} No AI coding agents detected`);
+    console.log(`  ${colors2.dim("  Install Claude Code, Cursor, or OpenCode to get started")}`);
+  } else if (detectedAgents.length === 1) {
+    selectedAgent = detectedAgents[0];
+    console.log(`  ${icons.info} Detected agent: ${colors2.bold(selectedAgent.name)}`);
+  } else {
+    console.log(`  ${icons.info} Found ${colors2.bold(detectedAgents.length.toString())} AI coding agents:`);
+    console.log();
+    const agentChoice = await consola.prompt("Which agent are you using for this project?", {
+      type: "select",
+      options: detectedAgents.map((a2) => ({
+        value: a2.id,
+        label: a2.name
+      }))
+    });
+    selectedAgent = detectedAgents.find((a2) => a2.id === agentChoice) || detectedAgents[0];
+    console.log();
+    console.log(`  ${icons.success} Selected: ${colors2.bold(selectedAgent.name)}`);
+  }
   const context = analyzeReadme(projectDir);
   if (context) {
     console.log(`  ${icons.info} Project: ${colors2.bold(context.name)}`);
@@ -21834,7 +21972,7 @@ function formatReportAsJSON(report) {
 
 // src/commands/report.ts
 import { writeFileSync as writeFileSync6 } from "node:fs";
-import { resolve } from "node:path";
+import { resolve as resolve2 } from "node:path";
 var reportCommand = defineCommand2({
   meta: {
     name: "report",
@@ -22044,7 +22182,7 @@ async function runHackathonReport(args) {
         break;
     }
     if (args.output) {
-      const filepath = resolve(projectDir, args.output);
+      const filepath = resolve2(projectDir, args.output);
       writeFileSync6(filepath, output);
       consola.success(`Report saved to ${filepath}`);
     }
@@ -22196,7 +22334,7 @@ async function runLeadershipReport(args) {
   const since = parseSince2(args.since || "7d");
   const periodLabel = args.since === "30d" ? "Last 30 days" : args.since === "48h" ? "Last 48 hours" : "Last 7 days";
   consola.start(`Generating leadership report (${periodLabel})...`);
-  const agents = await collectAgentSessions(since);
+  const agents = await collectAgentSessions(since, true, projectDir);
   if (!agents || agents.sessions.length === 0) {
     consola.warn("No AI sessions found in the specified time range.");
     consola.info("Try running with --since 30d for a longer time range.");
@@ -22213,7 +22351,7 @@ async function runLeadershipReport(args) {
 `);
   }
   if (args.output) {
-    const filepath = resolve(projectDir, args.output);
+    const filepath = resolve2(projectDir, args.output);
     writeFileSync6(filepath, output);
     consola.success(`Report saved to ${filepath}`);
   }
@@ -23218,10 +23356,10 @@ async function prompt2(question) {
     input: process.stdin,
     output: process.stdout
   });
-  return new Promise((resolve2) => {
+  return new Promise((resolve3) => {
     rl.question(question, (answer) => {
       rl.close();
-      resolve2(answer.trim());
+      resolve3(answer.trim());
     });
   });
 }
@@ -23666,6 +23804,27 @@ var BOLD = "\x1B[1m";
 var RESET = "\x1B[0m";
 var MAGENTA = "\x1B[35m";
 var CHANGELOG = [
+  {
+    version: "0.5.3",
+    date: "2026-02-14",
+    title: "Project-Scoped Analysis",
+    highlights: [
+      "CRITICAL FIX: Sessions now filtered to current project only",
+      "No more mixing data from different projects in reports",
+      "Improved frustration display with exact prompts and timestamps",
+      "Better OpenCode prompt extraction for frustration analysis"
+    ]
+  },
+  {
+    version: "0.5.2",
+    date: "2026-02-14",
+    title: "Multi-Agent Detection",
+    highlights: [
+      "Detects ALL installed AI agents (Claude Code, Cursor, OpenCode, Codex, etc.)",
+      "Choose which agent you're using if multiple are found",
+      "Expanded agent support: Copilot, Cody, Aider"
+    ]
+  },
   {
     version: "0.5.1",
     date: "2026-02-14",
@@ -24127,7 +24286,7 @@ function showFullChangelog() {
 // package.json
 var package_default = {
   name: "nairon-bench",
-  version: "0.5.1",
+  version: "0.5.3",
   description: "AI workflow benchmarking CLI",
   type: "module",
   bin: {
@@ -24316,7 +24475,7 @@ async function fetchGitHubUser(accessToken) {
   return await response.json();
 }
 function sleep2(ms) {
-  return new Promise((resolve2) => setTimeout(resolve2, ms));
+  return new Promise((resolve3) => setTimeout(resolve3, ms));
 }
 
 // src/commands/init.ts
@@ -25105,7 +25264,7 @@ var safeJSON = (text) => {
 };
 
 // ../../node_modules/supermemory/internal/utils/sleep.mjs
-var sleep3 = (ms) => new Promise((resolve2) => setTimeout(resolve2, ms));
+var sleep3 = (ms) => new Promise((resolve3) => setTimeout(resolve3, ms));
 
 // ../../node_modules/supermemory/version.mjs
 var VERSION = "4.11.1";
@@ -25747,8 +25906,8 @@ var _APIPromise_client;
 
 class APIPromise extends Promise {
   constructor(client, responsePromise, parseResponse = defaultParseResponse) {
-    super((resolve2) => {
-      resolve2(null);
+    super((resolve3) => {
+      resolve3(null);
     });
     this.responsePromise = responsePromise;
     this.parseResponse = parseResponse;
@@ -26654,7 +26813,7 @@ function formatBytes(bytes) {
 // package.json
 var package_default2 = {
   name: "nairon-bench",
-  version: "0.5.1",
+  version: "0.5.3",
   description: "AI workflow benchmarking CLI",
   type: "module",
   bin: {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "nairon-bench",
-  "version": "0.5.1",
+  "version": "0.5.3",
   "description": "AI workflow benchmarking CLI",
   "type": "module",
   "bin": {