@wix/pathgrade 0.29.0 → 0.31.0

package/dist/agents/claude/sdk-options.js

@@ -67,13 +67,18 @@ export function buildClaudeSdkOptions(inputs) {
     // then layer driver-owned hermetic overrides on top — `CLAUDE_CONFIG_DIR`
     // wins on collision so an upstream leak (or a user-supplied env value)
     // cannot weaken the per-trial isolation invariant.
+    const useLocalOAuth = inputs.runtimeEnv.PATHGRADE_CLAUDE_LOCAL_OAUTH === '1';
     const env = {};
     for (const [key, value] of Object.entries(inputs.runtimeEnv)) {
         if (value === undefined)
             continue;
+        if (key === 'PATHGRADE_CLAUDE_LOCAL_OAUTH')
+            continue;
         env[key] = value;
     }
-    env.CLAUDE_CONFIG_DIR = path.join(inputs.workspacePath, CLAUDE_CONFIG_SUBDIR);
+    if (!useLocalOAuth) {
+        env.CLAUDE_CONFIG_DIR = path.join(inputs.workspacePath, CLAUDE_CONFIG_SUBDIR);
+    }
     opts.env = env;
     return opts;
 }

package/dist/commands/report.js

@@ -19,7 +19,8 @@
  */
 import * as path from 'path';
 import fs from 'fs-extra';
-import { formatReportMarkdown, MISSING_RESULTS_BODY, postOrUpdateComment, resolvePrContext, } from '../reporters/github-comment.js';
+import { readSidecar } from '../affected/sidecar.js';
+import { formatNoAffectedEvalsMarkdown, formatReportMarkdown, MISSING_RESULTS_BODY, postOrUpdateComment, resolvePrContext, } from '../reporters/github-comment.js';
 const DEFAULT_RESULTS_PATH = path.join('.pathgrade', 'results.json');
 /**
  * Resolve the comment-id used for the dedup marker.
@@ -85,6 +86,23 @@ export async function runReport(cwd, opts = {}) {
         loadError = err instanceof Error ? err.message : String(err);
     }
     if (loadError) {
+        const selection = await readSidecar(cwd, msg => {
+            console.error(`pathgrade report: ${msg}`);
+        });
+        if (selection && selection.selected.length === 0) {
+            const markdown = formatNoAffectedEvalsMarkdown(selection);
+            if (prContext) {
+                await postOrUpdateComment(prContext, {
+                    commentId,
+                    body: markdown,
+                });
+                console.log('0');
+            }
+            else {
+                printMarkdownAndPassRate(markdown, 0);
+            }
+            return;
+        }
         console.error(`pathgrade report: ${loadError}`);
         if (prContext) {
             await postOrUpdateComment(prContext, {

package/dist/providers/credentials.js

@@ -85,11 +85,19 @@ async function resolveClaude(userEnv, ports) {
     // Keychain OAuth token unusable — it's scoped to direct Anthropic, not to
     // a proxy. Skip the Keychain branch so the host-forward fallback wins.
     const hostSignalsProxy = !!ports.hostEnv('ANTHROPIC_BASE_URL');
-    // On macOS, prefer Keychain OAuth (direct Anthropic token).
+    // On macOS, prefer Claude Code's native claude.ai OAuth. Do not expose
+    // the OAuth access token as ANTHROPIC_API_KEY: Claude Code treats that env
+    // var as an external API-key auth path, and first-party OAuth tokens are
+    // rejected there as invalid API keys.
     if (ports.platform === 'darwin' && !hostSignalsProxy) {
         const token = await ports.readKeychainToken('Claude Code-credentials');
         if (token) {
-            return { env: { ANTHROPIC_API_KEY: token }, setupCommands: [], copyFromHome: [] };
+            return {
+                env: { PATHGRADE_CLAUDE_LOCAL_OAUTH: '1' },
+                setupCommands: [],
+                copyFromHome: ['.claude.json'],
+                linkFromHome: ['Library/Keychains'],
+            };
         }
     }
     // Fallback: forward host API key and base URL.

package/dist/reporters/github-comment.d.ts

@@ -13,6 +13,7 @@ export interface FormatOptions {
 }
 /** Minimal body posted when `.pathgrade/results.json` is missing. */
 export declare const MISSING_RESULTS_BODY = "Pathgrade evals did not produce results. Check the workflow logs.";
+export declare function formatNoAffectedEvalsMarkdown(selection: PathgradeSelectionReport): string;
 export declare function commentMarker(commentId: string): string;
 /**
  * Format a pathgrade PR comment as markdown.

package/dist/reporters/github-comment.js

@@ -10,6 +10,21 @@
 import * as fs from 'fs';
 /** Minimal body posted when `.pathgrade/results.json` is missing. */
 export const MISSING_RESULTS_BODY = 'Pathgrade evals did not produce results. Check the workflow logs.';
+export function formatNoAffectedEvalsMarkdown(selection) {
+    const total = selection.selected.length + selection.skipped.length;
+    const lines = [];
+    lines.push('### Pathgrade report');
+    lines.push('');
+    lines.push('No affected evals found for this change set.');
+    lines.push('');
+    lines.push(`Base: \`${selection.base_ref}\`  |  Changed files: **${selection.changed_files_count}**`);
+    if (total > 0) {
+        lines.push('');
+        lines.push(formatSelectionSection(selection));
+    }
+    lines.push('');
+    return lines.join('\n');
+}
 export function commentMarker(commentId) {
     return `<!-- pathgrade:${commentId} -->`;
 }

package/dist/reporters/loader.js

@@ -11,6 +11,9 @@ async function hydrateTraces(report, traceFile, resolved) {
 }
 export async function loadReports(resultsDir, opts) {
     const resolved = path.resolve(resultsDir);
+    if (!await fs.pathExists(resolved)) {
+        return [];
+    }
     const files = (await fs.readdir(resolved))
         .filter(f => f.endsWith('.json'))
         .reverse();

package/dist/sdk/agent.js

@@ -91,6 +91,14 @@ class AgentImpl {
         const turns = maxTurns ?? 30;
         return Math.ceil((turns * 80_000 + 200_000) / 1000);
     }
+    accumulateTurnUsage(turnResult) {
+        if (turnResult.inputTokens || turnResult.outputTokens) {
+            this.llm.addTokens?.(turnResult.inputTokens ?? 0, turnResult.outputTokens ?? 0);
+        }
+        if (turnResult.costUsd !== undefined) {
+            this.llm.addCost?.(turnResult.costUsd);
+        }
+    }
     async executeLoggedTurnResult(session, message, turnNumber, kind) {
         const timestamp = () => new Date().toISOString();
         this._messages.push({ role: 'user', content: message });
@@ -103,6 +111,7 @@ class AgentImpl {
         this.verbose.turnStart({ turn: turnNumber, kind, message });
         const turnStart = Date.now();
         const turnResult = await session.executeTurn(message);
+        this.accumulateTurnUsage(turnResult);
         const response = getVisibleAssistantMessage(turnResult);
         const durationMs = Date.now() - turnStart;
         this._log.push(buildModelAgentResultLogEntry({
@@ -132,7 +141,16 @@ class AgentImpl {
             if (turnResult.timedOut) {
                 throw new Error(`Agent (limit: ${timeoutSec}s) timed out (agent killed)`);
             }
-            throw new Error(`Agent exited with code ${turnResult.exitCode}`);
+            // Surface the underlying detail (e.g. an ask-bus rejection message
+            // from the Claude SDK driver) and the typed `errorSubtype` so a
+            // failing `prompt()`/`startChat()` does not collapse to a bare
+            // "Agent exited with code 1" — matching what `runConversation`
+            // already does via `converse.ts:buildTurnExitError`.
+            const detail = turnResult.rawOutput?.trim();
+            const subtype = turnResult.errorSubtype;
+            const subtypeTag = subtype ? ` (${subtype})` : '';
+            const suffix = detail ? `: ${detail}` : '';
+            throw new Error(`Agent exited with code ${turnResult.exitCode}${subtypeTag}${suffix}`);
         }
         return turnResult;
     }
@@ -165,7 +183,11 @@ class AgentImpl {
             messages: this._messages,
             log: this._log,
             exec: (cmd) => this.exec(cmd),
-            sendTurn: (message) => ms.executeTurn(message),
+            sendTurn: async (message) => {
+                const turnResult = await ms.executeTurn(message);
+                this.accumulateTurnUsage(turnResult);
+                return turnResult;
+            },
             verbose: this.verbose,
         });
     }
@@ -180,17 +202,10 @@ class AgentImpl {
         const sendTurn = async (message) => {
             const turnResult = await ms.executeTurn(message);
             turnNumber++;
-            // Accumulate agent turn tokens (from CLI stream-json) on the shared tracker
-            if (turnResult.inputTokens || turnResult.outputTokens) {
-                this.llm.addTokens?.(turnResult.inputTokens ?? 0, turnResult.outputTokens ?? 0);
-            }
-            // Accumulate agent turn cost on the same shared tracker when
-            // the upstream provider reports it (Claude SDK populates
-            // `costUsd` from `total_cost_usd`; Codex/Cursor leave it
-            // undefined, in which case this is a no-op).
-            if (turnResult.costUsd !== undefined) {
-                this.llm.addCost?.(turnResult.costUsd);
-            }
+            // Accumulate agent turn tokens (from CLI stream-json) on the shared tracker.
+            // Cost is populated by Claude SDK (from `total_cost_usd`); Codex/Cursor leave
+            // it undefined, in which case this is a no-op.
+            this.accumulateTurnUsage(turnResult);
             for (const toolEvent of turnResult.toolEvents) {
                 this._log.push({
                     type: 'tool_event',

package/dist/sdk/chat.js

@@ -78,7 +78,15 @@ export class ChatSessionImpl {
         });
         if (turnResult.exitCode !== 0) {
             this._done = true;
-            throw new Error(`Agent exited with code ${turnResult.exitCode}`);
+            // Match `agent.ts:executeLoggedTurnResult` — append the driver's
+            // captured `rawOutput` and typed `errorSubtype` so chat-session
+            // failures expose actionable detail (e.g. ask-bus rejection from
+            // the Claude SDK driver) instead of a bare exit-code string.
+            const detail = turnResult.rawOutput?.trim();
+            const subtype = turnResult.errorSubtype;
+            const subtypeTag = subtype ? ` (${subtype})` : '';
+            const suffix = detail ? `: ${detail}` : '';
+            throw new Error(`Agent exited with code ${turnResult.exitCode}${subtypeTag}${suffix}`);
         }
         this._turn = turnNumber;
         this._lastMessage = response;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/pathgrade",
-  "version": "0.29.0",
+  "version": "0.31.0",
   "description": "Evaluate whether AI agents discover and use your skills correctly",
   "exports": {
     ".": {
@@ -84,5 +84,5 @@
     "typescript": "^5.9.3",
     "zod": "4.3.6"
   },
-  "falconPackageHash": "d5f15991255bd9d6a592b9cf3624be70aea80aedb73561fee73bef2e"
+  "falconPackageHash": "b0a110f03d01c39e2f2677c5a1dc76d86cdcd6adba98e45f5ed56fbb"
 }