@remnic/bench 9.6.11 → 9.6.12

package/dist/index.js

@@ -7148,7 +7148,9 @@ var ClaudeCliProvider = class {
       try {
         const request = this.buildRunRequest(prompt, opts, tempDir);
         const result = await this.runClaudeCli(request);
-        if (result.status !== 0) {
+        const payload = parseClaudeCliJsonResult(result.stdout);
+        const salvageableDespiteExit = !result.stderr.includes("Claude CLI timed out") && !result.stderr.includes("Claude CLI aborted by benchmark timeout") && result.signal === null && !isClaudeCliErrorFlagSet(payload.is_error) && typeof payload.result === "string" && payload.result.trim().length > 0;
+        if (result.status !== 0 && !salvageableDespiteExit) {
           if (isClaudeUsageLimitSignal(`${result.stderr}
 ${result.stdout}`)) {
             await sleepBeforeUsageLimitRetry({
@@ -7162,8 +7164,9 @@ ${result.stdout}`)) {
             continue;
           }
           const exitLabel = result.signal ? `signal ${result.signal}` : `exit ${result.status ?? "unknown"}`;
+          const stdoutHead = result.stdout.trim().slice(0, 300);
           const error = new Error(
-            `Claude CLI completion failed (${exitLabel}): ${summarizeProcessOutput(result.stderr, result.stdout)}`
+            `Claude CLI completion failed (${exitLabel}): ${stdoutHead.length > 0 ? `head=${JSON.stringify(stdoutHead)} tail=` : ""}${summarizeProcessOutput(result.stderr, result.stdout)}`
           );
           if (transientAttempt < maxAttempts && isRetryableClaudeCliResult(result)) {
             await sleepBeforeClaudeCliRetry({
@@ -7178,7 +7181,11 @@ ${result.stdout}`)) {
           }
           throw error;
         }
-        const payload = parseClaudeCliJsonResult(result.stdout);
+        if (result.stderr.includes("Claude CLI timed out") || result.stderr.includes("Claude CLI aborted by benchmark timeout")) {
+          throw new Error(
+            `Claude CLI completion was killed (timeout/abort): ${summarizeProcessOutput(result.stderr, result.stdout)}`
+          );
+        }
         if (isClaudeCliErrorFlagSet(payload.is_error)) {
           if (isClaudeUsageLimitSignal(
             `${result.stderr}
@@ -7315,6 +7322,7 @@ function buildClaudeCompletionPrompt(userPrompt) {
   ].join("\n");
 }
 var CLAUDE_CLI_MAX_OUTPUT_TOKENS_ENV = "CLAUDE_CODE_MAX_OUTPUT_TOKENS";
+var CLAUDE_CLI_OUTPUT_TOKENS_ENV_FLOOR = 4096;
 function buildIsolatedClaudeEnv(config, maxTokens) {
   const env = {};
   for (const [key, value] of Object.entries(process.env)) {
@@ -7329,7 +7337,9 @@ function buildIsolatedClaudeEnv(config, maxTokens) {
     env.ANTHROPIC_BASE_URL = config.baseUrl.trim();
   }
   if (typeof maxTokens === "number" && Number.isFinite(maxTokens) && maxTokens > 0) {
-    env[CLAUDE_CLI_MAX_OUTPUT_TOKENS_ENV] = String(Math.floor(maxTokens));
+    env[CLAUDE_CLI_MAX_OUTPUT_TOKENS_ENV] = String(
+      Math.max(Math.floor(maxTokens), CLAUDE_CLI_OUTPUT_TOKENS_ENV_FLOOR)
+    );
   }
   return env;
 }
@@ -7369,6 +7379,18 @@ function parseClaudeCliJsonResult(stdout) {
     }
     return parsed;
   } catch {
+    const lines = trimmed.split(/\r?\n/);
+    for (let index = lines.length - 1; index >= 0; index -= 1) {
+      const line = lines[index].trim();
+      if (!line.startsWith("{") || !line.endsWith("}")) continue;
+      try {
+        const parsed = JSON.parse(line);
+        if (parsed !== null && typeof parsed === "object" && !Array.isArray(parsed)) {
+          return parsed;
+        }
+      } catch {
+      }
+    }
     return { is_error: true, error: trimmed.slice(-1e3) };
   }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remnic/bench",
-  "version": "9.6.11",
+  "version": "9.6.12",
   "description": "Retrieval latency ladder benchmarks + CI regression gates for @remnic/core",
   "type": "module",
   "main": "./dist/index.js",
@@ -36,8 +36,8 @@
   "dependencies": {
     "hyparquet": "^1.25.7",
     "yaml": "^2.4.2",
-    "@remnic/coding-graph": "^9.6.11",
-    "@remnic/core": "^9.6.11"
+    "@remnic/coding-graph": "^9.6.12",
+    "@remnic/core": "^9.6.12"
   },
   "devDependencies": {
     "tsup": "^8.5.1",