testronaut 1.2.4 → 1.2.5

package/README.md

@@ -127,7 +127,7 @@ Current supported providers:
 
 | Provider | Example Models |
 |-----------|----------------|
-| **OpenAI** | gpt-4o, gpt-4.1, o3, gpt-5, etc. |
+| **OpenAI** | gpt-4o, gpt-4.1, o3, gpt-5, gpt-5.1, etc. |
 | **Google Gemini** | gemini-2.5-pro, gemini-2.5-flash, gemini-2.5-flash-8b |
 
 More providers coming soon (Anthropic, Mistral, etc.).

package/bin/cli.js

@@ -810,16 +810,22 @@ async function serveLatestReport() {
   await new Promise((resolve, reject) => {
     server.once('error', reject);
     server.listen(0, '127.0.0.1', resolve);
-
-    process.on('SIGINT', () => {
-      console.log('\n🛑 Shutting down…');
-      server.close(() => {
-        resolve();
-        process.exit(0);
-      });
-    });
   });
 
+  // Move signal handling to after server is listening
+  const shutdown = () => {
+    console.log('\n🛑 Shutting down…');
+    try {
+      server.close(); // best-effort; don’t wait for it
+    } catch (_) {
+      // ignore
+    }
+    process.exit(0);
+  };
+
+  process.once('SIGINT', shutdown);
+  process.once('SIGTERM', shutdown);
+
   const address = server.address();
   const port = typeof address === 'object' && address ? address.port : 0;
   const baseUrl = `http://127.0.0.1:${port}`;

package/bin/init.js

@@ -94,9 +94,10 @@ export async function initializeTestronautProject() {
           { title: 'o3 (reasoning w/ native tool use)', value: 'o3' },
           { title: 'o4-mini (reasoning, cost-effective)', value: 'o4-mini' },
           // GPT-5 family (availability varies)
-          { title: 'GPT-5 (latest reasoning model)', value: 'gpt-5' },
+          { title: 'GPT-5 (previous reasoning model)', value: 'gpt-5' },
           { title: 'GPT-5 mini (faster)', value: 'gpt-5-mini' },
           { title: 'GPT-5 nano (lightweight)', value: 'gpt-5-nano' },
+          { title: 'GPT-5.1 (latest reasoning model)', value: 'gpt-5.1' },
         ],
         // Keep prior selection highlighted if present; fallback to 4.1-mini.
         initial: pickInitialIndex(models, config.model, 'gpt-4.1-mini')

package/bin/initHelpers.js

@@ -92,6 +92,7 @@ export function openAIModels() {
     'gpt-5',
     'gpt-5-mini',
     'gpt-5-nano',
+    'gpt-5.1',
   ];
 }
 

package/core/turnLoop.js

@@ -185,7 +185,6 @@ export const turnLoop = async (
         console.error('❌ Tool call structure invalid and no placeholders inserted.');
         step.events.push('❌ Tool call structure invalid and no placeholders inserted.');
         step.result = '❌ Failure';
-        steps.push(step);
         recordStep(step);
         return steps;
       }
@@ -206,7 +205,6 @@ export const turnLoop = async (
         console.dir(unrespondedCalls, { depth: 5 });
         step.events.push('🛑 Detected assistant tool calls without matching tool responses');
         step.result = '❌ Failure';
-        steps.push(step);
         recordStep(step);
         return steps;
       }
@@ -238,7 +236,6 @@ export const turnLoop = async (
           console.error('❌ Too many retries. Exiting.');
           step.events.push('❌ Too many retries. Exiting.');
           step.result = '❌ Failure';
-          steps.push(step);
           recordStep(step);
           return steps;
         }
@@ -251,7 +248,6 @@ export const turnLoop = async (
         console.error('❌ Bad request:', err.message);
         step.events.push(`❌ Bad request: ${err.message}`);
         step.result = '❌ Failure';
-        steps.push(step);
         recordStep(step);
         return steps;
       } else {
@@ -365,7 +361,6 @@ export const turnLoop = async (
       // Merge new assistant + tool responses back into conversation
       messages.push(msg, ...toolResponses);
       step.result = '✅ Passed';
-      steps.push(step);
       recordStep(step);
       continue;
     }
@@ -377,7 +372,6 @@ export const turnLoop = async (
     if (finalResponse !== null) {
       step.events.push(finalResponse.finalMessage);
       step.result = finalResponse.success ? '✅ Mission Success' : '❌ Mission Failure';
-      steps.push(step);
       recordStep(step);
       return { success: finalResponse.finalMessage, steps };
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testronaut",
-  "version": "1.2.4",
+  "version": "1.2.5",
   "main": "./runner/testronaut.js",
   "bin": {
     "testronaut": "./bin/cli.js"

package/tools/tokenControl.js

@@ -35,6 +35,7 @@ import { wait } from './turnLoopUtils.js';
  */
 const DEFAULT_LIMITS = [
   // ── OpenAI (newer first) ────────────────────────────────────────────────
+  { test: /^gpt-5.1(-|$)/i,             tpm: 120000 },
   { test: /^gpt-5(-|$)/i,               tpm:  90000 },
   { test: /^gpt-5-mini(-|$)/i,          tpm: 240000 },
   { test: /^gpt-5-nano(-|$)/i,          tpm: 600000 },