testronaut 1.3.2 → 1.3.4

package/.devcontainer/devcontainer.json

@@ -0,0 +1,48 @@
+{
+  "name": "Testronaut Multi-Repo Codespace",
+
+  "image": "mcr.microsoft.com/devcontainers/javascript-node:22",
+
+  "customizations": {
+    "codespaces": {
+      "repositories": {
+        "mission-testronaut/testronaut-cli": {
+          "permissions": "write-all"
+        },
+        "mission-testronaut/testronaut-examples": {
+          "permissions": "write-all"
+        }
+      }
+    },
+    "vscode": {
+      "settings": {
+        "files.autoSave": "onFocusChange",
+        "terminal.integrated.defaultProfile.linux": "bash",
+        "git.confirmSync": false,
+        "explorer.confirmDelete": false,
+        "extensions.autoCheckUpdates": true,
+        "extensions.autoUpdate": true
+      },
+      "extensions": [
+        "github.vscode-github-actions",
+        "github.codespaces",
+        "eamodio.gitlens",
+        "esbenp.prettier-vscode",
+        "dbaeumer.vscode-eslint",
+        "openai.chatgpt"
+      ]
+    }
+  },
+
+  "workspaceFolder": "/workspaces",
+
+  "postCreateCommand": "bash -lc 'set -e; cd /workspaces; if [ ! -d \"testronaut-examples/.git\" ]; then git clone https://github.com/mission-testronaut/testronaut-examples.git; fi'",
+
+  "postStartCommand": "bash -lc 'git config --global pull.rebase false && git config --global init.defaultBranch main'",
+
+  "hostRequirements": {
+    "cpus": 4,
+    "memory": "8gb",
+    "storage": "32gb"
+  }
+}

package/README.md

@@ -154,6 +154,27 @@ await runMissions({
   postMission: logoutMission,
 }, "Contact Form Flow");
 ```
+
+---
+
+## 🧰 Developer Mode (Staging API)
+
+Use the staging API base URL:
+```bash
+npx testronaut --dev
+```
+
+If the staging deployment is protected by Vercel, pass the bypass secret:
+```bash
+npx testronaut --dev --vercel-bypass=YOUR_SECRET login
+```
+
+You can also set the bypass secret via environment variables:
+```bash
+export VERCEL_AUTOMATION_BYPASS_SECRET=YOUR_SECRET
+# or
+export TESTRONAUT_VERCEL_BYPASS=YOUR_SECRET
+```
 ---
 
 ## 📋 Reports

package/bin/cli.js

@@ -11,8 +11,10 @@
  *
  * Key flags:
  *   --model <id> / --model=<id>         → sets TESTRONAUT_MODEL env (wins over config file)
+ *   --provider <id> / --provider=<id>   → sets TESTRONAUT_PROVIDER env (wins over config file)
  *   --turns <n> / --turns=<n>           → sets TESTRONAUT_TURNS env (wins over config file)
  *   --init                               → scaffolds project + optional Playwright browsers
+ *   --dev                                → use staging API base URL
  *   --help                               → prints help
  *
  * Notable helpers (defined below):
@@ -42,6 +44,7 @@ import inquirer from 'inquirer';
 import fetch from 'node-fetch';
 import crypto from 'crypto';
 import http from 'http';
+import { resolveProviderModel } from '../llm/modelResolver.js';
 import { exec as execCmd } from 'child_process';
 import { promisify } from 'util';
 const exec = promisify(execCmd);
@@ -55,11 +58,106 @@ process.env.PLAYWRIGHT_BROWSERS_PATH = process.env.PLAYWRIGHT_BROWSERS_PATH || '
 const TMP_DIR = path.resolve('./missions/tmp');
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 
-// const apiBase = `http://localhost:3002` //
-const apiBase = 'http://api.testronaut.app'; // Replace with your actual API base URL
+const DEFAULT_API_BASE = 'http://api.testronaut.app';
+const DEV_API_BASE = 'https://staging.api.testronaut.app';
 
+let args = process.argv.slice(2);
 
-const args = process.argv.slice(2);
+// Look for --dev / --developer / --developer-mode / --staging
+const devFlagIndex = args.findIndex(a =>
+  a === '--dev' ||
+  a === '--developer' ||
+  a === '--developer-mode' ||
+  a === '--staging'
+);
+let apiBase = process.env.TESTRONAUT_API_BASE || DEFAULT_API_BASE;
+if (devFlagIndex >= 0) {
+  apiBase = DEV_API_BASE;
+  console.log(`🧪 Developer mode: using ${apiBase}`);
+  args.splice(devFlagIndex, 1);
+}
+
+function parseVercelBypassArgs(argsList) {
+  const nextArgs = [...argsList];
+  let secret;
+  let invalid = false;
+  const idx = nextArgs.findIndex(a =>
+    a === '--vercel-bypass' ||
+    a.startsWith('--vercel-bypass=') ||
+    a === '--vercel_bypass' ||
+    a.startsWith('--vercel_bypass=')
+  );
+  if (idx >= 0) {
+    const rawArg = nextArgs[idx];
+    const hasInline = rawArg.includes('=');
+    if (hasInline) {
+      secret = rawArg.split('=')[1];
+    } else if (nextArgs[idx + 1]) {
+      secret = nextArgs[idx + 1];
+    }
+
+    if (!secret) invalid = true;
+
+    // Remove flag & value so they aren’t treated as filenames
+    const consume = hasInline ? 1 : (secret ? 2 : 1);
+    nextArgs.splice(idx, consume);
+  }
+  return { secret, args: nextArgs, invalid };
+}
+
+function parseProviderArgs(argsList) {
+  const nextArgs = [...argsList];
+  let provider;
+  let invalid = false;
+  const idx = nextArgs.findIndex(a => a === '--provider' || a.startsWith('--provider='));
+  if (idx >= 0) {
+    const rawArg = nextArgs[idx];
+    const hasInline = rawArg.includes('=');
+    const nextVal = !hasInline && nextArgs[idx + 1] && !nextArgs[idx + 1].startsWith('-') ? nextArgs[idx + 1] : undefined;
+    if (hasInline) {
+      provider = rawArg.split('=')[1];
+    } else if (nextVal) {
+      provider = nextVal;
+    }
+
+    if (provider) {
+      provider = provider.trim();
+    }
+
+    const supportedProviders = new Set(['openai', 'gemini']);
+    const isValid = (v) => !!v && supportedProviders.has(String(v).toLowerCase());
+    if (!isValid(provider)) {
+      invalid = true;
+      provider = undefined;
+    }
+
+    // Remove flag & value so they aren’t treated as filenames
+    const consume = hasInline ? 1 : (nextVal ? 2 : 1);
+    nextArgs.splice(idx, consume);
+  }
+  return { provider, args: nextArgs, invalid };
+}
+
+
+const vercelBypassResult = parseVercelBypassArgs(args);
+if (vercelBypassResult.invalid) {
+  console.warn('⚠️ Invalid --vercel-bypass value. Provide a non-empty secret.');
+}
+args = vercelBypassResult.args;
+const vercelBypassOverride = vercelBypassResult.secret;
+
+const vercelBypassSecret =
+  vercelBypassOverride ||
+  process.env.VERCEL_AUTOMATION_BYPASS_SECRET ||
+  process.env.TESTRONAUT_VERCEL_BYPASS;
+function createVercelBypassHeader(secret) {
+  return secret ? { 'x-vercel-protection-bypass': secret } : {};
+}
+const vercelBypassHeader = createVercelBypassHeader(vercelBypassSecret);
+
+function buildApiHeaders(extra = {}) {
+  return { ...extra, ...vercelBypassHeader };
+}
 
 /**
  * Read a JSONL steps file into an array of objects.
@@ -133,6 +231,9 @@ export const __test__ = {
   findLatestReportPair,
   mergeDuplicateTurns,
   readJsonlSteps,
+  parseVercelBypassArgs,
+  createVercelBypassHeader,
+  parseProviderArgs,
 };
 
 // Look for --model=<id> or --model <id>
@@ -154,6 +255,18 @@ if (modelFlagIndex >= 0) {
   args.splice(modelFlagIndex, modelOverride ? 2 : 1);
 }
 
+// Look for --provider=<id> or --provider <id>
+const providerResult = parseProviderArgs(args);
+if (providerResult.invalid) {
+  console.warn('⚠️ Invalid --provider value. Provide a non-empty provider id.');
+}
+args = providerResult.args;
+const providerOverride = providerResult.provider;
+if (providerOverride) {
+  process.env.TESTRONAUT_PROVIDER = providerOverride.trim();
+  console.log(`🧩 Provider override: ${process.env.TESTRONAUT_PROVIDER}`);
+}
+
 // Look for --debug / --debug=<bool> / --no-debug
 // Normalize CLI boolean strings into true/false/null for optional flags.
 const parseBool = (v) => {
@@ -270,6 +383,9 @@ Options:
   --init                    Scaffold project folders and a welcome mission
   --turns=<n>               Override max turns for this run (e.g., --turns=30)
   --debug[=<bool>]          Enable verbose debug logs (or set TESTRONAUT_DEBUG=1)
+  --provider=<id>           Override LLM provider for this run (e.g., --provider=openai)
+  --dev                     Use the staging API base URL
+  --vercel-bypass=<secret>  Send Vercel protection bypass header for protected deployments
   --help                    Show this help message
   --retry_limit=<n>         Override agent turn retry limits (minimum 1, maximum 10)
 
@@ -403,25 +519,8 @@ const flatMissions = allResults.flatMap(entry => {
   });
 });
 
-// Read provider/model from config (allow env override for model)
-const cfgPath = path.resolve(process.cwd(), 'testronaut-config.json');
-let llmProvider = 'openai';
-let llmModel = 'gpt-4o';
-
-if (fs.existsSync(cfgPath)) {
-  try {
-    const cfg = JSON.parse(fs.readFileSync(cfgPath, 'utf8'));
-    if (cfg?.provider) llmProvider = String(cfg.provider);
-    if (cfg?.model) llmModel = String(cfg.model);
-  } catch (e) {
-    console.warn('⚠️ Could not read testronaut-config.json:', e.message);
-  }
-}
-
-// Env override takes precedence for the model (matches runtime behavior)
-if (process.env.TESTRONAUT_MODEL?.trim()) {
-  llmModel = process.env.TESTRONAUT_MODEL.trim();
-}
+// Read provider/model from config (allow env override)
+const { provider: llmProvider, model: llmModel } = resolveProviderModel({ cwd: process.cwd() });
 
 
 const report = {
@@ -592,13 +691,13 @@ async function handleLogin() {
   try {
     const response = await fetch(`${apiBase}/api/user/cli`, {  // Replace with your actual URL
       method: 'POST',
-      headers: {
+      headers: buildApiHeaders({
         'Content-Type': 'application/x-www-form-urlencoded',
-      },
+      }),
       body: formData.toString(),
     });
 
-    const data = await response.json();
+    const data = await parseJsonSafe(response, 'login');
 
     if (data.error) {
       console.error('❌ Authentication failed:', data.error);
@@ -659,7 +758,7 @@ async function uploadReport() {
   try {
     const res = await fetch(`${apiBase}/api/user/cli/${sessionToken}`, {
       method: 'POST',
-      headers: { 'Content-Type': 'application/json' },
+      headers: buildApiHeaders({ 'Content-Type': 'application/json' }),
       body: reportJson,
     });
     const data = await res.json();
@@ -735,7 +834,7 @@ async function uploadReport() {
       // console.log(` the fetch url is: ${apiBase}/api/user/cli/${sessionToken}/uploads/start`);
       const startRes = await fetch(`${apiBase}/api/user/cli/${sessionToken}/uploads/start`, {
         method: 'POST',
-        headers: { 'Content-Type': 'application/json' },
+        headers: buildApiHeaders({ 'Content-Type': 'application/json' }),
         body: JSON.stringify({ reportId: savedReportId, stepIndex, fileName: path.basename(filePath), mime, size: stat.size, sha1: hash }),
       });
       const start = await parseJsonSafe(startRes, 'uploads/start');
@@ -757,7 +856,7 @@ async function uploadReport() {
       // console.log(`     finalizing upload…`);
       const finishRes = await fetch(`${apiBase}/api/user/cli/${sessionToken}/uploads/finish`, {
         method: 'POST',
-        headers: { 'Content-Type': 'application/json' },
+        headers: buildApiHeaders({ 'Content-Type': 'application/json' }),
         body: JSON.stringify({ 
           reportId: savedReportId, 
           stepIndex, 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testronaut",
-  "version": "1.3.2",
+  "version": "1.3.4",
   "main": "./runner/testronaut.js",
   "bin": {
     "testronaut": "bin/cli.js"

package/tests/binTests/cli.helpers.test.js

@@ -42,4 +42,77 @@ describe('cli helpers', () => {
     expect(parseBool('')).toBeNull();
     expect(parseBool('maybe')).toBeNull();
   });
+
+  it('parses vercel bypass flags and removes them from args', () => {
+    const { parseVercelBypassArgs } = __test__;
+    const res = parseVercelBypassArgs(['--dev', '--vercel-bypass=secret123', 'login']);
+    expect(res.secret).toBe('secret123');
+    expect(res.args).toEqual(['--dev', 'login']);
+    expect(res.invalid).toBe(false);
+  });
+
+  it('parses vercel bypass value from next arg', () => {
+    const { parseVercelBypassArgs } = __test__;
+    const res = parseVercelBypassArgs(['--vercel_bypass', 'abc', 'login']);
+    expect(res.secret).toBe('abc');
+    expect(res.args).toEqual(['login']);
+    expect(res.invalid).toBe(false);
+  });
+
+  it('handles missing vercel bypass value', () => {
+    const { parseVercelBypassArgs } = __test__;
+    const res = parseVercelBypassArgs(['--vercel-bypass']);
+    expect(res.secret).toBeUndefined();
+    expect(res.args).toEqual([]);
+    expect(res.invalid).toBe(true);
+  });
+
+  it('parses provider flag with inline value and removes it from args', () => {
+    const { parseProviderArgs } = __test__;
+    const res = parseProviderArgs(['--provider=openai', 'login']);
+    expect(res.provider).toBe('openai');
+    expect(res.args).toEqual(['login']);
+    expect(res.invalid).toBe(false);
+  });
+
+  it('parses provider flag value from next arg', () => {
+    const { parseProviderArgs } = __test__;
+    const res = parseProviderArgs(['--provider', 'gemini', 'login']);
+    expect(res.provider).toBe('gemini');
+    expect(res.args).toEqual(['login']);
+    expect(res.invalid).toBe(false);
+  });
+
+  it('accepts supported provider names', () => {
+    const { parseProviderArgs } = __test__;
+    const res1 = parseProviderArgs(['--provider', 'openai', 'login']);
+    expect(res1.provider).toBe('openai');
+    expect(res1.invalid).toBe(false);
+
+    const res2 = parseProviderArgs(['--provider=gemini', 'login']);
+    expect(res2.provider).toBe('gemini');
+    expect(res2.invalid).toBe(false);
+  });
+
+  it('flags invalid provider name', () => {
+    const { parseProviderArgs } = __test__;
+    const res = parseProviderArgs(['--provider', 'bad provider', 'login']);
+    expect(res.provider).toBeUndefined();
+    expect(res.args).toEqual(['login']);
+    expect(res.invalid).toBe(true);
+  });
+
+  it('handles missing provider value', () => {
+    const { parseProviderArgs } = __test__;
+    const res = parseProviderArgs(['--provider']);
+    expect(res.provider).toBeUndefined();
+    expect(res.args).toEqual([]);
+    expect(res.invalid).toBe(true);
+  });
+
+  it('builds the vercel bypass header when provided', () => {
+    const { createVercelBypassHeader } = __test__;
+    expect(createVercelBypassHeader('abc')).toEqual({ 'x-vercel-protection-bypass': 'abc' });
+    expect(createVercelBypassHeader('')).toEqual({});
+  });
 });