@avi770/testteam 1.2.0 → 3.0.0

package/core/__tests__/orchestrator.test.ts

@@ -62,21 +62,21 @@ describe('Orchestrator', () => {
       const orchestrator = new Orchestrator(stubConfig);
       const plan = orchestrator.dryRun('alpha');
 
-      expect(plan.map(e => e.agentId)).toEqual([1, 2, 23, 3, 4, 5]);
+      expect(plan.map(e => e.agentId)).toEqual([1, 2, 23, 24, 3, 4, 5, 37, 38, 62, 68, 69, 70]);
     });
 
     it('returns the correct agent IDs for beta', () => {
       const orchestrator = new Orchestrator(stubConfig);
       const plan = orchestrator.dryRun('beta');
 
-      expect(plan.map(e => e.agentId)).toEqual([5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22]);
+      expect(plan.map(e => e.agentId)).toEqual([5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70]);
     });
 
     it('returns the correct agent IDs for uat', () => {
       const orchestrator = new Orchestrator(stubConfig);
       const plan = orchestrator.dryRun('uat');
 
-      expect(plan.map(e => e.agentId)).toEqual([5, 6, 12, 13, 14, 15, 18, 19, 20, 21, 22, 17]);
+      expect(plan.map(e => e.agentId)).toEqual([5, 6, 12, 13, 14, 15, 18, 19, 20, 21, 22, 17, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70]);
     });
 
     it('returns the correct agent IDs for release', () => {
@@ -163,12 +163,12 @@ describe('Orchestrator', () => {
 
     it('skips unregistered agents and includes them in skippedAgents', async () => {
       const orchestrator = new Orchestrator(stubConfig, tmpDir);
-      // Register only agent 1, not 2, 23, 3, 4, 5
+      // Register only agent 1, not the others in alpha dispatch
       orchestrator.registerAgent(1, createMockAgent(1));
 
       const result = await orchestrator.runPhase('alpha');
 
-      expect(result.skippedAgents).toEqual(expect.arrayContaining([2, 23, 3, 4, 5]));
+      expect(result.skippedAgents).toEqual(expect.arrayContaining([2, 23, 24, 3, 4, 5, 37, 38, 62, 68, 69, 70]));
       expect(result.skippedAgents).not.toContain(1);
     });
 
@@ -255,7 +255,7 @@ describe('Orchestrator', () => {
 
     it('free tier blocks beta phase', async () => {
       const orchestrator = createOrchestratorWithTier('free');
-      registerPhaseAgents(orchestrator, [5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22]);
+      registerPhaseAgents(orchestrator, [5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70]);
 
       const result = await orchestrator.runPhase('beta');
 
@@ -266,7 +266,7 @@ describe('Orchestrator', () => {
 
     it('free tier blocks uat phase', async () => {
       const orchestrator = createOrchestratorWithTier('free');
-      registerPhaseAgents(orchestrator, [5, 6, 12, 13, 14, 15, 18, 19, 20, 21, 22, 17]);
+      registerPhaseAgents(orchestrator, [5, 6, 12, 13, 14, 15, 18, 19, 20, 21, 22, 17, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70]);
 
       const result = await orchestrator.runPhase('uat');
 
@@ -321,8 +321,8 @@ describe('Orchestrator', () => {
 
     it('free tier skips pro agents with info finding', async () => {
       const orchestrator = createOrchestratorWithTier('free');
-      // Alpha phase: [1, 2, 23, 3, 4, 5]. Agent 23 is pro tier.
-      registerPhaseAgents(orchestrator, [1, 2, 23, 3, 4, 5]);
+      // Alpha phase: [1, 2, 23, 24, 3, 4, 5]. Agent 23 and 24 are pro tier.
+      registerPhaseAgents(orchestrator, [1, 2, 23, 24, 3, 4, 5]);
 
       const result = await orchestrator.runPhase('alpha');
 
@@ -360,11 +360,11 @@ describe('Orchestrator', () => {
     it('pro tier skips enterprise agents with info finding', async () => {
       const orchestrator = createOrchestratorWithTier('pro');
       // Beta phase includes enterprise agents: 14, 16, 18, 19
-      registerPhaseAgents(orchestrator, [5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22]);
+      registerPhaseAgents(orchestrator, [5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70]);
 
       const result = await orchestrator.runPhase('beta');
 
-      // Enterprise agents 14, 16, 18, 19 should be skipped
+      // Enterprise agents 14, 16, 18, 19, 30 should be skipped
       expect(result.skippedAgents).toContain(14);
       expect(result.skippedAgents).toContain(16);
       expect(result.skippedAgents).toContain(18);
@@ -384,7 +384,7 @@ describe('Orchestrator', () => {
     it('pro tier allows all phases but gates enterprise agents', async () => {
       const orchestrator = createOrchestratorWithTier('pro');
       // UAT includes enterprise agents: 14, 18, 19, 20
-      registerPhaseAgents(orchestrator, [5, 6, 12, 13, 14, 15, 18, 19, 20, 21, 22, 17]);
+      registerPhaseAgents(orchestrator, [5, 6, 12, 13, 14, 15, 18, 19, 20, 21, 22, 17, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70]);
 
       const result = await orchestrator.runPhase('uat');
 
@@ -397,12 +397,13 @@ describe('Orchestrator', () => {
       expect(result.agentResults[18].status).toBe('skipped');
       expect(result.agentResults[19].status).toBe('skipped');
       expect(result.agentResults[20].status).toBe('skipped');
+      expect(result.agentResults[30].status).toBe('skipped');
     });
 
     it('enterprise tier allows all agents', async () => {
       const orchestrator = createOrchestratorWithTier('enterprise');
       // Beta phase: all agents should run
-      registerPhaseAgents(orchestrator, [5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22]);
+      registerPhaseAgents(orchestrator, [5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70]);
 
       const result = await orchestrator.runPhase('beta');
 
@@ -430,7 +431,7 @@ describe('Orchestrator', () => {
       orchestrator._getLicenseTier = () => 'enterprise';
 
       // Register all alpha agents
-      for (const id of [1, 2, 23, 3, 4, 5]) {
+      for (const id of [1, 2, 23, 24, 3, 4, 5]) {
         orchestrator.registerAgent(id, createMockAgent(id, { durationMs: 100000 }));
       }
 
@@ -450,7 +451,7 @@ describe('Orchestrator', () => {
 
       const consoleSpy = vi.spyOn(console, 'warn').mockImplementation(() => undefined);
 
-      for (const id of [1, 2, 23, 3, 4, 5]) {
+      for (const id of [1, 2, 23, 24, 3, 4, 5]) {
         orchestrator.registerAgent(id, createMockAgent(id, { durationMs: 100000 }));
       }
 
@@ -466,7 +467,7 @@ describe('Orchestrator', () => {
       orchestrator._getLicenseTier = () => 'enterprise';
 
       // Beta phase has parallel-safe agents: 6, 7, 8, 12, 13, etc.
-      for (const id of [5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22]) {
+      for (const id of [5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70]) {
         orchestrator.registerAgent(id, createMockAgent(id));
       }
 

package/core/cli.ts

@@ -6,6 +6,8 @@ import { registerAllAgents } from '../agents/registry';
 import { runInitWizard } from './init';
 import { determineExitCode, writeCISummary, detectCIEnvironment } from './ci-output';
 import type { ExitCode } from './ci-output';
+import { TotalRecallClient } from '../clients/total-recall';
+import { AgentMvpClient } from '../clients/agent-mvp';
 import * as path from 'path';
 
 const PHASES: readonly Phase[] = ['alpha', 'beta', 'uat', 'release'];
@@ -15,6 +17,9 @@ interface ParsedArgs {
   dryRun: boolean;
   agent: number | null;
   configPath: string;
+  recallQuery: string | null;
+  reputation: boolean;
+  coaching: string | null;
 }
 
 function printUsage(): void {
@@ -27,6 +32,9 @@ Options:
   --dry-run                              Show dispatch plan without executing
   --agent <id>                           Run a single agent by ID
   --config <path>                        Path to config file (default: testteam.config.ts)
+  --recall <query>                       Query Total Recall memory and print results
+  --reputation                           Query agent reputations and print a table
+  --coaching <agentId>                   Query coaching flags for an agent
   --help                                 Show this help message
 `.trim());
 }
@@ -37,6 +45,9 @@ export function parseArgs(argv: string[]): ParsedArgs {
   let dryRun = false;
   let agent: number | null = null;
   let configPath = 'testteam.config.ts';
+  let recallQuery: string | null = null;
+  let reputation = false;
+  let coaching: string | null = null;
 
   for (let i = 0; i < args.length; i++) {
     const arg = args[i];
@@ -67,6 +78,25 @@ export function parseArgs(argv: string[]): ParsedArgs {
           throw new Error('--config requires a path argument');
         }
         break;
+      case '--recall': {
+        const value = args[++i];
+        if (!value) {
+          throw new Error('--recall requires a query argument');
+        }
+        recallQuery = value;
+        break;
+      }
+      case '--reputation':
+        reputation = true;
+        break;
+      case '--coaching': {
+        const value = args[++i];
+        if (!value) {
+          throw new Error('--coaching requires an agent ID argument');
+        }
+        coaching = value;
+        break;
+      }
       case '--help':
         printUsage();
         process.exit(0);
@@ -76,7 +106,16 @@ export function parseArgs(argv: string[]): ParsedArgs {
     }
   }
 
-  return { phase, dryRun, agent, configPath };
+  return { phase, dryRun, agent, configPath, recallQuery, reputation, coaching };
+}
+
+async function checkMahAvailability(baseUrl = 'http://localhost:3300'): Promise<boolean> {
+  try {
+    const res = await fetch(`${baseUrl}/health`);
+    return res.ok;
+  } catch {
+    return false;
+  }
 }
 
 async function loadConfig(configPath: string): Promise<TestTeamConfig> {
@@ -112,7 +151,54 @@ export async function main(argv: string[] = process.argv): Promise<number> {
     return 1;
   }
 
-  const { phase, dryRun, configPath } = parsed;
+  const { phase, dryRun, configPath, recallQuery, reputation, coaching } = parsed;
+
+  // Handle --recall: query Total Recall and exit
+  if (recallQuery) {
+    const tr = new TotalRecallClient();
+    const available = await tr.isAvailable();
+    if (!available) {
+      console.error('Total Recall is not running at http://localhost:3777');
+      return 1;
+    }
+    const results = await tr.recallFindings(recallQuery);
+    console.log(JSON.stringify(results, null, 2));
+    return 0;
+  }
+
+  // Handle --coaching: query Agent-MVP coaching flags for a specific agent and exit
+  if (coaching) {
+    const mvp = new AgentMvpClient();
+    const mvpAvailable = await mvp.isAvailable();
+    if (!mvpAvailable) {
+      console.error('Agent-MVP is not running at http://localhost:3200');
+      return 1;
+    }
+    const flags = await mvp.getCoachingFlags(coaching);
+    if (flags.length > 0) {
+      console.log(JSON.stringify(flags, null, 2));
+    } else {
+      console.log(`No coaching flags for agent "${coaching}".`);
+    }
+    return 0;
+  }
+
+  // Handle --reputation: query Agent-MVP for all agent reputations and exit
+  if (reputation) {
+    const mvp = new AgentMvpClient();
+    const mvpAvailable = await mvp.isAvailable();
+    if (!mvpAvailable) {
+      console.error('Agent-MVP is not running at http://localhost:3200');
+      return 1;
+    }
+    const leaderboard = await mvp.getReputation('leaderboard');
+    if (leaderboard) {
+      console.log(JSON.stringify(leaderboard, null, 2));
+    } else {
+      console.log('No reputation data available.');
+    }
+    return 0;
+  }
 
   if (!dryRun && !phase) {
     console.error('--phase is required unless using --dry-run');
@@ -120,6 +206,10 @@ export async function main(argv: string[] = process.argv): Promise<number> {
     return 1;
   }
 
+  // Startup banner
+  console.log('TestTeam v3.0.0 — Learning Agents');
+  console.log('─'.repeat(40));
+
   // Load and validate config
   let rawConfig: TestTeamConfig;
   try {
@@ -131,6 +221,33 @@ export async function main(argv: string[] = process.argv): Promise<number> {
 
   const config = validateConfig(rawConfig);
 
+  // Initialize Total Recall (optional — continues normally if unavailable)
+  const totalRecall = new TotalRecallClient();
+  const trAvailable = await totalRecall.isAvailable();
+  if (trAvailable) {
+    await totalRecall.startSession();
+    console.log('[Total Recall] Connected — findings will be stored in memory');
+  } else {
+    console.log('[Total Recall] Not available at http://localhost:3777 — running without memory');
+  }
+
+  // Initialize Agent-MVP client (optional ��� continues normally if unavailable)
+  const agentMvp = new AgentMvpClient();
+  const mvpAvailable = await agentMvp.isAvailable();
+  if (mvpAvailable) {
+    console.log('[Agent-MVP] Connected — agent scores will be reported');
+  } else {
+    console.log('[Agent-MVP] Not available at http://localhost:3200 — running without scoring');
+  }
+
+  // Check MAH availability (optional — informational only)
+  const mahAvailable = await checkMahAvailability();
+  if (mahAvailable) {
+    console.log('[MAH] Connected — multi-agent hub active');
+  } else {
+    console.log('[MAH] Not available at http://localhost:3300 — running without hub');
+  }
+
   // Shared run directory so all phases write results to the same location.
   // This ensures the Reporter (Agent 10, release phase) can read results
   // from prior phases (alpha, beta, uat).
@@ -142,8 +259,8 @@ export async function main(argv: string[] = process.argv): Promise<number> {
       : [phase];
 
     for (const p of targetPhases) {
-      const phaseOrchestrator = new Orchestrator(config, sharedRunDir);
-      registerAllAgents(phaseOrchestrator, config, p, sharedRunDir);
+      const phaseOrchestrator = new Orchestrator(config, sharedRunDir, mvpAvailable ? agentMvp : undefined);
+      registerAllAgents(phaseOrchestrator, config, p, sharedRunDir, trAvailable ? totalRecall : undefined);
       const plan = phaseOrchestrator.dryRun(p);
       console.log(`\nPhase: ${p}`);
       for (const entry of plan) {
@@ -166,8 +283,8 @@ export async function main(argv: string[] = process.argv): Promise<number> {
   for (const p of targetPhases) {
     console.log(`\nRunning phase: ${p}`);
     try {
-      const phaseOrchestrator = new Orchestrator(config, sharedRunDir);
-      registerAllAgents(phaseOrchestrator, config, p, sharedRunDir);
+      const phaseOrchestrator = new Orchestrator(config, sharedRunDir, mvpAvailable ? agentMvp : undefined);
+      registerAllAgents(phaseOrchestrator, config, p, sharedRunDir, trAvailable ? totalRecall : undefined);
       const result = await phaseOrchestrator.runPhase(p);
 
       if (result.skippedAgents.length > 0) {
@@ -195,6 +312,11 @@ export async function main(argv: string[] = process.argv): Promise<number> {
     }
   }
 
+  // Close Total Recall session
+  if (trAvailable) {
+    await totalRecall.endSession().catch(() => {});
+  }
+
   // Determine structured exit code:
   // - 0: All gates passed, no advisory failures
   // - 1: Blocking agent failures (or runtime errors)