@crownpeak/dqm-react-component-dev-mcp 1.2.0

package/data/probe/npm/tests/integration/codex-auto-fallback.spec.js

@@ -0,0 +1,191 @@
+#!/usr/bin/env node
+
+/**
+ * Test that ProbeAgent auto-detects and falls back to codex provider
+ * when no API keys are present but codex command is available
+ */
+
+import { ProbeAgent } from '../../src/agent/ProbeAgent.js';
+
+async function testAutoFallback() {
+  console.log('🧪 Testing Auto-Fallback to Codex CLI Provider\n');
+  console.log('='*60 + '\n');
+
+  // Temporarily remove all API key env vars
+  const savedEnv = {
+    ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY,
+    ANTHROPIC_AUTH_TOKEN: process.env.ANTHROPIC_AUTH_TOKEN,
+    OPENAI_API_KEY: process.env.OPENAI_API_KEY,
+    GOOGLE_GENERATIVE_AI_API_KEY: process.env.GOOGLE_GENERATIVE_AI_API_KEY,
+    GOOGLE_API_KEY: process.env.GOOGLE_API_KEY,
+    AWS_ACCESS_KEY_ID: process.env.AWS_ACCESS_KEY_ID,
+    AWS_SECRET_ACCESS_KEY: process.env.AWS_SECRET_ACCESS_KEY,
+    AWS_REGION: process.env.AWS_REGION,
+    AWS_BEDROCK_API_KEY: process.env.AWS_BEDROCK_API_KEY
+  };
+
+  // Remove all API keys
+  delete process.env.ANTHROPIC_API_KEY;
+  delete process.env.ANTHROPIC_AUTH_TOKEN;
+  delete process.env.OPENAI_API_KEY;
+  delete process.env.GOOGLE_GENERATIVE_AI_API_KEY;
+  delete process.env.GOOGLE_API_KEY;
+  delete process.env.AWS_ACCESS_KEY_ID;
+  delete process.env.AWS_SECRET_ACCESS_KEY;
+  delete process.env.AWS_REGION;
+  delete process.env.AWS_BEDROCK_API_KEY;
+
+  // Mock unavailable claude command to test codex fallback
+  // In a real scenario, this would happen when claude is not installed
+  // but codex is available
+
+  try {
+    console.log('Creating ProbeAgent with NO API keys...\n');
+
+    const agent = new ProbeAgent({
+      allowedFolders: [process.cwd()],
+      debug: true
+    });
+
+    console.log('\nInitializing agent...\n');
+    await agent.initialize();
+
+    // Check if it auto-switched to codex
+    if (agent.clientApiProvider === 'codex' && agent.apiType === 'codex') {
+      console.log('\n✅ SUCCESS: Auto-detected and switched to codex provider!');
+      console.log(`   Provider: ${agent.clientApiProvider}`);
+      console.log(`   API Type: ${agent.apiType}`);
+      console.log(`   Model: ${agent.model}`);
+
+      // Try a simple query
+      console.log('\n📝 Testing query: "What is 5 + 3?"\n');
+      const response = await agent.answer('What is 5 + 3?');
+
+      if (response && response.length > 0) {
+        console.log('✅ Query successful!');
+        console.log('Response:', response.substring(0, 100) + (response.length > 100 ? '...' : ''));
+      } else {
+        console.log('⚠️  Query returned empty response');
+      }
+
+      // Clean up
+      if (agent.engine && agent.engine.close) {
+        await agent.engine.close();
+      }
+
+    } else {
+      console.log('⚠️  Did not auto-switch to codex provider (might have switched to claude-code instead)');
+      console.log(`   Provider: ${agent.clientApiProvider}`);
+      console.log(`   API Type: ${agent.apiType}`);
+      console.log('   Note: This is expected if claude command is also available');
+    }
+
+  } catch (error) {
+    if (error.message.includes('codex command not found') || error.message.includes('neither claude nor codex')) {
+      console.log('\n⚠️  Test could not run: codex command not found on system');
+      console.log('This is expected if OpenAI Codex CLI is not installed');
+      console.log('\nTo install OpenAI Codex CLI:');
+      console.log('  https://openai.com/codex');
+    } else {
+      console.error('\n❌ Test failed:', error.message);
+    }
+  } finally {
+    // Restore environment variables
+    Object.entries(savedEnv).forEach(([key, value]) => {
+      if (value !== undefined) {
+        process.env[key] = value;
+      }
+    });
+
+    console.log('\n' + '='*60);
+    console.log('🏁 Auto-Fallback Test Complete\n');
+  }
+}
+
+async function testExplicitCodexProvider() {
+  console.log('\n' + '='*60);
+  console.log('🧪 Testing Explicit Codex CLI Provider Selection\n');
+
+  try {
+    const agent = new ProbeAgent({
+      allowedFolders: [process.cwd()],
+      provider: 'codex',
+      debug: true
+    });
+
+    await agent.initialize();
+
+    if (agent.clientApiProvider === 'codex' && agent.apiType === 'codex') {
+      console.log('✅ Explicitly set provider to codex successfully');
+      console.log(`   Provider: ${agent.clientApiProvider}`);
+      console.log(`   API Type: ${agent.apiType}`);
+      console.log(`   Model: ${agent.model}`);
+
+      // Clean up
+      if (agent.engine && agent.engine.close) {
+        await agent.engine.close();
+      }
+    } else {
+      console.log('⚠️  Failed to set explicit codex provider');
+    }
+
+  } catch (error) {
+    if (error.message.includes('codex command not found') || error.message.includes('command not found')) {
+      console.log('⚠️  Codex CLI not available on system');
+    } else {
+      console.error('❌ Test failed:', error.message);
+    }
+  }
+}
+
+async function testWithAPIKey() {
+  console.log('\n' + '='*60);
+  console.log('🧪 Testing Normal Behavior with API Key\n');
+
+  // Set a mock env var
+  const hadKey = !!process.env.OPENAI_API_KEY;
+  if (!hadKey) {
+    process.env.OPENAI_API_KEY = 'test-key';
+  }
+
+  try {
+    const agent = new ProbeAgent({
+      allowedFolders: [process.cwd()],
+      debug: false
+    });
+
+    await agent.initialize();
+
+    if (agent.apiType !== 'codex') {
+      console.log('✅ With API key, did NOT auto-switch to codex');
+      console.log(`   API Type: ${agent.apiType}`);
+    } else {
+      console.log('⚠️  With API key, unexpectedly switched to codex');
+    }
+
+  } catch (error) {
+    console.log('ℹ️  Expected error with test API key:', error.message.substring(0, 80));
+  } finally {
+    if (!hadKey) {
+      delete process.env.OPENAI_API_KEY;
+    }
+  }
+}
+
+async function main() {
+  console.log('🔬 ProbeAgent Auto-Fallback to Codex CLI Test\n');
+  console.log('This test verifies that ProbeAgent automatically uses codex');
+  console.log('provider when no API keys are found but codex command is available.\n');
+
+  await testAutoFallback();
+  await testExplicitCodexProvider();
+  await testWithAPIKey();
+
+  console.log('\n📋 Summary:');
+  console.log('- Auto-fallback activates when: No API keys + codex command available');
+  console.log('- Falls back to: provider="codex"');
+  console.log('- Fallback priority: claude-code > codex > error');
+  console.log('- User benefit: Zero-config usage in OpenAI Codex environment');
+}
+
+main().catch(console.error);

package/data/probe/npm/tests/integration/codex-tool-events.spec.js

@@ -0,0 +1,147 @@
+#!/usr/bin/env node
+
+/**
+ * Test that Codex CLI engine properly extracts and emits tool usage events
+ */
+
+import { ProbeAgent } from '../../src/agent/ProbeAgent.js';
+
+async function testToolEventExtraction() {
+  console.log('🧪 Testing Tool Event Extraction from Codex CLI\n');
+  console.log('='*60 + '\n');
+
+  try {
+    console.log('Creating ProbeAgent with codex provider...\n');
+
+    const agent = new ProbeAgent({
+      allowedFolders: [process.cwd()],
+      provider: 'codex',
+      debug: true
+    });
+
+    await agent.initialize();
+
+    if (agent.clientApiProvider !== 'codex') {
+      console.log('⚠️  Skipping test - codex provider not available');
+      console.log(`   Current provider: ${agent.clientApiProvider}`);
+      return;
+    }
+
+    console.log('✅ Codex CLI engine initialized\n');
+
+    // Collect tool events
+    const toolEvents = [];
+    agent.events.on('toolCall', (event) => {
+      console.log(`\n🔧 Tool Event Captured: ${event.name}`);
+      console.log(`   Status: ${event.status}`);
+      console.log(`   Args:`, JSON.stringify(event.args).substring(0, 100));
+      toolEvents.push(event);
+    });
+
+    // Ask a question that should trigger tool usage
+    console.log('\n📝 Testing query that requires tool usage...\n');
+    console.log('Query: "Search for ProbeAgent class in this codebase"\n');
+
+    const response = await agent.answer('Search for ProbeAgent class in this codebase');
+
+    console.log('\n📊 Response received');
+    console.log('Response length:', response.length);
+    console.log('Tool events captured:', toolEvents.length);
+
+    if (toolEvents.length > 0) {
+      console.log('\n✅ SUCCESS: Tool events were extracted and emitted!');
+      console.log('\nTool usage summary:');
+      toolEvents.forEach((event, i) => {
+        console.log(`  ${i + 1}. ${event.name} (${event.status})`);
+      });
+    } else {
+      console.log('\n⚠️  No tool events captured');
+      console.log('This might be expected if the query did not trigger tool usage');
+    }
+
+    // Clean up
+    if (agent.engine && agent.engine.close) {
+      await agent.engine.close();
+    }
+
+  } catch (error) {
+    if (error.message.includes('codex') || error.message.includes('command not found')) {
+      console.log('\n⚠️  Test could not run: codex command not available');
+      console.log('This is expected if OpenAI Codex CLI is not installed');
+    } else {
+      console.error('\n❌ Test failed:', error.message);
+      if (error.stack) {
+        console.error(error.stack);
+      }
+    }
+  }
+
+  console.log('\n' + '='*60);
+  console.log('🏁 Tool Event Extraction Test Complete\n');
+}
+
+async function testToolBatchEmission() {
+  console.log('\n' + '='*60);
+  console.log('🧪 Testing Tool Batch Emission\n');
+
+  try {
+    const agent = new ProbeAgent({
+      allowedFolders: [process.cwd()],
+      provider: 'codex',
+      debug: false
+    });
+
+    await agent.initialize();
+
+    if (agent.clientApiProvider !== 'codex') {
+      console.log('⚠️  Skipping test - codex provider not available');
+      return;
+    }
+
+    let batchReceived = false;
+    agent.events.on('toolBatch', (batch) => {
+      batchReceived = true;
+      console.log('✅ Tool batch event received');
+      console.log(`   Batch size: ${batch.tools?.length || 0}`);
+      console.log(`   Timestamp: ${batch.timestamp}`);
+    });
+
+    // Query that might use multiple tools
+    await agent.answer('Find and extract the ProbeAgent constructor');
+
+    if (batchReceived) {
+      console.log('\n✅ Tool batch emission working correctly');
+    } else {
+      console.log('\n⚠️  No tool batch received (might not have used tools)');
+    }
+
+    // Clean up
+    if (agent.engine && agent.engine.close) {
+      await agent.engine.close();
+    }
+
+  } catch (error) {
+    if (error.message.includes('codex') || error.message.includes('command not found')) {
+      console.log('⚠️  Codex CLI not available');
+    } else {
+      console.error('❌ Test failed:', error.message);
+    }
+  }
+}
+
+async function main() {
+  console.log('🔬 Codex CLI Tool Event Extraction Test\n');
+  console.log('This test verifies that the Codex CLI engine properly extracts');
+  console.log('and emits tool usage events from the CLI output.\n');
+
+  await testToolEventExtraction();
+  await testToolBatchEmission();
+
+  console.log('\n📋 Summary:');
+  console.log('- Tool events are extracted from Codex CLI JSON output');
+  console.log('- Events are emitted via agent.events.on("toolCall", ...)');
+  console.log('- Batch events contain all tools used in a single query');
+  console.log('- Event format: { name, args, status, timestamp, id }');
+}
+
+main().catch(console.error);