sofia-cli 0.1.1 → 0.1.4

package/dist/tests/e2e/newSession.e2e.spec.js

@@ -1,177 +0,0 @@
-/**
- * E2E test: New Session Flow — PTY-based (T021)
- *
- * Uses node-pty to drive the sofIA CLI interactively, simulating
- * user input and verifying streaming output for the New Session flow.
- *
- * Validates:
- * - Main menu is rendered in an interactive (TTY) terminal
- * - "Start a new workshop session" option is shown and selectable
- * - Selecting option 1 creates a new session and starts Discover phase
- * - Interactive prompts are displayed during the Discover phase
- * - Ctrl+C (SIGINT) cleanly exits the process
- * - Non-interactive mode with `--non-interactive` flag handles missing
- *   Copilot credentials gracefully
- */
-import { describe, it, expect } from 'vitest';
-import * as pty from 'node-pty';
-import { join, dirname } from 'node:path';
-import { fileURLToPath } from 'node:url';
-import { spawn } from 'node:child_process';
-const __dirname = dirname(fileURLToPath(import.meta.url));
-const PROJECT_ROOT = join(__dirname, '..', '..');
-const CLI_ENTRY = join(PROJECT_ROOT, 'src', 'cli', 'index.ts');
-// ── Timing constants ─────────────────────────────────────────────────────────
-/** Time to wait for the interactive menu to render after TSX startup. */
-const MENU_RENDER_DELAY = 2_000;
-/** Time to wait after pressing a key before sending the next keystroke. */
-const INPUT_SUBMIT_DELAY = 200;
-/** Time to allow a phase initialisation attempt before aborting via Ctrl+C. */
-const PHASE_INIT_DELAY = 3_000;
-/** Extra delay used when waiting for the menu with a generous buffer. */
-const MENU_RENDER_DELAY_GENEROUS = 4_000;
-/**
- * Run the sofIA CLI in a PTY session, sending inputs with delays and
- * collecting all output until the process exits or times out.
- */
-function runCliPty(args, inputs = [], timeoutMs = 20_000) {
-    return new Promise((resolve) => {
-        const term = pty.spawn('npx', ['tsx', CLI_ENTRY, ...args], {
-            name: 'xterm-color',
-            cols: 120,
-            rows: 30,
-            cwd: PROJECT_ROOT,
-            env: { ...process.env, NODE_ENV: 'test', FORCE_COLOR: '0' },
-        });
-        let output = '';
-        term.onData((data) => { output += data; });
-        let inputIdx = 0;
-        function sendNextInput() {
-            if (inputIdx >= inputs.length)
-                return;
-            const { text, delayMs } = inputs[inputIdx++];
-            setTimeout(() => {
-                term.write(text);
-                sendNextInput();
-            }, delayMs);
-        }
-        sendNextInput();
-        const timer = setTimeout(() => {
-            term.kill();
-            resolve({ output, exitCode: -1 });
-        }, timeoutMs);
-        term.onExit(({ exitCode }) => {
-            clearTimeout(timer);
-            resolve({ output, exitCode });
-        });
-    });
-}
-/**
- * Run the sofIA CLI without PTY (non-interactive), suitable for flag-only
- * tests that do not require an interactive terminal.
- */
-function runCli(args, timeoutMs = 15_000) {
-    return new Promise((resolve, reject) => {
-        const child = spawn('npx', ['tsx', CLI_ENTRY, ...args], {
-            cwd: PROJECT_ROOT,
-            env: { ...process.env, NODE_ENV: 'test' },
-            stdio: ['pipe', 'pipe', 'pipe'],
-        });
-        const stdout = [];
-        const stderr = [];
-        child.stdout.on('data', (chunk) => stdout.push(chunk));
-        child.stderr.on('data', (chunk) => stderr.push(chunk));
-        const timer = setTimeout(() => {
-            child.kill('SIGTERM');
-            reject(new Error(`CLI timed out after ${timeoutMs}ms`));
-        }, timeoutMs);
-        child.on('close', (code) => {
-            clearTimeout(timer);
-            resolve({
-                stdout: Buffer.concat(stdout).toString('utf-8'),
-                stderr: Buffer.concat(stderr).toString('utf-8'),
-                exitCode: code,
-            });
-        });
-        child.on('error', (err) => {
-            clearTimeout(timer);
-            reject(err);
-        });
-    });
-}
-// ── Tests ────────────────────────────────────────────────────────────────────
-describe('New Session E2E (PTY)', () => {
-    it('renders the main menu with PTY when invoked interactively', async () => {
-        // Select "3. Exit" immediately to avoid waiting for Copilot API
-        const result = await runCliPty(['workshop'], [
-            { text: '3', delayMs: MENU_RENDER_DELAY }, // wait for menu, then select Exit
-            { text: '\r', delayMs: INPUT_SUBMIT_DELAY },
-        ], 15_000);
-        // Menu should render with sofIA branding and option 1
-        expect(result.output).toMatch(/sofIA/i);
-        expect(result.output).toMatch(/Start a new workshop session|1\./);
-    }, 30_000);
-    it('shows Exit option in the main menu', async () => {
-        const result = await runCliPty(['workshop'], [
-            { text: '3', delayMs: MENU_RENDER_DELAY },
-            { text: '\r', delayMs: INPUT_SUBMIT_DELAY },
-        ], 15_000);
-        expect(result.output).toMatch(/Exit|3\./);
-    }, 20_000);
-    it('renders Goodbye message when user selects Exit from the menu', async () => {
-        const result = await runCliPty(['workshop'], [
-            { text: '3', delayMs: MENU_RENDER_DELAY_GENEROUS }, // wait for tsx startup + menu render
-            { text: '\r', delayMs: INPUT_SUBMIT_DELAY },
-        ], 20_000);
-        // Either "Goodbye!" was emitted (process exited cleanly) or we can verify
-        // the menu option "3" was rendered (confirming Exit is a valid choice).
-        // Both outcomes confirm the menu interaction works end-to-end.
-        const cleanExit = result.output.includes('Goodbye') || result.exitCode === 0;
-        const menuRendered = /Exit|3\./i.test(result.output);
-        expect(cleanExit || menuRendered).toBe(true);
-    }, 25_000);
-    it('exits cleanly on Ctrl+C from the main menu', async () => {
-        const result = await runCliPty(['workshop'], [
-            { text: '\x03', delayMs: MENU_RENDER_DELAY }, // Ctrl+C after menu renders
-        ], 10_000);
-        // Process should exit (any non-timeout exit code is acceptable)
-        expect(result.exitCode).not.toBe(-1);
-    }, 15_000);
-    it('shows streaming output when option 1 is selected (until Copilot error or input prompt)', async () => {
-        // Select "1" (New Session) — may fail at Copilot init but should show something
-        const result = await runCliPty(['workshop'], [
-            { text: '1', delayMs: MENU_RENDER_DELAY }, // select New Session
-            { text: '\r', delayMs: INPUT_SUBMIT_DELAY },
-            { text: '\x03', delayMs: PHASE_INIT_DELAY }, // Ctrl+C to abort
-        ], 15_000);
-        // Either a new session was created (shows session ID) or an error about
-        // Copilot initialization was shown — either way the process handled option 1
-        const gotSessionOrError = /session|error|copilot|discover/i.test(result.output);
-        expect(gotSessionOrError).toBe(true);
-    }, 20_000);
-    it('--help flag works in a PTY context (streaming output check)', async () => {
-        const result = await runCliPty(['--help'], [], 10_000);
-        expect(result.output).toContain('sofIA');
-        expect(result.output).toContain('workshop');
-        expect(result.exitCode).toBe(0);
-    }, 15_000);
-    it('--version flag works in a PTY context', async () => {
-        const result = await runCliPty(['--version'], [], 10_000);
-        expect(result.output.trim()).toMatch(/\d+\.\d+\.\d+/);
-        expect(result.exitCode).toBe(0);
-    }, 15_000);
-    it('status --json works in non-interactive mode (non-PTY verification)', async () => {
-        const result = await runCli(['status', '--json'], 15_000);
-        const parsed = JSON.parse(result.stdout);
-        expect(parsed).toBeDefined();
-        expect('sessions' in parsed || 'error' in parsed).toBe(true);
-    }, 20_000);
-    it('non-interactive mode with --json flag provides structured output', async () => {
-        // status --json in non-interactive mode should return structured JSON quickly
-        const result = await runCli(['status', '--json', '--non-interactive'], 10_000);
-        const parsed = JSON.parse(result.stdout);
-        expect(parsed).toBeDefined();
-        // Must have at least one of the expected top-level fields
-        expect('sessions' in parsed || 'error' in parsed).toBe(true);
-    }, 15_000);
-});

package/dist/tests/e2e/ralphLoopEnrichmentComparison.spec.js

@@ -1,62 +0,0 @@
-/**
- * T040: Controlled Ralph Loop enrichment comparison (SC-003-004).
- *
- * Validates that MCP context enrichment measurably improves the LLM's
- * ability to fix failing tests by comparing iteration counts with and
- * without enrichment. Gated behind SOFIA_LIVE_MCP_TESTS=true because
- * it requires real LLM and MCP server access.
- *
- * Acceptance criteria:
- * - Run the same plan + failing tests twice: once without enrichment, once with
- * - Enriched run should complete in fewer or equal iterations
- * - Both runs must eventually reach tests-passing state
- *
- * NOTE: This test requires GITHUB_TOKEN, working MCP servers, and a
- * CopilotClient connected to a real LLM. It is a manual validation procedure.
- *
- * To run manually:
- *   SOFIA_LIVE_MCP_TESTS=true GITHUB_TOKEN=<token> npx vitest run tests/e2e/ralphLoopEnrichmentComparison.spec.ts
- */
-import { describe, it, expect } from 'vitest';
-const LIVE = process.env.SOFIA_LIVE_MCP_TESTS === 'true';
-describe.skipIf(!LIVE)('Ralph Loop enrichment comparison (T040 / SC-003-004)', () => {
-    it('enrichment-enabled run uses McpContextEnricher and produces MCP context', async () => {
-        // This test validates the enrichment wiring in the Ralph Loop.
-        // A full iteration-count comparison requires real LLM calls.
-        //
-        // Validation procedure (manual):
-        // 1. Create a RalphLoop with client, session, and a simple plan
-        // 2. Run without enricher → record iterationsCompleted
-        // 3. Run WITH McpContextEnricher (Context7 + web search) → record iterationsCompleted
-        // 4. Assert: enriched iterations <= unenriched iterations
-        //
-        // The mechanism is:
-        // - RalphLoop checks for enricher in the iteration loop
-        // - If present, enricher.enrich() is called with stuckIterations and failingTests
-        // - The mcpContext string is injected into the LLM prompt
-        // - This gives the LLM additional documentation/examples to fix failing tests
-        //
-        // Unit test coverage for this wiring exists in:
-        // - tests/unit/develop/ralphLoop.spec.ts (enricher interaction)
-        // - tests/unit/develop/mcpContextEnricher.spec.ts (enrich method)
-        // - tests/integration/mcpDegradationFlow.spec.ts (graceful degradation)
-        const { McpManager, loadMcpConfig } = await import('../../src/mcp/mcpManager.js');
-        const { McpContextEnricher } = await import('../../src/develop/mcpContextEnricher.js');
-        const config = await loadMcpConfig('.vscode/mcp.json');
-        const mcpManager = new McpManager(config);
-        const enricher = new McpContextEnricher(mcpManager);
-        // Verify enricher can produce context (basic smoke test)
-        const result = await enricher.enrich({
-            mcpManager,
-            dependencies: ['express', 'vitest'],
-            architectureNotes: 'REST API with Express and TypeScript',
-            stuckIterations: 2,
-            failingTests: ['GET /api/items returns 200', 'POST /api/items creates item'],
-        });
-        console.log('=== T040 Enrichment Smoke ===');
-        console.log(`Combined context length: ${result.combined.length} chars`);
-        // The enricher should produce non-empty context given real MCP servers
-        expect(result.combined.length).toBeGreaterThan(0);
-        await mcpManager.disconnectAll();
-    }, 60_000);
-});

package/dist/tests/e2e/workiqEnrichment.spec.js

@@ -1,56 +0,0 @@
-/**
- * T043: Live WorkIQ enrichment validation (SC-003-006).
- *
- * Validates that WorkIQ enrichment completes within 10 seconds and
- * persists workiqInsights in the enrichment result.
- * Gated behind SOFIA_LIVE_MCP_TESTS=true.
- *
- * Requires:
- * - WorkIQ MCP server accessible (Microsoft 365 tenant with admin consent)
- * - SOFIA_LIVE_MCP_TESTS=true
- */
-import { describe, it, expect } from 'vitest';
-const LIVE = process.env.SOFIA_LIVE_MCP_TESTS === 'true';
-describe.skipIf(!LIVE)('WorkIQ enrichment validation (T043 / SC-003-006)', () => {
-    it('WorkIQ enrichment completes within 10s and returns insights', async () => {
-        const { DiscoveryEnricher } = await import('../../src/phases/discoveryEnricher.js');
-        const { McpManager, loadMcpConfig } = await import('../../src/mcp/mcpManager.js');
-        const config = await loadMcpConfig('.vscode/mcp.json');
-        const mcpManager = new McpManager(config);
-        // Skip if WorkIQ is not configured
-        if (!mcpManager.isAvailable('workiq')) {
-            console.log('WorkIQ not available — skipping T043');
-            return;
-        }
-        const enricher = new DiscoveryEnricher();
-        const io = {
-            write: () => { },
-            writeActivity: () => { },
-            readInput: async () => 'y', // Auto-consent for live test
-        };
-        const start = Date.now();
-        const result = await enricher.enrich({
-            companySummary: 'Contoso Corp is a technology company developing cloud-based enterprise solutions.',
-            mcpManager,
-            io: io,
-        });
-        const elapsed = Date.now() - start;
-        const wi = result.workiqInsights;
-        console.log('=== T043 WorkIQ Enrichment Validation ===');
-        console.log(`Elapsed: ${elapsed}ms`);
-        console.log(`Sources used: ${result.sourcesUsed?.join(', ') ?? 'none'}`);
-        console.log(`Team expertise items: ${wi?.teamExpertise?.length ?? 0}`);
-        console.log(`Collaboration patterns: ${wi?.collaborationPatterns?.length ?? 0}`);
-        console.log(`Documentation gaps: ${wi?.documentationGaps?.length ?? 0}`);
-        // Must complete within 10 seconds
-        expect(elapsed).toBeLessThan(10_000);
-        // Must include WorkIQ as a source
-        expect(result.sourcesUsed).toContain('workiq');
-        // Must have at least some insight data
-        const hasInsights = (wi?.teamExpertise?.length ?? 0) > 0 ||
-            (wi?.collaborationPatterns?.length ?? 0) > 0 ||
-            (wi?.documentationGaps?.length ?? 0) > 0;
-        expect(hasInsights).toBe(true);
-        await mcpManager.disconnectAll();
-    }, 30_000);
-});