erosolar-cli 2.1.167 → 2.1.168

package/dist/core/cliTestHarness.d.ts

@@ -0,0 +1,200 @@
+/**
+ * CLI Test Harness - PTY-based interactive CLI testing
+ *
+ * This module provides real runtime verification of CLI behavior by:
+ * 1. Spawning the CLI in a pseudo-terminal (PTY)
+ * 2. Sending simulated user input (including paste sequences)
+ * 3. Capturing and analyzing output
+ * 4. Verifying expected behaviors
+ *
+ * @license MIT
+ */
+import { EventEmitter } from 'node:events';
+export interface CLITestConfig {
+    /** Working directory for the CLI */
+    cwd: string;
+    /** Environment variables */
+    env?: Record<string, string>;
+    /** Timeout for the entire test (ms) */
+    timeout?: number;
+    /** Whether to use PTY mode (requires node-pty) */
+    usePty?: boolean;
+    /** Path to CLI entry point */
+    cliPath?: string;
+}
+export interface TestInput {
+    /** Type of input to send */
+    type: 'text' | 'paste' | 'key' | 'wait';
+    /** The content to send */
+    content?: string;
+    /** For 'key' type: special key name */
+    key?: 'enter' | 'tab' | 'escape' | 'ctrl-c' | 'ctrl-d';
+    /** For 'wait' type: milliseconds to wait */
+    delay?: number;
+}
+export interface TestExpectation {
+    /** Type of expectation */
+    type: 'output_contains' | 'output_matches' | 'output_not_contains' | 'exit_code';
+    /** Pattern or value to check */
+    value: string | number | RegExp;
+    /** Description for error messages */
+    description?: string;
+    /** Timeout for this specific expectation (ms) */
+    timeout?: number;
+}
+export interface CLITestScenario {
+    /** Unique test identifier */
+    id: string;
+    /** Human-readable description */
+    description: string;
+    /** Category of test */
+    category: 'paste' | 'input' | 'command' | 'output' | 'behavior';
+    /** Sequence of inputs to send */
+    inputs: TestInput[];
+    /** Expected outcomes */
+    expectations: TestExpectation[];
+    /** Setup commands to run before test */
+    setup?: string[];
+    /** Cleanup commands to run after test */
+    cleanup?: string[];
+}
+export interface TestResult {
+    scenario: CLITestScenario;
+    passed: boolean;
+    duration: number;
+    output: string;
+    errors: string[];
+    expectations: Array<{
+        expectation: TestExpectation;
+        passed: boolean;
+        actual?: string;
+        reason?: string;
+    }>;
+}
+declare const SPECIAL_KEYS: Record<string, string>;
+export declare class CLITestHarness extends EventEmitter {
+    private config;
+    private process;
+    private output;
+    private errors;
+    private exitCode;
+    private ptyModule;
+    constructor(config: CLITestConfig);
+    /**
+     * Try to load node-pty for true PTY support
+     */
+    private loadPtyModule;
+    /**
+     * Start the CLI process
+     */
+    start(): Promise<void>;
+    /**
+     * Start CLI with PTY (for interactive features like bracketed paste)
+     */
+    private startWithPty;
+    /**
+     * Start CLI with standard stdio (fallback, limited interactive support)
+     */
+    private startWithStdio;
+    /**
+     * Send input to the CLI
+     */
+    write(input: string): void;
+    /**
+     * Send a bracketed paste sequence
+     */
+    paste(content: string): void;
+    /**
+     * Send a special key
+     */
+    sendKey(key: keyof typeof SPECIAL_KEYS): void;
+    /**
+     * Wait for output matching a pattern
+     */
+    waitForOutput(pattern: string | RegExp, timeout?: number): Promise<string>;
+    /**
+     * Wait for a specified duration
+     */
+    wait(ms: number): Promise<void>;
+    /**
+     * Get current output
+     */
+    getOutput(): string;
+    /**
+     * Get current errors
+     */
+    getErrors(): string;
+    /**
+     * Stop the CLI process
+     */
+    stop(): Promise<number>;
+    /**
+     * Run a complete test scenario
+     */
+    runScenario(scenario: CLITestScenario): Promise<TestResult>;
+    /**
+     * Execute a single input action
+     */
+    private executeInput;
+    /**
+     * Check a single expectation
+     */
+    private checkExpectation;
+}
+/**
+ * Create a paste handling test scenario
+ */
+export declare function createPasteTestScenario(content: string, expectedLineCount: number): CLITestScenario;
+/**
+ * Create a multi-line input test scenario
+ */
+export declare function createMultiLineInputScenario(): CLITestScenario;
+/**
+ * Create a slash command test scenario
+ */
+export declare function createSlashCommandScenario(command: string): CLITestScenario;
+/**
+ * Run verification tests for a specific claim type
+ */
+export declare function runVerificationTests(claimType: string, workingDir: string): Promise<{
+    passed: boolean;
+    results: TestResult[];
+    summary: string;
+}>;
+/**
+ * Claim structure for unified verification
+ */
+export interface VerificationClaim {
+    id: string;
+    statement: string;
+    category: string;
+    context: Record<string, unknown>;
+}
+/**
+ * Result of verifying a single claim
+ */
+export interface UnifiedClaimResult {
+    claim: VerificationClaim;
+    passed: boolean;
+    method: 'pty' | 'shell' | 'file_check' | 'unit_test';
+    output: string;
+    error?: string;
+    duration: number;
+}
+/**
+ * Verify a single claim using the appropriate method (PTY-based)
+ */
+export declare function verifyClaim(claim: VerificationClaim, workingDir: string): Promise<UnifiedClaimResult>;
+/**
+ * Verify all claims using unified PTY harness
+ */
+export declare function verifyAllClaims(claims: VerificationClaim[], workingDir: string): Promise<{
+    results: UnifiedClaimResult[];
+    summary: {
+        total: number;
+        passed: number;
+        failed: number;
+    };
+}>;
+export default CLITestHarness;
+//# sourceMappingURL=cliTestHarness.d.ts.map

package/dist/core/cliTestHarness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cliTestHarness.d.ts","sourceRoot":"","sources":["../../src/core/cliTestHarness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAM3C,MAAM,WAAW,aAAa;IAC5B,oCAAoC;IACpC,GAAG,EAAE,MAAM,CAAC;IACZ,4BAA4B;IAC5B,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,uCAAuC;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kDAAkD;IAClD,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,8BAA8B;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,SAAS;IACxB,4BAA4B;IAC5B,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC;IACxC,0BAA0B;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uCAAuC;IACvC,GAAG,CAAC,EAAE,OAAO,GAAG,KAAK,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACvD,4CAA4C;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,0BAA0B;IAC1B,IAAI,EAAE,iBAAiB,GAAG,gBAAgB,GAAG,qBAAqB,GAAG,WAAW,CAAC;IACjF,gCAAgC;IAChC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;IAChC,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,6BAA6B;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,iCAAiC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,uBAAuB;IACvB,QAAQ,EAAE,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAC;IAChE,iCAAiC;IACjC,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,wBAAwB;IACxB,YAAY,EAAE,eAAe,EAAE,CAAC;IAChC,wCAAwC;IACxC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,YAAY,EAAE,KAAK,CAAC;QAClB,WAAW,EAAE,eAAe,CAAC;QAC7B,MAAM,EAAE,OAAO,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACJ;AASD,QAAA,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAMxC,CAAC;AAMF,qBAAa,cAAe,SAAQ,YAAY;IAC9C,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,SAAS,CAAa;gBAElB,MAAM,EAAE,aAAa;IAWjC;;OAEG;YACW,aAAa;IAa3B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAsB5B;;OAEG;YACW,YAAY;IAsB1B;;OAEG;YACW,cAAc;IAyB5B;;OAEG;IACH,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAY1B;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAI5B;;OAEG;IACH,OAAO,CAAC,GAAG,EAAE,MAAM,OAAO,YAAY,GAAG,IAAI;IAO7C;;OAEG;IACG,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,OAAO,GAAE,MAAa,GAAG,OAAO,CAAC,MAAM,CAAC;IAuBtF;;OAEG;IACG,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrC;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC;IAuB7B;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,UAAU,CAAC;IAgDjE;;OAEG;YACW,YAAY;IA0B1B;;OAEG;YACW,gBAAgB;CAkF/B;AAMD;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,eAAe,CAoBnG;AAED;;GAEG;AACH,wBAAgB,4BAA4B,IAAI,eAAe,CA2B9D;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,CAmB3E;AAMD;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;IACT,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC,CA8ED;AAMD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,iBAAiB,CAAC;IACzB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,KAAK,GAAG,OAAO,GAAG,YAAY,GAAG,WAAW,CAAC;IACrD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,KAAK,EAAE,iBAAiB,EACxB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,kBAAkB,CAAC,CAiB7B;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,iBAAiB,EAAE,EAC3B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;IACT,OAAO,EAAE,kBAAkB,EAAE,CAAC;IAC9B,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5D,CAAC,CAeD;AAED,eAAe,cAAc,CAAC"}