@gnsx/genesys.agent.eval 1.0.0

package/dist/src/agent-adapter.d.ts

@@ -0,0 +1,130 @@
+/**
+ * Agent adapter interface and factory for creating adapters.
+ *
+ * The adapter pattern allows the eval harness to work with different
+ * agent backends (pi framework, direct Anthropic, OpenAI, etc.) through
+ * a common interface.
+ *
+ * @module agent-adapter
+ */
+import type { AgentConfig, AgentResponse, TestCase } from './types.js';
+/**
+ * Interface that all agent adapters must implement.
+ *
+ * Adapters are responsible for:
+ * - Initializing the agent with configuration
+ * - Running test cases and returning responses
+ * - Cleaning up resources when done
+ */
+export interface AgentAdapter {
+    /** Human-readable name of this adapter */
+    readonly name: string;
+    /** Model identifier being used */
+    readonly model: string;
+    /**
+     * Initialize the adapter with the given configuration.
+     *
+     * @param config - Agent configuration
+     * @throws Error if initialization fails
+     */
+    initialize(config: AgentConfig): Promise<void>;
+    /**
+     * Run a test case through the agent.
+     *
+     * @param test - The test case to run
+     * @param suiteContext - Optional global context from the test suite
+     * @returns The agent's response
+     * @throws Error if execution fails
+     */
+    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
+    /**
+     * Clean up any resources used by the adapter.
+     */
+    dispose(): Promise<void>;
+}
+/**
+ * Factory function type for creating agent adapters.
+ */
+export type AdapterFactory = () => AgentAdapter;
+/**
+ * Register an adapter factory for a given agent name.
+ *
+ * @param name - The agent name/identifier
+ * @param factory - Factory function that creates the adapter
+ *
+ * @example
+ * ```typescript
+ * registerAdapter('anthropic', () => new AnthropicAdapter());
+ * ```
+ */
+export declare function registerAdapter(name: string, factory: AdapterFactory): void;
+/**
+ * Create an agent adapter by name.
+ *
+ * @param name - The agent name (e.g., 'pi', 'anthropic', 'openai')
+ * @returns A new adapter instance
+ * @throws Error if the adapter name is not registered
+ *
+ * @example
+ * ```typescript
+ * const adapter = createAdapter('anthropic');
+ * await adapter.initialize({ cwd: process.cwd(), model: 'claude-3-5-sonnet' });
+ * ```
+ */
+export declare function createAdapter(name: string): AgentAdapter;
+/**
+ * Get a list of available adapter names.
+ *
+ * @returns Array of registered adapter names
+ */
+export declare function getAvailableAdapters(): string[];
+/**
+ * Check if an adapter is registered for the given name.
+ *
+ * @param name - The adapter name to check
+ * @returns True if the adapter is available
+ */
+export declare function isAdapterAvailable(name: string): boolean;
+/**
+ * Error thrown when an adapter operation fails.
+ */
+export declare class AdapterError extends Error {
+    readonly adapterName: string;
+    readonly cause?: unknown | undefined;
+    constructor(message: string, adapterName: string, cause?: unknown | undefined);
+}
+/**
+ * Error thrown when an adapter is not properly initialized.
+ */
+export declare class AdapterNotInitializedError extends AdapterError {
+    constructor(adapterName: string);
+}
+/**
+ * Base class for agent adapters with common functionality.
+ *
+ * Extend this class when implementing new adapters.
+ */
+export declare abstract class BaseAgentAdapter implements AgentAdapter {
+    protected _config?: AgentConfig;
+    protected _initialized: boolean;
+    abstract readonly name: string;
+    abstract readonly model: string;
+    /**
+     * Build the full prompt from test case and suite context.
+     *
+     * @param test - The test case
+     * @param suiteContext - Optional global context
+     * @returns The combined prompt string
+     */
+    protected buildPrompt(test: TestCase, suiteContext?: string): string;
+    initialize(config: AgentConfig): Promise<void>;
+    abstract run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
+    dispose(): Promise<void>;
+    /**
+     * Assert that the adapter is initialized.
+     *
+     * @throws AdapterNotInitializedError if not initialized
+     */
+    protected assertInitialized(): void;
+}
+//# sourceMappingURL=agent-adapter.d.ts.map

package/dist/src/agent-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-adapter.d.ts","sourceRoot":"","sources":["../../src/agent-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEvE;;;;;;;GAOG;AACH,MAAM,WAAW,YAAY;IAC3B,0CAA0C;IAC1C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,kCAAkC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAEvB;;;;;OAKG;IACH,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C;;;;;;;OAOG;IACH,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAEnE;;OAEG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,YAAY,CAAC;AAOhD;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI,CAE3E;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAUxD;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,EAAE,CAE/C;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAExD;AAED;;GAEG;AACH,qBAAa,YAAa,SAAQ,KAAK;aAGnB,WAAW,EAAE,MAAM;aACnB,KAAK,CAAC,EAAE,OAAO;gBAF/B,OAAO,EAAE,MAAM,EACC,WAAW,EAAE,MAAM,EACnB,KAAK,CAAC,EAAE,OAAO,YAAA;CAKlC;AAED;;GAEG;AACH,qBAAa,0BAA2B,SAAQ,YAAY;gBAC9C,WAAW,EAAE,MAAM;CAOhC;AAED;;;;GAIG;AACH,8BAAsB,gBAAiB,YAAW,YAAY;IAC5D,SAAS,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;IAChC,SAAS,CAAC,YAAY,UAAS;IAE/B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAEhC;;;;;;OAMG;IACH,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM;IAgB9D,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAKpD,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAErE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK9B;;;;OAIG;IACH,SAAS,CAAC,iBAAiB,IAAI,IAAI;CAKpC"}

package/dist/src/agent-adapter.js

@@ -0,0 +1,134 @@
+/**
+ * Agent adapter interface and factory for creating adapters.
+ *
+ * The adapter pattern allows the eval harness to work with different
+ * agent backends (pi framework, direct Anthropic, OpenAI, etc.) through
+ * a common interface.
+ *
+ * @module agent-adapter
+ */
+/**
+ * Registry of available agent adapters.
+ */
+const adapterRegistry = new Map();
+/**
+ * Register an adapter factory for a given agent name.
+ *
+ * @param name - The agent name/identifier
+ * @param factory - Factory function that creates the adapter
+ *
+ * @example
+ * ```typescript
+ * registerAdapter('anthropic', () => new AnthropicAdapter());
+ * ```
+ */
+export function registerAdapter(name, factory) {
+    adapterRegistry.set(name, factory);
+}
+/**
+ * Create an agent adapter by name.
+ *
+ * @param name - The agent name (e.g., 'pi', 'anthropic', 'openai')
+ * @returns A new adapter instance
+ * @throws Error if the adapter name is not registered
+ *
+ * @example
+ * ```typescript
+ * const adapter = createAdapter('anthropic');
+ * await adapter.initialize({ cwd: process.cwd(), model: 'claude-3-5-sonnet' });
+ * ```
+ */
+export function createAdapter(name) {
+    const factory = adapterRegistry.get(name);
+    if (!factory) {
+        const available = Array.from(adapterRegistry.keys()).join(', ');
+        throw new Error(`Unknown agent adapter: "${name}". ` +
+            `Available adapters: ${available || 'none registered'}`);
+    }
+    return factory();
+}
+/**
+ * Get a list of available adapter names.
+ *
+ * @returns Array of registered adapter names
+ */
+export function getAvailableAdapters() {
+    return Array.from(adapterRegistry.keys());
+}
+/**
+ * Check if an adapter is registered for the given name.
+ *
+ * @param name - The adapter name to check
+ * @returns True if the adapter is available
+ */
+export function isAdapterAvailable(name) {
+    return adapterRegistry.has(name);
+}
+/**
+ * Error thrown when an adapter operation fails.
+ */
+export class AdapterError extends Error {
+    adapterName;
+    cause;
+    constructor(message, adapterName, cause) {
+        super(message);
+        this.adapterName = adapterName;
+        this.cause = cause;
+        this.name = 'AdapterError';
+    }
+}
+/**
+ * Error thrown when an adapter is not properly initialized.
+ */
+export class AdapterNotInitializedError extends AdapterError {
+    constructor(adapterName) {
+        super(`Adapter "${adapterName}" is not initialized. Call initialize() before using.`, adapterName);
+        this.name = 'AdapterNotInitializedError';
+    }
+}
+/**
+ * Base class for agent adapters with common functionality.
+ *
+ * Extend this class when implementing new adapters.
+ */
+export class BaseAgentAdapter {
+    _config;
+    _initialized = false;
+    /**
+     * Build the full prompt from test case and suite context.
+     *
+     * @param test - The test case
+     * @param suiteContext - Optional global context
+     * @returns The combined prompt string
+     */
+    buildPrompt(test, suiteContext) {
+        const parts = [];
+        if (suiteContext) {
+            parts.push('Context:', suiteContext, '');
+        }
+        if (test.context) {
+            parts.push('Specific Context:', test.context, '');
+        }
+        parts.push('Task:', test.input);
+        return parts.join('\n');
+    }
+    async initialize(config) {
+        this._config = config;
+        this._initialized = true;
+    }
+    async dispose() {
+        this._initialized = false;
+        this._config = undefined;
+    }
+    /**
+     * Assert that the adapter is initialized.
+     *
+     * @throws AdapterNotInitializedError if not initialized
+     */
+    assertInitialized() {
+        if (!this._initialized) {
+            throw new AdapterNotInitializedError(this.name);
+        }
+    }
+}
+//# sourceMappingURL=agent-adapter.js.map

package/dist/src/agent-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-adapter.js","sourceRoot":"","sources":["../../src/agent-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAgDH;;GAEG;AACH,MAAM,eAAe,GAAG,IAAI,GAAG,EAA0B,CAAC;AAE1D;;;;;;;;;;GAUG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,OAAuB;IACnE,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,IAAI,KAAK,CACb,2BAA2B,IAAI,KAAK;YACpC,uBAAuB,SAAS,IAAI,iBAAiB,EAAE,CACxD,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,EAAE,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB;IAClC,OAAO,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,YAAa,SAAQ,KAAK;IAGnB;IACA;IAHlB,YACE,OAAe,EACC,WAAmB,EACnB,KAAe;QAE/B,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,gBAAW,GAAX,WAAW,CAAQ;QACnB,UAAK,GAAL,KAAK,CAAU;QAG/B,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,0BAA2B,SAAQ,YAAY;IAC1D,YAAY,WAAmB;QAC7B,KAAK,CACH,YAAY,WAAW,uDAAuD,EAC9E,WAAW,CACZ,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,4BAA4B,CAAC;IAC3C,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAgB,gBAAgB;IAC1B,OAAO,CAAe;IACtB,YAAY,GAAG,KAAK,CAAC;IAK/B;;;;;;OAMG;IACO,WAAW,CAAC,IAAc,EAAE,YAAqB;QACzD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAEhC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAID,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACO,iBAAiB;QACzB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;CACF"}

package/dist/src/args.d.ts

@@ -0,0 +1,22 @@
+/**
+ * CLI argument definitions and parsing for the eval harness.
+ *
+ * @module args
+ */
+import type { Args } from './types.js';
+/**
+ * Parse command line arguments for the eval harness.
+ *
+ * @param argv - Process arguments (excluding node and script path)
+ * @returns Parsed arguments
+ */
+export declare function parseArgs(argv: string[]): Args;
+/**
+ * Print help message and exit.
+ */
+export declare function printHelp(): void;
+/**
+ * Print version and exit.
+ */
+export declare function printVersion(): void;
+//# sourceMappingURL=args.d.ts.map

package/dist/src/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/args.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAavC;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAyK9C;AAYD;;GAEG;AACH,wBAAgB,SAAS,IAAI,IAAI,CA+BhC;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,IAAI,CAEnC"}

package/dist/src/args.js

@@ -0,0 +1,224 @@
+/**
+ * CLI argument definitions and parsing for the eval harness.
+ *
+ * @module args
+ */
+const VALID_FORMATS = ['console', 'json', 'html'];
+const VALID_JUDGE_TYPES = ['embedding', 'llm'];
+function isValidFormat(value) {
+    return VALID_FORMATS.includes(value);
+}
+function isValidJudgeType(value) {
+    return VALID_JUDGE_TYPES.includes(value);
+}
+/**
+ * Parse command line arguments for the eval harness.
+ *
+ * @param argv - Process arguments (excluding node and script path)
+ * @returns Parsed arguments
+ */
+export function parseArgs(argv) {
+    const args = {
+        tests: './eval-tests.yaml',
+        agent: 'genesys',
+        cwd: process.cwd(),
+        timeout: 120,
+        format: 'console',
+        parallel: 1,
+        judgeType: 'embedding',
+        judgeModel: 'claude-3-5-sonnet-20241022',
+        judgeProvider: 'anthropic',
+        help: false,
+        version: false,
+    };
+    let i = 0;
+    while (i < argv.length) {
+        const arg = argv[i];
+        switch (arg) {
+            case '-h':
+            case '--help': {
+                args.help = true;
+                break;
+            }
+            case '-v':
+            case '--version': {
+                args.version = true;
+                break;
+            }
+            case '--tests': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--tests requires a value');
+                    process.exit(1);
+                }
+                args.tests = next;
+                break;
+            }
+            case '-a':
+            case '--agent': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--agent requires a value');
+                    process.exit(1);
+                }
+                args.agent = next;
+                break;
+            }
+            case '--cwd': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--cwd requires a value');
+                    process.exit(1);
+                }
+                args.cwd = next;
+                break;
+            }
+            case '-t':
+            case '--timeout': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--timeout requires a value');
+                    process.exit(1);
+                }
+                const timeout = parseInt(next, 10);
+                if (isNaN(timeout) || timeout < 1) {
+                    console.error('--timeout must be a positive integer (seconds)');
+                    process.exit(1);
+                }
+                args.timeout = timeout;
+                break;
+            }
+            case '-o':
+            case '--output': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--output requires a value');
+                    process.exit(1);
+                }
+                args.output = next;
+                break;
+            }
+            case '--format': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--format requires a value');
+                    process.exit(1);
+                }
+                if (!isValidFormat(next)) {
+                    console.error(`--format must be one of: ${VALID_FORMATS.join(', ')}`);
+                    process.exit(1);
+                }
+                args.format = next;
+                break;
+            }
+            case '-p':
+            case '--parallel': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--parallel requires a value');
+                    process.exit(1);
+                }
+                const parallel = parseInt(next, 10);
+                if (isNaN(parallel) || parallel < 1) {
+                    console.error('--parallel must be a positive integer');
+                    process.exit(1);
+                }
+                args.parallel = parallel;
+                break;
+            }
+            case '--judge-type': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--judge-type requires a value');
+                    process.exit(1);
+                }
+                if (!isValidJudgeType(next)) {
+                    console.error(`--judge-type must be one of: ${VALID_JUDGE_TYPES.join(', ')}`);
+                    process.exit(1);
+                }
+                args.judgeType = next;
+                break;
+            }
+            case '--judge-model': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--judge-model requires a value');
+                    process.exit(1);
+                }
+                args.judgeModel = next;
+                break;
+            }
+            case '--judge-provider': {
+                const next = argv[++i];
+                if (!next) {
+                    console.error('--judge-provider requires a value');
+                    process.exit(1);
+                }
+                args.judgeProvider = next;
+                break;
+            }
+            default: {
+                // Unknown flags are reported as errors
+                if (arg.startsWith('-')) {
+                    console.error(`Unknown option: ${arg}`);
+                    console.error('Run with --help for usage information');
+                    process.exit(1);
+                }
+                break;
+            }
+        }
+        i++;
+    }
+    return args;
+}
+/**
+ * Get package version from package.json.
+ *
+ * @returns Version string
+ */
+function getVersion() {
+    // This will be replaced with actual version at build time
+    return '1.0.0';
+}
+/**
+ * Print help message and exit.
+ */
+export function printHelp() {
+    const version = getVersion();
+    console.log(`genesys-eval v${version}
+
+Usage:
+  genesys-eval [options]
+
+Options:
+  --tests <path>         Path to YAML test file (default: ./eval-tests.yaml)
+  -a, --agent <command>  Agent CLI command: pi, genesys, or any custom command
+                         (default: genesys). Supports commands with arguments.
+  --cwd <dir>            Working directory for test context (default: cwd)
+  -t, --timeout <secs>   Timeout per test in seconds (default: 120)
+  -o, --output <path>    Output file for results (optional)
+  --format <format>      Output format: console, json, html (default: console)
+  -p, --parallel <n>     Run n tests in parallel (default: 1)
+  --judge-type <type>    Judge type: embedding, llm (default: embedding)
+                         embedding = fast cosine similarity (default)
+                         llm = use LLM to evaluate (requires API key)
+  --judge-model <model>  Model for LLM judge (default: claude-3-5-sonnet-20241022)
+  --judge-provider <p>   Provider for LLM judge (default: anthropic)
+  -v, --version          Print version and exit
+  -h, --help             Print this help and exit
+
+Examples:
+  genesys-eval                                    # Run with genesys agent
+  genesys-eval -a pi                              # Run with pi agent
+  genesys-eval -a "tsx src/launcher.ts"           # Run with local dev build
+  genesys-eval -a "node ./dist/src/launcher.js"   # Run with compiled local build
+  genesys-eval -p 4 --output results.json         # Run 4 tests in parallel
+`);
+}
+/**
+ * Print version and exit.
+ */
+export function printVersion() {
+    console.log(getVersion());
+}
+//# sourceMappingURL=args.js.map

package/dist/src/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/args.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,MAAM,aAAa,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAClD,MAAM,iBAAiB,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;AAE/C,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,OAAO,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC3C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,MAAM,IAAI,GAAS;QACjB,KAAK,EAAE,mBAAmB;QAC1B,KAAK,EAAE,SAAS;QAChB,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;QAClB,OAAO,EAAE,GAAG;QACZ,MAAM,EAAE,SAAS;QACjB,QAAQ,EAAE,CAAC;QACX,SAAS,EAAE,WAAW;QACtB,UAAU,EAAE,4BAA4B;QACxC,aAAa,EAAE,WAAW;QAC1B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,KAAK;KACf,CAAC;IAEF,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpB,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC;YACV,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBACjB,MAAM;YACR,CAAC;YAED,KAAK,IAAI,CAAC;YACV,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;oBAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;gBAClB,MAAM;YACR,CAAC;YAED,KAAK,IAAI,CAAC;YACV,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;oBAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;gBAClB,MAAM;YACR,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;oBACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR,CAAC;YAED,KAAK,IAAI,CAAC;YACV,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;oBAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACnC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAClC,OAAO,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;oBAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;gBACvB,MAAM;YACR,CAAC;YAED,KAAK,IAAI,CAAC;YACV,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;oBAC3C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,MAAM;YACR,CAAC;YAED,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;oBAC3C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzB,OAAO,CAAC,KAAK,CAAC,4BAA4B,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACtE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,MAAM;YACR,CAAC;YAED,KAAK,IAAI,CAAC;YACV,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACpC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;oBACpC,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;oBACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBACzB,MAAM;YACR,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;oBAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,OAAO,CAAC,KAAK,CAAC,gCAAgC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC9E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBACtB,MAAM;YACR,CAAC;YAED,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;oBAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,MAAM;YACR,CAAC;YAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;oBACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;gBAC1B,MAAM;YACR,CAAC;YAED,OAAO,CAAC,CAAC,CAAC;gBACR,uCAAuC;gBACvC,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,KAAK,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC;oBACxC,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;oBACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;QAED,CAAC,EAAE,CAAC;IACN,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,SAAS,UAAU;IACjB,0DAA0D;IAC1D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS;IACvB,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4BrC,CAAC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY;IAC1B,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;AAC5B,CAAC"}

package/dist/src/cli-runner.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Simple CLI runner for executing pi, genesys, or any custom agent CLI.
+ *
+ * Prompt is passed via stdin for all agents.
+ *
+ * @module cli-runner
+ */
+import type { AgentResponse } from './types.js';
+/**
+ * Options for running a CLI command.
+ */
+export interface RunOptions {
+    /** Working directory for the command */
+    cwd: string;
+    /** Timeout in milliseconds */
+    timeout: number;
+}
+/**
+ * Error thrown when CLI execution fails.
+ */
+export declare class CLIError extends Error {
+    readonly command: string;
+    readonly exitCode: number;
+    readonly stderr: string;
+    constructor(message: string, command: string, exitCode: number, stderr: string);
+}
+/**
+ * Run a prompt through a CLI agent.
+ *
+ * The prompt is passed via stdin to avoid shell escaping issues
+ * with multiline strings on Windows.
+ *
+ * @param agent - The agent command to use (e.g., 'pi', 'genesys', 'tsx src/launcher.ts')
+ * @param prompt - The prompt to send
+ * @param options - Execution options
+ * @returns The agent response
+ */
+export declare function runAgent(agent: string, prompt: string, options: RunOptions): Promise<AgentResponse>;
+//# sourceMappingURL=cli-runner.d.ts.map

package/dist/src/cli-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-runner.d.ts","sourceRoot":"","sources":["../../src/cli-runner.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,wCAAwC;IACxC,GAAG,EAAE,MAAM,CAAC;IAEZ,8BAA8B;IAC9B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,qBAAa,QAAS,SAAQ,KAAK;aAGf,OAAO,EAAE,MAAM;aACf,QAAQ,EAAE,MAAM;aAChB,MAAM,EAAE,MAAM;gBAH9B,OAAO,EAAE,MAAM,EACC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM;CAKjC;AA2BD;;;;;;;;;;GAUG;AACH,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,aAAa,CAAC,CAuExB"}

package/dist/src/cli-runner.js

@@ -0,0 +1,105 @@
+/**
+ * Simple CLI runner for executing pi, genesys, or any custom agent CLI.
+ *
+ * Prompt is passed via stdin for all agents.
+ *
+ * @module cli-runner
+ */
+import { spawn } from 'node:child_process';
+/**
+ * Error thrown when CLI execution fails.
+ */
+export class CLIError extends Error {
+    command;
+    exitCode;
+    stderr;
+    constructor(message, command, exitCode, stderr) {
+        super(message);
+        this.command = command;
+        this.exitCode = exitCode;
+        this.stderr = stderr;
+        this.name = 'CLIError';
+    }
+}
+/**
+ * Parse an agent command string into command and arguments.
+ *
+ * Simple commands like "genesys" or "pi" return [cmd, []].
+ * Compound commands like "tsx src/launcher.ts" return [cmd, args].
+ *
+ * @param agentCommand - The agent command string
+ * @returns Tuple of [command, arguments]
+ */
+function parseAgentCommand(agentCommand) {
+    const trimmed = agentCommand.trim();
+    // If no spaces, it's a simple command
+    if (!trimmed.includes(' ')) {
+        return [trimmed, []];
+    }
+    // Parse compound command (basic space-splitting, no quote handling needed for our use case)
+    const parts = trimmed.split(/\s+/);
+    const cmd = parts[0];
+    const args = parts.slice(1);
+    return [cmd, args];
+}
+/**
+ * Run a prompt through a CLI agent.
+ *
+ * The prompt is passed via stdin to avoid shell escaping issues
+ * with multiline strings on Windows.
+ *
+ * @param agent - The agent command to use (e.g., 'pi', 'genesys', 'tsx src/launcher.ts')
+ * @param prompt - The prompt to send
+ * @param options - Execution options
+ * @returns The agent response
+ */
+export async function runAgent(agent, prompt, options) {
+    const startTime = Date.now();
+    // console.log(`Running ${agent} with prompt: [${prompt.substring(0, 100)}${prompt.length > 100 ? '...' : ''}]`);
+    return new Promise((resolve, reject) => {
+        let stdout = '';
+        let stderr = '';
+        const [cmd, cmdArgs] = parseAgentCommand(agent);
+        // Use shell mode for compound commands or on Windows for .cmd/.ps1 support
+        const isCompoundCommand = cmdArgs.length > 0;
+        const useShell = isCompoundCommand || process.platform === 'win32';
+        // Build spawn arguments: command plus -p flag and any original args
+        const spawnArgs = [...cmdArgs, '-p'];
+        const child = spawn(cmd, spawnArgs, {
+            cwd: options.cwd,
+            stdio: ['pipe', 'pipe', 'pipe'],
+            env: { ...process.env },
+            shell: useShell,
+        });
+        // Write prompt to stdin and close it
+        if (child.stdin) {
+            child.stdin.write(prompt, 'utf-8');
+            child.stdin.end();
+        }
+        child.stdout?.on('data', (data) => {
+            stdout += data.toString();
+        });
+        child.stderr?.on('data', (data) => {
+            stderr += data.toString();
+        });
+        const timeout = setTimeout(() => {
+            child.kill('SIGTERM');
+            reject(new CLIError(`Command timed out after ${options.timeout}ms`, `${agent} -p`, -1, stderr));
+        }, options.timeout);
+        child.on('error', (error) => {
+            clearTimeout(timeout);
+            reject(new CLIError(`Failed to spawn ${agent}: ${error.message}. Make sure the command is installed and in PATH.`, `${agent} -p`, -1, stderr));
+        });
+        child.on('close', (code) => {
+            clearTimeout(timeout);
+            const durationMs = Date.now() - startTime;
+            resolve({
+                output: stdout.trim(),
+                exitCode: code ?? 0,
+                stderr: stderr.trim(),
+                durationMs,
+            });
+        });
+    });
+}
+//# sourceMappingURL=cli-runner.js.map