@gnsx/genesys.agent.eval 1.0.0 → 1.0.2

package/dist/src/adapters/pi-adapter.js

@@ -1,136 +0,0 @@
-/**
- * Pi framework agent adapter.
- *
- * Uses the @mariozechner/pi-coding-agent package for running tests.
- *
- * @module adapters/pi-adapter
- */
-import { getModel, setBedrockProviderModule } from '@mariozechner/pi-ai';
-import { bedrockProviderModule } from '@mariozechner/pi-ai/bedrock-provider';
-import { createAgentSession, DefaultResourceLoader, getAgentDir, SessionManager, SettingsManager, } from '@mariozechner/pi-coding-agent';
-import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
-/**
- * Agent adapter that uses the pi framework.
- *
- * This adapter creates a headless agent session and runs tests by sending
- * prompts and collecting responses through the event stream.
- */
-export class PiAgentAdapter extends BaseAgentAdapter {
-    name = 'pi';
-    _model;
-    _session;
-    _resourceLoader;
-    constructor() {
-        super();
-        this._model = 'default';
-        // Register Bedrock provider so AWS users can use it without extra setup
-        setBedrockProviderModule(bedrockProviderModule);
-    }
-    get model() {
-        return this._model;
-    }
-    async initialize(config) {
-        await super.initialize(config);
-        try {
-            const agentDir = getAgentDir();
-            const settingsManager = SettingsManager.create(config.cwd, agentDir);
-            // Create resource loader with minimal configuration
-            this._resourceLoader = new DefaultResourceLoader({
-                cwd: config.cwd,
-                agentDir,
-                settingsManager,
-            });
-            await this._resourceLoader.reload();
-            // Resolve model if specified
-            let model;
-            if (config.model) {
-                const provider = (config.provider ?? 'anthropic');
-                try {
-                    model = getModel(provider, config.model);
-                    this._model = `${provider}/${config.model}`;
-                }
-                catch {
-                    console.warn(`Warning: unknown model "${provider}/${config.model}", falling back to default.`);
-                }
-            }
-            // Create in-memory session for evaluation (no persistence)
-            const sessionManager = SessionManager.inMemory();
-            const { session, modelFallbackMessage } = await createAgentSession({
-                cwd: config.cwd,
-                ...(model ? { model } : {}),
-                sessionManager,
-                settingsManager,
-                resourceLoader: this._resourceLoader,
-            });
-            if (modelFallbackMessage) {
-                console.warn(`Warning: ${modelFallbackMessage}`);
-            }
-            this._session = session;
-        }
-        catch (error) {
-            throw new AdapterError(`Failed to initialize pi agent: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
-        }
-    }
-    async run(test, suiteContext) {
-        this.assertInitialized();
-        if (!this._session) {
-            throw new AdapterError('Session not initialized', this.name);
-        }
-        const prompt = this.buildPrompt(test, suiteContext);
-        const startTime = Date.now();
-        // Collect response text from events
-        let responseText = '';
-        let isComplete = false;
-        // Subscribe to events before sending the prompt
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        const unsubscribe = this._session.subscribe((event) => {
-            // Handle different event types - collect text content
-            if (event.type === 'message_update' && event.message?.content) {
-                const content = event.message.content;
-                if (typeof content === 'string') {
-                    responseText = content;
-                }
-            }
-            // Check for completion
-            if (event.type === 'turn_end' || event.type === 'message_end') {
-                isComplete = true;
-            }
-        });
-        try {
-            // Send the prompt
-            await this._session.prompt(prompt, { source: 'rpc' });
-            // Wait for completion with timeout
-            const timeout = 120000; // 2 minutes
-            const pollInterval = 100; // 100ms
-            const startWait = Date.now();
-            while (!isComplete && Date.now() - startWait < timeout) {
-                await new Promise(resolve => setTimeout(resolve, pollInterval));
-            }
-            const durationMs = Date.now() - startTime;
-            return {
-                output: responseText,
-                metadata: {
-                    model: this._model,
-                    durationMs,
-                },
-            };
-        }
-        catch (error) {
-            throw new AdapterError(`Test execution failed: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
-        }
-        finally {
-            unsubscribe();
-        }
-    }
-    async dispose() {
-        if (this._session) {
-            // Clean up session if needed
-            this._session = undefined;
-        }
-        this._resourceLoader = undefined;
-        await super.dispose();
-    }
-}
-// Register the adapter
-registerAdapter('pi', () => new PiAgentAdapter());
-//# sourceMappingURL=pi-adapter.js.map

package/dist/src/adapters/pi-adapter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"pi-adapter.js","sourceRoot":"","sources":["../../../src/adapters/pi-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAC7E,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,EACX,cAAc,EACd,eAAe,GAEhB,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;;GAKG;AACH,MAAM,OAAO,cAAe,SAAQ,gBAAgB;IACzC,IAAI,GAAG,IAAI,CAAC;IAEb,MAAM,CAAS;IACf,QAAQ,CAAgB;IACxB,eAAe,CAAyB;IAEhD;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QAExB,wEAAwE;QACxE,wBAAwB,CAAC,qBAAqB,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC/B,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAErE,oDAAoD;YACpD,IAAI,CAAC,eAAe,GAAG,IAAI,qBAAqB,CAAC;gBAC/C,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,QAAQ;gBACR,eAAe;aAChB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;YAEpC,6BAA6B;YAC7B,IAAI,KAA8C,CAAC;YACnD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,WAAW,CAAmC,CAAC;gBACpF,IAAI,CAAC;oBACH,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAuC,CAAC,CAAC;oBAC3E,IAAI,CAAC,MAAM,GAAG,GAAG,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAC9C,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,IAAI,CAAC,2BAA2B,QAAQ,IAAI,MAAM,CAAC,KAAK,6BAA6B,CAAC,CAAC;gBACjG,CAAC;YACH,CAAC;YAED,2DAA2D;YAC3D,MAAM,cAAc,GAAG,cAAc,CAAC,QAAQ,EAAE,CAAC;YAEjD,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,GAAG,MAAM,kBAAkB,CAAC;gBACjE,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3B,cAAc;gBACd,eAAe;gBACf,cAAc,EAAE,IAAI,CAAC,eAAe;aACrC,CAAC,CAAC;YAEH,IAAI,oBAAoB,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,YAAY,oBAAoB,EAAE,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC1F,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAc,EAAE,YAAqB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,YAAY,CACpB,yBAAyB,EACzB,IAAI,CAAC,IAAI,CACV,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,oCAAoC;QACpC,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,gDAAgD;QAChD,8DAA8D;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,KAAU,EAAE,EAAE;YACzD,sDAAsD;YACtD,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBACtC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAChC,YAAY,GAAG,OAAO,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,uBAAuB;YACvB,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC9D,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,kBAAkB;YAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAEtD,mCAAmC;YACnC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,YAAY;YACpC,MAAM,YAAY,GAAG,GAAG,CAAC,CAAC,QAAQ;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC;gBACvD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;YAClE,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE1C,OAAO;gBACL,MAAM,EAAE,YAAY;gBACpB,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,MAAM;oBAClB,UAAU;iBACX;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAClF,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,WAAW,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,6BAA6B;YAC7B,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC"}

package/dist/src/agent-adapter.d.ts

@@ -1,130 +0,0 @@
-/**
- * Agent adapter interface and factory for creating adapters.
- *
- * The adapter pattern allows the eval harness to work with different
- * agent backends (pi framework, direct Anthropic, OpenAI, etc.) through
- * a common interface.
- *
- * @module agent-adapter
- */
-import type { AgentConfig, AgentResponse, TestCase } from './types.js';
-/**
- * Interface that all agent adapters must implement.
- *
- * Adapters are responsible for:
- * - Initializing the agent with configuration
- * - Running test cases and returning responses
- * - Cleaning up resources when done
- */
-export interface AgentAdapter {
-    /** Human-readable name of this adapter */
-    readonly name: string;
-    /** Model identifier being used */
-    readonly model: string;
-    /**
-     * Initialize the adapter with the given configuration.
-     *
-     * @param config - Agent configuration
-     * @throws Error if initialization fails
-     */
-    initialize(config: AgentConfig): Promise<void>;
-    /**
-     * Run a test case through the agent.
-     *
-     * @param test - The test case to run
-     * @param suiteContext - Optional global context from the test suite
-     * @returns The agent's response
-     * @throws Error if execution fails
-     */
-    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
-    /**
-     * Clean up any resources used by the adapter.
-     */
-    dispose(): Promise<void>;
-}
-/**
- * Factory function type for creating agent adapters.
- */
-export type AdapterFactory = () => AgentAdapter;
-/**
- * Register an adapter factory for a given agent name.
- *
- * @param name - The agent name/identifier
- * @param factory - Factory function that creates the adapter
- *
- * @example
- * ```typescript
- * registerAdapter('anthropic', () => new AnthropicAdapter());
- * ```
- */
-export declare function registerAdapter(name: string, factory: AdapterFactory): void;
-/**
- * Create an agent adapter by name.
- *
- * @param name - The agent name (e.g., 'pi', 'anthropic', 'openai')
- * @returns A new adapter instance
- * @throws Error if the adapter name is not registered
- *
- * @example
- * ```typescript
- * const adapter = createAdapter('anthropic');
- * await adapter.initialize({ cwd: process.cwd(), model: 'claude-3-5-sonnet' });
- * ```
- */
-export declare function createAdapter(name: string): AgentAdapter;
-/**
- * Get a list of available adapter names.
- *
- * @returns Array of registered adapter names
- */
-export declare function getAvailableAdapters(): string[];
-/**
- * Check if an adapter is registered for the given name.
- *
- * @param name - The adapter name to check
- * @returns True if the adapter is available
- */
-export declare function isAdapterAvailable(name: string): boolean;
-/**
- * Error thrown when an adapter operation fails.
- */
-export declare class AdapterError extends Error {
-    readonly adapterName: string;
-    readonly cause?: unknown | undefined;
-    constructor(message: string, adapterName: string, cause?: unknown | undefined);
-}
-/**
- * Error thrown when an adapter is not properly initialized.
- */
-export declare class AdapterNotInitializedError extends AdapterError {
-    constructor(adapterName: string);
-}
-/**
- * Base class for agent adapters with common functionality.
- *
- * Extend this class when implementing new adapters.
- */
-export declare abstract class BaseAgentAdapter implements AgentAdapter {
-    protected _config?: AgentConfig;
-    protected _initialized: boolean;
-    abstract readonly name: string;
-    abstract readonly model: string;
-    /**
-     * Build the full prompt from test case and suite context.
-     *
-     * @param test - The test case
-     * @param suiteContext - Optional global context
-     * @returns The combined prompt string
-     */
-    protected buildPrompt(test: TestCase, suiteContext?: string): string;
-    initialize(config: AgentConfig): Promise<void>;
-    abstract run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
-    dispose(): Promise<void>;
-    /**
-     * Assert that the adapter is initialized.
-     *
-     * @throws AdapterNotInitializedError if not initialized
-     */
-    protected assertInitialized(): void;
-}
-//# sourceMappingURL=agent-adapter.d.ts.map

package/dist/src/agent-adapter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent-adapter.d.ts","sourceRoot":"","sources":["../../src/agent-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEvE;;;;;;;GAOG;AACH,MAAM,WAAW,YAAY;IAC3B,0CAA0C;IAC1C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,kCAAkC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAEvB;;;;;OAKG;IACH,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C;;;;;;;OAOG;IACH,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAEnE;;OAEG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,YAAY,CAAC;AAOhD;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI,CAE3E;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAUxD;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,EAAE,CAE/C;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAExD;AAED;;GAEG;AACH,qBAAa,YAAa,SAAQ,KAAK;aAGnB,WAAW,EAAE,MAAM;aACnB,KAAK,CAAC,EAAE,OAAO;gBAF/B,OAAO,EAAE,MAAM,EACC,WAAW,EAAE,MAAM,EACnB,KAAK,CAAC,EAAE,OAAO,YAAA;CAKlC;AAED;;GAEG;AACH,qBAAa,0BAA2B,SAAQ,YAAY;gBAC9C,WAAW,EAAE,MAAM;CAOhC;AAED;;;;GAIG;AACH,8BAAsB,gBAAiB,YAAW,YAAY;IAC5D,SAAS,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;IAChC,SAAS,CAAC,YAAY,UAAS;IAE/B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAEhC;;;;;;OAMG;IACH,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM;IAgB9D,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAKpD,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAErE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK9B;;;;OAIG;IACH,SAAS,CAAC,iBAAiB,IAAI,IAAI;CAKpC"}

package/dist/src/agent-adapter.js

@@ -1,134 +0,0 @@
-/**
- * Agent adapter interface and factory for creating adapters.
- *
- * The adapter pattern allows the eval harness to work with different
- * agent backends (pi framework, direct Anthropic, OpenAI, etc.) through
- * a common interface.
- *
- * @module agent-adapter
- */
-/**
- * Registry of available agent adapters.
- */
-const adapterRegistry = new Map();
-/**
- * Register an adapter factory for a given agent name.
- *
- * @param name - The agent name/identifier
- * @param factory - Factory function that creates the adapter
- *
- * @example
- * ```typescript
- * registerAdapter('anthropic', () => new AnthropicAdapter());
- * ```
- */
-export function registerAdapter(name, factory) {
-    adapterRegistry.set(name, factory);
-}
-/**
- * Create an agent adapter by name.
- *
- * @param name - The agent name (e.g., 'pi', 'anthropic', 'openai')
- * @returns A new adapter instance
- * @throws Error if the adapter name is not registered
- *
- * @example
- * ```typescript
- * const adapter = createAdapter('anthropic');
- * await adapter.initialize({ cwd: process.cwd(), model: 'claude-3-5-sonnet' });
- * ```
- */
-export function createAdapter(name) {
-    const factory = adapterRegistry.get(name);
-    if (!factory) {
-        const available = Array.from(adapterRegistry.keys()).join(', ');
-        throw new Error(`Unknown agent adapter: "${name}". ` +
-            `Available adapters: ${available || 'none registered'}`);
-    }
-    return factory();
-}
-/**
- * Get a list of available adapter names.
- *
- * @returns Array of registered adapter names
- */
-export function getAvailableAdapters() {
-    return Array.from(adapterRegistry.keys());
-}
-/**
- * Check if an adapter is registered for the given name.
- *
- * @param name - The adapter name to check
- * @returns True if the adapter is available
- */
-export function isAdapterAvailable(name) {
-    return adapterRegistry.has(name);
-}
-/**
- * Error thrown when an adapter operation fails.
- */
-export class AdapterError extends Error {
-    adapterName;
-    cause;
-    constructor(message, adapterName, cause) {
-        super(message);
-        this.adapterName = adapterName;
-        this.cause = cause;
-        this.name = 'AdapterError';
-    }
-}
-/**
- * Error thrown when an adapter is not properly initialized.
- */
-export class AdapterNotInitializedError extends AdapterError {
-    constructor(adapterName) {
-        super(`Adapter "${adapterName}" is not initialized. Call initialize() before using.`, adapterName);
-        this.name = 'AdapterNotInitializedError';
-    }
-}
-/**
- * Base class for agent adapters with common functionality.
- *
- * Extend this class when implementing new adapters.
- */
-export class BaseAgentAdapter {
-    _config;
-    _initialized = false;
-    /**
-     * Build the full prompt from test case and suite context.
-     *
-     * @param test - The test case
-     * @param suiteContext - Optional global context
-     * @returns The combined prompt string
-     */
-    buildPrompt(test, suiteContext) {
-        const parts = [];
-        if (suiteContext) {
-            parts.push('Context:', suiteContext, '');
-        }
-        if (test.context) {
-            parts.push('Specific Context:', test.context, '');
-        }
-        parts.push('Task:', test.input);
-        return parts.join('\n');
-    }
-    async initialize(config) {
-        this._config = config;
-        this._initialized = true;
-    }
-    async dispose() {
-        this._initialized = false;
-        this._config = undefined;
-    }
-    /**
-     * Assert that the adapter is initialized.
-     *
-     * @throws AdapterNotInitializedError if not initialized
-     */
-    assertInitialized() {
-        if (!this._initialized) {
-            throw new AdapterNotInitializedError(this.name);
-        }
-    }
-}
-//# sourceMappingURL=agent-adapter.js.map

package/dist/src/agent-adapter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent-adapter.js","sourceRoot":"","sources":["../../src/agent-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAgDH;;GAEG;AACH,MAAM,eAAe,GAAG,IAAI,GAAG,EAA0B,CAAC;AAE1D;;;;;;;;;;GAUG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,OAAuB;IACnE,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,IAAI,KAAK,CACb,2BAA2B,IAAI,KAAK;YACpC,uBAAuB,SAAS,IAAI,iBAAiB,EAAE,CACxD,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,EAAE,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB;IAClC,OAAO,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,YAAa,SAAQ,KAAK;IAGnB;IACA;IAHlB,YACE,OAAe,EACC,WAAmB,EACnB,KAAe;QAE/B,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,gBAAW,GAAX,WAAW,CAAQ;QACnB,UAAK,GAAL,KAAK,CAAU;QAG/B,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,0BAA2B,SAAQ,YAAY;IAC1D,YAAY,WAAmB;QAC7B,KAAK,CACH,YAAY,WAAW,uDAAuD,EAC9E,WAAW,CACZ,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,4BAA4B,CAAC;IAC3C,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAgB,gBAAgB;IAC1B,OAAO,CAAe;IACtB,YAAY,GAAG,KAAK,CAAC;IAK/B;;;;;;OAMG;IACO,WAAW,CAAC,IAAc,EAAE,YAAqB;QACzD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAEhC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAID,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACO,iBAAiB;QACzB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;CACF"}

package/dist/src/launcher.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"launcher.d.ts","sourceRoot":"","sources":["../../src/launcher.ts"],"names":[],"mappings":";AACA;;;;;GAKG"}

package/dist/src/launcher.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"launcher.js","sourceRoot":"","sources":["../../src/launcher.ts"],"names":[],"mappings":";AACA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAyB,aAAa,EAAE,MAAM,aAAa,CAAC;AAInE;;GAEG;AACH,MAAM,MAAM,GAAG;IACb,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,GAAG,EAAE,SAAS;IACd,KAAK,EAAE,UAAU;IACjB,GAAG,EAAE,UAAU;IACf,MAAM,EAAE,UAAU;IAClB,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,UAAU;CACjB,CAAC;AAEF;;GAEG;AACH,SAAS,sBAAsB,CAAC,OAAgB;IAC9C,OAAO;QACL,WAAW,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa;YACtD,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,cAAc,MAAM,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QACD,cAAc,CAAC,MAAkB,EAAE,KAAa,EAAE,KAAa;YAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YACzD,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,WAAW,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa,EAAE,KAAa;YACrE,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,aAAa,MAAM,KAAK,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,IAAI,CAAC,IAAc;IAChC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAE7B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,YAAY,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,SAAS,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE9B,sBAAsB;IACtB,MAAM,MAAM,GAAiB;QAC3B,SAAS,EAAE,IAAI,CAAC,KAAK;QACrB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,GAAG;QACH,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE,0BAA0B;QACxD,UAAU,EAAE,IAAI,CAAC,MAAM;QACvB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE;YACL,QAAQ,EAAE,IAAI,CAAC,aAAa;YAC5B,KAAK,EAAE,IAAI,CAAC,UAAU;SACvB;KACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAChG,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,qBAAqB,MAAM,CAAC,KAAK,IAAI,GAAG,EAAE,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,aAAa,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,YAAY,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,eAAe,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,6BAA6B;IAC7B,IAAI,cAAoG,CAAC;IAEzG,IAAI,IAAI,CAAC,SAAS,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;QACzD,cAAc,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACtB,QAAQ,EAAE,IAAI,CAAC,aAAa;YAC5B,KAAK,EAAE,IAAI,CAAC,UAAU;YACtB,aAAa,EAAE,GAAG;SACnB,CAAC,CAAC;QACH,cAAc,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;IAC3C,CAAC;IAED,iBAAiB;IACjB,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAExF,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC;QAEtE,iBAAiB;QACjB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC5B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,MAAM;SACxB,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAEtC,6BAA6B;QAC7B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAE9F,yCAAyC;QACzC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACrC,OAAO,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,KAAK,qCAAqC,CAAC,CAAC;YAClF,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC5F,OAAO,CAAC,KAAK,CAAC,qEAAqE,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,WAAW;AACX,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACxC,OAAO,CAAC,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}