@gnsx/genesys.agent.eval 1.0.0

package/README.md

@@ -0,0 +1,9 @@
+# Local Testing
+```
+# Run in this folder in the monorepo
+pnpm dev --tests ./examples/basic-tests.yaml -a "tsx ../cli/src/launcher.ts"
+```
+
+# References:
+- https://www.chanl.ai/blog/how-to-evaluate-ai-agents-build-eval-framework
+- https://platform.claude.com/docs/en/test-and-evaluate/develop-tests

package/dist/src/adapters/anthropic-adapter.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Direct Anthropic API adapter using the Vercel AI SDK.
+ *
+ * @module adapters/anthropic-adapter
+ */
+import { BaseAgentAdapter } from '../agent-adapter.js';
+import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
+/**
+ * Agent adapter for direct Anthropic API access.
+ *
+ * Uses the Vercel AI SDK for clean integration with retry logic,
+ * streaming support, and proper error handling.
+ */
+export declare class AnthropicAdapter extends BaseAgentAdapter {
+    readonly name = "anthropic";
+    private _model;
+    private _apiKey?;
+    constructor();
+    get model(): string;
+    initialize(config: AgentConfig): Promise<void>;
+    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
+    dispose(): Promise<void>;
+}
+//# sourceMappingURL=anthropic-adapter.d.ts.map

package/dist/src/adapters/anthropic-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/anthropic-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;;GAKG;AACH,qBAAa,gBAAiB,SAAQ,gBAAgB;IACpD,QAAQ,CAAC,IAAI,eAAe;IAE5B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAC,CAAS;;IAOzB,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB9C,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IA4ClE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAI/B"}

package/dist/src/adapters/anthropic-adapter.js

@@ -0,0 +1,80 @@
+/**
+ * Direct Anthropic API adapter using the Vercel AI SDK.
+ *
+ * @module adapters/anthropic-adapter
+ */
+import { anthropic } from '@ai-sdk/anthropic';
+import { generateText } from 'ai';
+import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
+/**
+ * Agent adapter for direct Anthropic API access.
+ *
+ * Uses the Vercel AI SDK for clean integration with retry logic,
+ * streaming support, and proper error handling.
+ */
+export class AnthropicAdapter extends BaseAgentAdapter {
+    name = 'anthropic';
+    _model;
+    _apiKey;
+    constructor() {
+        super();
+        this._model = 'claude-3-5-sonnet-20241022';
+    }
+    get model() {
+        return this._model;
+    }
+    async initialize(config) {
+        await super.initialize(config);
+        // Check for API key
+        this._apiKey = process.env.ANTHROPIC_API_KEY;
+        if (!this._apiKey) {
+            throw new AdapterError('ANTHROPIC_API_KEY environment variable is required', this.name);
+        }
+        // Set model if provided
+        if (config.model) {
+            this._model = config.model;
+        }
+    }
+    async run(test, suiteContext) {
+        this.assertInitialized();
+        const prompt = this.buildPrompt(test, suiteContext);
+        const startTime = Date.now();
+        try {
+            const result = await generateText({
+                model: anthropic(this._model),
+                messages: [
+                    {
+                        role: 'user',
+                        content: prompt,
+                    },
+                ],
+            });
+            const durationMs = Date.now() - startTime;
+            // Extract usage information safely
+            const usage = result.usage;
+            const tokensUsed = usage ? {
+                prompt: usage.promptTokens ?? 0,
+                completion: usage.completionTokens ?? 0,
+                total: usage.totalTokens ?? 0,
+            } : undefined;
+            return {
+                output: result.text,
+                metadata: {
+                    model: `anthropic/${this._model}`,
+                    tokensUsed,
+                    durationMs,
+                },
+            };
+        }
+        catch (error) {
+            throw new AdapterError(`Anthropic API call failed: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
+        }
+    }
+    async dispose() {
+        this._apiKey = undefined;
+        await super.dispose();
+    }
+}
+// Register the adapter
+registerAdapter('anthropic', () => new AnthropicAdapter());
+//# sourceMappingURL=anthropic-adapter.js.map

package/dist/src/adapters/anthropic-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-adapter.js","sourceRoot":"","sources":["../../../src/adapters/anthropic-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAElC,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;;GAKG;AACH,MAAM,OAAO,gBAAiB,SAAQ,gBAAgB;IAC3C,IAAI,GAAG,WAAW,CAAC;IAEpB,MAAM,CAAS;IACf,OAAO,CAAU;IAEzB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,4BAA4B,CAAC;IAC7C,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,oBAAoB;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,YAAY,CACpB,oDAAoD,EACpD,IAAI,CAAC,IAAI,CACV,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAc,EAAE,YAAqB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;gBAChC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAA2D;gBACvF,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,MAAM;qBAChB;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE1C,mCAAmC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC;gBACzB,MAAM,EAAG,KAAmC,CAAC,YAAY,IAAI,CAAC;gBAC9D,UAAU,EAAG,KAAuC,CAAC,gBAAgB,IAAI,CAAC;gBAC1E,KAAK,EAAG,KAAkC,CAAC,WAAW,IAAI,CAAC;aAC5D,CAAC,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,QAAQ,EAAE;oBACR,KAAK,EAAE,aAAa,IAAI,CAAC,MAAM,EAAE;oBACjC,UAAU;oBACV,UAAU;iBACX;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACtF,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC"}

package/dist/src/adapters/gemini-adapter.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Google Gemini API adapter using the Vercel AI SDK.
+ *
+ * @module adapters/gemini-adapter
+ */
+import { BaseAgentAdapter } from '../agent-adapter.js';
+import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
+/**
+ * Agent adapter for Google Gemini API.
+ *
+ * Uses the Vercel AI SDK for clean integration with Google's Gemini models.
+ */
+export declare class GeminiAdapter extends BaseAgentAdapter {
+    readonly name = "gemini";
+    private _model;
+    private _apiKey?;
+    constructor();
+    get model(): string;
+    initialize(config: AgentConfig): Promise<void>;
+    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
+    dispose(): Promise<void>;
+}
+//# sourceMappingURL=gemini-adapter.d.ts.map

package/dist/src/adapters/gemini-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/gemini-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;GAIG;AACH,qBAAa,aAAc,SAAQ,gBAAgB;IACjD,QAAQ,CAAC,IAAI,YAAY;IAEzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAC,CAAS;;IAOzB,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB9C,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IA4ClE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAI/B"}

package/dist/src/adapters/gemini-adapter.js

@@ -0,0 +1,79 @@
+/**
+ * Google Gemini API adapter using the Vercel AI SDK.
+ *
+ * @module adapters/gemini-adapter
+ */
+import { google } from '@ai-sdk/google';
+import { generateText } from 'ai';
+import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
+/**
+ * Agent adapter for Google Gemini API.
+ *
+ * Uses the Vercel AI SDK for clean integration with Google's Gemini models.
+ */
+export class GeminiAdapter extends BaseAgentAdapter {
+    name = 'gemini';
+    _model;
+    _apiKey;
+    constructor() {
+        super();
+        this._model = 'gemini-1.5-pro';
+    }
+    get model() {
+        return this._model;
+    }
+    async initialize(config) {
+        await super.initialize(config);
+        // Check for API key
+        this._apiKey = process.env.GOOGLE_GENERATIVE_AI_API_KEY;
+        if (!this._apiKey) {
+            throw new AdapterError('GOOGLE_GENERATIVE_AI_API_KEY environment variable is required', this.name);
+        }
+        // Set model if provided
+        if (config.model) {
+            this._model = config.model;
+        }
+    }
+    async run(test, suiteContext) {
+        this.assertInitialized();
+        const prompt = this.buildPrompt(test, suiteContext);
+        const startTime = Date.now();
+        try {
+            const result = await generateText({
+                model: google(this._model),
+                messages: [
+                    {
+                        role: 'user',
+                        content: prompt,
+                    },
+                ],
+            });
+            const durationMs = Date.now() - startTime;
+            // Extract usage information safely
+            const usage = result.usage;
+            const tokensUsed = usage ? {
+                prompt: usage.promptTokens ?? 0,
+                completion: usage.completionTokens ?? 0,
+                total: usage.totalTokens ?? 0,
+            } : undefined;
+            return {
+                output: result.text,
+                metadata: {
+                    model: `google/${this._model}`,
+                    tokensUsed,
+                    durationMs,
+                },
+            };
+        }
+        catch (error) {
+            throw new AdapterError(`Gemini API call failed: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
+        }
+    }
+    async dispose() {
+        this._apiKey = undefined;
+        await super.dispose();
+    }
+}
+// Register the adapter
+registerAdapter('gemini', () => new GeminiAdapter());
+//# sourceMappingURL=gemini-adapter.js.map

package/dist/src/adapters/gemini-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-adapter.js","sourceRoot":"","sources":["../../../src/adapters/gemini-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAElC,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;GAIG;AACH,MAAM,OAAO,aAAc,SAAQ,gBAAgB;IACxC,IAAI,GAAG,QAAQ,CAAC;IAEjB,MAAM,CAAS;IACf,OAAO,CAAU;IAEzB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,gBAAgB,CAAC;IACjC,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,oBAAoB;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC;QACxD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,YAAY,CACpB,+DAA+D,EAC/D,IAAI,CAAC,IAAI,CACV,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAc,EAAE,YAAqB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;gBAChC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAA2D;gBACpF,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,MAAM;qBAChB;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE1C,mCAAmC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC;gBACzB,MAAM,EAAG,KAAmC,CAAC,YAAY,IAAI,CAAC;gBAC9D,UAAU,EAAG,KAAuC,CAAC,gBAAgB,IAAI,CAAC;gBAC1E,KAAK,EAAG,KAAkC,CAAC,WAAW,IAAI,CAAC;aAC5D,CAAC,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,QAAQ,EAAE;oBACR,KAAK,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;oBAC9B,UAAU;oBACV,UAAU;iBACX;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACnF,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC"}

package/dist/src/adapters/ollama-adapter.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Ollama local model adapter stub.
+ *
+ * @module adapters/ollama-adapter
+ *
+ * @remarks
+ * This is a stub implementation. The @ai-sdk/ollama package is not yet available.
+ * When it becomes available, this adapter should be updated to use it.
+ */
+import { BaseAgentAdapter } from '../agent-adapter.js';
+import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
+/**
+ * Agent adapter stub for Ollama local models.
+ *
+ * @remarks
+ * Not yet implemented - requires @ai-sdk/ollama package.
+ */
+export declare class OllamaAdapter extends BaseAgentAdapter {
+    readonly name = "ollama";
+    private _model;
+    private _baseUrl;
+    constructor();
+    get model(): string;
+    initialize(config: AgentConfig): Promise<void>;
+    run(_test: TestCase, _suiteContext?: string): Promise<AgentResponse>;
+    dispose(): Promise<void>;
+}
+//# sourceMappingURL=ollama-adapter.d.ts.map

package/dist/src/adapters/ollama-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/ollama-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;;GAKG;AACH,qBAAa,aAAc,SAAQ,gBAAgB;IACjD,QAAQ,CAAC,IAAI,YAAY;IAEzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;;IAQzB,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAsB9C,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAOpE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/dist/src/adapters/ollama-adapter.js

@@ -0,0 +1,54 @@
+/**
+ * Ollama local model adapter stub.
+ *
+ * @module adapters/ollama-adapter
+ *
+ * @remarks
+ * This is a stub implementation. The @ai-sdk/ollama package is not yet available.
+ * When it becomes available, this adapter should be updated to use it.
+ */
+import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
+/**
+ * Agent adapter stub for Ollama local models.
+ *
+ * @remarks
+ * Not yet implemented - requires @ai-sdk/ollama package.
+ */
+export class OllamaAdapter extends BaseAgentAdapter {
+    name = 'ollama';
+    _model;
+    _baseUrl;
+    constructor() {
+        super();
+        this._model = 'llama3.1';
+        this._baseUrl = 'http://localhost:11434';
+    }
+    get model() {
+        return this._model;
+    }
+    async initialize(config) {
+        await super.initialize(config);
+        // Set model if provided
+        if (config.model) {
+            this._model = config.model;
+        }
+        // Allow custom base URL via options or env var
+        if (config.options?.baseUrl) {
+            this._baseUrl = config.options.baseUrl;
+        }
+        else if (process.env.OLLAMA_BASE_URL) {
+            this._baseUrl = process.env.OLLAMA_BASE_URL;
+        }
+        // Check if Ollama is available
+        throw new AdapterError('Ollama adapter is not yet implemented. The @ai-sdk/ollama package is required but not available.', this.name);
+    }
+    async run(_test, _suiteContext) {
+        throw new AdapterError('Ollama adapter is not yet implemented', this.name);
+    }
+    async dispose() {
+        await super.dispose();
+    }
+}
+// Register the adapter
+registerAdapter('ollama', () => new OllamaAdapter());
+//# sourceMappingURL=ollama-adapter.js.map

package/dist/src/adapters/ollama-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama-adapter.js","sourceRoot":"","sources":["../../../src/adapters/ollama-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;;GAKG;AACH,MAAM,OAAO,aAAc,SAAQ,gBAAgB;IACxC,IAAI,GAAG,QAAQ,CAAC;IAEjB,MAAM,CAAS;IACf,QAAQ,CAAS;IAEzB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,wBAAwB,CAAC;IAC3C,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;QAED,+CAA+C;QAC/C,IAAI,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,OAAiB,CAAC;QACnD,CAAC;aAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;YACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC9C,CAAC;QAED,+BAA+B;QAC/B,MAAM,IAAI,YAAY,CACpB,kGAAkG,EAClG,IAAI,CAAC,IAAI,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAe,EAAE,aAAsB;QAC/C,MAAM,IAAI,YAAY,CACpB,uCAAuC,EACvC,IAAI,CAAC,IAAI,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC"}

package/dist/src/adapters/openai-adapter.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Direct OpenAI API adapter using the Vercel AI SDK.
+ *
+ * @module adapters/openai-adapter
+ */
+import { BaseAgentAdapter } from '../agent-adapter.js';
+import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
+/**
+ * Agent adapter for direct OpenAI API access.
+ *
+ * Uses the Vercel AI SDK for clean integration with retry logic,
+ * streaming support, and proper error handling.
+ */
+export declare class OpenAIAdapter extends BaseAgentAdapter {
+    readonly name = "openai";
+    private _model;
+    private _apiKey?;
+    constructor();
+    get model(): string;
+    initialize(config: AgentConfig): Promise<void>;
+    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
+    dispose(): Promise<void>;
+}
+//# sourceMappingURL=openai-adapter.d.ts.map

package/dist/src/adapters/openai-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/openai-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;;GAKG;AACH,qBAAa,aAAc,SAAQ,gBAAgB;IACjD,QAAQ,CAAC,IAAI,YAAY;IAEzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAC,CAAS;;IAOzB,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB9C,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IA4ClE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAI/B"}

package/dist/src/adapters/openai-adapter.js

@@ -0,0 +1,80 @@
+/**
+ * Direct OpenAI API adapter using the Vercel AI SDK.
+ *
+ * @module adapters/openai-adapter
+ */
+import { openai } from '@ai-sdk/openai';
+import { generateText } from 'ai';
+import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
+/**
+ * Agent adapter for direct OpenAI API access.
+ *
+ * Uses the Vercel AI SDK for clean integration with retry logic,
+ * streaming support, and proper error handling.
+ */
+export class OpenAIAdapter extends BaseAgentAdapter {
+    name = 'openai';
+    _model;
+    _apiKey;
+    constructor() {
+        super();
+        this._model = 'gpt-4o';
+    }
+    get model() {
+        return this._model;
+    }
+    async initialize(config) {
+        await super.initialize(config);
+        // Check for API key
+        this._apiKey = process.env.OPENAI_API_KEY;
+        if (!this._apiKey) {
+            throw new AdapterError('OPENAI_API_KEY environment variable is required', this.name);
+        }
+        // Set model if provided
+        if (config.model) {
+            this._model = config.model;
+        }
+    }
+    async run(test, suiteContext) {
+        this.assertInitialized();
+        const prompt = this.buildPrompt(test, suiteContext);
+        const startTime = Date.now();
+        try {
+            const result = await generateText({
+                model: openai(this._model),
+                messages: [
+                    {
+                        role: 'user',
+                        content: prompt,
+                    },
+                ],
+            });
+            const durationMs = Date.now() - startTime;
+            // Extract usage information safely
+            const usage = result.usage;
+            const tokensUsed = usage ? {
+                prompt: usage.promptTokens ?? 0,
+                completion: usage.completionTokens ?? 0,
+                total: usage.totalTokens ?? 0,
+            } : undefined;
+            return {
+                output: result.text,
+                metadata: {
+                    model: `openai/${this._model}`,
+                    tokensUsed,
+                    durationMs,
+                },
+            };
+        }
+        catch (error) {
+            throw new AdapterError(`OpenAI API call failed: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
+        }
+    }
+    async dispose() {
+        this._apiKey = undefined;
+        await super.dispose();
+    }
+}
+// Register the adapter
+registerAdapter('openai', () => new OpenAIAdapter());
+//# sourceMappingURL=openai-adapter.js.map

package/dist/src/adapters/openai-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-adapter.js","sourceRoot":"","sources":["../../../src/adapters/openai-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAElC,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;;GAKG;AACH,MAAM,OAAO,aAAc,SAAQ,gBAAgB;IACxC,IAAI,GAAG,QAAQ,CAAC;IAEjB,MAAM,CAAS;IACf,OAAO,CAAU;IAEzB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;IACzB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,oBAAoB;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,YAAY,CACpB,iDAAiD,EACjD,IAAI,CAAC,IAAI,CACV,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAc,EAAE,YAAqB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;gBAChC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAA2D;gBACpF,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,MAAM;qBAChB;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE1C,mCAAmC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC;gBACzB,MAAM,EAAG,KAAmC,CAAC,YAAY,IAAI,CAAC;gBAC9D,UAAU,EAAG,KAAuC,CAAC,gBAAgB,IAAI,CAAC;gBAC1E,KAAK,EAAG,KAAkC,CAAC,WAAW,IAAI,CAAC;aAC5D,CAAC,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,QAAQ,EAAE;oBACR,KAAK,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;oBAC9B,UAAU;oBACV,UAAU;iBACX;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACnF,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC"}

package/dist/src/adapters/pi-adapter.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Pi framework agent adapter.
+ *
+ * Uses the @mariozechner/pi-coding-agent package for running tests.
+ *
+ * @module adapters/pi-adapter
+ */
+import { BaseAgentAdapter } from '../agent-adapter.js';
+import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
+/**
+ * Agent adapter that uses the pi framework.
+ *
+ * This adapter creates a headless agent session and runs tests by sending
+ * prompts and collecting responses through the event stream.
+ */
+export declare class PiAgentAdapter extends BaseAgentAdapter {
+    readonly name = "pi";
+    private _model;
+    private _session?;
+    private _resourceLoader?;
+    constructor();
+    get model(): string;
+    initialize(config: AgentConfig): Promise<void>;
+    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
+    dispose(): Promise<void>;
+}
+//# sourceMappingURL=pi-adapter.d.ts.map

package/dist/src/adapters/pi-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pi-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/pi-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAaH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;;GAKG;AACH,qBAAa,cAAe,SAAQ,gBAAgB;IAClD,QAAQ,CAAC,IAAI,QAAQ;IAErB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,CAAe;IAChC,OAAO,CAAC,eAAe,CAAC,CAAwB;;IAUhD,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAoD9C,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAmElE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ/B"}

package/dist/src/adapters/pi-adapter.js

@@ -0,0 +1,136 @@
+/**
+ * Pi framework agent adapter.
+ *
+ * Uses the @mariozechner/pi-coding-agent package for running tests.
+ *
+ * @module adapters/pi-adapter
+ */
+import { getModel, setBedrockProviderModule } from '@mariozechner/pi-ai';
+import { bedrockProviderModule } from '@mariozechner/pi-ai/bedrock-provider';
+import { createAgentSession, DefaultResourceLoader, getAgentDir, SessionManager, SettingsManager, } from '@mariozechner/pi-coding-agent';
+import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
+/**
+ * Agent adapter that uses the pi framework.
+ *
+ * This adapter creates a headless agent session and runs tests by sending
+ * prompts and collecting responses through the event stream.
+ */
+export class PiAgentAdapter extends BaseAgentAdapter {
+    name = 'pi';
+    _model;
+    _session;
+    _resourceLoader;
+    constructor() {
+        super();
+        this._model = 'default';
+        // Register Bedrock provider so AWS users can use it without extra setup
+        setBedrockProviderModule(bedrockProviderModule);
+    }
+    get model() {
+        return this._model;
+    }
+    async initialize(config) {
+        await super.initialize(config);
+        try {
+            const agentDir = getAgentDir();
+            const settingsManager = SettingsManager.create(config.cwd, agentDir);
+            // Create resource loader with minimal configuration
+            this._resourceLoader = new DefaultResourceLoader({
+                cwd: config.cwd,
+                agentDir,
+                settingsManager,
+            });
+            await this._resourceLoader.reload();
+            // Resolve model if specified
+            let model;
+            if (config.model) {
+                const provider = (config.provider ?? 'anthropic');
+                try {
+                    model = getModel(provider, config.model);
+                    this._model = `${provider}/${config.model}`;
+                }
+                catch {
+                    console.warn(`Warning: unknown model "${provider}/${config.model}", falling back to default.`);
+                }
+            }
+            // Create in-memory session for evaluation (no persistence)
+            const sessionManager = SessionManager.inMemory();
+            const { session, modelFallbackMessage } = await createAgentSession({
+                cwd: config.cwd,
+                ...(model ? { model } : {}),
+                sessionManager,
+                settingsManager,
+                resourceLoader: this._resourceLoader,
+            });
+            if (modelFallbackMessage) {
+                console.warn(`Warning: ${modelFallbackMessage}`);
+            }
+            this._session = session;
+        }
+        catch (error) {
+            throw new AdapterError(`Failed to initialize pi agent: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
+        }
+    }
+    async run(test, suiteContext) {
+        this.assertInitialized();
+        if (!this._session) {
+            throw new AdapterError('Session not initialized', this.name);
+        }
+        const prompt = this.buildPrompt(test, suiteContext);
+        const startTime = Date.now();
+        // Collect response text from events
+        let responseText = '';
+        let isComplete = false;
+        // Subscribe to events before sending the prompt
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const unsubscribe = this._session.subscribe((event) => {
+            // Handle different event types - collect text content
+            if (event.type === 'message_update' && event.message?.content) {
+                const content = event.message.content;
+                if (typeof content === 'string') {
+                    responseText = content;
+                }
+            }
+            // Check for completion
+            if (event.type === 'turn_end' || event.type === 'message_end') {
+                isComplete = true;
+            }
+        });
+        try {
+            // Send the prompt
+            await this._session.prompt(prompt, { source: 'rpc' });
+            // Wait for completion with timeout
+            const timeout = 120000; // 2 minutes
+            const pollInterval = 100; // 100ms
+            const startWait = Date.now();
+            while (!isComplete && Date.now() - startWait < timeout) {
+                await new Promise(resolve => setTimeout(resolve, pollInterval));
+            }
+            const durationMs = Date.now() - startTime;
+            return {
+                output: responseText,
+                metadata: {
+                    model: this._model,
+                    durationMs,
+                },
+            };
+        }
+        catch (error) {
+            throw new AdapterError(`Test execution failed: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
+        }
+        finally {
+            unsubscribe();
+        }
+    }
+    async dispose() {
+        if (this._session) {
+            // Clean up session if needed
+            this._session = undefined;
+        }
+        this._resourceLoader = undefined;
+        await super.dispose();
+    }
+}
+// Register the adapter
+registerAdapter('pi', () => new PiAgentAdapter());
+//# sourceMappingURL=pi-adapter.js.map

package/dist/src/adapters/pi-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pi-adapter.js","sourceRoot":"","sources":["../../../src/adapters/pi-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAC7E,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,EACX,cAAc,EACd,eAAe,GAEhB,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;;GAKG;AACH,MAAM,OAAO,cAAe,SAAQ,gBAAgB;IACzC,IAAI,GAAG,IAAI,CAAC;IAEb,MAAM,CAAS;IACf,QAAQ,CAAgB;IACxB,eAAe,CAAyB;IAEhD;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QAExB,wEAAwE;QACxE,wBAAwB,CAAC,qBAAqB,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC/B,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAErE,oDAAoD;YACpD,IAAI,CAAC,eAAe,GAAG,IAAI,qBAAqB,CAAC;gBAC/C,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,QAAQ;gBACR,eAAe;aAChB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;YAEpC,6BAA6B;YAC7B,IAAI,KAA8C,CAAC;YACnD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,WAAW,CAAmC,CAAC;gBACpF,IAAI,CAAC;oBACH,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAuC,CAAC,CAAC;oBAC3E,IAAI,CAAC,MAAM,GAAG,GAAG,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAC9C,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,IAAI,CAAC,2BAA2B,QAAQ,IAAI,MAAM,CAAC,KAAK,6BAA6B,CAAC,CAAC;gBACjG,CAAC;YACH,CAAC;YAED,2DAA2D;YAC3D,MAAM,cAAc,GAAG,cAAc,CAAC,QAAQ,EAAE,CAAC;YAEjD,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,GAAG,MAAM,kBAAkB,CAAC;gBACjE,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3B,cAAc;gBACd,eAAe;gBACf,cAAc,EAAE,IAAI,CAAC,eAAe;aACrC,CAAC,CAAC;YAEH,IAAI,oBAAoB,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,YAAY,oBAAoB,EAAE,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC1F,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAc,EAAE,YAAqB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,YAAY,CACpB,yBAAyB,EACzB,IAAI,CAAC,IAAI,CACV,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,oCAAoC;QACpC,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,gDAAgD;QAChD,8DAA8D;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,KAAU,EAAE,EAAE;YACzD,sDAAsD;YACtD,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBACtC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAChC,YAAY,GAAG,OAAO,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,uBAAuB;YACvB,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC9D,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,kBAAkB;YAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAEtD,mCAAmC;YACnC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,YAAY;YACpC,MAAM,YAAY,GAAG,GAAG,CAAC,CAAC,QAAQ;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC;gBACvD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;YAClE,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE1C,OAAO;gBACL,MAAM,EAAE,YAAY;gBACpB,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,MAAM;oBAClB,UAAU;iBACX;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAClF,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,WAAW,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,6BAA6B;YAC7B,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC"}