@gnsx/genesys.agent.eval 1.0.0 → 1.0.2

package/dist/tsup.config.d.ts

@@ -0,0 +1,3 @@
+declare const _default: import("tsup").Options | import("tsup").Options[] | ((overrideOptions: import("tsup").Options) => import("tsup").Options | import("tsup").Options[] | Promise<import("tsup").Options | import("tsup").Options[]>);
+export default _default;
+//# sourceMappingURL=tsup.config.d.ts.map

package/dist/tsup.config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tsup.config.d.ts","sourceRoot":"","sources":["../tsup.config.ts"],"names":[],"mappings":";AAEA,wBAUG"}

package/dist/tsup.config.js

@@ -0,0 +1,13 @@
+import { defineConfig } from 'tsup';
+export default defineConfig({
+    entry: ['src/cli.ts'],
+    outDir: 'dist/bundle',
+    format: 'esm',
+    platform: 'node',
+    bundle: true,
+    splitting: false,
+    sourcemap: true,
+    clean: true,
+    external: ['@mariozechner/*', 'commander', 'dotenv'],
+});
+//# sourceMappingURL=tsup.config.js.map

package/dist/tsup.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tsup.config.js","sourceRoot":"","sources":["../tsup.config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,MAAM,CAAC;AAEpC,eAAe,YAAY,CAAC;IAC1B,KAAK,EAAE,CAAC,YAAY,CAAC;IACrB,MAAM,EAAE,aAAa;IACrB,MAAM,EAAE,KAAK;IACb,QAAQ,EAAE,MAAM;IAChB,MAAM,EAAE,IAAI;IACZ,SAAS,EAAE,KAAK;IAChB,SAAS,EAAE,IAAI;IACf,KAAK,EAAE,IAAI;IACX,QAAQ,EAAE,CAAC,iBAAiB,EAAE,WAAW,EAAE,QAAQ,CAAC;CACrD,CAAC,CAAC"}

package/package.json

@@ -1,13 +1,13 @@
 {
   "name": "@gnsx/genesys.agent.eval",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "type": "module",
   "description": "Agent evaluation harness for benchmarking AI agents against test suites",
   "publishConfig": {
     "access": "public"
   },
   "bin": {
-    "genesys-eval": "./dist/src/launcher.js"
+    "genesys-eval": "./dist/bundle/cli.js"
   },
   "exports": {
     ".": "./dist/index.js",
@@ -18,24 +18,28 @@
     "dist",
     "examples"
   ],
-  "scripts": {
-    "compile": "run-cmd tsc --build",
-    "build": "run-cmd tsc --build",
-    "dev": "tsx src/launcher.ts",
-    "lint": "run-cmd run-eslint ."
-  },
   "dependencies": {
     "@ai-sdk/anthropic": "^1.0.0",
     "@ai-sdk/google": "^1.0.0",
     "@ai-sdk/openai": "^1.0.0",
-    "@huggingface/transformers": "catalog:",
-    "ai": "catalog:",
-    "yaml": "catalog:",
-    "zod": "catalog:"
+    "@huggingface/transformers": "^3.8.1",
+    "ai": "^6.0.116",
+    "commander": "^14.0.2",
+    "yaml": "^2.8.1",
+    "zod": "^3.25.76"
   },
   "devDependencies": {
-    "@gnsx/dev-tools": "workspace:*",
-    "@types/node": "catalog:"
+    "@types/node": "^25.0.9",
+    "tsup": "^8.5.1",
+    "@gnsx/cli-utils": "1.0.0",
+    "@gnsx/dev-tools": "1.0.0"
   },
-  "license": "UNLICENSED"
-}
+  "license": "UNLICENSED",
+  "scripts": {
+    "compile": "run-cmd tsc --build",
+    "bundle": "tsup",
+    "build": "run-cmd tsc --build && pnpm bundle",
+    "dev": "tsx src/cli.ts",
+    "lint": "run-cmd run-eslint ."
+  }
+}

package/dist/src/adapters/anthropic-adapter.d.ts

@@ -1,24 +0,0 @@
-/**
- * Direct Anthropic API adapter using the Vercel AI SDK.
- *
- * @module adapters/anthropic-adapter
- */
-import { BaseAgentAdapter } from '../agent-adapter.js';
-import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
-/**
- * Agent adapter for direct Anthropic API access.
- *
- * Uses the Vercel AI SDK for clean integration with retry logic,
- * streaming support, and proper error handling.
- */
-export declare class AnthropicAdapter extends BaseAgentAdapter {
-    readonly name = "anthropic";
-    private _model;
-    private _apiKey?;
-    constructor();
-    get model(): string;
-    initialize(config: AgentConfig): Promise<void>;
-    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
-    dispose(): Promise<void>;
-}
-//# sourceMappingURL=anthropic-adapter.d.ts.map

package/dist/src/adapters/anthropic-adapter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"anthropic-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/anthropic-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;;GAKG;AACH,qBAAa,gBAAiB,SAAQ,gBAAgB;IACpD,QAAQ,CAAC,IAAI,eAAe;IAE5B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAC,CAAS;;IAOzB,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB9C,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IA4ClE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAI/B"}

package/dist/src/adapters/anthropic-adapter.js

@@ -1,80 +0,0 @@
-/**
- * Direct Anthropic API adapter using the Vercel AI SDK.
- *
- * @module adapters/anthropic-adapter
- */
-import { anthropic } from '@ai-sdk/anthropic';
-import { generateText } from 'ai';
-import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
-/**
- * Agent adapter for direct Anthropic API access.
- *
- * Uses the Vercel AI SDK for clean integration with retry logic,
- * streaming support, and proper error handling.
- */
-export class AnthropicAdapter extends BaseAgentAdapter {
-    name = 'anthropic';
-    _model;
-    _apiKey;
-    constructor() {
-        super();
-        this._model = 'claude-3-5-sonnet-20241022';
-    }
-    get model() {
-        return this._model;
-    }
-    async initialize(config) {
-        await super.initialize(config);
-        // Check for API key
-        this._apiKey = process.env.ANTHROPIC_API_KEY;
-        if (!this._apiKey) {
-            throw new AdapterError('ANTHROPIC_API_KEY environment variable is required', this.name);
-        }
-        // Set model if provided
-        if (config.model) {
-            this._model = config.model;
-        }
-    }
-    async run(test, suiteContext) {
-        this.assertInitialized();
-        const prompt = this.buildPrompt(test, suiteContext);
-        const startTime = Date.now();
-        try {
-            const result = await generateText({
-                model: anthropic(this._model),
-                messages: [
-                    {
-                        role: 'user',
-                        content: prompt,
-                    },
-                ],
-            });
-            const durationMs = Date.now() - startTime;
-            // Extract usage information safely
-            const usage = result.usage;
-            const tokensUsed = usage ? {
-                prompt: usage.promptTokens ?? 0,
-                completion: usage.completionTokens ?? 0,
-                total: usage.totalTokens ?? 0,
-            } : undefined;
-            return {
-                output: result.text,
-                metadata: {
-                    model: `anthropic/${this._model}`,
-                    tokensUsed,
-                    durationMs,
-                },
-            };
-        }
-        catch (error) {
-            throw new AdapterError(`Anthropic API call failed: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
-        }
-    }
-    async dispose() {
-        this._apiKey = undefined;
-        await super.dispose();
-    }
-}
-// Register the adapter
-registerAdapter('anthropic', () => new AnthropicAdapter());
-//# sourceMappingURL=anthropic-adapter.js.map

package/dist/src/adapters/anthropic-adapter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"anthropic-adapter.js","sourceRoot":"","sources":["../../../src/adapters/anthropic-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAElC,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;;GAKG;AACH,MAAM,OAAO,gBAAiB,SAAQ,gBAAgB;IAC3C,IAAI,GAAG,WAAW,CAAC;IAEpB,MAAM,CAAS;IACf,OAAO,CAAU;IAEzB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,4BAA4B,CAAC;IAC7C,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,oBAAoB;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,YAAY,CACpB,oDAAoD,EACpD,IAAI,CAAC,IAAI,CACV,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAc,EAAE,YAAqB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;gBAChC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAA2D;gBACvF,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,MAAM;qBAChB;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE1C,mCAAmC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC;gBACzB,MAAM,EAAG,KAAmC,CAAC,YAAY,IAAI,CAAC;gBAC9D,UAAU,EAAG,KAAuC,CAAC,gBAAgB,IAAI,CAAC;gBAC1E,KAAK,EAAG,KAAkC,CAAC,WAAW,IAAI,CAAC;aAC5D,CAAC,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,QAAQ,EAAE;oBACR,KAAK,EAAE,aAAa,IAAI,CAAC,MAAM,EAAE;oBACjC,UAAU;oBACV,UAAU;iBACX;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACtF,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC"}

package/dist/src/adapters/gemini-adapter.d.ts

@@ -1,23 +0,0 @@
-/**
- * Google Gemini API adapter using the Vercel AI SDK.
- *
- * @module adapters/gemini-adapter
- */
-import { BaseAgentAdapter } from '../agent-adapter.js';
-import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
-/**
- * Agent adapter for Google Gemini API.
- *
- * Uses the Vercel AI SDK for clean integration with Google's Gemini models.
- */
-export declare class GeminiAdapter extends BaseAgentAdapter {
-    readonly name = "gemini";
-    private _model;
-    private _apiKey?;
-    constructor();
-    get model(): string;
-    initialize(config: AgentConfig): Promise<void>;
-    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
-    dispose(): Promise<void>;
-}
-//# sourceMappingURL=gemini-adapter.d.ts.map

package/dist/src/adapters/gemini-adapter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"gemini-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/gemini-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;GAIG;AACH,qBAAa,aAAc,SAAQ,gBAAgB;IACjD,QAAQ,CAAC,IAAI,YAAY;IAEzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAC,CAAS;;IAOzB,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB9C,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IA4ClE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAI/B"}

package/dist/src/adapters/gemini-adapter.js

@@ -1,79 +0,0 @@
-/**
- * Google Gemini API adapter using the Vercel AI SDK.
- *
- * @module adapters/gemini-adapter
- */
-import { google } from '@ai-sdk/google';
-import { generateText } from 'ai';
-import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
-/**
- * Agent adapter for Google Gemini API.
- *
- * Uses the Vercel AI SDK for clean integration with Google's Gemini models.
- */
-export class GeminiAdapter extends BaseAgentAdapter {
-    name = 'gemini';
-    _model;
-    _apiKey;
-    constructor() {
-        super();
-        this._model = 'gemini-1.5-pro';
-    }
-    get model() {
-        return this._model;
-    }
-    async initialize(config) {
-        await super.initialize(config);
-        // Check for API key
-        this._apiKey = process.env.GOOGLE_GENERATIVE_AI_API_KEY;
-        if (!this._apiKey) {
-            throw new AdapterError('GOOGLE_GENERATIVE_AI_API_KEY environment variable is required', this.name);
-        }
-        // Set model if provided
-        if (config.model) {
-            this._model = config.model;
-        }
-    }
-    async run(test, suiteContext) {
-        this.assertInitialized();
-        const prompt = this.buildPrompt(test, suiteContext);
-        const startTime = Date.now();
-        try {
-            const result = await generateText({
-                model: google(this._model),
-                messages: [
-                    {
-                        role: 'user',
-                        content: prompt,
-                    },
-                ],
-            });
-            const durationMs = Date.now() - startTime;
-            // Extract usage information safely
-            const usage = result.usage;
-            const tokensUsed = usage ? {
-                prompt: usage.promptTokens ?? 0,
-                completion: usage.completionTokens ?? 0,
-                total: usage.totalTokens ?? 0,
-            } : undefined;
-            return {
-                output: result.text,
-                metadata: {
-                    model: `google/${this._model}`,
-                    tokensUsed,
-                    durationMs,
-                },
-            };
-        }
-        catch (error) {
-            throw new AdapterError(`Gemini API call failed: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
-        }
-    }
-    async dispose() {
-        this._apiKey = undefined;
-        await super.dispose();
-    }
-}
-// Register the adapter
-registerAdapter('gemini', () => new GeminiAdapter());
-//# sourceMappingURL=gemini-adapter.js.map

package/dist/src/adapters/gemini-adapter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"gemini-adapter.js","sourceRoot":"","sources":["../../../src/adapters/gemini-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAElC,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;GAIG;AACH,MAAM,OAAO,aAAc,SAAQ,gBAAgB;IACxC,IAAI,GAAG,QAAQ,CAAC;IAEjB,MAAM,CAAS;IACf,OAAO,CAAU;IAEzB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,gBAAgB,CAAC;IACjC,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,oBAAoB;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC;QACxD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,YAAY,CACpB,+DAA+D,EAC/D,IAAI,CAAC,IAAI,CACV,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAc,EAAE,YAAqB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;gBAChC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAA2D;gBACpF,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,MAAM;qBAChB;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE1C,mCAAmC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC;gBACzB,MAAM,EAAG,KAAmC,CAAC,YAAY,IAAI,CAAC;gBAC9D,UAAU,EAAG,KAAuC,CAAC,gBAAgB,IAAI,CAAC;gBAC1E,KAAK,EAAG,KAAkC,CAAC,WAAW,IAAI,CAAC;aAC5D,CAAC,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,QAAQ,EAAE;oBACR,KAAK,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;oBAC9B,UAAU;oBACV,UAAU;iBACX;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACnF,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC"}

package/dist/src/adapters/ollama-adapter.d.ts

@@ -1,28 +0,0 @@
-/**
- * Ollama local model adapter stub.
- *
- * @module adapters/ollama-adapter
- *
- * @remarks
- * This is a stub implementation. The @ai-sdk/ollama package is not yet available.
- * When it becomes available, this adapter should be updated to use it.
- */
-import { BaseAgentAdapter } from '../agent-adapter.js';
-import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
-/**
- * Agent adapter stub for Ollama local models.
- *
- * @remarks
- * Not yet implemented - requires @ai-sdk/ollama package.
- */
-export declare class OllamaAdapter extends BaseAgentAdapter {
-    readonly name = "ollama";
-    private _model;
-    private _baseUrl;
-    constructor();
-    get model(): string;
-    initialize(config: AgentConfig): Promise<void>;
-    run(_test: TestCase, _suiteContext?: string): Promise<AgentResponse>;
-    dispose(): Promise<void>;
-}
-//# sourceMappingURL=ollama-adapter.d.ts.map

package/dist/src/adapters/ollama-adapter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ollama-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/ollama-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;;GAKG;AACH,qBAAa,aAAc,SAAQ,gBAAgB;IACjD,QAAQ,CAAC,IAAI,YAAY;IAEzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;;IAQzB,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAsB9C,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAOpE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/dist/src/adapters/ollama-adapter.js

@@ -1,54 +0,0 @@
-/**
- * Ollama local model adapter stub.
- *
- * @module adapters/ollama-adapter
- *
- * @remarks
- * This is a stub implementation. The @ai-sdk/ollama package is not yet available.
- * When it becomes available, this adapter should be updated to use it.
- */
-import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
-/**
- * Agent adapter stub for Ollama local models.
- *
- * @remarks
- * Not yet implemented - requires @ai-sdk/ollama package.
- */
-export class OllamaAdapter extends BaseAgentAdapter {
-    name = 'ollama';
-    _model;
-    _baseUrl;
-    constructor() {
-        super();
-        this._model = 'llama3.1';
-        this._baseUrl = 'http://localhost:11434';
-    }
-    get model() {
-        return this._model;
-    }
-    async initialize(config) {
-        await super.initialize(config);
-        // Set model if provided
-        if (config.model) {
-            this._model = config.model;
-        }
-        // Allow custom base URL via options or env var
-        if (config.options?.baseUrl) {
-            this._baseUrl = config.options.baseUrl;
-        }
-        else if (process.env.OLLAMA_BASE_URL) {
-            this._baseUrl = process.env.OLLAMA_BASE_URL;
-        }
-        // Check if Ollama is available
-        throw new AdapterError('Ollama adapter is not yet implemented. The @ai-sdk/ollama package is required but not available.', this.name);
-    }
-    async run(_test, _suiteContext) {
-        throw new AdapterError('Ollama adapter is not yet implemented', this.name);
-    }
-    async dispose() {
-        await super.dispose();
-    }
-}
-// Register the adapter
-registerAdapter('ollama', () => new OllamaAdapter());
-//# sourceMappingURL=ollama-adapter.js.map

package/dist/src/adapters/ollama-adapter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ollama-adapter.js","sourceRoot":"","sources":["../../../src/adapters/ollama-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;;GAKG;AACH,MAAM,OAAO,aAAc,SAAQ,gBAAgB;IACxC,IAAI,GAAG,QAAQ,CAAC;IAEjB,MAAM,CAAS;IACf,QAAQ,CAAS;IAEzB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,wBAAwB,CAAC;IAC3C,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;QAED,+CAA+C;QAC/C,IAAI,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,OAAiB,CAAC;QACnD,CAAC;aAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;YACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC9C,CAAC;QAED,+BAA+B;QAC/B,MAAM,IAAI,YAAY,CACpB,kGAAkG,EAClG,IAAI,CAAC,IAAI,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAe,EAAE,aAAsB;QAC/C,MAAM,IAAI,YAAY,CACpB,uCAAuC,EACvC,IAAI,CAAC,IAAI,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC"}

package/dist/src/adapters/openai-adapter.d.ts

@@ -1,24 +0,0 @@
-/**
- * Direct OpenAI API adapter using the Vercel AI SDK.
- *
- * @module adapters/openai-adapter
- */
-import { BaseAgentAdapter } from '../agent-adapter.js';
-import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
-/**
- * Agent adapter for direct OpenAI API access.
- *
- * Uses the Vercel AI SDK for clean integration with retry logic,
- * streaming support, and proper error handling.
- */
-export declare class OpenAIAdapter extends BaseAgentAdapter {
-    readonly name = "openai";
-    private _model;
-    private _apiKey?;
-    constructor();
-    get model(): string;
-    initialize(config: AgentConfig): Promise<void>;
-    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
-    dispose(): Promise<void>;
-}
-//# sourceMappingURL=openai-adapter.d.ts.map

package/dist/src/adapters/openai-adapter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/openai-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;;GAKG;AACH,qBAAa,aAAc,SAAQ,gBAAgB;IACjD,QAAQ,CAAC,IAAI,YAAY;IAEzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAC,CAAS;;IAOzB,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB9C,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IA4ClE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAI/B"}

package/dist/src/adapters/openai-adapter.js

@@ -1,80 +0,0 @@
-/**
- * Direct OpenAI API adapter using the Vercel AI SDK.
- *
- * @module adapters/openai-adapter
- */
-import { openai } from '@ai-sdk/openai';
-import { generateText } from 'ai';
-import { AdapterError, BaseAgentAdapter, registerAdapter, } from '../agent-adapter.js';
-/**
- * Agent adapter for direct OpenAI API access.
- *
- * Uses the Vercel AI SDK for clean integration with retry logic,
- * streaming support, and proper error handling.
- */
-export class OpenAIAdapter extends BaseAgentAdapter {
-    name = 'openai';
-    _model;
-    _apiKey;
-    constructor() {
-        super();
-        this._model = 'gpt-4o';
-    }
-    get model() {
-        return this._model;
-    }
-    async initialize(config) {
-        await super.initialize(config);
-        // Check for API key
-        this._apiKey = process.env.OPENAI_API_KEY;
-        if (!this._apiKey) {
-            throw new AdapterError('OPENAI_API_KEY environment variable is required', this.name);
-        }
-        // Set model if provided
-        if (config.model) {
-            this._model = config.model;
-        }
-    }
-    async run(test, suiteContext) {
-        this.assertInitialized();
-        const prompt = this.buildPrompt(test, suiteContext);
-        const startTime = Date.now();
-        try {
-            const result = await generateText({
-                model: openai(this._model),
-                messages: [
-                    {
-                        role: 'user',
-                        content: prompt,
-                    },
-                ],
-            });
-            const durationMs = Date.now() - startTime;
-            // Extract usage information safely
-            const usage = result.usage;
-            const tokensUsed = usage ? {
-                prompt: usage.promptTokens ?? 0,
-                completion: usage.completionTokens ?? 0,
-                total: usage.totalTokens ?? 0,
-            } : undefined;
-            return {
-                output: result.text,
-                metadata: {
-                    model: `openai/${this._model}`,
-                    tokensUsed,
-                    durationMs,
-                },
-            };
-        }
-        catch (error) {
-            throw new AdapterError(`OpenAI API call failed: ${error instanceof Error ? error.message : String(error)}`, this.name, error);
-        }
-    }
-    async dispose() {
-        this._apiKey = undefined;
-        await super.dispose();
-    }
-}
-// Register the adapter
-registerAdapter('openai', () => new OpenAIAdapter());
-//# sourceMappingURL=openai-adapter.js.map

package/dist/src/adapters/openai-adapter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai-adapter.js","sourceRoot":"","sources":["../../../src/adapters/openai-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAElC,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAG7B;;;;;GAKG;AACH,MAAM,OAAO,aAAc,SAAQ,gBAAgB;IACxC,IAAI,GAAG,QAAQ,CAAC;IAEjB,MAAM,CAAS;IACf,OAAO,CAAU;IAEzB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;IACzB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE/B,oBAAoB;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,YAAY,CACpB,iDAAiD,EACjD,IAAI,CAAC,IAAI,CACV,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAc,EAAE,YAAqB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;gBAChC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAA2D;gBACpF,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,MAAM;qBAChB;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE1C,mCAAmC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC;gBACzB,MAAM,EAAG,KAAmC,CAAC,YAAY,IAAI,CAAC;gBAC9D,UAAU,EAAG,KAAuC,CAAC,gBAAgB,IAAI,CAAC;gBAC1E,KAAK,EAAG,KAAkC,CAAC,WAAW,IAAI,CAAC;aAC5D,CAAC,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,QAAQ,EAAE;oBACR,KAAK,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;oBAC9B,UAAU;oBACV,UAAU;iBACX;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACnF,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,uBAAuB;AACvB,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC"}

package/dist/src/adapters/pi-adapter.d.ts

@@ -1,27 +0,0 @@
-/**
- * Pi framework agent adapter.
- *
- * Uses the @mariozechner/pi-coding-agent package for running tests.
- *
- * @module adapters/pi-adapter
- */
-import { BaseAgentAdapter } from '../agent-adapter.js';
-import type { AgentConfig, AgentResponse, TestCase } from '../types.js';
-/**
- * Agent adapter that uses the pi framework.
- *
- * This adapter creates a headless agent session and runs tests by sending
- * prompts and collecting responses through the event stream.
- */
-export declare class PiAgentAdapter extends BaseAgentAdapter {
-    readonly name = "pi";
-    private _model;
-    private _session?;
-    private _resourceLoader?;
-    constructor();
-    get model(): string;
-    initialize(config: AgentConfig): Promise<void>;
-    run(test: TestCase, suiteContext?: string): Promise<AgentResponse>;
-    dispose(): Promise<void>;
-}
-//# sourceMappingURL=pi-adapter.d.ts.map

package/dist/src/adapters/pi-adapter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"pi-adapter.d.ts","sourceRoot":"","sources":["../../../src/adapters/pi-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAaH,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExE;;;;;GAKG;AACH,qBAAa,cAAe,SAAQ,gBAAgB;IAClD,QAAQ,CAAC,IAAI,QAAQ;IAErB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,CAAe;IAChC,OAAO,CAAC,eAAe,CAAC,CAAwB;;IAUhD,IAAI,KAAK,IAAI,MAAM,CAElB;IAEK,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAoD9C,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAmElE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ/B"}