agentic-qe 2.5.7 → 2.5.8

package/dist/providers/LLMBaselineTracker.d.ts

@@ -0,0 +1,120 @@
+/**
+ * LLMBaselineTracker - Track LLM provider performance baselines over time
+ *
+ * Phase 0 integration: Establishes real performance baselines for LLM providers
+ * to replace unverified claims with measured data.
+ *
+ * Integrates with existing observability infrastructure:
+ * - Uses BaselineCollector patterns
+ * - Stores data in SQLite for historical tracking
+ * - Provides improvement target calculations
+ *
+ * @version 1.0.0
+ * @module providers/LLMBaselineTracker
+ */
+/**
+ * LLM performance measurement
+ */
+export interface LLMPerformanceMeasurement {
+    id?: string;
+    provider: string;
+    model: string;
+    operation: string;
+    metrics: {
+        latencyP50: number;
+        latencyP95: number;
+        latencyP99: number;
+        tokensPerSecond: number;
+        inputTokens: number;
+        outputTokens: number;
+        cost: number;
+        errorRate: number;
+    };
+    sampleSize: number;
+    timestamp: Date;
+    environment?: {
+        node?: string;
+        platform?: string;
+    };
+}
+/**
+ * Baseline comparison result
+ */
+export interface BaselineComparison {
+    provider: string;
+    model: string;
+    operation: string;
+    current: LLMPerformanceMeasurement;
+    baseline: LLMPerformanceMeasurement | null;
+    improvement: {
+        latencyP50Change: number;
+        throughputChange: number;
+        costChange: number;
+    } | null;
+    meetsTarget: boolean;
+}
+/**
+ * LLMBaselineTracker configuration
+ */
+export interface LLMBaselineTrackerConfig {
+    /** Database path. Default: .agentic-qe/llm-baselines.db */
+    dbPath?: string;
+    /** Minimum improvement target (%). Default: 10 */
+    minImprovementTarget?: number;
+    /** Enable debug logging */
+    debug?: boolean;
+}
+/**
+ * Tracks LLM provider performance baselines over time
+ */
+export declare class LLMBaselineTracker {
+    private db;
+    private readonly config;
+    private readonly logger;
+    private initialized;
+    constructor(config?: LLMBaselineTrackerConfig);
+    /**
+     * Initialize the tracker and create database schema
+     */
+    initialize(): Promise<void>;
+    /**
+     * Record a new performance measurement
+     */
+    recordMeasurement(measurement: Omit<LLMPerformanceMeasurement, 'id'>): LLMPerformanceMeasurement;
+    /**
+     * Set a measurement as the baseline for a provider/model/operation
+     */
+    setBaseline(provider: string, model: string, operation: string, measurementId: string): void;
+    /**
+     * Get the current baseline for a provider/model/operation
+     */
+    getBaseline(provider: string, model: string, operation: string): LLMPerformanceMeasurement | null;
+    /**
+     * Compare current measurement against baseline
+     */
+    compareToBaseline(current: LLMPerformanceMeasurement): BaselineComparison;
+    /**
+     * Get all measurements for a provider/model
+     */
+    getMeasurements(provider: string, model: string, operation?: string, limit?: number): LLMPerformanceMeasurement[];
+    /**
+     * Get summary statistics for a provider/model
+     */
+    getSummary(provider: string, model: string): {
+        totalMeasurements: number;
+        avgLatencyP50: number;
+        avgThroughput: number;
+        totalCost: number;
+        lastMeasurement: Date | null;
+    };
+    /**
+     * Close the database connection
+     */
+    close(): void;
+    private rowToMeasurement;
+}
+/**
+ * Create a tracker instance (convenience function)
+ */
+export declare function createLLMBaselineTracker(config?: LLMBaselineTrackerConfig): LLMBaselineTracker;
+//# sourceMappingURL=LLMBaselineTracker.d.ts.map

package/dist/providers/LLMBaselineTracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMBaselineTracker.d.ts","sourceRoot":"","sources":["../../src/providers/LLMBaselineTracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAQH;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,IAAI,CAAC;IAChB,WAAW,CAAC,EAAE;QACZ,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,yBAAyB,CAAC;IACnC,QAAQ,EAAE,yBAAyB,GAAG,IAAI,CAAC;IAC3C,WAAW,EAAE;QACX,gBAAgB,EAAE,MAAM,CAAC;QACzB,gBAAgB,EAAE,MAAM,CAAC;QACzB,UAAU,EAAE,MAAM,CAAC;KACpB,GAAG,IAAI,CAAC;IACT,WAAW,EAAE,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,wBAAwB;IACvC,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kDAAkD;IAClD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2BAA2B;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;GAEG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,EAAE,CAAuC;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqC;IAC5D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,WAAW,CAAkB;gBAEzB,MAAM,GAAE,wBAA6B;IASjD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAwDjC;;OAEG;IACH,iBAAiB,CAAC,WAAW,EAAE,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,GAAG,yBAAyB;IA6ChG;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,IAAI;IAe5F;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,yBAAyB,GAAG,IAAI;IAcjG;;OAEG;IACH,iBAAiB,CAAC,OAAO,EAAE,yBAAyB,GAAG,kBAAkB;IA0CzE;;OAEG;IACH,eAAe,CACb,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,SAAS,CAAC,EAAE,MAAM,EAClB,KAAK,GAAE,MAAY,GAClB,yBAAyB,EAAE;IAqB9B;;OAEG;IACH,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG;QAC3C,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,IAAI,GAAG,IAAI,CAAC;KAC9B;IA2BD;;OAEG;IACH,KAAK,IAAI,IAAI;IAQb,OAAO,CAAC,gBAAgB;CAqBzB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,CAAC,EAAE,wBAAwB,GAAG,kBAAkB,CAE9F"}

package/dist/providers/LLMBaselineTracker.js

@@ -0,0 +1,305 @@
+"use strict";
+/**
+ * LLMBaselineTracker - Track LLM provider performance baselines over time
+ *
+ * Phase 0 integration: Establishes real performance baselines for LLM providers
+ * to replace unverified claims with measured data.
+ *
+ * Integrates with existing observability infrastructure:
+ * - Uses BaselineCollector patterns
+ * - Stores data in SQLite for historical tracking
+ * - Provides improvement target calculations
+ *
+ * @version 1.0.0
+ * @module providers/LLMBaselineTracker
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMBaselineTracker = void 0;
+exports.createLLMBaselineTracker = createLLMBaselineTracker;
+const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
+const path = __importStar(require("path"));
+const fs = __importStar(require("fs"));
+const Logger_1 = require("../utils/Logger");
+const SecureRandom_1 = require("../utils/SecureRandom");
+/**
+ * Tracks LLM provider performance baselines over time
+ */
+class LLMBaselineTracker {
+    constructor(config = {}) {
+        this.db = null;
+        this.initialized = false;
+        this.logger = Logger_1.Logger.getInstance();
+        this.config = {
+            dbPath: config.dbPath || path.join(process.cwd(), '.agentic-qe', 'llm-baselines.db'),
+            minImprovementTarget: config.minImprovementTarget ?? 10,
+            debug: config.debug ?? false,
+        };
+    }
+    /**
+     * Initialize the tracker and create database schema
+     */
+    async initialize() {
+        if (this.initialized)
+            return;
+        // Ensure directory exists
+        const dir = path.dirname(this.config.dbPath);
+        if (!fs.existsSync(dir)) {
+            fs.mkdirSync(dir, { recursive: true });
+        }
+        this.db = new better_sqlite3_1.default(this.config.dbPath);
+        // Create tables
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS llm_measurements (
+        id TEXT PRIMARY KEY,
+        provider TEXT NOT NULL,
+        model TEXT NOT NULL,
+        operation TEXT NOT NULL,
+        latency_p50 REAL NOT NULL,
+        latency_p95 REAL NOT NULL,
+        latency_p99 REAL NOT NULL,
+        tokens_per_second REAL NOT NULL,
+        input_tokens INTEGER NOT NULL,
+        output_tokens INTEGER NOT NULL,
+        cost REAL NOT NULL,
+        error_rate REAL NOT NULL,
+        sample_size INTEGER NOT NULL,
+        timestamp TEXT NOT NULL,
+        environment TEXT,
+        created_at TEXT DEFAULT CURRENT_TIMESTAMP
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_measurements_provider_model
+        ON llm_measurements(provider, model, operation);
+      CREATE INDEX IF NOT EXISTS idx_measurements_timestamp
+        ON llm_measurements(timestamp);
+
+      CREATE TABLE IF NOT EXISTS llm_baselines (
+        id TEXT PRIMARY KEY,
+        provider TEXT NOT NULL,
+        model TEXT NOT NULL,
+        operation TEXT NOT NULL,
+        measurement_id TEXT NOT NULL,
+        set_at TEXT NOT NULL,
+        UNIQUE(provider, model, operation),
+        FOREIGN KEY(measurement_id) REFERENCES llm_measurements(id)
+      );
+    `);
+        this.initialized = true;
+        if (this.config.debug) {
+            this.logger.debug('LLMBaselineTracker initialized', { dbPath: this.config.dbPath });
+        }
+    }
+    /**
+     * Record a new performance measurement
+     */
+    recordMeasurement(measurement) {
+        if (!this.db)
+            throw new Error('Tracker not initialized');
+        const id = `llm-${SecureRandom_1.SecureRandom.uuid().slice(0, 8)}`;
+        const record = { ...measurement, id };
+        const stmt = this.db.prepare(`
+      INSERT INTO llm_measurements (
+        id, provider, model, operation,
+        latency_p50, latency_p95, latency_p99,
+        tokens_per_second, input_tokens, output_tokens,
+        cost, error_rate, sample_size, timestamp, environment
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        stmt.run(id, record.provider, record.model, record.operation, record.metrics.latencyP50, record.metrics.latencyP95, record.metrics.latencyP99, record.metrics.tokensPerSecond, record.metrics.inputTokens, record.metrics.outputTokens, record.metrics.cost, record.metrics.errorRate, record.sampleSize, record.timestamp.toISOString(), record.environment ? JSON.stringify(record.environment) : null);
+        if (this.config.debug) {
+            this.logger.debug('Recorded LLM measurement', {
+                id,
+                provider: record.provider,
+                model: record.model,
+                latencyP50: record.metrics.latencyP50,
+            });
+        }
+        return record;
+    }
+    /**
+     * Set a measurement as the baseline for a provider/model/operation
+     */
+    setBaseline(provider, model, operation, measurementId) {
+        if (!this.db)
+            throw new Error('Tracker not initialized');
+        const id = `baseline-${provider}-${model}-${operation}`.replace(/[^a-zA-Z0-9-]/g, '-');
+        const stmt = this.db.prepare(`
+      INSERT OR REPLACE INTO llm_baselines (id, provider, model, operation, measurement_id, set_at)
+      VALUES (?, ?, ?, ?, ?, ?)
+    `);
+        stmt.run(id, provider, model, operation, measurementId, new Date().toISOString());
+        this.logger.info('Set LLM baseline', { provider, model, operation, measurementId });
+    }
+    /**
+     * Get the current baseline for a provider/model/operation
+     */
+    getBaseline(provider, model, operation) {
+        if (!this.db)
+            throw new Error('Tracker not initialized');
+        const row = this.db.prepare(`
+      SELECT m.* FROM llm_measurements m
+      JOIN llm_baselines b ON m.id = b.measurement_id
+      WHERE b.provider = ? AND b.model = ? AND b.operation = ?
+    `).get(provider, model, operation);
+        if (!row)
+            return null;
+        return this.rowToMeasurement(row);
+    }
+    /**
+     * Compare current measurement against baseline
+     */
+    compareToBaseline(current) {
+        const baseline = this.getBaseline(current.provider, current.model, current.operation);
+        let improvement = null;
+        let meetsTarget = false;
+        if (baseline) {
+            const latencyChange = ((current.metrics.latencyP50 - baseline.metrics.latencyP50) / baseline.metrics.latencyP50) * 100;
+            const throughputChange = ((current.metrics.tokensPerSecond - baseline.metrics.tokensPerSecond) /
+                baseline.metrics.tokensPerSecond) *
+                100;
+            const costChange = baseline.metrics.cost > 0
+                ? ((current.metrics.cost - baseline.metrics.cost) / baseline.metrics.cost) * 100
+                : 0;
+            improvement = {
+                latencyP50Change: latencyChange,
+                throughputChange,
+                costChange,
+            };
+            // Meets target if latency improved by at least minImprovementTarget%
+            // OR throughput improved by at least minImprovementTarget%
+            meetsTarget =
+                latencyChange <= -this.config.minImprovementTarget ||
+                    throughputChange >= this.config.minImprovementTarget;
+        }
+        return {
+            provider: current.provider,
+            model: current.model,
+            operation: current.operation,
+            current,
+            baseline,
+            improvement,
+            meetsTarget,
+        };
+    }
+    /**
+     * Get all measurements for a provider/model
+     */
+    getMeasurements(provider, model, operation, limit = 100) {
+        if (!this.db)
+            throw new Error('Tracker not initialized');
+        let query = `
+      SELECT * FROM llm_measurements
+      WHERE provider = ? AND model = ?
+    `;
+        const params = [provider, model];
+        if (operation) {
+            query += ' AND operation = ?';
+            params.push(operation);
+        }
+        query += ' ORDER BY timestamp DESC LIMIT ?';
+        params.push(limit);
+        const rows = this.db.prepare(query).all(...params);
+        return rows.map((row) => this.rowToMeasurement(row));
+    }
+    /**
+     * Get summary statistics for a provider/model
+     */
+    getSummary(provider, model) {
+        if (!this.db)
+            throw new Error('Tracker not initialized');
+        const row = this.db
+            .prepare(`
+      SELECT
+        COUNT(*) as total,
+        AVG(latency_p50) as avg_latency,
+        AVG(tokens_per_second) as avg_throughput,
+        SUM(cost) as total_cost,
+        MAX(timestamp) as last_timestamp
+      FROM llm_measurements
+      WHERE provider = ? AND model = ?
+    `)
+            .get(provider, model);
+        return {
+            totalMeasurements: row.total || 0,
+            avgLatencyP50: row.avg_latency || 0,
+            avgThroughput: row.avg_throughput || 0,
+            totalCost: row.total_cost || 0,
+            lastMeasurement: row.last_timestamp ? new Date(row.last_timestamp) : null,
+        };
+    }
+    /**
+     * Close the database connection
+     */
+    close() {
+        if (this.db) {
+            this.db.close();
+            this.db = null;
+            this.initialized = false;
+        }
+    }
+    rowToMeasurement(row) {
+        return {
+            id: row.id,
+            provider: row.provider,
+            model: row.model,
+            operation: row.operation,
+            metrics: {
+                latencyP50: row.latency_p50,
+                latencyP95: row.latency_p95,
+                latencyP99: row.latency_p99,
+                tokensPerSecond: row.tokens_per_second,
+                inputTokens: row.input_tokens,
+                outputTokens: row.output_tokens,
+                cost: row.cost,
+                errorRate: row.error_rate,
+            },
+            sampleSize: row.sample_size,
+            timestamp: new Date(row.timestamp),
+            environment: row.environment ? JSON.parse(row.environment) : undefined,
+        };
+    }
+}
+exports.LLMBaselineTracker = LLMBaselineTracker;
+/**
+ * Create a tracker instance (convenience function)
+ */
+function createLLMBaselineTracker(config) {
+    return new LLMBaselineTracker(config);
+}
+//# sourceMappingURL=LLMBaselineTracker.js.map

package/dist/providers/LLMBaselineTracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMBaselineTracker.js","sourceRoot":"","sources":["../../src/providers/LLMBaselineTracker.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;GAaG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkXH,4DAEC;AAlXD,oEAA2C;AAC3C,2CAA6B;AAC7B,uCAAyB;AACzB,4CAAyC;AACzC,wDAAqD;AAyDrD;;GAEG;AACH,MAAa,kBAAkB;IAM7B,YAAY,SAAmC,EAAE;QALzC,OAAE,GAAkC,IAAI,CAAC;QAGzC,gBAAW,GAAY,KAAK,CAAC;QAGnC,IAAI,CAAC,MAAM,GAAG,eAAM,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,kBAAkB,CAAC;YACpF,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,IAAI,EAAE;YACvD,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,KAAK;SAC7B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,0BAA0B;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,IAAI,wBAAa,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEhD,gBAAgB;QAChB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAmCZ,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,WAAkD;QAClE,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAEzD,MAAM,EAAE,GAAG,OAAO,2BAAY,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACpD,MAAM,MAAM,GAA8B,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,CAAC;QAEjE,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;KAO5B,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CACN,EAAE,EACF,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,OAAO,CAAC,UAAU,EACzB,MAAM,CAAC,OAAO,CAAC,UAAU,EACzB,MAAM,CAAC,OAAO,CAAC,UAAU,EACzB,MAAM,CAAC,OAAO,CAAC,eAAe,EAC9B,MAAM,CAAC,OAAO,CAAC,WAAW,EAC1B,MAAM,CAAC,OAAO,CAAC,YAAY,EAC3B,MAAM,CAAC,OAAO,CAAC,IAAI,EACnB,MAAM,CAAC,OAAO,CAAC,SAAS,EACxB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,EAC9B,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAC/D,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE;gBAC5C,EAAE;gBACF,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;aACtC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,QAAgB,EAAE,KAAa,EAAE,SAAiB,EAAE,aAAqB;QACnF,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAEzD,MAAM,EAAE,GAAG,YAAY,QAAQ,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;QAEvF,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QAElF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;IACtF,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,QAAgB,EAAE,KAAa,EAAE,SAAiB;QAC5D,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAEzD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI3B,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAQ,CAAC;QAE1C,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QAEtB,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,OAAkC;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAEtF,IAAI,WAAW,GAAsC,IAAI,CAAC;QAC1D,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,aAAa,GACjB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC;YACnG,MAAM,gBAAgB,GACpB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC;gBACnE,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC;gBACnC,GAAG,CAAC;YACN,MAAM,UAAU,GACd,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;gBACvB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG;gBAChF,CAAC,CAAC,CAAC,CAAC;YAER,WAAW,GAAG;gBACZ,gBAAgB,EAAE,aAAa;gBAC/B,gBAAgB;gBAChB,UAAU;aACX,CAAC;YAEF,qEAAqE;YACrE,2DAA2D;YAC3D,WAAW;gBACT,aAAa,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB;oBAClD,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC;QACzD,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,OAAO;YACP,QAAQ;YACR,WAAW;YACX,WAAW;SACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe,CACb,QAAgB,EAChB,KAAa,EACb,SAAkB,EAClB,QAAgB,GAAG;QAEnB,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAEzD,IAAI,KAAK,GAAG;;;KAGX,CAAC;QACF,MAAM,MAAM,GAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAExC,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,IAAI,oBAAoB,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;QAED,KAAK,IAAI,kCAAkC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAU,CAAC;QAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAAgB,EAAE,KAAa;QAOxC,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAEzD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CACN;;;;;;;;;KASH,CACE;aACA,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAQ,CAAC;QAE/B,OAAO;YACL,iBAAiB,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;YACjC,aAAa,EAAE,GAAG,CAAC,WAAW,IAAI,CAAC;YACnC,aAAa,EAAE,GAAG,CAAC,cAAc,IAAI,CAAC;YACtC,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,CAAC;YAC9B,eAAe,EAAE,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;SAC1E,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;YACf,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,GAAQ;QAC/B,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE;gBACP,UAAU,EAAE,GAAG,CAAC,WAAW;gBAC3B,UAAU,EAAE,GAAG,CAAC,WAAW;gBAC3B,UAAU,EAAE,GAAG,CAAC,WAAW;gBAC3B,eAAe,EAAE,GAAG,CAAC,iBAAiB;gBACtC,WAAW,EAAE,GAAG,CAAC,YAAY;gBAC7B,YAAY,EAAE,GAAG,CAAC,aAAa;gBAC/B,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,SAAS,EAAE,GAAG,CAAC,UAAU;aAC1B;YACD,UAAU,EAAE,GAAG,CAAC,WAAW;YAC3B,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;YAClC,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;SACvE,CAAC;IACJ,CAAC;CACF;AA3SD,gDA2SC;AAED;;GAEG;AACH,SAAgB,wBAAwB,CAAC,MAAiC;IACxE,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC"}

package/dist/providers/OpenRouterProvider.d.ts

@@ -55,6 +55,32 @@ export interface OpenRouterConfig extends LLMProviderConfig {
     /** Enable auto-routing to cheapest model */
     enableAutoRoute?: boolean;
 }
+/**
+ * Recommended models for different use cases
+ * Aligned with issue #142 LLM Independence roadmap
+ *
+ * @see https://github.com/proffesor-for-testing/agentic-qe/issues/142
+ */
+export declare const RECOMMENDED_MODELS: {
+    /** Devstral 2 2512 FREE - 123B, 256K context, FREE, best agentic coding */
+    readonly AGENTIC_CODING_FREE: "mistralai/devstral-2512:free";
+    /** Devstral Small 2505 - CHEAPEST ($0.06/$0.12 per M) */
+    readonly CHEAPEST_PAID: "mistralai/devstral-small-2505";
+    /** Devstral Small - 24B, 128K, good balance */
+    readonly LIGHTWEIGHT_CODING: "mistralai/devstral-small";
+    /** Devstral Medium - complex reasoning ($0.40/$2.00 per M) */
+    readonly COMPLEX_REASONING: "mistralai/devstral-medium";
+    /** Qwen 2.5 Coder 32B - well-tested, complex tasks */
+    readonly QWEN_CODER: "qwen/qwen-2.5-coder-32b-instruct";
+    /** Claude 3.5 Sonnet - highest quality */
+    readonly HIGH_QUALITY: "anthropic/claude-3.5-sonnet";
+    /** GPT-4o Mini - cost-effective vendor */
+    readonly COST_EFFECTIVE: "openai/gpt-4o-mini";
+    /** Primary FREE model for development */
+    readonly FREE: "mistralai/devstral-2512:free";
+    /** Alias for agentic coding */
+    readonly AGENTIC_CODING: "mistralai/devstral-2512:free";
+};
 /**
  * OpenRouterProvider - OpenRouter API implementation of ILLMProvider
  *

package/dist/providers/OpenRouterProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"OpenRouterProvider.d.ts","sourceRoot":"","sources":["../../src/providers/OpenRouterProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EAEpB,MAAM,gBAAgB,CAAC;AAGxB;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,qDAAqD;IACrD,EAAE,EAAE,MAAM,CAAC;IACX,mBAAmB;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qBAAqB;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,iCAAiC;IACjC,OAAO,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,2BAA2B;IAC3B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,sCAAsC;IACtC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAAQ,iBAAiB;IACzD,2EAA2E;IAC3E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4CAA4C;IAC5C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,qBAAqB;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6CAA6C;IAC7C,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,8DAA8D;IAC9D,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAgBD;;;;;GAKG;AACH,qBAAa,kBAAmB,YAAW,YAAY;IACrD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,MAAM,CAAmG;IACjH,OAAO,CAAC,aAAa,CAAU;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,eAAe,CAA2C;gBAEtD,MAAM,GAAE,gBAAqB;IA0BzC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAkCjC;;OAEG;YACW,cAAc;IAmC5B;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAuD7E;;OAEG;IACI,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,qBAAqB,CAAC,cAAc,CAAC;IA6G3F;;;OAGG;IACG,KAAK,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IA8BxE;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAMjE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,eAAe,CAAC;IA0C7C;;OAEG;IACH,WAAW,IAAI,mBAAmB;IA2BlC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,qBAAqB,CAAC,OAAO,CAAC,GAAG,MAAM;IAmBxD;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwB5C;;OAEG;IACH,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACG,kBAAkB,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAOtD;;OAEG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAInD;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;OAEG;IACH,eAAe,IAAI,MAAM;IAQzB,OAAO,CAAC,iBAAiB;IAWzB,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,UAAU;YAgBJ,WAAW;IAmDzB,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,WAAW;CAWpB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,CAAC,EAAE,gBAAgB,GAAG,kBAAkB,CAEtF"}
+{"version":3,"file":"OpenRouterProvider.d.ts","sourceRoot":"","sources":["../../src/providers/OpenRouterProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EAEpB,MAAM,gBAAgB,CAAC;AAGxB;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,qDAAqD;IACrD,EAAE,EAAE,MAAM,CAAC;IACX,mBAAmB;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qBAAqB;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,iCAAiC;IACjC,OAAO,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,2BAA2B;IAC3B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,sCAAsC;IACtC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAAQ,iBAAiB;IACzD,2EAA2E;IAC3E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4CAA4C;IAC5C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,qBAAqB;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6CAA6C;IAC7C,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,8DAA8D;IAC9D,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AA+CD;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB;IAI7B,2EAA2E;;IAM3E,yDAAyD;;IAEzD,+CAA+C;;IAE/C,8DAA8D;;IAE9D,sDAAsD;;IAMtD,0CAA0C;;IAE1C,0CAA0C;;IAM1C,yCAAyC;;IAEzC,+BAA+B;;CAEvB,CAAC;AAEX;;;;;GAKG;AACH,qBAAa,kBAAmB,YAAW,YAAY;IACrD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,MAAM,CAAmG;IACjH,OAAO,CAAC,aAAa,CAAU;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,eAAe,CAA2C;gBAEtD,MAAM,GAAE,gBAAqB;IA6BzC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAkCjC;;OAEG;YACW,cAAc;IAmC5B;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAuD7E;;OAEG;IACI,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,qBAAqB,CAAC,cAAc,CAAC;IA6G3F;;;OAGG;IACG,KAAK,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IA8BxE;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAMjE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,eAAe,CAAC;IA0C7C;;OAEG;IACH,WAAW,IAAI,mBAAmB;IA2BlC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,qBAAqB,CAAC,OAAO,CAAC,GAAG,MAAM;IAmBxD;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwB5C;;OAEG;IACH,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACG,kBAAkB,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAOtD;;OAEG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAInD;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;OAEG;IACH,eAAe,IAAI,MAAM;IAQzB,OAAO,CAAC,iBAAiB;IAWzB,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,UAAU;YAgBJ,WAAW;IAmDzB,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,WAAW;CAWpB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,CAAC,EAAE,gBAAgB,GAAG,kBAAkB,CAEtF"}

package/dist/providers/OpenRouterProvider.js

@@ -13,22 +13,88 @@
  * @version 1.0.0
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenRouterProvider = void 0;
+exports.OpenRouterProvider = exports.RECOMMENDED_MODELS = void 0;
 exports.createOpenRouterProvider = createOpenRouterProvider;
 const ILLMProvider_1 = require("./ILLMProvider");
 const Logger_1 = require("../utils/Logger");
 /**
  * Default OpenRouter pricing (per million tokens)
  * These are fallback values; actual prices come from the API
+ *
+ * Model selection aligned with issue #142 roadmap:
+ * - Local Dev: devstral-small (24B), qwen2.5-coder (32B)
+ * - Production: Devstral-2 (123B), Qwen3-Coder
  */
 const DEFAULT_PRICING = {
+    // ===========================================
+    // FREE TIER - Best for development/testing
+    // ===========================================
+    // Devstral 2 2512 FREE - 123B dense, 256K context, best for agentic coding
+    'mistralai/devstral-2512:free': { input: 0, output: 0 },
+    // ===========================================
+    // PAID TIER - Devstral Models (cheapest to most expensive)
+    // ===========================================
+    // Devstral Small 2505 - CHEAPEST paid option ($0.06/$0.12 per M)
+    'mistralai/devstral-small-2505': { input: 0.06, output: 0.12 },
+    // Devstral Small - 24B, 128K context ($0.07/$0.28 per M)
+    'mistralai/devstral-small': { input: 0.07, output: 0.28 },
+    // Devstral 2512 paid - same model, paid tier ($0.15/$0.60 per M)
+    'mistralai/devstral-2512': { input: 0.15, output: 0.60 },
+    // Devstral Medium - high-performance ($0.40/$2.00 per M)
+    'mistralai/devstral-medium': { input: 0.40, output: 2.00 },
+    // ===========================================
+    // Qwen Coder Models (per issue #142 roadmap)
+    // ===========================================
+    'qwen/qwen-2.5-coder-32b-instruct': { input: 0.18, output: 0.18 },
+    'qwen/qwen3-coder-30b-a3b': { input: 0.10, output: 0.30 }, // MoE efficient
+    // ===========================================
+    // Vendor Models (fallback)
+    // ===========================================
     'anthropic/claude-3.5-sonnet': { input: 3.0, output: 15.0 },
     'anthropic/claude-3-haiku': { input: 0.25, output: 1.25 },
     'openai/gpt-4o': { input: 2.5, output: 10.0 },
     'openai/gpt-4o-mini': { input: 0.15, output: 0.6 },
     'google/gemini-pro-1.5': { input: 1.25, output: 5.0 },
     'meta-llama/llama-3.1-70b-instruct': { input: 0.52, output: 0.75 },
-    'auto': { input: 0.5, output: 2.0 }, // Average estimate for auto-routing
+    'auto': { input: 0.5, output: 2.0 },
+};
+/**
+ * Recommended models for different use cases
+ * Aligned with issue #142 LLM Independence roadmap
+ *
+ * @see https://github.com/proffesor-for-testing/agentic-qe/issues/142
+ */
+exports.RECOMMENDED_MODELS = {
+    // ===========================================
+    // FREE TIER - Development & Testing
+    // ===========================================
+    /** Devstral 2 2512 FREE - 123B, 256K context, FREE, best agentic coding */
+    AGENTIC_CODING_FREE: 'mistralai/devstral-2512:free',
+    // ===========================================
+    // PAID TIER - Cost-effective options
+    // ===========================================
+    /** Devstral Small 2505 - CHEAPEST ($0.06/$0.12 per M) */
+    CHEAPEST_PAID: 'mistralai/devstral-small-2505',
+    /** Devstral Small - 24B, 128K, good balance */
+    LIGHTWEIGHT_CODING: 'mistralai/devstral-small',
+    /** Devstral Medium - complex reasoning ($0.40/$2.00 per M) */
+    COMPLEX_REASONING: 'mistralai/devstral-medium',
+    /** Qwen 2.5 Coder 32B - well-tested, complex tasks */
+    QWEN_CODER: 'qwen/qwen-2.5-coder-32b-instruct',
+    // ===========================================
+    // Vendor Models (highest quality fallback)
+    // ===========================================
+    /** Claude 3.5 Sonnet - highest quality */
+    HIGH_QUALITY: 'anthropic/claude-3.5-sonnet',
+    /** GPT-4o Mini - cost-effective vendor */
+    COST_EFFECTIVE: 'openai/gpt-4o-mini',
+    // ===========================================
+    // Aliases for convenience
+    // ===========================================
+    /** Primary FREE model for development */
+    FREE: 'mistralai/devstral-2512:free',
+    /** Alias for agentic coding */
+    AGENTIC_CODING: 'mistralai/devstral-2512:free',
 };
 /**
  * OpenRouterProvider - OpenRouter API implementation of ILLMProvider
@@ -45,13 +111,16 @@ class OpenRouterProvider {
             debug: config.debug ?? false,
             timeout: config.timeout ?? 60000,
             maxRetries: config.maxRetries ?? 3,
-            defaultModel: config.defaultModel || 'auto',
+            // Default to FREE Devstral 2 (123B, 256K context, best agentic coding)
+            defaultModel: config.defaultModel || exports.RECOMMENDED_MODELS.AGENTIC_CODING,
             siteUrl: config.siteUrl || process.env.OPENROUTER_SITE_URL,
             siteName: config.siteName || process.env.OPENROUTER_SITE_NAME || 'Agentic-QE-Fleet',
+            // Fallback chain: FREE → cheapest paid → complex → vendor
             fallbackModels: config.fallbackModels || [
-                'anthropic/claude-3.5-sonnet',
-                'openai/gpt-4o-mini',
-                'meta-llama/llama-3.1-70b-instruct'
+                exports.RECOMMENDED_MODELS.CHEAPEST_PAID, // Devstral Small 2505 ($0.06/$0.12)
+                exports.RECOMMENDED_MODELS.LIGHTWEIGHT_CODING, // Devstral Small ($0.07/$0.28)
+                exports.RECOMMENDED_MODELS.COMPLEX_REASONING, // Devstral Medium ($0.40/$2.00)
+                exports.RECOMMENDED_MODELS.COST_EFFECTIVE, // GPT-4o Mini fallback
             ],
             enableModelDiscovery: config.enableModelDiscovery ?? true,
             baseUrl: config.baseUrl || 'https://openrouter.ai/api/v1',