agentic-qe 2.3.2 → 2.3.4

package/dist/learning/baselines/BaselineCollector.js

@@ -0,0 +1,398 @@
+"use strict";
+/**
+ * BaselineCollector - Phase 0 of Nightly-Learner System
+ *
+ * Collects performance baselines for all 19 QE agents to establish
+ * quantitative improvement targets (10-20% above baseline).
+ *
+ * Architecture:
+ * - Uses shared memory database (.agentic-qe/memory.db)
+ * - Stores baselines in dedicated `learning_baselines` table
+ * - Integrates with StandardTaskSuite for consistent benchmarking
+ * - Provides baseline queries for improvement tracking
+ *
+ * @version 1.0.0
+ * @module src/learning/baselines/BaselineCollector
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaselineCollector = void 0;
+const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
+const path = __importStar(require("path"));
+const Logger_1 = require("../../utils/Logger");
+const SecureRandom_1 = require("../../utils/SecureRandom");
+const types_1 = require("../../types");
+const StandardTaskSuite_1 = require("./StandardTaskSuite");
+/**
+ * BaselineCollector collects and manages performance baselines
+ *
+ * @example
+ * ```typescript
+ * const collector = new BaselineCollector();
+ * await collector.initialize();
+ *
+ * // Collect baseline for test-generator
+ * const baseline = await collector.collectBaseline(
+ *   'test-gen-001',
+ *   QEAgentType.TEST_GENERATOR,
+ *   'unit-test-generation'
+ * );
+ *
+ * // Get improvement targets
+ * const targets = collector.getImprovementTarget(baseline);
+ * ```
+ */
+class BaselineCollector {
+    constructor(config) {
+        this.isInitialized = false;
+        this.logger = Logger_1.Logger.getInstance();
+        this.config = {
+            dbPath: config?.dbPath || path.join(process.cwd(), '.agentic-qe', 'memory.db'),
+            sampleSize: config?.sampleSize ?? 10,
+            taskTimeout: config?.taskTimeout ?? 30000,
+            debug: config?.debug ?? false,
+        };
+        this.db = new better_sqlite3_1.default(this.config.dbPath);
+        this.taskSuite = new StandardTaskSuite_1.StandardTaskSuite();
+    }
+    /**
+     * Initialize the baseline collector and database schema
+     */
+    async initialize() {
+        if (this.isInitialized) {
+            this.logger.warn('[BaselineCollector] Already initialized');
+            return;
+        }
+        this.logger.info('[BaselineCollector] Initializing...');
+        this.initializeSchema();
+        this.isInitialized = true;
+        this.logger.info('[BaselineCollector] Initialized successfully');
+    }
+    /**
+     * Initialize database schema for baselines
+     */
+    initializeSchema() {
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS learning_baselines (
+        id TEXT PRIMARY KEY,
+        agent_id TEXT NOT NULL,
+        agent_type TEXT NOT NULL,
+        task_type TEXT NOT NULL,
+        avg_completion_time REAL NOT NULL,
+        success_rate REAL NOT NULL,
+        pattern_recall_accuracy REAL NOT NULL,
+        coverage_achieved REAL NOT NULL,
+        sample_size INTEGER NOT NULL,
+        collected_at INTEGER NOT NULL,
+        updated_at INTEGER,
+        UNIQUE(agent_id, agent_type, task_type)
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_baselines_agent_type ON learning_baselines(agent_type);
+      CREATE INDEX IF NOT EXISTS idx_baselines_task_type ON learning_baselines(task_type);
+      CREATE INDEX IF NOT EXISTS idx_baselines_collected_at ON learning_baselines(collected_at);
+    `);
+    }
+    /**
+     * Collect baseline for a specific agent and task type
+     *
+     * Runs the standard task suite multiple times and calculates average metrics.
+     *
+     * @param agentId - Agent identifier
+     * @param agentType - QE agent type
+     * @param taskType - Task type to baseline
+     * @returns Collected baseline
+     */
+    async collectBaseline(agentId, agentType, taskType) {
+        if (!this.isInitialized) {
+            throw new Error('BaselineCollector not initialized');
+        }
+        this.logger.info(`[BaselineCollector] Collecting baseline for ${agentType} - ${taskType}`, {
+            agentId,
+            sampleSize: this.config.sampleSize,
+        });
+        // Get standard tasks for this agent type and task type
+        const tasks = this.taskSuite.getTasksForAgent(agentType, taskType);
+        if (tasks.length === 0) {
+            throw new Error(`No standard tasks found for ${agentType} - ${taskType}`);
+        }
+        // Run tasks and collect metrics
+        const results = [];
+        for (let i = 0; i < this.config.sampleSize; i++) {
+            const task = tasks[i % tasks.length]; // Cycle through tasks
+            const result = await this.executeStandardTask(task);
+            results.push(result);
+            if (this.config.debug) {
+                this.logger.debug(`[BaselineCollector] Sample ${i + 1}/${this.config.sampleSize}`, result);
+            }
+        }
+        // Calculate aggregate metrics
+        const metrics = this.calculateMetrics(results);
+        const baseline = {
+            id: `baseline-${Date.now()}-${SecureRandom_1.SecureRandom.randomString(8, 'alphanumeric')}`,
+            agentId,
+            agentType,
+            taskType,
+            metrics,
+            sampleSize: results.length,
+            collectedAt: new Date(),
+        };
+        // Store baseline in database
+        await this.storeBaseline(baseline);
+        this.logger.info(`[BaselineCollector] Baseline collected for ${agentType} - ${taskType}`, {
+            metrics,
+        });
+        return baseline;
+    }
+    /**
+     * Collect baselines for all 19 QE agent types
+     *
+     * Runs comprehensive baseline collection across all agents.
+     * This is typically run once during Phase 0 setup.
+     *
+     * @returns Array of collected baselines
+     */
+    async collectAllBaselines() {
+        const allAgentTypes = Object.values(types_1.QEAgentType);
+        const baselines = [];
+        this.logger.info(`[BaselineCollector] Collecting baselines for ${allAgentTypes.length} agent types`);
+        for (const agentType of allAgentTypes) {
+            // Get task types for this agent
+            const taskTypes = this.taskSuite.getTaskTypesForAgent(agentType);
+            for (const taskType of taskTypes) {
+                try {
+                    const agentId = `baseline-agent-${agentType}`;
+                    const baseline = await this.collectBaseline(agentId, agentType, taskType);
+                    baselines.push(baseline);
+                }
+                catch (error) {
+                    this.logger.warn(`[BaselineCollector] Failed to collect baseline for ${agentType} - ${taskType}`, error);
+                }
+            }
+        }
+        this.logger.info(`[BaselineCollector] Collected ${baselines.length} baselines`);
+        return baselines;
+    }
+    /**
+     * Execute a standard task and measure performance
+     */
+    async executeStandardTask(task) {
+        const startTime = Date.now();
+        // Simulate task execution
+        // In production, this would call the actual agent
+        const success = Math.random() > 0.2; // 80% success rate baseline
+        const coverage = 60 + Math.random() * 30; // 60-90% coverage
+        const patternsRecalled = Math.floor(Math.random() * 5);
+        const totalPatterns = 5;
+        // Simulate variable completion time based on task complexity
+        const baseTime = task.expectedDuration || 1000;
+        const variance = baseTime * 0.2; // 20% variance
+        const completionTime = baseTime + (Math.random() * variance * 2 - variance);
+        // Wait for simulated execution time
+        await new Promise(resolve => setTimeout(resolve, Math.min(100, completionTime / 10)));
+        return {
+            completionTime: Date.now() - startTime,
+            success,
+            coverage,
+            patternsRecalled,
+            totalPatterns,
+        };
+    }
+    /**
+     * Calculate aggregate metrics from task results
+     */
+    calculateMetrics(results) {
+        const totalResults = results.length;
+        const avgCompletionTime = results.reduce((sum, r) => sum + r.completionTime, 0) / totalResults;
+        const successRate = results.filter(r => r.success).length / totalResults;
+        const avgCoverage = results.reduce((sum, r) => sum + r.coverage, 0) / totalResults;
+        // Calculate pattern recall accuracy
+        const totalRecalled = results.reduce((sum, r) => sum + r.patternsRecalled, 0);
+        const totalPatterns = results.reduce((sum, r) => sum + r.totalPatterns, 0);
+        const patternRecallAccuracy = totalPatterns > 0 ? totalRecalled / totalPatterns : 0;
+        return {
+            avgCompletionTime,
+            successRate,
+            patternRecallAccuracy,
+            coverageAchieved: avgCoverage,
+        };
+    }
+    /**
+     * Store baseline in database
+     */
+    async storeBaseline(baseline) {
+        const stmt = this.db.prepare(`
+      INSERT OR REPLACE INTO learning_baselines
+      (id, agent_id, agent_type, task_type, avg_completion_time, success_rate,
+       pattern_recall_accuracy, coverage_achieved, sample_size, collected_at, updated_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        stmt.run(baseline.id, baseline.agentId, baseline.agentType, baseline.taskType, baseline.metrics.avgCompletionTime, baseline.metrics.successRate, baseline.metrics.patternRecallAccuracy, baseline.metrics.coverageAchieved, baseline.sampleSize, baseline.collectedAt.getTime(), Date.now());
+    }
+    /**
+     * Get baseline for specific agent type and task type
+     */
+    getBaseline(agentType, taskType) {
+        const row = this.db.prepare(`
+      SELECT * FROM learning_baselines
+      WHERE agent_type = ? AND task_type = ?
+      ORDER BY collected_at DESC
+      LIMIT 1
+    `).get(agentType, taskType);
+        return row ? this.rowToBaseline(row) : null;
+    }
+    /**
+     * Get all baselines for an agent type
+     */
+    getBaselinesForAgent(agentType) {
+        const rows = this.db.prepare(`
+      SELECT * FROM learning_baselines
+      WHERE agent_type = ?
+      ORDER BY task_type, collected_at DESC
+    `).all(agentType);
+        return rows.map(row => this.rowToBaseline(row));
+    }
+    /**
+     * Get baseline statistics for an agent type
+     */
+    getBaselineStats(agentType) {
+        const baselines = this.getBaselinesForAgent(agentType);
+        if (baselines.length === 0) {
+            return null;
+        }
+        const avgSuccessRate = baselines.reduce((sum, b) => sum + b.metrics.successRate, 0) / baselines.length;
+        const avgCompletionTime = baselines.reduce((sum, b) => sum + b.metrics.avgCompletionTime, 0) / baselines.length;
+        const avgCoverage = baselines.reduce((sum, b) => sum + b.metrics.coverageAchieved, 0) / baselines.length;
+        const lastCollected = baselines.reduce((latest, b) => b.collectedAt > latest ? b.collectedAt : latest, baselines[0].collectedAt);
+        return {
+            agentType,
+            totalBaselines: baselines.length,
+            avgSuccessRate,
+            avgCompletionTime,
+            avgCoverage,
+            lastCollected,
+        };
+    }
+    /**
+     * Get improvement target from baseline
+     *
+     * Calculates 10-20% improvement targets above baseline metrics.
+     */
+    getImprovementTarget(baseline) {
+        const minImprovement = 0.1; // 10%
+        const aspirationalImprovement = 0.2; // 20%
+        // For completion time, faster is better (reduce by 10-20%)
+        const targetCompletionTime = baseline.metrics.avgCompletionTime * (1 - aspirationalImprovement);
+        // For success rate and coverage, higher is better (increase by 10-20%)
+        const targetSuccessRate = Math.min(1.0, baseline.metrics.successRate * (1 + aspirationalImprovement));
+        const targetCoverage = Math.min(100, baseline.metrics.coverageAchieved * (1 + aspirationalImprovement));
+        return {
+            agentType: baseline.agentType,
+            taskType: baseline.taskType,
+            baseline,
+            targets: {
+                targetCompletionTime,
+                targetSuccessRate,
+                targetCoverage,
+            },
+            minImprovementThreshold: minImprovement,
+            aspirationalThreshold: aspirationalImprovement,
+        };
+    }
+    /**
+     * Check if current performance meets improvement target
+     */
+    meetsImprovementTarget(baseline, currentMetrics) {
+        const target = this.getImprovementTarget(baseline);
+        const minThreshold = target.minImprovementThreshold;
+        // Calculate improvements
+        const completionTimeImprovement = (baseline.metrics.avgCompletionTime - currentMetrics.avgCompletionTime) /
+            baseline.metrics.avgCompletionTime;
+        const successRateImprovement = (currentMetrics.successRate - baseline.metrics.successRate) /
+            baseline.metrics.successRate;
+        const coverageImprovement = (currentMetrics.coverageAchieved - baseline.metrics.coverageAchieved) /
+            baseline.metrics.coverageAchieved;
+        const improvements = {
+            completionTime: {
+                met: completionTimeImprovement >= minThreshold,
+                improvement: completionTimeImprovement,
+            },
+            successRate: {
+                met: successRateImprovement >= minThreshold,
+                improvement: successRateImprovement,
+            },
+            coverage: {
+                met: coverageImprovement >= minThreshold,
+                improvement: coverageImprovement,
+            },
+        };
+        // Meets target if at least 2 out of 3 metrics improved by minimum threshold
+        const meetsTarget = Object.values(improvements).filter(i => i.met).length >= 2;
+        return { meetsTarget, improvements };
+    }
+    /**
+     * Convert database row to LearningBaseline
+     */
+    rowToBaseline(row) {
+        return {
+            id: row.id,
+            agentId: row.agent_id,
+            agentType: row.agent_type,
+            taskType: row.task_type,
+            metrics: {
+                avgCompletionTime: row.avg_completion_time,
+                successRate: row.success_rate,
+                patternRecallAccuracy: row.pattern_recall_accuracy,
+                coverageAchieved: row.coverage_achieved,
+            },
+            sampleSize: row.sample_size,
+            collectedAt: new Date(row.collected_at),
+            updatedAt: row.updated_at ? new Date(row.updated_at) : undefined,
+        };
+    }
+    /**
+     * Close database connection
+     */
+    close() {
+        this.db.close();
+        this.isInitialized = false;
+    }
+}
+exports.BaselineCollector = BaselineCollector;
+exports.default = BaselineCollector;
+//# sourceMappingURL=BaselineCollector.js.map

package/dist/learning/baselines/BaselineCollector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaselineCollector.js","sourceRoot":"","sources":["../../../src/learning/baselines/BaselineCollector.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,oEAA2C;AAC3C,2CAA6B;AAC7B,+CAA4C;AAC5C,2DAAwD;AACxD,uCAA0C;AAC1C,2DAAsE;AA+DtE;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAa,iBAAiB;IAO5B,YAAY,MAAgC;QAFpC,kBAAa,GAAY,KAAK,CAAC;QAGrC,IAAI,CAAC,MAAM,GAAG,eAAM,CAAC,WAAW,EAAE,CAAC;QAEnC,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,WAAW,CAAC;YAC9E,UAAU,EAAE,MAAM,EAAE,UAAU,IAAI,EAAE;YACpC,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,KAAK;YACzC,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,KAAK;SAC9B,CAAC;QAEF,IAAI,CAAC,EAAE,GAAG,IAAI,wBAAa,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,SAAS,GAAG,IAAI,qCAAiB,EAAE,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;YAC5D,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QAExD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAE1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACK,gBAAgB;QACtB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;KAmBZ,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,eAAe,CACnB,OAAe,EACf,SAAsB,EACtB,QAAgB;QAEhB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,SAAS,MAAM,QAAQ,EAAE,EAAE;YACzF,OAAO;YACP,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;SACnC,CAAC,CAAC;QAEH,uDAAuD;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAEnE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,SAAS,MAAM,QAAQ,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,gCAAgC;QAChC,MAAM,OAAO,GAMR,EAAE,CAAC;QAER,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,sBAAsB;YAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAErB,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,MAAM,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE/C,MAAM,QAAQ,GAAqB;YACjC,EAAE,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,IAAI,2BAAY,CAAC,YAAY,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE;YAC5E,OAAO;YACP,SAAS;YACT,QAAQ;YACR,OAAO;YACP,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,WAAW,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;QAEF,6BAA6B;QAC7B,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAEnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8CAA8C,SAAS,MAAM,QAAQ,EAAE,EAAE;YACxF,OAAO;SACR,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,mBAAmB;QACvB,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,mBAAW,CAAC,CAAC;QACjD,MAAM,SAAS,GAAuB,EAAE,CAAC;QAEzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,aAAa,CAAC,MAAM,cAAc,CAAC,CAAC;QAErG,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;YACtC,gCAAgC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAEjE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,kBAAkB,SAAS,EAAE,CAAC;oBAC9C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;oBAC1E,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC3B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sDAAsD,SAAS,MAAM,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBAC3G,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,SAAS,CAAC,MAAM,YAAY,CAAC,CAAC;QAChF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,IAAkB;QAOlD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,0BAA0B;QAC1B,kDAAkD;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,4BAA4B;QACjE,MAAM,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,kBAAkB;QAC5D,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,aAAa,GAAG,CAAC,CAAC;QAExB,6DAA6D;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC;QAC/C,MAAM,QAAQ,GAAG,QAAQ,GAAG,GAAG,CAAC,CAAC,eAAe;QAChD,MAAM,cAAc,GAAG,QAAQ,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QAE5E,oCAAoC;QACpC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAEtF,OAAO;YACL,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACtC,OAAO;YACP,QAAQ;YACR,gBAAgB;YAChB,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,OAMvB;QACA,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;QAEpC,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC;QAC/F,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC;QACzE,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC;QAEnF,oCAAoC;QACpC,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAC9E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QAC3E,MAAM,qBAAqB,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpF,OAAO;YACL,iBAAiB;YACjB,WAAW;YACX,qBAAqB;YACrB,gBAAgB,EAAE,WAAW;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,QAA0B;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;KAK5B,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CACN,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,OAAO,EAChB,QAAQ,CAAC,SAAS,EAClB,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,OAAO,CAAC,iBAAiB,EAClC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAC5B,QAAQ,CAAC,OAAO,CAAC,qBAAqB,EACtC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EACjC,QAAQ,CAAC,UAAU,EACnB,QAAQ,CAAC,WAAW,CAAC,OAAO,EAAE,EAC9B,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,SAAsB,EAAE,QAAgB;QAClD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;KAK3B,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAQ,CAAC;QAEnC,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,SAAsB;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5B,CAAC,CAAC,GAAG,CAAC,SAAS,CAAU,CAAC;QAE3B,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,SAAsB;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QAEvD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QACvG,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QAChH,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QACzG,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CACpC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,EAC9D,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CACzB,CAAC;QAEF,OAAO;YACL,SAAS;YACT,cAAc,EAAE,SAAS,CAAC,MAAM;YAChC,cAAc;YACd,iBAAiB;YACjB,WAAW;YACX,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,oBAAoB,CAAC,QAA0B;QAC7C,MAAM,cAAc,GAAG,GAAG,CAAC,CAAE,MAAM;QACnC,MAAM,uBAAuB,GAAG,GAAG,CAAC,CAAE,MAAM;QAE5C,2DAA2D;QAC3D,MAAM,oBAAoB,GAAG,QAAQ,CAAC,OAAO,CAAC,iBAAiB,GAAG,CAAC,CAAC,GAAG,uBAAuB,CAAC,CAAC;QAEhG,uEAAuE;QACvE,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,uBAAuB,CAAC,CAAC,CAAC;QACtG,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,OAAO,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,uBAAuB,CAAC,CAAC,CAAC;QAExG,OAAO;YACL,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ;YACR,OAAO,EAAE;gBACP,oBAAoB;gBACpB,iBAAiB;gBACjB,cAAc;aACf;YACD,uBAAuB,EAAE,cAAc;YACvC,qBAAqB,EAAE,uBAAuB;SAC/C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,sBAAsB,CACpB,QAA0B,EAC1B,cAA2C;QAK3C,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,MAAM,CAAC,uBAAuB,CAAC;QAEpD,yBAAyB;QACzB,MAAM,yBAAyB,GAC7B,CAAC,QAAQ,CAAC,OAAO,CAAC,iBAAiB,GAAG,cAAc,CAAC,iBAAiB,CAAC;YACvE,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAErC,MAAM,sBAAsB,GAC1B,CAAC,cAAc,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;YAC3D,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;QAE/B,MAAM,mBAAmB,GACvB,CAAC,cAAc,CAAC,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACrE,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC;QAEpC,MAAM,YAAY,GAAG;YACnB,cAAc,EAAE;gBACd,GAAG,EAAE,yBAAyB,IAAI,YAAY;gBAC9C,WAAW,EAAE,yBAAyB;aACvC;YACD,WAAW,EAAE;gBACX,GAAG,EAAE,sBAAsB,IAAI,YAAY;gBAC3C,WAAW,EAAE,sBAAsB;aACpC;YACD,QAAQ,EAAE;gBACR,GAAG,EAAE,mBAAmB,IAAI,YAAY;gBACxC,WAAW,EAAE,mBAAmB;aACjC;SACF,CAAC;QAEF,4EAA4E;QAC5E,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;QAE/E,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,GAAQ;QAC5B,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,OAAO,EAAE,GAAG,CAAC,QAAQ;YACrB,SAAS,EAAE,GAAG,CAAC,UAAyB;YACxC,QAAQ,EAAE,GAAG,CAAC,SAAS;YACvB,OAAO,EAAE;gBACP,iBAAiB,EAAE,GAAG,CAAC,mBAAmB;gBAC1C,WAAW,EAAE,GAAG,CAAC,YAAY;gBAC7B,qBAAqB,EAAE,GAAG,CAAC,uBAAuB;gBAClD,gBAAgB,EAAE,GAAG,CAAC,iBAAiB;aACxC;YACD,UAAU,EAAE,GAAG,CAAC,WAAW;YAC3B,WAAW,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC;YACvC,SAAS,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;SACjE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAChB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;CACF;AAraD,8CAqaC;AAED,kBAAe,iBAAiB,CAAC"}

package/dist/learning/baselines/StandardTaskSuite.d.ts

@@ -0,0 +1,88 @@
+/**
+ * StandardTaskSuite - Standard tasks for baseline measurement
+ *
+ * Defines representative tasks for each of the 19 QE agents to ensure
+ * consistent and reproducible baseline measurements.
+ *
+ * Each agent type has 10 standard tasks covering typical workloads.
+ *
+ * @version 1.0.0
+ * @module src/learning/baselines/StandardTaskSuite
+ */
+import { QEAgentType } from '../../types';
+/**
+ * Standard task definition
+ */
+export interface StandardTask {
+    id: string;
+    agentType: QEAgentType;
+    taskType: string;
+    name: string;
+    description: string;
+    complexity: 'low' | 'medium' | 'high';
+    expectedDuration: number;
+    input: Record<string, any>;
+    expectedOutput?: Record<string, any>;
+}
+/**
+ * StandardTaskSuite provides standard tasks for baseline measurement
+ */
+export declare class StandardTaskSuite {
+    private tasks;
+    constructor();
+    /**
+     * Initialize standard tasks for all agent types
+     */
+    private initializeTasks;
+    /**
+     * Create tasks for Test Generator
+     */
+    private createTestGeneratorTasks;
+    /**
+     * Initialize other agent types
+     */
+    private initializeOtherAgents;
+    /**
+     * Helper to create a standard task (for use with currentAgentType)
+     */
+    private createTask;
+    /**
+     * Helper to create a standard task directly with agent type
+     */
+    private createTaskDirect;
+    /**
+     * Track current agent type being initialized
+     */
+    private currentAgentType;
+    private getCurrentAgentType;
+    /**
+     * Add tasks for an agent type
+     */
+    private addTasks;
+    /**
+     * Get all tasks for an agent type
+     */
+    getTasksForAgent(agentType: QEAgentType, taskType?: string): StandardTask[];
+    /**
+     * Get all task types for an agent
+     */
+    getTaskTypesForAgent(agentType: QEAgentType): string[];
+    /**
+     * Get a specific task by ID
+     */
+    getTask(taskId: string): StandardTask | undefined;
+    /**
+     * Get all tasks across all agents
+     */
+    getAllTasks(): StandardTask[];
+    /**
+     * Get task count by agent type
+     */
+    getTaskCount(agentType: QEAgentType): number;
+    /**
+     * Get total task count
+     */
+    getTotalTaskCount(): number;
+}
+export default StandardTaskSuite;
+//# sourceMappingURL=StandardTaskSuite.d.ts.map

package/dist/learning/baselines/StandardTaskSuite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StandardTaskSuite.d.ts","sourceRoot":"","sources":["../../../src/learning/baselines/StandardTaskSuite.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,WAAW,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACtC,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACtC;AAWD;;GAEG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,KAAK,CAAmC;;IAOhD;;OAEG;IACH,OAAO,CAAC,eAAe;IAMvB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA6ChC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAynB7B;;OAEG;IACH,OAAO,CAAC,UAAU;IAUlB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAmBxB;;OAEG;IACH,OAAO,CAAC,gBAAgB,CAA4B;IAEpD,OAAO,CAAC,mBAAmB;IAO3B;;OAEG;IACH,OAAO,CAAC,QAAQ;IAIhB;;OAEG;IACH,gBAAgB,CAAC,SAAS,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,YAAY,EAAE;IAU3E;;OAEG;IACH,oBAAoB,CAAC,SAAS,EAAE,WAAW,GAAG,MAAM,EAAE;IAKtD;;OAEG;IACH,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAQjD;;OAEG;IACH,WAAW,IAAI,YAAY,EAAE;IAQ7B;;OAEG;IACH,YAAY,CAAC,SAAS,EAAE,WAAW,GAAG,MAAM;IAI5C;;OAEG;IACH,iBAAiB,IAAI,MAAM;CAO5B;AAED,eAAe,iBAAiB,CAAC"}