agentic-qe 2.2.0 → 2.2.1

package/dist/learning/algorithms/MAMLMetaLearner.d.ts

@@ -0,0 +1,218 @@
+/**
+ * MAMLMetaLearner - Model-Agnostic Meta-Learning for QE Agents
+ *
+ * Implements MAML-style meta-learning that enables agents to "learn how to learn".
+ * Agents can quickly adapt to new testing domains with just 5-10 examples.
+ *
+ * Key Concepts:
+ * - Inner Loop: Fast adaptation to new task with few gradient steps (5-10 examples)
+ * - Outer Loop: Learn initialization parameters that enable fast adaptation
+ * - Meta-Learning: After seeing few examples of new test pattern, agent performs well
+ *
+ * Algorithm:
+ * 1. Initialize meta-parameters θ (Q-table initialization)
+ * 2. For each task Ti in task distribution:
+ *    a. Sample K examples from Ti (support set)
+ *    b. Adapt: θ'i = θ - α∇Loss(θ, support) [inner loop]
+ *    c. Evaluate on query set from Ti
+ * 3. Update meta-parameters: θ = θ - β∇Loss(θ', query) [outer loop]
+ * 4. Result: θ is optimized for fast adaptation to new tasks
+ *
+ * Use Cases:
+ * - New testing framework adoption (5-10 examples → proficient)
+ * - New project domain (few examples → effective testing strategy)
+ * - API testing → UI testing transfer learning
+ */
+import { AbstractRLLearner, RLConfig, QValue } from './AbstractRLLearner';
+import { TaskExperience, AgentAction } from '../types';
+/**
+ * MAML configuration extends base RL config with meta-learning parameters
+ */
+export interface MAMLConfig extends RLConfig {
+    innerLearningRate: number;
+    innerSteps: number;
+    metaLearningRate: number;
+    minTaskExamples: number;
+    maxTaskExamples: number;
+    taskBatchSize: number;
+    firstOrderApproximation: boolean;
+    baseAlgorithm?: AbstractRLLearner;
+}
+/**
+ * Task for meta-learning (contains support and query sets)
+ */
+interface MetaTask {
+    id: string;
+    taskType: string;
+    supportSet: TaskExperience[];
+    querySet: TaskExperience[];
+    metadata?: Record<string, any>;
+}
+/**
+ * Meta-learning episode tracking
+ */
+interface MetaEpisode {
+    episodeId: string;
+    tasks: MetaTask[];
+    preAdaptationLoss: number;
+    postAdaptationLoss: number;
+    metaLoss: number;
+    improvement: number;
+    timestamp: Date;
+}
+/**
+ * MAMLMetaLearner - Model-Agnostic Meta-Learning for Fast Adaptation
+ *
+ * Learns an initialization of Q-values that enables rapid adaptation to new
+ * testing tasks with minimal examples (5-10 shots).
+ *
+ * Example:
+ * - Agent trained on Jest, Mocha, Jasmine unit testing
+ * - Sees 5-10 examples of Vitest tests
+ * - Immediately generates high-quality Vitest tests
+ *
+ * Meta-Learning Process:
+ * 1. Sample batch of tasks (different testing scenarios)
+ * 2. For each task:
+ *    - Adapt Q-table with support set (inner loop)
+ *    - Evaluate adapted Q-table on query set
+ * 3. Compute meta-gradient from all tasks
+ * 4. Update meta-parameters (Q-table initialization)
+ */
+export declare class MAMLMetaLearner extends AbstractRLLearner {
+    private readonly mamlConfig;
+    private metaQTable;
+    private taskBuffer;
+    private metaEpisodes;
+    private metaStepCount;
+    private baseAlgorithm?;
+    constructor(config?: Partial<MAMLConfig>);
+    /**
+     * Update Q-value using base algorithm (delegates to wrapped algorithm if available)
+     * For MAML, this is called during inner loop adaptation
+     */
+    update(experience: TaskExperience, nextAction?: AgentAction): void;
+    /**
+     * Q-Learning update rule (default inner loop algorithm)
+     */
+    private qLearningUpdate;
+    /**
+     * Buffer experience by task type for meta-learning
+     */
+    private bufferExperience;
+    /**
+     * Perform meta-learning update (outer loop)
+     * Learns Q-table initialization that enables fast adaptation
+     *
+     * This should be called periodically after collecting enough task examples
+     */
+    performMetaUpdate(): Promise<MetaEpisode | null>;
+    /**
+     * Sample batch of meta-tasks from task buffer
+     * Each task contains support set (for adaptation) and query set (for evaluation)
+     */
+    private sampleMetaTasks;
+    /**
+     * Adapt Q-table to a specific task using support set (inner loop)
+     */
+    private adaptToTask;
+    /**
+     * Evaluate loss (TD error) on a set of experiences
+     */
+    private evaluateLoss;
+    /**
+     * Compute first-order meta-gradients (FOMAML)
+     * Faster approximation that ignores second-order derivatives
+     */
+    private computeFirstOrderGradients;
+    /**
+     * Compute second-order meta-gradients (Full MAML)
+     * More accurate but computationally expensive
+     */
+    private computeSecondOrderGradients;
+    /**
+     * Update meta-parameters using accumulated gradients
+     */
+    private updateMetaParameters;
+    /**
+     * Fast adaptation to new task (few-shot learning)
+     * Given 5-10 examples, quickly adapt Q-table for new testing domain
+     *
+     * @param examples Few examples of new task (5-10)
+     * @returns Adapted Q-table
+     */
+    fastAdapt(examples: TaskExperience[]): Promise<Map<string, Map<string, QValue>>>;
+    /**
+     * Get Q-value from specific Q-table (helper)
+     */
+    private getQValueFromTable;
+    /**
+     * Set Q-value in specific Q-table (helper)
+     */
+    private setQValueInTable;
+    /**
+     * Get Q-value (raw, without creating entry)
+     */
+    private getQValueRaw;
+    /**
+     * Clone Q-table
+     */
+    private cloneQTable;
+    /**
+     * Copy Q-table from source to destination
+     */
+    private copyQTable;
+    /**
+     * Get meta-learning statistics
+     */
+    getMetaStatistics(): {
+        metaSteps: number;
+        metaEpisodes: number;
+        avgPreAdaptLoss: number;
+        avgPostAdaptLoss: number;
+        avgImprovement: number;
+        taskTypes: number;
+        bufferedExperiences: number;
+    };
+    /**
+     * Get meta-episodes history
+     */
+    getMetaEpisodes(): MetaEpisode[];
+    /**
+     * Clear task buffer
+     */
+    clearTaskBuffer(): void;
+    /**
+     * Get default exploration rate
+     */
+    protected getDefaultExplorationRate(): number;
+    /**
+     * Get algorithm name
+     */
+    getAlgorithmName(): string;
+    /**
+     * Override getStatistics to include meta-learning metrics
+     */
+    getStatistics(): ReturnType<AbstractRLLearner['getStatistics']> & {
+        maml: ReturnType<MAMLMetaLearner['getMetaStatistics']>;
+    };
+    /**
+     * Export meta-learner state
+     */
+    export(): ReturnType<AbstractRLLearner['export']> & {
+        metaQTable: Record<string, Record<string, QValue>>;
+        taskBuffer: Record<string, TaskExperience[]>;
+        metaEpisodes: MetaEpisode[];
+        metaStepCount: number;
+    };
+    /**
+     * Import meta-learner state
+     */
+    import(state: ReturnType<MAMLMetaLearner['export']>): void;
+}
+/**
+ * Create default MAML configuration
+ */
+export declare function createDefaultMAMLConfig(): MAMLConfig;
+export {};
+//# sourceMappingURL=MAMLMetaLearner.d.ts.map

package/dist/learning/algorithms/MAMLMetaLearner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MAMLMetaLearner.d.ts","sourceRoot":"","sources":["../../../src/learning/algorithms/MAMLMetaLearner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,WAAW,EAAa,MAAM,UAAU,CAAC;AAElE;;GAEG;AACH,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAE1C,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IAGnB,gBAAgB,EAAE,MAAM,CAAC;IAGzB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IAGtB,uBAAuB,EAAE,OAAO,CAAC;IAGjC,aAAa,CAAC,EAAE,iBAAiB,CAAC;CACnC;AA0BD;;GAEG;AACH,UAAU,QAAQ;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED;;GAEG;AACH,UAAU,WAAW;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,qBAAa,eAAgB,SAAQ,iBAAiB;IACpD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,UAAU,CAAgC;IAClD,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,aAAa,CAAC,CAAoB;gBAE9B,MAAM,GAAE,OAAO,CAAC,UAAU,CAAM;IAwB5C;;;OAGG;IACH,MAAM,CAAC,UAAU,EAAE,cAAc,EAAE,UAAU,CAAC,EAAE,WAAW,GAAG,IAAI;IAclE;;OAEG;IACH,OAAO,CAAC,eAAe;IAsBvB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAiBxB;;;;;OAKG;IACG,iBAAiB,IAAI,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IA2EtD;;;OAGG;IACH,OAAO,CAAC,eAAe;IAkCvB;;OAEG;IACH,OAAO,CAAC,WAAW;IA6BnB;;OAEG;IACH,OAAO,CAAC,YAAY;IA2BpB;;;OAGG;IACH,OAAO,CAAC,0BAA0B;IAiClC;;;OAGG;IACH,OAAO,CAAC,2BAA2B;IAgBnC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAmB5B;;;;;;OAMG;IACG,SAAS,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAkBtF;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAY1B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAqBxB;;OAEG;IACH,OAAO,CAAC,YAAY;IAIpB;;OAEG;IACH,OAAO,CAAC,WAAW;IAcnB;;OAEG;IACH,OAAO,CAAC,UAAU;IAelB;;OAEG;IACH,iBAAiB,IAAI;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,CAAC;QACvB,SAAS,EAAE,MAAM,CAAC;QAClB,mBAAmB,EAAE,MAAM,CAAC;KAC7B;IAoBD;;OAEG;IACH,eAAe,IAAI,WAAW,EAAE;IAIhC;;OAEG;IACH,eAAe,IAAI,IAAI;IAIvB;;OAEG;IACH,SAAS,CAAC,yBAAyB,IAAI,MAAM;IAI7C;;OAEG;IACH,gBAAgB,IAAI,MAAM;IAI1B;;OAEG;IACH,aAAa,IAAI,UAAU,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC,GAAG;QAChE,IAAI,EAAE,UAAU,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC,CAAC;KACxD;IAOD;;OAEG;IACH,MAAM,IAAI,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,GAAG;QAClD,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QACnD,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;QAC7C,YAAY,EAAE,WAAW,EAAE,CAAC;QAC5B,aAAa,EAAE,MAAM,CAAC;KACvB;IA2BD;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,GAAG,IAAI;CA4B3D;AAED;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,UAAU,CAEpD"}