@sparkleideas/cli 3.1.0-alpha.19 → 3.1.0-alpha.21

package/dist/src/memory/ewc-consolidation.d.ts

@@ -0,0 +1,271 @@
+/**
+ * EWC++ (Elastic Weight Consolidation) Implementation
+ * Prevents catastrophic forgetting of important patterns during continual learning
+ *
+ * Algorithm:
+ * L_total = L_new + (lambda/2) * sum_i(F_i * (theta_i - theta_old_i)^2)
+ *
+ * Where:
+ * - L_new is the loss on new data
+ * - lambda is the importance weight (ewcLambda)
+ * - F_i is the Fisher information for parameter i
+ * - theta_i is the current parameter value
+ * - theta_old_i is the previous parameter value
+ *
+ * Features:
+ * - Fisher Information Matrix computation from gradient history
+ * - Online EWC updates for streaming patterns
+ * - Selective consolidation based on pattern importance
+ * - Persistent storage in .swarm/ewc-fisher.json
+ *
+ * @module v3/cli/memory/ewc-consolidation
+ */
+/**
+ * Pattern weight vector for EWC consolidation
+ */
+export interface PatternWeights {
+    /** Unique pattern identifier */
+    id: string;
+    /** Weight vector (embedding or learned parameters) */
+    weights: number[];
+    /** Fisher information values per weight */
+    fisherDiagonal: number[];
+    /** Importance score (0-1) */
+    importance: number;
+    /** Number of successful uses */
+    successCount: number;
+    /** Number of failed uses */
+    failureCount: number;
+    /** Timestamp of last update */
+    lastUpdated: number;
+    /** Pattern type for categorization */
+    type: string;
+    /** Pattern description */
+    description?: string;
+}
+/**
+ * Fisher Information Matrix entry (diagonal approximation)
+ */
+export interface FisherEntry {
+    /** Parameter index */
+    index: number;
+    /** Fisher information value (importance) */
+    value: number;
+    /** Number of samples used to compute this value */
+    sampleCount: number;
+    /** Exponential moving average decay rate */
+    decayRate: number;
+}
+/**
+ * EWC consolidation configuration
+ */
+export interface EWCConfig {
+    /** Regularization strength (lambda) */
+    lambda: number;
+    /** Number of patterns to keep for Fisher computation */
+    maxPatterns: number;
+    /** Decay rate for online Fisher updates */
+    fisherDecayRate: number;
+    /** Minimum importance threshold for consolidation */
+    importanceThreshold: number;
+    /** Path to persist Fisher matrix */
+    storagePath: string;
+    /** Enable online updates (EWC++) */
+    onlineMode: boolean;
+    /** Dimensions of weight vectors */
+    dimensions: number;
+}
+/**
+ * Consolidation result
+ */
+export interface ConsolidationResult {
+    /** Whether consolidation was successful */
+    success: boolean;
+    /** Number of patterns consolidated */
+    patternsConsolidated: number;
+    /** Total penalty applied */
+    totalPenalty: number;
+    /** Patterns that were modified */
+    modifiedPatterns: string[];
+    /** Patterns that were protected (high Fisher) */
+    protectedPatterns: string[];
+    /** Time taken in milliseconds */
+    duration: number;
+    /** Error message if failed */
+    error?: string;
+}
+/**
+ * Statistics about EWC consolidation state
+ */
+export interface EWCStats {
+    /** Total patterns tracked */
+    totalPatterns: number;
+    /** Patterns with high importance (above threshold) */
+    highImportancePatterns: number;
+    /** Average Fisher information across all parameters */
+    avgFisherValue: number;
+    /** Maximum Fisher information value */
+    maxFisherValue: number;
+    /** Total successful consolidations */
+    consolidationCount: number;
+    /** Last consolidation timestamp */
+    lastConsolidation: number | null;
+    /** Average penalty per consolidation */
+    avgPenalty: number;
+    /** Storage size in bytes */
+    storageSizeBytes: number;
+}
+/**
+ * EWC++ Consolidator
+ * Implements Elastic Weight Consolidation with online updates
+ * for preventing catastrophic forgetting in continual learning
+ */
+export declare class EWCConsolidator {
+    private config;
+    private patterns;
+    private gradientHistory;
+    private globalFisher;
+    private consolidationHistory;
+    private initialized;
+    constructor(config?: Partial<EWCConfig>);
+    /**
+     * Initialize the consolidator by loading persisted state
+     */
+    initialize(): Promise<boolean>;
+    /**
+     * Compute Fisher Information Matrix from gradient history
+     * Uses diagonal approximation for efficiency: F_i = E[g_i^2]
+     *
+     * @param patterns - Array of patterns with their gradients/embeddings
+     * @returns Fisher information diagonal
+     */
+    computeFisherMatrix(patterns: {
+        id: string;
+        embedding: number[];
+        success: boolean;
+    }[]): number[];
+    /**
+     * Consolidate new patterns with old patterns without forgetting
+     * Applies EWC penalty to preserve important weights
+     *
+     * @param newPatterns - New patterns to incorporate
+     * @param oldPatterns - Existing patterns to preserve
+     * @returns Consolidated patterns with modified weights
+     */
+    consolidate(newPatterns: {
+        id: string;
+        embedding: number[];
+        type: string;
+        description?: string;
+    }[], oldPatterns?: PatternWeights[]): ConsolidationResult;
+    /**
+     * Calculate EWC regularization penalty
+     *
+     * L_ewc = (lambda/2) * sum_i(F_i * (theta_i - theta_old_i)^2)
+     *
+     * @param oldWeights - Previous weight values
+     * @param newWeights - New weight values
+     * @param fisher - Fisher information diagonal (optional, uses global if not provided)
+     * @returns Regularization penalty value
+     */
+    getPenalty(oldWeights: number[], newWeights: number[], fisher?: number[]): number;
+    /**
+     * Get consolidation statistics
+     */
+    getConsolidationStats(): EWCStats;
+    /**
+     * Record a gradient sample for Fisher computation
+     */
+    recordGradient(patternId: string, gradients: number[], success: boolean): void;
+    /**
+     * Get pattern weights by ID
+     */
+    getPatternWeights(id: string): PatternWeights | undefined;
+    /**
+     * Get all stored patterns
+     */
+    getAllPatterns(): PatternWeights[];
+    /**
+     * Update EWC lambda (regularization strength)
+     */
+    setLambda(lambda: number): void;
+    /**
+     * Get current lambda value
+     */
+    getLambda(): number;
+    /**
+     * Reset Fisher matrix (use with caution - allows forgetting)
+     */
+    resetFisher(): void;
+    /**
+     * Clear all patterns and history (full reset)
+     */
+    clear(): void;
+    /**
+     * Calculate importance score for a pattern based on usage
+     */
+    private calculateImportance;
+    /**
+     * Blend old and new weights using Fisher-weighted interpolation
+     */
+    private blendWeights;
+    /**
+     * Prune old, low-importance patterns to stay within limit
+     */
+    private pruneOldPatterns;
+    /**
+     * Save state to disk
+     */
+    private saveToDisk;
+    /**
+     * Load state from disk
+     */
+    private loadFromDisk;
+}
+/**
+ * Get the singleton EWC Consolidator instance
+ *
+ * @param config - Optional configuration overrides
+ * @returns EWC Consolidator instance
+ */
+export declare function getEWCConsolidator(config?: Partial<EWCConfig>): Promise<EWCConsolidator>;
+/**
+ * Reset the singleton instance (for testing)
+ */
+export declare function resetEWCConsolidator(): void;
+/**
+ * Quick consolidation helper for common use case
+ * Consolidates new patterns with existing ones using EWC
+ *
+ * @param newPatterns - New patterns to add
+ * @returns Consolidation result
+ */
+export declare function consolidatePatterns(newPatterns: {
+    id: string;
+    embedding: number[];
+    type: string;
+    description?: string;
+}[]): Promise<ConsolidationResult>;
+/**
+ * Record pattern usage outcome
+ * Updates Fisher information and pattern importance
+ *
+ * @param patternId - Pattern identifier
+ * @param embedding - Pattern embedding (used as gradient proxy)
+ * @param success - Whether the pattern was successful
+ */
+export declare function recordPatternOutcome(patternId: string, embedding: number[], success: boolean): Promise<void>;
+/**
+ * Get EWC statistics
+ */
+export declare function getEWCStats(): Promise<EWCStats>;
+declare const _default: {
+    EWCConsolidator: typeof EWCConsolidator;
+    getEWCConsolidator: typeof getEWCConsolidator;
+    resetEWCConsolidator: typeof resetEWCConsolidator;
+    consolidatePatterns: typeof consolidatePatterns;
+    recordPatternOutcome: typeof recordPatternOutcome;
+    getEWCStats: typeof getEWCStats;
+};
+export default _default;
+//# sourceMappingURL=ewc-consolidation.d.ts.map

package/dist/src/memory/ewc-consolidation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ewc-consolidation.d.ts","sourceRoot":"","sources":["../../../src/memory/ewc-consolidation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AASH;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,gCAAgC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,sDAAsD;IACtD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2CAA2C;IAC3C,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,6BAA6B;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,4BAA4B;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,+BAA+B;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,0BAA0B;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,sBAAsB;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,mDAAmD;IACnD,WAAW,EAAE,MAAM,CAAC;IACpB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,uCAAuC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,wDAAwD;IACxD,WAAW,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,eAAe,EAAE,MAAM,CAAC;IACxB,qDAAqD;IACrD,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oCAAoC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,oCAAoC;IACpC,UAAU,EAAE,OAAO,CAAC;IACpB,mCAAmC;IACnC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,2CAA2C;IAC3C,OAAO,EAAE,OAAO,CAAC;IACjB,sCAAsC;IACtC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,4BAA4B;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,kCAAkC;IAClC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,iDAAiD;IACjD,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,6BAA6B;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,sDAAsD;IACtD,sBAAsB,EAAE,MAAM,CAAC;IAC/B,uDAAuD;IACvD,cAAc,EAAE,MAAM,CAAC;IACvB,uCAAuC;IACvC,cAAc,EAAE,MAAM,CAAC;IACvB,sCAAsC;IACtC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mCAAmC;IACnC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,wCAAwC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,4BAA4B;IAC5B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AA8BD;;;;GAIG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,QAAQ,CAA0C;IAC1D,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,oBAAoB,CAAkE;IAC9F,OAAO,CAAC,WAAW,CAAkB;gBAEzB,MAAM,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC;IAKvC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC;IAcpC;;;;;;OAMG;IACH,mBAAmB,CAAC,QAAQ,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,EAAE,GAAG,MAAM,EAAE;IAwChG;;;;;;;OAOG;IACH,WAAW,CACT,WAAW,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,EACtF,WAAW,CAAC,EAAE,cAAc,EAAE,GAC7B,mBAAmB;IAgHtB;;;;;;;;;OASG;IACH,UAAU,CACR,UAAU,EAAE,MAAM,EAAE,EACpB,UAAU,EAAE,MAAM,EAAE,EACpB,MAAM,CAAC,EAAE,MAAM,EAAE,GAChB,MAAM;IAaT;;OAEG;IACH,qBAAqB,IAAI,QAAQ;IAgDjC;;OAEG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAmC9E;;OAEG;IACH,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS;IAIzD;;OAEG;IACH,cAAc,IAAI,cAAc,EAAE;IAIlC;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAI/B;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACH,WAAW,IAAI,IAAI;IAInB;;OAEG;IACH,KAAK,IAAI,IAAI;IAoBb;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAe3B;;OAEG;IACH,OAAO,CAAC,YAAY;IA2BpB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAexB;;OAEG;IACH,OAAO,CAAC,UAAU;IA0BlB;;OAEG;YACW,YAAY;CAgC3B;AAQD;;;;;GAKG;AACH,wBAAsB,kBAAkB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC,CAM9F;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,IAAI,CAK3C;AAMD;;;;;;GAMG;AACH,wBAAsB,mBAAmB,CACvC,WAAW,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,EAAE,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,EAAE,GACrF,OAAO,CAAC,mBAAmB,CAAC,CAG9B;AAED;;;;;;;GAOG;AACH,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EAAE,EACnB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,CAGf;AAED;;GAEG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,CAGrD;;;;;;;;;AAED,wBAOE"}