@sparkleideas/cli 3.1.0-alpha.17 → 3.1.0-alpha.18

package/dist/src/memory/ewc-consolidation.d.ts

@@ -1,271 +0,0 @@
-/**
- * EWC++ (Elastic Weight Consolidation) Implementation
- * Prevents catastrophic forgetting of important patterns during continual learning
- *
- * Algorithm:
- * L_total = L_new + (lambda/2) * sum_i(F_i * (theta_i - theta_old_i)^2)
- *
- * Where:
- * - L_new is the loss on new data
- * - lambda is the importance weight (ewcLambda)
- * - F_i is the Fisher information for parameter i
- * - theta_i is the current parameter value
- * - theta_old_i is the previous parameter value
- *
- * Features:
- * - Fisher Information Matrix computation from gradient history
- * - Online EWC updates for streaming patterns
- * - Selective consolidation based on pattern importance
- * - Persistent storage in .swarm/ewc-fisher.json
- *
- * @module v3/cli/memory/ewc-consolidation
- */
-/**
- * Pattern weight vector for EWC consolidation
- */
-export interface PatternWeights {
-    /** Unique pattern identifier */
-    id: string;
-    /** Weight vector (embedding or learned parameters) */
-    weights: number[];
-    /** Fisher information values per weight */
-    fisherDiagonal: number[];
-    /** Importance score (0-1) */
-    importance: number;
-    /** Number of successful uses */
-    successCount: number;
-    /** Number of failed uses */
-    failureCount: number;
-    /** Timestamp of last update */
-    lastUpdated: number;
-    /** Pattern type for categorization */
-    type: string;
-    /** Pattern description */
-    description?: string;
-}
-/**
- * Fisher Information Matrix entry (diagonal approximation)
- */
-export interface FisherEntry {
-    /** Parameter index */
-    index: number;
-    /** Fisher information value (importance) */
-    value: number;
-    /** Number of samples used to compute this value */
-    sampleCount: number;
-    /** Exponential moving average decay rate */
-    decayRate: number;
-}
-/**
- * EWC consolidation configuration
- */
-export interface EWCConfig {
-    /** Regularization strength (lambda) */
-    lambda: number;
-    /** Number of patterns to keep for Fisher computation */
-    maxPatterns: number;
-    /** Decay rate for online Fisher updates */
-    fisherDecayRate: number;
-    /** Minimum importance threshold for consolidation */
-    importanceThreshold: number;
-    /** Path to persist Fisher matrix */
-    storagePath: string;
-    /** Enable online updates (EWC++) */
-    onlineMode: boolean;
-    /** Dimensions of weight vectors */
-    dimensions: number;
-}
-/**
- * Consolidation result
- */
-export interface ConsolidationResult {
-    /** Whether consolidation was successful */
-    success: boolean;
-    /** Number of patterns consolidated */
-    patternsConsolidated: number;
-    /** Total penalty applied */
-    totalPenalty: number;
-    /** Patterns that were modified */
-    modifiedPatterns: string[];
-    /** Patterns that were protected (high Fisher) */
-    protectedPatterns: string[];
-    /** Time taken in milliseconds */
-    duration: number;
-    /** Error message if failed */
-    error?: string;
-}
-/**
- * Statistics about EWC consolidation state
- */
-export interface EWCStats {
-    /** Total patterns tracked */
-    totalPatterns: number;
-    /** Patterns with high importance (above threshold) */
-    highImportancePatterns: number;
-    /** Average Fisher information across all parameters */
-    avgFisherValue: number;
-    /** Maximum Fisher information value */
-    maxFisherValue: number;
-    /** Total successful consolidations */
-    consolidationCount: number;
-    /** Last consolidation timestamp */
-    lastConsolidation: number | null;
-    /** Average penalty per consolidation */
-    avgPenalty: number;
-    /** Storage size in bytes */
-    storageSizeBytes: number;
-}
-/**
- * EWC++ Consolidator
- * Implements Elastic Weight Consolidation with online updates
- * for preventing catastrophic forgetting in continual learning
- */
-export declare class EWCConsolidator {
-    private config;
-    private patterns;
-    private gradientHistory;
-    private globalFisher;
-    private consolidationHistory;
-    private initialized;
-    constructor(config?: Partial<EWCConfig>);
-    /**
-     * Initialize the consolidator by loading persisted state
-     */
-    initialize(): Promise<boolean>;
-    /**
-     * Compute Fisher Information Matrix from gradient history
-     * Uses diagonal approximation for efficiency: F_i = E[g_i^2]
-     *
-     * @param patterns - Array of patterns with their gradients/embeddings
-     * @returns Fisher information diagonal
-     */
-    computeFisherMatrix(patterns: {
-        id: string;
-        embedding: number[];
-        success: boolean;
-    }[]): number[];
-    /**
-     * Consolidate new patterns with old patterns without forgetting
-     * Applies EWC penalty to preserve important weights
-     *
-     * @param newPatterns - New patterns to incorporate
-     * @param oldPatterns - Existing patterns to preserve
-     * @returns Consolidated patterns with modified weights
-     */
-    consolidate(newPatterns: {
-        id: string;
-        embedding: number[];
-        type: string;
-        description?: string;
-    }[], oldPatterns?: PatternWeights[]): ConsolidationResult;
-    /**
-     * Calculate EWC regularization penalty
-     *
-     * L_ewc = (lambda/2) * sum_i(F_i * (theta_i - theta_old_i)^2)
-     *
-     * @param oldWeights - Previous weight values
-     * @param newWeights - New weight values
-     * @param fisher - Fisher information diagonal (optional, uses global if not provided)
-     * @returns Regularization penalty value
-     */
-    getPenalty(oldWeights: number[], newWeights: number[], fisher?: number[]): number;
-    /**
-     * Get consolidation statistics
-     */
-    getConsolidationStats(): EWCStats;
-    /**
-     * Record a gradient sample for Fisher computation
-     */
-    recordGradient(patternId: string, gradients: number[], success: boolean): void;
-    /**
-     * Get pattern weights by ID
-     */
-    getPatternWeights(id: string): PatternWeights | undefined;
-    /**
-     * Get all stored patterns
-     */
-    getAllPatterns(): PatternWeights[];
-    /**
-     * Update EWC lambda (regularization strength)
-     */
-    setLambda(lambda: number): void;
-    /**
-     * Get current lambda value
-     */
-    getLambda(): number;
-    /**
-     * Reset Fisher matrix (use with caution - allows forgetting)
-     */
-    resetFisher(): void;
-    /**
-     * Clear all patterns and history (full reset)
-     */
-    clear(): void;
-    /**
-     * Calculate importance score for a pattern based on usage
-     */
-    private calculateImportance;
-    /**
-     * Blend old and new weights using Fisher-weighted interpolation
-     */
-    private blendWeights;
-    /**
-     * Prune old, low-importance patterns to stay within limit
-     */
-    private pruneOldPatterns;
-    /**
-     * Save state to disk
-     */
-    private saveToDisk;
-    /**
-     * Load state from disk
-     */
-    private loadFromDisk;
-}
-/**
- * Get the singleton EWC Consolidator instance
- *
- * @param config - Optional configuration overrides
- * @returns EWC Consolidator instance
- */
-export declare function getEWCConsolidator(config?: Partial<EWCConfig>): Promise<EWCConsolidator>;
-/**
- * Reset the singleton instance (for testing)
- */
-export declare function resetEWCConsolidator(): void;
-/**
- * Quick consolidation helper for common use case
- * Consolidates new patterns with existing ones using EWC
- *
- * @param newPatterns - New patterns to add
- * @returns Consolidation result
- */
-export declare function consolidatePatterns(newPatterns: {
-    id: string;
-    embedding: number[];
-    type: string;
-    description?: string;
-}[]): Promise<ConsolidationResult>;
-/**
- * Record pattern usage outcome
- * Updates Fisher information and pattern importance
- *
- * @param patternId - Pattern identifier
- * @param embedding - Pattern embedding (used as gradient proxy)
- * @param success - Whether the pattern was successful
- */
-export declare function recordPatternOutcome(patternId: string, embedding: number[], success: boolean): Promise<void>;
-/**
- * Get EWC statistics
- */
-export declare function getEWCStats(): Promise<EWCStats>;
-declare const _default: {
-    EWCConsolidator: typeof EWCConsolidator;
-    getEWCConsolidator: typeof getEWCConsolidator;
-    resetEWCConsolidator: typeof resetEWCConsolidator;
-    consolidatePatterns: typeof consolidatePatterns;
-    recordPatternOutcome: typeof recordPatternOutcome;
-    getEWCStats: typeof getEWCStats;
-};
-export default _default;
-//# sourceMappingURL=ewc-consolidation.d.ts.map

package/dist/src/memory/ewc-consolidation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ewc-consolidation.d.ts","sourceRoot":"","sources":["../../../src/memory/ewc-consolidation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AASH;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,gCAAgC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,sDAAsD;IACtD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2CAA2C;IAC3C,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,6BAA6B;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,4BAA4B;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,+BAA+B;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,0BAA0B;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,sBAAsB;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,mDAAmD;IACnD,WAAW,EAAE,MAAM,CAAC;IACpB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,uCAAuC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,wDAAwD;IACxD,WAAW,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,eAAe,EAAE,MAAM,CAAC;IACxB,qDAAqD;IACrD,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oCAAoC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,oCAAoC;IACpC,UAAU,EAAE,OAAO,CAAC;IACpB,mCAAmC;IACnC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,2CAA2C;IAC3C,OAAO,EAAE,OAAO,CAAC;IACjB,sCAAsC;IACtC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,4BAA4B;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,kCAAkC;IAClC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,iDAAiD;IACjD,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,6BAA6B;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,sDAAsD;IACtD,sBAAsB,EAAE,MAAM,CAAC;IAC/B,uDAAuD;IACvD,cAAc,EAAE,MAAM,CAAC;IACvB,uCAAuC;IACvC,cAAc,EAAE,MAAM,CAAC;IACvB,sCAAsC;IACtC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mCAAmC;IACnC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,wCAAwC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,4BAA4B;IAC5B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AA8BD;;;;GAIG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,QAAQ,CAA0C;IAC1D,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,oBAAoB,CAAkE;IAC9F,OAAO,CAAC,WAAW,CAAkB;gBAEzB,MAAM,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC;IAKvC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC;IAcpC;;;;;;OAMG;IACH,mBAAmB,CAAC,QAAQ,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,EAAE,GAAG,MAAM,EAAE;IAwChG;;;;;;;OAOG;IACH,WAAW,CACT,WAAW,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,EACtF,WAAW,CAAC,EAAE,cAAc,EAAE,GAC7B,mBAAmB;IAgHtB;;;;;;;;;OASG;IACH,UAAU,CACR,UAAU,EAAE,MAAM,EAAE,EACpB,UAAU,EAAE,MAAM,EAAE,EACpB,MAAM,CAAC,EAAE,MAAM,EAAE,GAChB,MAAM;IAaT;;OAEG;IACH,qBAAqB,IAAI,QAAQ;IAgDjC;;OAEG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAmC9E;;OAEG;IACH,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS;IAIzD;;OAEG;IACH,cAAc,IAAI,cAAc,EAAE;IAIlC;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAI/B;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACH,WAAW,IAAI,IAAI;IAInB;;OAEG;IACH,KAAK,IAAI,IAAI;IAoBb;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAe3B;;OAEG;IACH,OAAO,CAAC,YAAY;IA2BpB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAexB;;OAEG;IACH,OAAO,CAAC,UAAU;IA0BlB;;OAEG;YACW,YAAY;CAgC3B;AAQD;;;;;GAKG;AACH,wBAAsB,kBAAkB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC,CAM9F;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,IAAI,CAK3C;AAMD;;;;;;GAMG;AACH,wBAAsB,mBAAmB,CACvC,WAAW,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,EAAE,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,EAAE,GACrF,OAAO,CAAC,mBAAmB,CAAC,CAG9B;AAED;;;;;;;GAOG;AACH,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EAAE,EACnB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,CAGf;AAED;;GAEG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,CAGrD;;;;;;;;;AAED,wBAOE"}