agentic-flow 3.5.0 → 3.5.1

package/dist/config/claudeFlow.d.ts

@@ -26,7 +26,7 @@ export declare function getMemoryConfig(agentName?: string): {
  * Initialize swarm coordination for multi-agent tasks
  */
 export declare function getSwarmConfig(topology?: ClaudeFlowConfig['coordinationTopology']): {
-    topology: "mesh" | "hierarchical" | "ring" | "star";
+    topology: "hierarchical" | "mesh" | "ring" | "star";
     maxAgents: number;
     strategy: "balanced";
 };

package/dist/core/attention-native.d.ts

@@ -1,10 +1,13 @@
 /**
  * Native Attention Wrappers
  *
- * Properly wraps @ruvector/attention native Rust implementations
- * with TypedArray conversions and proper error handling
+ * Wraps the @ruvector/attention 2.x NAPI classes. Every 2.x kernel takes
+ * `compute(query: Float32Array, keys: Float32Array[], values: Float32Array[])`
+ * and returns one Float32Array; the constructors take positional sizes
+ * (MultiHead, Flash, Linear, Hyperbolic) or a config object (MoE).
  *
- * Note: @ruvector/attention is optional - falls back gracefully
+ * Note: @ruvector/attention is optional - the classes throw a clear error
+ * when it is missing; use attention-fallbacks.ts for the JS versions.
  */
 declare let attentionAvailable: boolean;
 export { attentionAvailable };
@@ -13,12 +16,16 @@ export interface AttentionConfig {
     numHeads?: number;
     dropoutRate?: number;
     useFlash?: boolean;
+    /** FlashAttention tile size (default 64) */
+    blockSize?: number;
+    /** LinearAttention random-feature count (default hiddenDim) */
+    numFeatures?: number;
+    /** HyperbolicAttention curvature (default 1.0) */
+    curvature?: number;
 }
+type Vec = number[] | Float32Array;
 /**
- * Native Multi-Head Attention (uses Rust implementation)
- *
- * This wrapper properly converts between JavaScript arrays and TypedArrays
- * required by the native Rust implementation.
+ * Native Multi-Head Attention: one query attends over key/value rows.
  */
 export declare class MultiHeadAttention {
     private nativeInstance;
@@ -26,73 +33,83 @@ export declare class MultiHeadAttention {
     private numHeads;
     constructor(config: AttentionConfig);
     /**
-     * Forward pass using native Rust implementation
+     * @param query - one vector of hiddenDim
+     * @param key - one key vector or a list of key rows
+     * @param value - one value vector or a list of value rows (same count as keys)
+     * @param mask - optional per-key mask (0 drops the key)
      */
-    forward(query: number[] | Float32Array, key: number[] | Float32Array, value: number[] | Float32Array, mask?: number[] | Float32Array): {
+    forward(query: Vec, key: Vec | Vec[], value: Vec | Vec[], mask?: Vec): {
         output: number[];
         attentionWeights: number[][];
     };
-    /**
-     * Get dimensions
-     */
     get dim(): number;
     get headDim(): number;
 }
 /**
- * Native Flash Attention (uses Rust implementation)
- *
- * Memory-efficient attention with tiling/chunking
+ * Native Flash Attention (tiled, memory-efficient)
  */
 export declare class FlashAttention {
     private nativeInstance;
     private hiddenDim;
     constructor(config: AttentionConfig);
     /**
-     * Forward pass with batch support
+     * @param query - query rows (or one query vector)
+     * @param key - key rows
+     * @param value - value rows
+     * @param _numHeads - unused (flash attention here is single-head)
      */
-    forward(query: number[][] | Float32Array[], key: number[][] | Float32Array[], value: number[][] | Float32Array[], numHeads?: number): {
+    forward(query: Vec[] | Vec, key: Vec[] | Vec, value: Vec[] | Vec, _numHeads?: number): {
         output: number[][];
         attentionScores: number[][];
     };
 }
 /**
- * Native Linear Attention (uses Rust implementation)
- *
- * O(n) complexity approximation of attention
+ * Native Linear Attention: O(n) random-feature approximation
  */
 export declare class LinearAttention {
     private nativeInstance;
     private hiddenDim;
     constructor(config: AttentionConfig);
-    forward(query: number[][] | Float32Array[], key: number[][] | Float32Array[], value: number[][] | Float32Array[]): {
+    forward(query: Vec[] | Vec, key: Vec[] | Vec, value: Vec[] | Vec): {
         output: number[][];
     };
 }
 /**
- * Native Hyperbolic Attention (uses Rust implementation)
+ * Native Hyperbolic Attention (Poincare ball)
  */
 export declare class HyperbolicAttention {
     private nativeInstance;
     private hiddenDim;
+    private curvature;
     constructor(config: AttentionConfig);
-    forward(query: number[] | Float32Array, key: number[] | Float32Array, value: number[] | Float32Array): {
+    /**
+     * @returns output, and `distance`: the hyperbolic distance from the query
+     *   to its nearest key
+     */
+    forward(query: Vec, key: Vec | Vec[], value: Vec | Vec[]): {
         output: number[];
         distance: number;
     };
 }
 /**
- * Native MoE Attention (uses Rust implementation)
- *
- * Mixture of Experts with top-k routing
+ * Native MoE Attention: mixture of experts with top-k routing
  */
 export declare class MoEAttention {
-    private nativeInstance;
+    private instances;
     private hiddenDim;
     private numExperts;
+    private Ctor;
     constructor(config: AttentionConfig & {
         numExperts?: number;
+        topK?: number;
     });
-    forward(query: number[] | Float32Array, key: number[] | Float32Array, value: number[] | Float32Array, topK?: number): {
+    /** The native kernel fixes topK at construction; keep one per topK. */
+    private instance;
+    /**
+     * @returns output; `expertWeights` is empty (the native kernel does not
+     *   expose its routing weights)
+     */
+    forward(query: Vec, key: Vec | Vec[], value: Vec | Vec[], topK?: number): {
         output: number[];
         expertWeights: number[];
     };

package/dist/core/attention-native.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"attention-native.d.ts","sourceRoot":"","sources":["../../src/core/attention-native.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,QAAA,IAAI,kBAAkB,SAAQ,CAAC;AAS/B,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAE9B,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAmBD;;;;;GAKG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,QAAQ,CAAS;gBAEb,MAAM,EAAE,eAAe;IAenC;;OAEG;IACH,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,EAC9B,GAAG,EAAE,MAAM,EAAE,GAAG,YAAY,EAC5B,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,EAC9B,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,YAAY,GAC7B;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,gBAAgB,EAAE,MAAM,EAAE,EAAE,CAAA;KAAE;IAqBrD;;OAEG;IACH,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,OAAO,IAAI,MAAM,CAEpB;CACF;AAED;;;;GAIG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,eAAe;IAUnC;;OAEG;IACH,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,YAAY,EAAE,EAClC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,YAAY,EAAE,EAChC,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,YAAY,EAAE,EAClC,QAAQ,GAAE,MAAU,GACnB;QAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QAAC,eAAe,EAAE,MAAM,EAAE,EAAE,CAAA;KAAE;CAmBvD;AAED;;;;GAIG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,eAAe;IAenC,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,YAAY,EAAE,EAClC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,YAAY,EAAE,EAChC,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,YAAY,EAAE,GACjC;QAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAA;KAAE;CAe1B;AAED;;GAEG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,eAAe;IAUnC,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,EAC9B,GAAG,EAAE,MAAM,EAAE,GAAG,YAAY,EAC5B,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,GAC7B;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;CAgB1C;AAED;;;;GAIG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAS;gBAEf,MAAM,EAAE,eAAe,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAc7D,OAAO,CACL,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,EAC9B,GAAG,EAAE,MAAM,EAAE,GAAG,YAAY,EAC5B,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,EAC9B,IAAI,GAAE,MAAU,GACf;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,aAAa,EAAE,MAAM,EAAE,CAAA;KAAE;CAgBjD;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,MAAM,EAAE,EACf,GAAG,EAAE,MAAM,EAAE,EACb,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,CAAC,EAAE,MAAM,EAAE,GACd;IAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAuBzC;AAED;;GAEG;AACH,wBAAgB,0BAA0B,IAAI,OAAO,CAOpD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,IAAI,EAAE,YAAY,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,GAAG,KAAK,EAC9D,MAAM,EAAE,eAAe,GACtB,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,mBAAmB,GAAG,YAAY,CAe5F"}
+{"version":3,"file":"attention-native.d.ts","sourceRoot":"","sources":["../../src/core/attention-native.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,QAAA,IAAI,kBAAkB,SAAQ,CAAC;AAW/B,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAE9B,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kDAAkD;IAClD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,KAAK,GAAG,GAAG,MAAM,EAAE,GAAG,YAAY,CAAC;AAiCnC;;GAEG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,QAAQ,CAAS;gBAEb,MAAM,EAAE,eAAe;IAWnC;;;;;OAKG;IACH,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,gBAAgB,EAAE,MAAM,EAAE,EAAE,CAAA;KAAE;IAuBzH,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,OAAO,IAAI,MAAM,CAEpB;CACF;AAYD;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,eAAe;IAUnC;;;;;OAKG;IACH,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,EAAE,SAAS,GAAE,MAAU,GAAG;QAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QAAC,eAAe,EAAE,MAAM,EAAE,EAAE,CAAA;KAAE;CAO9I;AAED;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,eAAe;IAUnC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,GAAG;QAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAA;KAAE;CAO1F;AAeD;;GAEG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,eAAe;IAWnC;;;OAGG;IACH,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;CAclG;AAED;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,IAAI,CAAM;gBAEN,MAAM,EAAE,eAAe,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;IAW5E,uEAAuE;IACvE,OAAO,CAAC,QAAQ;IAUhB;;;OAGG;IACH,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,GAAG,GAAG,EAAE,EAAE,IAAI,GAAE,MAAU,GAAG;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,aAAa,EAAE,MAAM,EAAE,CAAA;KAAE;CAa3H;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,MAAM,EAAE,EACf,GAAG,EAAE,MAAM,EAAE,EACb,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,CAAC,EAAE,MAAM,EAAE,GACd;IAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAuBzC;AAED;;GAEG;AACH,wBAAgB,0BAA0B,IAAI,OAAO,CAOpD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,IAAI,EAAE,YAAY,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,GAAG,KAAK,EAC9D,MAAM,EAAE,eAAe,GACtB,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,mBAAmB,GAAG,YAAY,CAe5F"}

package/dist/core/attention-native.js

@@ -1,41 +1,55 @@
 /**
  * Native Attention Wrappers
  *
- * Properly wraps @ruvector/attention native Rust implementations
- * with TypedArray conversions and proper error handling
+ * Wraps the @ruvector/attention 2.x NAPI classes. Every 2.x kernel takes
+ * `compute(query: Float32Array, keys: Float32Array[], values: Float32Array[])`
+ * and returns one Float32Array; the constructors take positional sizes
+ * (MultiHead, Flash, Linear, Hyperbolic) or a config object (MoE).
  *
- * Note: @ruvector/attention is optional - falls back gracefully
+ * Note: @ruvector/attention is optional - the classes throw a clear error
+ * when it is missing; use attention-fallbacks.ts for the JS versions.
  */
 let nativeAttention = null;
 let attentionAvailable = false;
 try {
-    nativeAttention = await import('@ruvector/attention');
-    attentionAvailable = true;
+    const mod = await import('@ruvector/attention');
+    // The package is CommonJS; take the named exports, or the default object.
+    nativeAttention = mod?.MultiHeadAttention ? mod : mod?.default;
+    attentionAvailable = !!nativeAttention?.MultiHeadAttention;
 }
 catch {
     console.warn('[attention-native] @ruvector/attention not available');
 }
 export { attentionAvailable };
-/**
- * Convert regular array to Float32Array if needed
- */
 function toFloat32Array(input) {
-    if (input instanceof Float32Array) {
-        return input;
-    }
-    return new Float32Array(input);
+    return input instanceof Float32Array ? input : new Float32Array(input);
 }
-/**
- * Convert Float32Array to regular array for JS compatibility
- */
 function toArray(input) {
     return Array.from(input);
 }
+/** One vector, or a list of vectors, as a list of Float32Array rows. */
+function toRows(input) {
+    const list = input;
+    if (list.length > 0 && (Array.isArray(list[0]) || list[0] instanceof Float32Array)) {
+        return input.map(toFloat32Array);
+    }
+    return [toFloat32Array(input)];
+}
+function requireNative(name) {
+    const ctor = nativeAttention?.[name];
+    if (typeof ctor !== 'function') {
+        throw new Error(`Failed to initialize native ${name}: @ruvector/attention is not installed`);
+    }
+    return ctor;
+}
+function checkDim(dim, rows, what) {
+    for (const r of rows) {
+        if (r.length !== dim)
+            throw new Error(`${what} has dimension ${r.length}, expected ${dim}`);
+    }
+}
 /**
- * Native Multi-Head Attention (uses Rust implementation)
- *
- * This wrapper properly converts between JavaScript arrays and TypedArrays
- * required by the native Rust implementation.
+ * Native Multi-Head Attention: one query attends over key/value rows.
  */
 export class MultiHeadAttention {
     nativeInstance;
@@ -44,39 +58,45 @@ export class MultiHeadAttention {
     constructor(config) {
         this.hiddenDim = config.hiddenDim;
         this.numHeads = config.numHeads || 8;
+        const Ctor = requireNative('MultiHeadAttention');
         try {
-            // Create native Rust instance
-            this.nativeInstance = new nativeAttention.MultiHeadAttention(this.hiddenDim, this.numHeads);
+            this.nativeInstance = new Ctor(this.hiddenDim, this.numHeads);
         }
         catch (error) {
             throw new Error(`Failed to initialize native MultiHeadAttention: ${error.message}`);
         }
     }
     /**
-     * Forward pass using native Rust implementation
+     * @param query - one vector of hiddenDim
+     * @param key - one key vector or a list of key rows
+     * @param value - one value vector or a list of value rows (same count as keys)
+     * @param mask - optional per-key mask (0 drops the key)
      */
     forward(query, key, value, mask) {
         try {
-            // Convert to Float32Array for native code
             const q = toFloat32Array(query);
-            const k = toFloat32Array(key);
-            const v = toFloat32Array(value);
-            const m = mask ? toFloat32Array(mask) : undefined;
-            // Call native compute method
-            const result = this.nativeInstance.compute(q, k, v, m);
-            // Convert result back to regular arrays
+            let k = toRows(key);
+            let v = toRows(value);
+            if (k.length !== v.length)
+                throw new Error(`${k.length} keys but ${v.length} values`);
+            if (mask) {
+                const keep = k.map((_, i) => mask[i] !== 0);
+                k = k.filter((_, i) => keep[i]);
+                v = v.filter((_, i) => keep[i]);
+                if (k.length === 0)
+                    return { output: new Array(this.hiddenDim).fill(0), attentionWeights: [[]] };
+            }
+            checkDim(this.hiddenDim, [q, ...k, ...v], 'input');
+            const result = this.nativeInstance.compute(q, k, v);
             return {
                 output: toArray(result),
-                attentionWeights: [[]] // Native doesn't return weights separately
+                attentionWeights: [[]], // the native kernel does not return weights
             };
         }
         catch (error) {
             throw new Error(`MultiHeadAttention forward failed: ${error.message}`);
         }
     }
-    /**
-     * Get dimensions
-     */
     get dim() {
         return this.nativeInstance.dim;
     }
@@ -84,39 +104,41 @@ export class MultiHeadAttention {
         return this.nativeInstance.headDim;
     }
 }
+/** Shared batch form: every query row attends over the same key/value rows. */
+function computeRows(instance, dim, query, key, value) {
+    const q = toRows(query);
+    const k = toRows(key);
+    const v = toRows(value);
+    if (k.length !== v.length)
+        throw new Error(`${k.length} keys but ${v.length} values`);
+    checkDim(dim, [...q, ...k, ...v], 'input');
+    return q.map((row) => toArray(instance.compute(row, k, v)));
+}
 /**
- * Native Flash Attention (uses Rust implementation)
- *
- * Memory-efficient attention with tiling/chunking
+ * Native Flash Attention (tiled, memory-efficient)
  */
 export class FlashAttention {
     nativeInstance;
     hiddenDim;
     constructor(config) {
         this.hiddenDim = config.hiddenDim;
+        const Ctor = requireNative('FlashAttention');
         try {
-            this.nativeInstance = new nativeAttention.FlashAttention(this.hiddenDim);
+            this.nativeInstance = new Ctor(this.hiddenDim, config.blockSize ?? 64);
         }
         catch (error) {
             throw new Error(`Failed to initialize native FlashAttention: ${error.message}`);
         }
     }
     /**
-     * Forward pass with batch support
+     * @param query - query rows (or one query vector)
+     * @param key - key rows
+     * @param value - value rows
+     * @param _numHeads - unused (flash attention here is single-head)
      */
-    forward(query, key, value, numHeads = 8) {
+    forward(query, key, value, _numHeads = 8) {
         try {
-            // Convert batch to Float32Array
-            const q = query.map(toFloat32Array);
-            const k = key.map(toFloat32Array);
-            const v = value.map(toFloat32Array);
-            // Call native compute
-            const result = this.nativeInstance.compute(q, k, v, numHeads);
-            // Convert result back
-            return {
-                output: result.map((r) => toArray(r)),
-                attentionScores: [[]]
-            };
+            return { output: computeRows(this.nativeInstance, this.hiddenDim, query, key, value), attentionScores: [[]] };
         }
         catch (error) {
             throw new Error(`FlashAttention forward failed: ${error.message}`);
@@ -124,19 +146,16 @@ export class FlashAttention {
     }
 }
 /**
- * Native Linear Attention (uses Rust implementation)
- *
- * O(n) complexity approximation of attention
+ * Native Linear Attention: O(n) random-feature approximation
  */
 export class LinearAttention {
     nativeInstance;
     hiddenDim;
     constructor(config) {
         this.hiddenDim = config.hiddenDim;
+        const Ctor = requireNative('LinearAttention');
         try {
-            // LinearAttention constructor: (hiddenDim, seqLen)
-            // We'll use hiddenDim for both since seqLen varies per forward call
-            this.nativeInstance = new nativeAttention.LinearAttention(this.hiddenDim, this.hiddenDim);
+            this.nativeInstance = new Ctor(this.hiddenDim, config.numFeatures ?? this.hiddenDim);
         }
         catch (error) {
             throw new Error(`Failed to initialize native LinearAttention: ${error.message}`);
@@ -144,44 +163,59 @@ export class LinearAttention {
     }
     forward(query, key, value) {
         try {
-            const q = query.map(toFloat32Array);
-            const k = key.map(toFloat32Array);
-            const v = value.map(toFloat32Array);
-            const result = this.nativeInstance.compute(q, k, v);
-            return {
-                output: result.map((r) => toArray(r))
-            };
+            return { output: computeRows(this.nativeInstance, this.hiddenDim, query, key, value) };
         }
         catch (error) {
             throw new Error(`LinearAttention forward failed: ${error.message}`);
         }
     }
 }
+/** Poincare-ball distance for curvature c > 0. */
+function poincareDistance(a, b, c) {
+    let diff = 0, na = 0, nb = 0;
+    for (let i = 0; i < a.length; i++) {
+        diff += (a[i] - b[i]) ** 2;
+        na += a[i] * a[i];
+        nb += b[i] * b[i];
+    }
+    const denom = (1 - c * na) * (1 - c * nb);
+    if (denom <= 0)
+        return Infinity; // a point on or outside the ball
+    return Math.acosh(1 + (2 * c * diff) / denom) / Math.sqrt(c);
+}
 /**
- * Native Hyperbolic Attention (uses Rust implementation)
+ * Native Hyperbolic Attention (Poincare ball)
  */
 export class HyperbolicAttention {
     nativeInstance;
     hiddenDim;
+    curvature;
     constructor(config) {
         this.hiddenDim = config.hiddenDim;
+        this.curvature = config.curvature ?? 1.0;
+        const Ctor = requireNative('HyperbolicAttention');
         try {
-            this.nativeInstance = new nativeAttention.HyperbolicAttention(this.hiddenDim);
+            this.nativeInstance = new Ctor(this.hiddenDim, this.curvature);
         }
         catch (error) {
             throw new Error(`Failed to initialize native HyperbolicAttention: ${error.message}`);
         }
     }
+    /**
+     * @returns output, and `distance`: the hyperbolic distance from the query
+     *   to its nearest key
+     */
     forward(query, key, value) {
         try {
             const q = toFloat32Array(query);
-            const k = toFloat32Array(key);
-            const v = toFloat32Array(value);
+            const k = toRows(key);
+            const v = toRows(value);
+            if (k.length !== v.length)
+                throw new Error(`${k.length} keys but ${v.length} values`);
+            checkDim(this.hiddenDim, [q, ...k, ...v], 'input');
             const result = this.nativeInstance.compute(q, k, v);
-            return {
-                output: toArray(result.output),
-                distance: result.distance
-            };
+            const distance = Math.min(...k.map((row) => poincareDistance(q, row, this.curvature)));
+            return { output: toArray(result), distance };
         }
         catch (error) {
             throw new Error(`HyperbolicAttention forward failed: ${error.message}`);
@@ -189,35 +223,48 @@ export class HyperbolicAttention {
     }
 }
 /**
- * Native MoE Attention (uses Rust implementation)
- *
- * Mixture of Experts with top-k routing
+ * Native MoE Attention: mixture of experts with top-k routing
  */
 export class MoEAttention {
-    nativeInstance;
+    instances = new Map();
     hiddenDim;
     numExperts;
+    Ctor;
     constructor(config) {
         this.hiddenDim = config.hiddenDim;
         this.numExperts = config.numExperts || 4;
+        this.Ctor = requireNative('MoEAttention');
         try {
-            // MoEAttention constructor may have different signature in different versions
-            this.nativeInstance = new nativeAttention.MoEAttention(this.hiddenDim);
+            this.instance(config.topK ?? 2);
         }
         catch (error) {
             throw new Error(`Failed to initialize native MoEAttention: ${error.message}`);
         }
     }
+    /** The native kernel fixes topK at construction; keep one per topK. */
+    instance(topK) {
+        const k = Math.max(1, Math.min(Math.floor(topK), this.numExperts));
+        let inst = this.instances.get(k);
+        if (!inst) {
+            inst = new this.Ctor({ dim: this.hiddenDim, numExperts: this.numExperts, topK: k });
+            this.instances.set(k, inst);
+        }
+        return inst;
+    }
+    /**
+     * @returns output; `expertWeights` is empty (the native kernel does not
+     *   expose its routing weights)
+     */
     forward(query, key, value, topK = 2) {
         try {
             const q = toFloat32Array(query);
-            const k = toFloat32Array(key);
-            const v = toFloat32Array(value);
-            const result = this.nativeInstance.compute(q, k, v, topK);
-            return {
-                output: toArray(result.output),
-                expertWeights: toArray(result.expertWeights)
-            };
+            const k = toRows(key);
+            const v = toRows(value);
+            if (k.length !== v.length)
+                throw new Error(`${k.length} keys but ${v.length} values`);
+            checkDim(this.hiddenDim, [q, ...k, ...v], 'input');
+            const result = this.instance(topK).compute(q, k, v);
+            return { output: toArray(result), expertWeights: [] };
         }
         catch (error) {
             throw new Error(`MoEAttention forward failed: ${error.message}`);

package/dist/core/attention-native.js.map

@@ -1 +1 @@
-{"version":3,"file":"attention-native.js","sourceRoot":"","sources":["../../src/core/attention-native.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,IAAI,eAAe,GAAQ,IAAI,CAAC;AAChC,IAAI,kBAAkB,GAAG,KAAK,CAAC;AAE/B,IAAI,CAAC;IACH,eAAe,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACtD,kBAAkB,GAAG,IAAI,CAAC;AAC5B,CAAC;AAAC,MAAM,CAAC;IACP,OAAO,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;AACvE,CAAC;AAED,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAS9B;;GAEG;AACH,SAAS,cAAc,CAAC,KAA8B;IACpD,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,SAAS,OAAO,CAAC,KAAmB;IAClC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;GAKG;AACH,MAAM,OAAO,kBAAkB;IACrB,cAAc,CAAM;IACpB,SAAS,CAAS;IAClB,QAAQ,CAAS;IAEzB,YAAY,MAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC;YACH,8BAA8B;YAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,eAAe,CAAC,kBAAkB,CAC1D,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,QAAQ,CACd,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO,CACL,KAA8B,EAC9B,GAA4B,EAC5B,KAA8B,EAC9B,IAA8B;QAE9B,IAAI,CAAC;YACH,0CAA0C;YAC1C,MAAM,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAElD,6BAA6B;YAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAEvD,wCAAwC;YACxC,OAAO;gBACL,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC;gBACvB,gBAAgB,EAAE,CAAC,EAAE,CAAC,CAAC,2CAA2C;aACnE,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;IACjC,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;IACrC,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,cAAc;IACjB,cAAc,CAAM;IACpB,SAAS,CAAS;IAE1B,YAAY,MAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,IAAI,CAAC;YACH,IAAI,CAAC,cAAc,GAAG,IAAI,eAAe,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO,CACL,KAAkC,EAClC,GAAgC,EAChC,KAAkC,EAClC,WAAmB,CAAC;QAEpB,IAAI,CAAC;YACH,gCAAgC;YAChC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YACpC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAClC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAEpC,sBAAsB;YACtB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;YAE9D,sBAAsB;YACtB,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAe,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACnD,eAAe,EAAE,CAAC,EAAE,CAAC;aACtB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,eAAe;IAClB,cAAc,CAAM;IACpB,SAAS,CAAS;IAE1B,YAAY,MAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,IAAI,CAAC;YACH,mDAAmD;YACnD,oEAAoE;YACpE,IAAI,CAAC,cAAc,GAAG,IAAI,eAAe,CAAC,eAAe,CACvD,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,CACf,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gDAAgD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED,OAAO,CACL,KAAkC,EAClC,GAAgC,EAChC,KAAkC;QAElC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YACpC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAClC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAEpC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAEpD,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAe,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;aACpD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,mBAAmB;IACtB,cAAc,CAAM;IACpB,SAAS,CAAS;IAE1B,YAAY,MAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,IAAI,CAAC;YACH,IAAI,CAAC,cAAc,GAAG,IAAI,eAAe,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChF,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,oDAAoD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED,OAAO,CACL,KAA8B,EAC9B,GAA4B,EAC5B,KAA8B;QAE9B,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAEhC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAEpD,OAAO;gBACL,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC9B,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,YAAY;IACf,cAAc,CAAM;IACpB,SAAS,CAAS;IAClB,UAAU,CAAS;IAE3B,YAAY,MAAiD;QAC3D,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QAEzC,IAAI,CAAC;YACH,8EAA8E;YAC9E,IAAI,CAAC,cAAc,GAAG,IAAK,eAAe,CAAC,YAAoB,CAC7D,IAAI,CAAC,SAAS,CACf,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,6CAA6C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,OAAO,CACL,KAA8B,EAC9B,GAA4B,EAC5B,KAA8B,EAC9B,OAAe,CAAC;QAEhB,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAEhC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YAE1D,OAAO;gBACL,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC9B,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC;aAC7C,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CACvC,KAAe,EACf,GAAa,EACb,KAAe,EACf,IAAe;IAEf,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;IAExB,+CAA+C;IAC/C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IACD,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEvB,yBAAyB;IACzB,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,KAAK,GAAG,CAAC,QAAQ,CAAC;IACpB,CAAC;IAED,iCAAiC;IACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,QAAQ,CAAC;IAExB,iBAAiB;IACjB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IAE1C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B;IACxC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,IAA8D,EAC9D,MAAuB;IAEvB,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,YAAY;YACf,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,OAAO;YACV,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,QAAQ;YACX,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,YAAY;YACf,OAAO,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACzC,KAAK,KAAK;YACR,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QAClC;YACE,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC","sourcesContent":["/**\n * Native Attention Wrappers\n *\n * Properly wraps @ruvector/attention native Rust implementations\n * with TypedArray conversions and proper error handling\n *\n * Note: @ruvector/attention is optional - falls back gracefully\n */\n\nlet nativeAttention: any = null;\nlet attentionAvailable = false;\n\ntry {\n  nativeAttention = await import('@ruvector/attention');\n  attentionAvailable = true;\n} catch {\n  console.warn('[attention-native] @ruvector/attention not available');\n}\n\nexport { attentionAvailable };\n\nexport interface AttentionConfig {\n  hiddenDim: number;\n  numHeads?: number;\n  dropoutRate?: number;\n  useFlash?: boolean;\n}\n\n/**\n * Convert regular array to Float32Array if needed\n */\nfunction toFloat32Array(input: number[] | Float32Array): Float32Array {\n  if (input instanceof Float32Array) {\n    return input;\n  }\n  return new Float32Array(input);\n}\n\n/**\n * Convert Float32Array to regular array for JS compatibility\n */\nfunction toArray(input: Float32Array): number[] {\n  return Array.from(input);\n}\n\n/**\n * Native Multi-Head Attention (uses Rust implementation)\n *\n * This wrapper properly converts between JavaScript arrays and TypedArrays\n * required by the native Rust implementation.\n */\nexport class MultiHeadAttention {\n  private nativeInstance: any;\n  private hiddenDim: number;\n  private numHeads: number;\n\n  constructor(config: AttentionConfig) {\n    this.hiddenDim = config.hiddenDim;\n    this.numHeads = config.numHeads || 8;\n\n    try {\n      // Create native Rust instance\n      this.nativeInstance = new nativeAttention.MultiHeadAttention(\n        this.hiddenDim,\n        this.numHeads\n      );\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native MultiHeadAttention: ${error.message}`);\n    }\n  }\n\n  /**\n   * Forward pass using native Rust implementation\n   */\n  forward(\n    query: number[] | Float32Array,\n    key: number[] | Float32Array,\n    value: number[] | Float32Array,\n    mask?: number[] | Float32Array\n  ): { output: number[]; attentionWeights: number[][] } {\n    try {\n      // Convert to Float32Array for native code\n      const q = toFloat32Array(query);\n      const k = toFloat32Array(key);\n      const v = toFloat32Array(value);\n      const m = mask ? toFloat32Array(mask) : undefined;\n\n      // Call native compute method\n      const result = this.nativeInstance.compute(q, k, v, m);\n\n      // Convert result back to regular arrays\n      return {\n        output: toArray(result),\n        attentionWeights: [[]] // Native doesn't return weights separately\n      };\n    } catch (error: any) {\n      throw new Error(`MultiHeadAttention forward failed: ${error.message}`);\n    }\n  }\n\n  /**\n   * Get dimensions\n   */\n  get dim(): number {\n    return this.nativeInstance.dim;\n  }\n\n  get headDim(): number {\n    return this.nativeInstance.headDim;\n  }\n}\n\n/**\n * Native Flash Attention (uses Rust implementation)\n *\n * Memory-efficient attention with tiling/chunking\n */\nexport class FlashAttention {\n  private nativeInstance: any;\n  private hiddenDim: number;\n\n  constructor(config: AttentionConfig) {\n    this.hiddenDim = config.hiddenDim;\n\n    try {\n      this.nativeInstance = new nativeAttention.FlashAttention(this.hiddenDim);\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native FlashAttention: ${error.message}`);\n    }\n  }\n\n  /**\n   * Forward pass with batch support\n   */\n  forward(\n    query: number[][] | Float32Array[],\n    key: number[][] | Float32Array[],\n    value: number[][] | Float32Array[],\n    numHeads: number = 8\n  ): { output: number[][]; attentionScores: number[][] } {\n    try {\n      // Convert batch to Float32Array\n      const q = query.map(toFloat32Array);\n      const k = key.map(toFloat32Array);\n      const v = value.map(toFloat32Array);\n\n      // Call native compute\n      const result = this.nativeInstance.compute(q, k, v, numHeads);\n\n      // Convert result back\n      return {\n        output: result.map((r: Float32Array) => toArray(r)),\n        attentionScores: [[]]\n      };\n    } catch (error: any) {\n      throw new Error(`FlashAttention forward failed: ${error.message}`);\n    }\n  }\n}\n\n/**\n * Native Linear Attention (uses Rust implementation)\n *\n * O(n) complexity approximation of attention\n */\nexport class LinearAttention {\n  private nativeInstance: any;\n  private hiddenDim: number;\n\n  constructor(config: AttentionConfig) {\n    this.hiddenDim = config.hiddenDim;\n\n    try {\n      // LinearAttention constructor: (hiddenDim, seqLen)\n      // We'll use hiddenDim for both since seqLen varies per forward call\n      this.nativeInstance = new nativeAttention.LinearAttention(\n        this.hiddenDim,\n        this.hiddenDim\n      );\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native LinearAttention: ${error.message}`);\n    }\n  }\n\n  forward(\n    query: number[][] | Float32Array[],\n    key: number[][] | Float32Array[],\n    value: number[][] | Float32Array[]\n  ): { output: number[][] } {\n    try {\n      const q = query.map(toFloat32Array);\n      const k = key.map(toFloat32Array);\n      const v = value.map(toFloat32Array);\n\n      const result = this.nativeInstance.compute(q, k, v);\n\n      return {\n        output: result.map((r: Float32Array) => toArray(r))\n      };\n    } catch (error: any) {\n      throw new Error(`LinearAttention forward failed: ${error.message}`);\n    }\n  }\n}\n\n/**\n * Native Hyperbolic Attention (uses Rust implementation)\n */\nexport class HyperbolicAttention {\n  private nativeInstance: any;\n  private hiddenDim: number;\n\n  constructor(config: AttentionConfig) {\n    this.hiddenDim = config.hiddenDim;\n\n    try {\n      this.nativeInstance = new nativeAttention.HyperbolicAttention(this.hiddenDim);\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native HyperbolicAttention: ${error.message}`);\n    }\n  }\n\n  forward(\n    query: number[] | Float32Array,\n    key: number[] | Float32Array,\n    value: number[] | Float32Array\n  ): { output: number[]; distance: number } {\n    try {\n      const q = toFloat32Array(query);\n      const k = toFloat32Array(key);\n      const v = toFloat32Array(value);\n\n      const result = this.nativeInstance.compute(q, k, v);\n\n      return {\n        output: toArray(result.output),\n        distance: result.distance\n      };\n    } catch (error: any) {\n      throw new Error(`HyperbolicAttention forward failed: ${error.message}`);\n    }\n  }\n}\n\n/**\n * Native MoE Attention (uses Rust implementation)\n *\n * Mixture of Experts with top-k routing\n */\nexport class MoEAttention {\n  private nativeInstance: any;\n  private hiddenDim: number;\n  private numExperts: number;\n\n  constructor(config: AttentionConfig & { numExperts?: number }) {\n    this.hiddenDim = config.hiddenDim;\n    this.numExperts = config.numExperts || 4;\n\n    try {\n      // MoEAttention constructor may have different signature in different versions\n      this.nativeInstance = new (nativeAttention.MoEAttention as any)(\n        this.hiddenDim\n      );\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native MoEAttention: ${error.message}`);\n    }\n  }\n\n  forward(\n    query: number[] | Float32Array,\n    key: number[] | Float32Array,\n    value: number[] | Float32Array,\n    topK: number = 2\n  ): { output: number[]; expertWeights: number[] } {\n    try {\n      const q = toFloat32Array(query);\n      const k = toFloat32Array(key);\n      const v = toFloat32Array(value);\n\n      const result = this.nativeInstance.compute(q, k, v, topK);\n\n      return {\n        output: toArray(result.output),\n        expertWeights: toArray(result.expertWeights)\n      };\n    } catch (error: any) {\n      throw new Error(`MoEAttention forward failed: ${error.message}`);\n    }\n  }\n}\n\n/**\n * Scaled Dot-Product Attention (pure JavaScript, always works)\n */\nexport function scaledDotProductAttention(\n  query: number[],\n  key: number[],\n  value: number[],\n  mask?: number[]\n): { output: number[]; weights: number[] } {\n  const dk = query.length;\n\n  // Compute attention scores: Q · K^T / sqrt(dk)\n  let score = 0;\n  for (let i = 0; i < dk; i++) {\n    score += query[i] * key[i];\n  }\n  score /= Math.sqrt(dk);\n\n  // Apply mask if provided\n  if (mask && mask[0] === 0) {\n    score = -Infinity;\n  }\n\n  // Softmax (single score version)\n  const expScore = Math.exp(score);\n  const weight = expScore;\n\n  // Weighted value\n  const output = value.map(v => v * weight);\n\n  return { output, weights: [weight] };\n}\n\n/**\n * Check if native attention is available\n */\nexport function isNativeAttentionAvailable(): boolean {\n  try {\n    const test = new nativeAttention.MultiHeadAttention(128, 4);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\n/**\n * Factory function to create appropriate attention module\n */\nexport function createAttention(\n  type: 'multi-head' | 'flash' | 'linear' | 'hyperbolic' | 'moe',\n  config: AttentionConfig\n): MultiHeadAttention | FlashAttention | LinearAttention | HyperbolicAttention | MoEAttention {\n  switch (type) {\n    case 'multi-head':\n      return new MultiHeadAttention(config);\n    case 'flash':\n      return new FlashAttention(config);\n    case 'linear':\n      return new LinearAttention(config);\n    case 'hyperbolic':\n      return new HyperbolicAttention(config);\n    case 'moe':\n      return new MoEAttention(config);\n    default:\n      return new MultiHeadAttention(config);\n  }\n}\n"]}
+{"version":3,"file":"attention-native.js","sourceRoot":"","sources":["../../src/core/attention-native.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,IAAI,eAAe,GAAQ,IAAI,CAAC;AAChC,IAAI,kBAAkB,GAAG,KAAK,CAAC;AAE/B,IAAI,CAAC;IACH,MAAM,GAAG,GAAQ,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACrD,0EAA0E;IAC1E,eAAe,GAAG,GAAG,EAAE,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC;IAC/D,kBAAkB,GAAG,CAAC,CAAC,eAAe,EAAE,kBAAkB,CAAC;AAC7D,CAAC;AAAC,MAAM,CAAC;IACP,OAAO,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;AACvE,CAAC;AAED,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAiB9B,SAAS,cAAc,CAAC,KAAU;IAChC,OAAO,KAAK,YAAY,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,OAAO,CAAC,KAAmB;IAClC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,wEAAwE;AACxE,SAAS,MAAM,CAAC,KAAkB;IAChC,MAAM,IAAI,GAAG,KAAkB,CAAC;IAChC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,YAAY,CAAC,EAAE,CAAC;QACnF,OAAQ,KAAe,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,CAAC,cAAc,CAAC,KAAY,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,IAAI,GAAG,eAAe,EAAE,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,OAAO,IAAI,KAAK,UAAU,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,+BAA+B,IAAI,wCAAwC,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW,EAAE,IAAoB,EAAE,IAAY;IAC/D,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,kBAAkB,CAAC,CAAC,MAAM,cAAc,GAAG,EAAE,CAAC,CAAC;IAC9F,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,kBAAkB;IACrB,cAAc,CAAM;IACpB,SAAS,CAAS;IAClB,QAAQ,CAAS;IAEzB,YAAY,MAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC;QACjD,IAAI,CAAC;YACH,IAAI,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,OAAO,CAAC,KAAU,EAAE,GAAgB,EAAE,KAAkB,EAAE,IAAU;QAClE,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACpB,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACtB,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,aAAa,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC;YACtF,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC5C,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,EAAE,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;YACnG,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,MAAM,GAAiB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAClE,OAAO;gBACL,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC;gBACvB,gBAAgB,EAAE,CAAC,EAAE,CAAC,EAAE,4CAA4C;aACrE,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;IACjC,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;IACrC,CAAC;CACF;AAED,+EAA+E;AAC/E,SAAS,WAAW,CAAC,QAAa,EAAE,GAAW,EAAE,KAAkB,EAAE,GAAgB,EAAE,KAAkB;IACvG,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,aAAa,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC;IACtF,QAAQ,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3C,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,cAAc;IACjB,cAAc,CAAM;IACpB,SAAS,CAAS;IAE1B,YAAY,MAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,MAAM,IAAI,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,IAAI,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,OAAO,CAAC,KAAkB,EAAE,GAAgB,EAAE,KAAkB,EAAE,YAAoB,CAAC;QACrF,IAAI,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;QAChH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,eAAe;IAClB,cAAc,CAAM;IACpB,SAAS,CAAS;IAE1B,YAAY,MAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,MAAM,IAAI,GAAG,aAAa,CAAC,iBAAiB,CAAC,CAAC;QAC9C,IAAI,CAAC;YACH,IAAI,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;QACvF,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gDAAgD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAkB,EAAE,GAAgB,EAAE,KAAkB;QAC9D,IAAI,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QACzF,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;CACF;AAED,kDAAkD;AAClD,SAAS,gBAAgB,CAAC,CAAe,EAAE,CAAe,EAAE,CAAS;IACnE,IAAI,IAAI,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3B,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;IAC1C,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC,CAAC,iCAAiC;IAClE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,mBAAmB;IACtB,cAAc,CAAM;IACpB,SAAS,CAAS;IAClB,SAAS,CAAS;IAE1B,YAAY,MAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;QACzC,MAAM,IAAI,GAAG,aAAa,CAAC,qBAAqB,CAAC,CAAC;QAClD,IAAI,CAAC;YACH,IAAI,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,oDAAoD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,KAAU,EAAE,GAAgB,EAAE,KAAkB;QACtD,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACtB,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACxB,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,aAAa,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC;YACtF,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,MAAM,GAAiB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACvF,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,SAAS,GAAG,IAAI,GAAG,EAAe,CAAC;IACnC,SAAS,CAAS;IAClB,UAAU,CAAS;IACnB,IAAI,CAAM;IAElB,YAAY,MAAgE;QAC1E,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;QAC1C,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,6CAA6C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,uEAAuE;IAC/D,QAAQ,CAAC,IAAY;QAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QACnE,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YACpF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,KAAU,EAAE,GAAgB,EAAE,KAAkB,EAAE,OAAe,CAAC;QACxE,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACtB,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACxB,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,aAAa,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC;YACtF,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,MAAM,GAAiB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAClE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;QACxD,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CACvC,KAAe,EACf,GAAa,EACb,KAAe,EACf,IAAe;IAEf,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;IAExB,+CAA+C;IAC/C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IACD,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEvB,yBAAyB;IACzB,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,KAAK,GAAG,CAAC,QAAQ,CAAC;IACpB,CAAC;IAED,iCAAiC;IACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,QAAQ,CAAC;IAExB,iBAAiB;IACjB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IAE1C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B;IACxC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,IAA8D,EAC9D,MAAuB;IAEvB,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,YAAY;YACf,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,OAAO;YACV,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,QAAQ;YACX,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,YAAY;YACf,OAAO,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACzC,KAAK,KAAK;YACR,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QAClC;YACE,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC","sourcesContent":["/**\n * Native Attention Wrappers\n *\n * Wraps the @ruvector/attention 2.x NAPI classes. Every 2.x kernel takes\n * `compute(query: Float32Array, keys: Float32Array[], values: Float32Array[])`\n * and returns one Float32Array; the constructors take positional sizes\n * (MultiHead, Flash, Linear, Hyperbolic) or a config object (MoE).\n *\n * Note: @ruvector/attention is optional - the classes throw a clear error\n * when it is missing; use attention-fallbacks.ts for the JS versions.\n */\n\nlet nativeAttention: any = null;\nlet attentionAvailable = false;\n\ntry {\n  const mod: any = await import('@ruvector/attention');\n  // The package is CommonJS; take the named exports, or the default object.\n  nativeAttention = mod?.MultiHeadAttention ? mod : mod?.default;\n  attentionAvailable = !!nativeAttention?.MultiHeadAttention;\n} catch {\n  console.warn('[attention-native] @ruvector/attention not available');\n}\n\nexport { attentionAvailable };\n\nexport interface AttentionConfig {\n  hiddenDim: number;\n  numHeads?: number;\n  dropoutRate?: number;\n  useFlash?: boolean;\n  /** FlashAttention tile size (default 64) */\n  blockSize?: number;\n  /** LinearAttention random-feature count (default hiddenDim) */\n  numFeatures?: number;\n  /** HyperbolicAttention curvature (default 1.0) */\n  curvature?: number;\n}\n\ntype Vec = number[] | Float32Array;\n\nfunction toFloat32Array(input: Vec): Float32Array {\n  return input instanceof Float32Array ? input : new Float32Array(input);\n}\n\nfunction toArray(input: Float32Array): number[] {\n  return Array.from(input);\n}\n\n/** One vector, or a list of vectors, as a list of Float32Array rows. */\nfunction toRows(input: Vec | Vec[]): Float32Array[] {\n  const list = input as unknown[];\n  if (list.length > 0 && (Array.isArray(list[0]) || list[0] instanceof Float32Array)) {\n    return (input as Vec[]).map(toFloat32Array);\n  }\n  return [toFloat32Array(input as Vec)];\n}\n\nfunction requireNative(name: string): any {\n  const ctor = nativeAttention?.[name];\n  if (typeof ctor !== 'function') {\n    throw new Error(`Failed to initialize native ${name}: @ruvector/attention is not installed`);\n  }\n  return ctor;\n}\n\nfunction checkDim(dim: number, rows: Float32Array[], what: string): void {\n  for (const r of rows) {\n    if (r.length !== dim) throw new Error(`${what} has dimension ${r.length}, expected ${dim}`);\n  }\n}\n\n/**\n * Native Multi-Head Attention: one query attends over key/value rows.\n */\nexport class MultiHeadAttention {\n  private nativeInstance: any;\n  private hiddenDim: number;\n  private numHeads: number;\n\n  constructor(config: AttentionConfig) {\n    this.hiddenDim = config.hiddenDim;\n    this.numHeads = config.numHeads || 8;\n    const Ctor = requireNative('MultiHeadAttention');\n    try {\n      this.nativeInstance = new Ctor(this.hiddenDim, this.numHeads);\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native MultiHeadAttention: ${error.message}`);\n    }\n  }\n\n  /**\n   * @param query - one vector of hiddenDim\n   * @param key - one key vector or a list of key rows\n   * @param value - one value vector or a list of value rows (same count as keys)\n   * @param mask - optional per-key mask (0 drops the key)\n   */\n  forward(query: Vec, key: Vec | Vec[], value: Vec | Vec[], mask?: Vec): { output: number[]; attentionWeights: number[][] } {\n    try {\n      const q = toFloat32Array(query);\n      let k = toRows(key);\n      let v = toRows(value);\n      if (k.length !== v.length) throw new Error(`${k.length} keys but ${v.length} values`);\n      if (mask) {\n        const keep = k.map((_, i) => mask[i] !== 0);\n        k = k.filter((_, i) => keep[i]);\n        v = v.filter((_, i) => keep[i]);\n        if (k.length === 0) return { output: new Array(this.hiddenDim).fill(0), attentionWeights: [[]] };\n      }\n      checkDim(this.hiddenDim, [q, ...k, ...v], 'input');\n      const result: Float32Array = this.nativeInstance.compute(q, k, v);\n      return {\n        output: toArray(result),\n        attentionWeights: [[]], // the native kernel does not return weights\n      };\n    } catch (error: any) {\n      throw new Error(`MultiHeadAttention forward failed: ${error.message}`);\n    }\n  }\n\n  get dim(): number {\n    return this.nativeInstance.dim;\n  }\n\n  get headDim(): number {\n    return this.nativeInstance.headDim;\n  }\n}\n\n/** Shared batch form: every query row attends over the same key/value rows. */\nfunction computeRows(instance: any, dim: number, query: Vec[] | Vec, key: Vec[] | Vec, value: Vec[] | Vec): number[][] {\n  const q = toRows(query);\n  const k = toRows(key);\n  const v = toRows(value);\n  if (k.length !== v.length) throw new Error(`${k.length} keys but ${v.length} values`);\n  checkDim(dim, [...q, ...k, ...v], 'input');\n  return q.map((row) => toArray(instance.compute(row, k, v)));\n}\n\n/**\n * Native Flash Attention (tiled, memory-efficient)\n */\nexport class FlashAttention {\n  private nativeInstance: any;\n  private hiddenDim: number;\n\n  constructor(config: AttentionConfig) {\n    this.hiddenDim = config.hiddenDim;\n    const Ctor = requireNative('FlashAttention');\n    try {\n      this.nativeInstance = new Ctor(this.hiddenDim, config.blockSize ?? 64);\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native FlashAttention: ${error.message}`);\n    }\n  }\n\n  /**\n   * @param query - query rows (or one query vector)\n   * @param key - key rows\n   * @param value - value rows\n   * @param _numHeads - unused (flash attention here is single-head)\n   */\n  forward(query: Vec[] | Vec, key: Vec[] | Vec, value: Vec[] | Vec, _numHeads: number = 8): { output: number[][]; attentionScores: number[][] } {\n    try {\n      return { output: computeRows(this.nativeInstance, this.hiddenDim, query, key, value), attentionScores: [[]] };\n    } catch (error: any) {\n      throw new Error(`FlashAttention forward failed: ${error.message}`);\n    }\n  }\n}\n\n/**\n * Native Linear Attention: O(n) random-feature approximation\n */\nexport class LinearAttention {\n  private nativeInstance: any;\n  private hiddenDim: number;\n\n  constructor(config: AttentionConfig) {\n    this.hiddenDim = config.hiddenDim;\n    const Ctor = requireNative('LinearAttention');\n    try {\n      this.nativeInstance = new Ctor(this.hiddenDim, config.numFeatures ?? this.hiddenDim);\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native LinearAttention: ${error.message}`);\n    }\n  }\n\n  forward(query: Vec[] | Vec, key: Vec[] | Vec, value: Vec[] | Vec): { output: number[][] } {\n    try {\n      return { output: computeRows(this.nativeInstance, this.hiddenDim, query, key, value) };\n    } catch (error: any) {\n      throw new Error(`LinearAttention forward failed: ${error.message}`);\n    }\n  }\n}\n\n/** Poincare-ball distance for curvature c > 0. */\nfunction poincareDistance(a: Float32Array, b: Float32Array, c: number): number {\n  let diff = 0, na = 0, nb = 0;\n  for (let i = 0; i < a.length; i++) {\n    diff += (a[i] - b[i]) ** 2;\n    na += a[i] * a[i];\n    nb += b[i] * b[i];\n  }\n  const denom = (1 - c * na) * (1 - c * nb);\n  if (denom <= 0) return Infinity; // a point on or outside the ball\n  return Math.acosh(1 + (2 * c * diff) / denom) / Math.sqrt(c);\n}\n\n/**\n * Native Hyperbolic Attention (Poincare ball)\n */\nexport class HyperbolicAttention {\n  private nativeInstance: any;\n  private hiddenDim: number;\n  private curvature: number;\n\n  constructor(config: AttentionConfig) {\n    this.hiddenDim = config.hiddenDim;\n    this.curvature = config.curvature ?? 1.0;\n    const Ctor = requireNative('HyperbolicAttention');\n    try {\n      this.nativeInstance = new Ctor(this.hiddenDim, this.curvature);\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native HyperbolicAttention: ${error.message}`);\n    }\n  }\n\n  /**\n   * @returns output, and `distance`: the hyperbolic distance from the query\n   *   to its nearest key\n   */\n  forward(query: Vec, key: Vec | Vec[], value: Vec | Vec[]): { output: number[]; distance: number } {\n    try {\n      const q = toFloat32Array(query);\n      const k = toRows(key);\n      const v = toRows(value);\n      if (k.length !== v.length) throw new Error(`${k.length} keys but ${v.length} values`);\n      checkDim(this.hiddenDim, [q, ...k, ...v], 'input');\n      const result: Float32Array = this.nativeInstance.compute(q, k, v);\n      const distance = Math.min(...k.map((row) => poincareDistance(q, row, this.curvature)));\n      return { output: toArray(result), distance };\n    } catch (error: any) {\n      throw new Error(`HyperbolicAttention forward failed: ${error.message}`);\n    }\n  }\n}\n\n/**\n * Native MoE Attention: mixture of experts with top-k routing\n */\nexport class MoEAttention {\n  private instances = new Map<number, any>();\n  private hiddenDim: number;\n  private numExperts: number;\n  private Ctor: any;\n\n  constructor(config: AttentionConfig & { numExperts?: number; topK?: number }) {\n    this.hiddenDim = config.hiddenDim;\n    this.numExperts = config.numExperts || 4;\n    this.Ctor = requireNative('MoEAttention');\n    try {\n      this.instance(config.topK ?? 2);\n    } catch (error: any) {\n      throw new Error(`Failed to initialize native MoEAttention: ${error.message}`);\n    }\n  }\n\n  /** The native kernel fixes topK at construction; keep one per topK. */\n  private instance(topK: number): any {\n    const k = Math.max(1, Math.min(Math.floor(topK), this.numExperts));\n    let inst = this.instances.get(k);\n    if (!inst) {\n      inst = new this.Ctor({ dim: this.hiddenDim, numExperts: this.numExperts, topK: k });\n      this.instances.set(k, inst);\n    }\n    return inst;\n  }\n\n  /**\n   * @returns output; `expertWeights` is empty (the native kernel does not\n   *   expose its routing weights)\n   */\n  forward(query: Vec, key: Vec | Vec[], value: Vec | Vec[], topK: number = 2): { output: number[]; expertWeights: number[] } {\n    try {\n      const q = toFloat32Array(query);\n      const k = toRows(key);\n      const v = toRows(value);\n      if (k.length !== v.length) throw new Error(`${k.length} keys but ${v.length} values`);\n      checkDim(this.hiddenDim, [q, ...k, ...v], 'input');\n      const result: Float32Array = this.instance(topK).compute(q, k, v);\n      return { output: toArray(result), expertWeights: [] };\n    } catch (error: any) {\n      throw new Error(`MoEAttention forward failed: ${error.message}`);\n    }\n  }\n}\n\n/**\n * Scaled Dot-Product Attention (pure JavaScript, always works)\n */\nexport function scaledDotProductAttention(\n  query: number[],\n  key: number[],\n  value: number[],\n  mask?: number[]\n): { output: number[]; weights: number[] } {\n  const dk = query.length;\n\n  // Compute attention scores: Q · K^T / sqrt(dk)\n  let score = 0;\n  for (let i = 0; i < dk; i++) {\n    score += query[i] * key[i];\n  }\n  score /= Math.sqrt(dk);\n\n  // Apply mask if provided\n  if (mask && mask[0] === 0) {\n    score = -Infinity;\n  }\n\n  // Softmax (single score version)\n  const expScore = Math.exp(score);\n  const weight = expScore;\n\n  // Weighted value\n  const output = value.map(v => v * weight);\n\n  return { output, weights: [weight] };\n}\n\n/**\n * Check if native attention is available\n */\nexport function isNativeAttentionAvailable(): boolean {\n  try {\n    const test = new nativeAttention.MultiHeadAttention(128, 4);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\n/**\n * Factory function to create appropriate attention module\n */\nexport function createAttention(\n  type: 'multi-head' | 'flash' | 'linear' | 'hyperbolic' | 'moe',\n  config: AttentionConfig\n): MultiHeadAttention | FlashAttention | LinearAttention | HyperbolicAttention | MoEAttention {\n  switch (type) {\n    case 'multi-head':\n      return new MultiHeadAttention(config);\n    case 'flash':\n      return new FlashAttention(config);\n    case 'linear':\n      return new LinearAttention(config);\n    case 'hyperbolic':\n      return new HyperbolicAttention(config);\n    case 'moe':\n      return new MoEAttention(config);\n    default:\n      return new MultiHeadAttention(config);\n  }\n}\n"]}

package/dist/mcp/claudeFlowSdkServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"claudeFlowSdkServer.d.ts","sourceRoot":"","sources":["../../src/mcp/claudeFlowSdkServer.ts"],"names":[],"mappings":"AAyEA;;;GAGG;AACH,eAAO,MAAM,mBAAmB,yEAmc9B,CAAC"}
+{"version":3,"file":"claudeFlowSdkServer.d.ts","sourceRoot":"","sources":["../../src/mcp/claudeFlowSdkServer.ts"],"names":[],"mappings":"AA0EA;;;GAGG;AACH,eAAO,MAAM,mBAAmB,yEAmc9B,CAAC"}

package/dist/mcp/claudeFlowSdkServer.js

@@ -7,6 +7,7 @@ import { resolveInsideCwd } from '../utils/path-safety.js';
 import { logger } from '../utils/logger.js';
 import { execMemoryStore, execMemoryRetrieve, execMemorySearch, execAgentSpawn, safeExecNpx, } from '../utils/safe-exec.js';
 import { withPortableDescriptions } from './sdk-tool-schema.js';
+import { mcpServerVersion } from '../utils/package-version.js';
 const tool = (name, description, inputSchema, handler) => sdkTool(name, description, withPortableDescriptions(inputSchema), handler);
 let _AgentBooster = null;
 async function loadAgentBooster() {
@@ -52,7 +53,7 @@ function validateFilePath(filePath) {
  */
 export const claudeFlowSdkServer = createSdkMcpServer({
     name: 'claude-flow-sdk',
-    version: '1.0.0',
+    version: mcpServerVersion(),
     tools: [
         // Memory storage tool
         tool('memory_store', 'Store a value in persistent memory with optional namespace and TTL', {