@seanhogg/builderforce-memory-engine 2026.6.18

package/dist/model/mamba2_block.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mamba2_block.js","sourceRoot":"","sources":["../../src/model/mamba2_block.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EACH,qBAAqB,EACrB,eAAe,EACf,mBAAmB,EACnB,wBAAwB,EACxB,mBAAmB,EACnB,cAAc,EACd,IAAI,GACP,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,gBAAgB,EAAE,MAAS,mBAAmB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAS,2BAA2B,CAAC;AAkBhE,MAAM,UAAU,GAAG,UAAU,CAAA;;;;;;;;;;CAU5B,CAAC;AAEF,MAAM,OAAO,WAAW;IACX,SAAS,GAAG,QAAiB,CAAC;IAEvC,MAAM,CAAa;IACnB,MAAM,CAA+B;IACrC,MAAM,CAAU;IAChB,KAAK,CAAW;IAEhB,UAAU,CAA6B;IACvC,SAAS,CAAuC;IAExC,SAAS,GAAG,KAAK,CAAC;IAE1B,YAAY,MAAiB,EAAE,MAAyB;QACpD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG;YACV,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE;YACjE,GAAG,MAAM;SACmB,CAAC;QAEjC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAEnC,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CACX,wBAAwB,IAAI,CAAC,MAAM,kCAAkC,MAAM,IAAI,CAClF,CAAC;QACN,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,SAAS,GAAI,EAAE,CAAC;QAErB,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,EAAE,CAAC;IAC3B,CAAC;IAEO,YAAY;QAChB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/D,MAAM,CAAC,GAAI,IAAI,CAAC,MAAM,CAAC;QACvB,MAAM,CAAC,GAAI,MAAM,CAAC;QAClB,MAAM,CAAC,GAAI,KAAK,CAAC;QACjB,MAAM,CAAC,GAAI,MAAM,CAAC;QAClB,MAAM,CAAC,GAAI,OAAO,CAAC;QAEnB,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,GAAG,GAAG,IAAI,EAAgB,EAAE,CAAC,aAAa,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAE7E,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,GAAI,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE3D,4EAA4E;QAC5E,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,EAAE,GAAG,CAAC,GAAiB,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAE9E,IAAI,CAAC,UAAU,GAAG;YACd,OAAO,EAAO,EAAE,CAAC,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC;YAC5C,KAAK,EAAS,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YAClD,KAAK,EAAS,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACtC,KAAK,EAAS,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACzD,OAAO,EAAO,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,EAAS,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzB,QAAQ,EAAM,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YACzC,UAAU,EAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAW,gBAAgB;YACpD,aAAa,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAK,oBAAoB;SAC3D,CAAC;IACN,CAAC;IAEO,eAAe;QACnB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG;YACb,MAAM,EAAK,qBAAqB,CAAC,CAAC,EAAE,mBAAmB,EAAG,gBAAgB,CAAC;YAC3E,MAAM,EAAK,qBAAqB,CAAC,CAAC,EAAE,mBAAmB,EAAG,gBAAgB,CAAC;YAC3E,OAAO,EAAI,qBAAqB,CAAC,CAAC,EAAE,gBAAgB,EAAM,iBAAiB,CAAC;YAC5E,OAAO,EAAI,qBAAqB,CAAC,CAAC,EAAE,gBAAgB,EAAM,mBAAmB,CAAC;YAC9E,KAAK,EAAM,qBAAqB,CAAC,CAAC,EAAE,UAAU,EAAY,MAAM,CAAC;SACpE,CAAC;IACN,CAAC;IAED,OAAO,CAAC,IAAe,EAAE,KAAa,EAAE,MAAc;QAClD,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACzE,MAAM,CAAC,GAAI,IAAI,CAAC,MAAM,CAAC;QACvB,MAAM,CAAC,GAAI,MAAM,CAAC;QAClB,MAAM,CAAC,GAAI,KAAK,CAAC;QACjB,MAAM,CAAC,GAAI,MAAM,CAAC;QAClB,MAAM,CAAC,GAAI,OAAO,CAAC;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;QACtB,MAAM,CAAC,GAAI,KAAK,CAAC;QACjB,MAAM,CAAC,GAAI,MAAM,CAAC;QAClB,MAAM,CAAC,GAAI,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAE,wCAAwC;QACtE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;QAE1C,uBAAuB;QACvB,MAAM,OAAO,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;YAC/C,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC5C,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EACpD,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACvE,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAElB,iEAAiE;QACjE,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,SAAS,GAAI,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACzE,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/D,MAAM,IAAI,GAAK,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9C,kDAAkD;YAClD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,CAAC,EAAE,IAAI,YAAY,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;YAC5E,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EACnD,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;YACvE,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACzF,QAAQ,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAElB,+BAA+B;QAC/B,MAAM,QAAQ,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,KAAK,GAAM,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9D,CAAC;YACG,MAAM,GAAG,GAAG,CAAC,CAAC,oBAAoB,EAAE,CAAC;YACrC,GAAG,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC,EAAe,QAAQ,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC;YAC9E,GAAG,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,EAAG,KAAK,EAAK,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1E,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC;QACD,SAAS,CAAC,OAAO,EAAE,CAAC;QAEpB,oEAAoE;QACpE,MAAM,OAAO,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC3D,MAAM,IAAI,GAAK,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EACnD,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAE,OAAO,CAAC,CAAC,CAAC;YACrF,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACxF,CAAC;QACD,QAAQ,CAAC,OAAO,EAAE,CAAC;QAEnB,uDAAuD;QACvD,MAAM,OAAO,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,CAAC;YACG,MAAM,GAAG,GAAG,CAAC,CAAC,oBAAoB,EAAE,CAAC;YACrC,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC,EAAa,OAAO,EAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACtE,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAK,QAAQ,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1E,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACjF,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAElB,cAAc;QACd,6CAA6C;QAC7C,MAAM,UAAU,GAAG,wBAAwB,CACvC,CAAC,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAE5D,CAAC;YACG,MAAM,SAAS,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACtF,MAAM,IAAI,GAAG,mBAAmB,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAC/C,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EACpD,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK;gBACxC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE;gBACtD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;YACrD,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EAAE,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnB,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,CAAC,OAAO,EAAE,CAAC;QAEhB,kCAAkC;QAClC,MAAM,YAAY,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9D,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC1C,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC5C,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EACpD,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,CAAE,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC;YAChF,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,YAAY,CAAC,OAAO,EAAE,CAAC;QAEvB,uBAAuB;QACvB,MAAM,UAAU,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACrE,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YACtD,MAAM,IAAI,GAAK,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,CAAC,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;YACxE,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EACnD,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;YAC9E,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACrF,QAAQ,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QACD,YAAY,CAAC,OAAO,EAAE,CAAC;QAEvB,kBAAkB;QAClB,MAAM,MAAM,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;YACG,MAAM,IAAI,GAAG,mBAAmB,CAAC,CAAC,EAAE,IAAI,WAAW,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1E,MAAM,EAAE,GAAK,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAE,EACpD,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YACtC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACnF,CAAC;QACD,UAAU,CAAC,OAAO,EAAE,CAAC;QAErB,MAAM,KAAK,GAAgB,EAAE,UAAU,EAAE,CAAC;QAC1C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,UAAU;QACN,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/D,MAAM,CAAC,GAAO,IAAI,CAAC,MAAM,CAAC;QAC1B,MAAM,CAAC,GAAO,MAAM,CAAC;QACrB,MAAM,CAAC,GAAO,KAAK,CAAC;QACpB,MAAM,CAAC,GAAO,MAAM,CAAC;QACrB,MAAM,CAAC,GAAO,OAAO,CAAC;QACtB,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAE5B,OAAO;YACH,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE,EAAO,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,EAAE,IAAI,EAAE,SAAS,EAAO;YACpG,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAU,KAAK,EAAE,KAAK,GAAG,CAAC,EAAqB,IAAI,EAAE,OAAO,EAAS;YACrG,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAU,KAAK,EAAE,KAAK,EAAyB,IAAI,EAAE,OAAO,EAAS;YACrG,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAU,KAAK,EAAE,CAAC,EAA6B,IAAI,EAAE,OAAO,EAAS;YACrG,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE,EAAQ,KAAK,EAAE,CAAC,EAA6B,IAAI,EAAE,SAAS,EAAO;YACrG,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAU,KAAK,EAAE,CAAC,EAA6B,IAAI,EAAE,OAAO,EAAS;YACrG,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAE,EAAO,KAAK,EAAE,MAAM,GAAG,CAAC,EAAoB,IAAI,EAAE,UAAU,EAAM;YACrG,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,CAAE,EAAK,KAAK,EAAE,CAAC,EAA6B,IAAI,EAAE,YAAY,EAAI;YACrG,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAE,EAAE,KAAK,EAAE,MAAM,EAAwB,IAAI,EAAE,eAAe,EAAC;SACxG,CAAC;IACN,CAAC;IAED,kBAAkB;QACd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,uEAAuE;YACvE,OAAO;gBACH,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE;oBAChC,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;oBAC1E,IAAI,EAAE,YAAY,EAAE;aACzB,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;IAC7B,CAAC;IAED,WAAW,CAAC,OAAgB;QACxB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,OAAO;QACH,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAChE,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACzB,CAAC;CACJ"}

package/dist/model/mamba3_block.d.ts

@@ -0,0 +1,51 @@
+/**
+ * mamba3_block.ts – Mamba-3 Mixer Block (Complex-valued MIMO SSM, inference-first).
+ *
+ * Three improvements over Mamba-2:
+ *   1. Complex-valued states  — h ∈ ℂ^(N/2), stored as interleaved f32 pairs
+ *   2. MIMO recurrence        — G×G block recurrence per head (default G=1 = SISO)
+ *   3. ET discretisation      — B_bar = (A_bar − 1)·A⁻¹·B  (exact, not approx)
+ *
+ * Weight shapes vs Mamba-2 (same 9 tensors, different A_log shape):
+ *   wInProj    : (D + 2*G*N_c*2 + H, dModel)   where N_c = dState (complex count)
+ *   wConv      : (D + 2*G*N_c*2, K)
+ *   bConv      : (D + 2*G*N_c*2,)
+ *   A_log      : (H, 2)   ← [log|A|, arg(A)] per head
+ *   dt_bias    : (H,)
+ *   D_vec      : (H,)
+ *   wOutProj   : (dModel, D)
+ *   normWeight : (D,)
+ *   preNormWeight: (dModel,)
+ *
+ * Implements SequenceLayer.
+ */
+import type { Mamba2BlockConfig } from './mamba2_block.js';
+import type { SequenceLayer, LayerForwardResult, LayerParam } from './sequence_layer.js';
+export interface Mamba3BlockConfig extends Mamba2BlockConfig {
+    /** MIMO group size G. Default 1 = SISO (same as Mamba-2). */
+    mimoGroup?: number;
+}
+export interface Mamba3Cache {
+    stateCarry: GPUBuffer;
+}
+export declare class Mamba3Block implements SequenceLayer {
+    readonly layerType: "mamba3";
+    device: GPUDevice;
+    config: Required<Mamba3BlockConfig>;
+    dInner: number;
+    dHead: number;
+    /** Complex state count per head (N_c = dState in config). */
+    nComplex: number;
+    gpuWeights: Record<string, GPUBuffer>;
+    pipelines: Record<string, GPUComputePipeline>;
+    private _wslaMode;
+    constructor(device: GPUDevice, config: Mamba3BlockConfig);
+    private _initWeights;
+    private _buildPipelines;
+    forward(xBuf: GPUBuffer, batch: number, seqLen: number): LayerForwardResult;
+    parameters(): LayerParam[];
+    getTrainableParams(): LayerParam[];
+    setWSLAMode(enabled: boolean): void;
+    destroy(): void;
+}
+//# sourceMappingURL=mamba3_block.d.ts.map

package/dist/model/mamba3_block.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mamba3_block.d.ts","sourceRoot":"","sources":["../../src/model/mamba3_block.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAkBH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAuB,mBAAmB,CAAC;AAC5E,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEzF,MAAM,WAAW,iBAAkB,SAAQ,iBAAiB;IACxD,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;CAEtB;AAED,MAAM,WAAW,WAAW;IACxB,UAAU,EAAE,SAAS,CAAC;CACzB;AAcD,qBAAa,WAAY,YAAW,aAAa;IAC7C,QAAQ,CAAC,SAAS,EAAG,QAAQ,CAAU;IAEvC,MAAM,EAAM,SAAS,CAAC;IACtB,MAAM,EAAM,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IACxC,MAAM,EAAM,MAAM,CAAC;IACnB,KAAK,EAAO,MAAM,CAAC;IACnB,6DAA6D;IAC7D,QAAQ,EAAI,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACtC,SAAS,EAAG,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;IAE/C,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB;IAyBxD,OAAO,CAAC,YAAY;IAuCpB,OAAO,CAAC,eAAe;IAWvB,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,kBAAkB;IA4I3E,UAAU,IAAI,UAAU,EAAE;IAsB1B,kBAAkB,IAAI,UAAU,EAAE;IAWlC,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAInC,OAAO,IAAI,IAAI;CAIlB"}

package/dist/model/mamba3_block.js

@@ -0,0 +1,270 @@
+/**
+ * mamba3_block.ts – Mamba-3 Mixer Block (Complex-valued MIMO SSM, inference-first).
+ *
+ * Three improvements over Mamba-2:
+ *   1. Complex-valued states  — h ∈ ℂ^(N/2), stored as interleaved f32 pairs
+ *   2. MIMO recurrence        — G×G block recurrence per head (default G=1 = SISO)
+ *   3. ET discretisation      — B_bar = (A_bar − 1)·A⁻¹·B  (exact, not approx)
+ *
+ * Weight shapes vs Mamba-2 (same 9 tensors, different A_log shape):
+ *   wInProj    : (D + 2*G*N_c*2 + H, dModel)   where N_c = dState (complex count)
+ *   wConv      : (D + 2*G*N_c*2, K)
+ *   bConv      : (D + 2*G*N_c*2,)
+ *   A_log      : (H, 2)   ← [log|A|, arg(A)] per head
+ *   dt_bias    : (H,)
+ *   D_vec      : (H,)
+ *   wOutProj   : (dModel, D)
+ *   normWeight : (D,)
+ *   preNormWeight: (dModel,)
+ *
+ * Implements SequenceLayer.
+ */
+import { createComputePipeline, createBindGroup, createStorageBuffer, createEmptyStorageBuffer, createUniformBuffer, dispatchKernel, cdiv, } from '../utils/gpu_utils.js';
+import { COMPLEX_SSD_FORWARD_WGSL } from '../kernels/complex_ssd.js';
+import { gaussianArray } from '../utils/rng.js';
+import { CONV1D_FORWARD_WGSL } from '../kernels/conv1d.js';
+import { LINEAR_FORWARD_WGSL } from '../kernels/linear_projection.js';
+import { ACTIVATIONS_WGSL } from '../kernels/activations.js';
+const ADD_SHADER = /* wgsl */ `
+@group(0) @binding(0) var<storage, read>       a : array<f32>;
+@group(0) @binding(1) var<storage, read>       b : array<f32>;
+@group(0) @binding(2) var<storage, read_write> c : array<f32>;
+@group(0) @binding(3) var<uniform>             n : u32;
+@compute @workgroup_size(256)
+fn main(@builtin(global_invocation_id) gid: vec3<u32>) {
+    let i = gid.x;
+    if (i < n) { c[i] = a[i] + b[i]; }
+}
+`;
+export class Mamba3Block {
+    layerType = 'mamba3';
+    device;
+    config;
+    dInner;
+    dHead;
+    /** Complex state count per head (N_c = dState in config). */
+    nComplex;
+    gpuWeights;
+    pipelines;
+    _wslaMode = false;
+    constructor(device, config) {
+        this.device = device;
+        this.config = {
+            ...{ dState: 16, dConv: 4, expand: 2, nGroups: 1, chunkLen: 256, mimoGroup: 1 },
+            ...config,
+        };
+        const { dModel, expand, nHeads } = this.config;
+        this.dInner = expand * dModel;
+        this.dHead = this.dInner / nHeads;
+        this.nComplex = this.config.dState; // N_c
+        if (this.dInner % nHeads !== 0) {
+            throw new Error(`Mamba3Block: dInner (${this.dInner}) must be divisible by nHeads (${nHeads}).`);
+        }
+        this.gpuWeights = {};
+        this.pipelines = {};
+        this._initWeights();
+        this._buildPipelines();
+    }
+    _initWeights() {
+        const { dModel, dConv, nHeads, nGroups } = this.config;
+        const D = this.dInner;
+        const Nc = this.nComplex;
+        const K = dConv;
+        const H = nHeads;
+        const G = nGroups;
+        // Each complex state = 2 f32 values
+        const convD = D + 2 * G * Nc * 2; // x-channels + complex B/C
+        const randn = (n, std = 0.02) => gaussianArray(n, std);
+        const zeros = (n) => new Float32Array(n);
+        const ones = (n) => new Float32Array(n).fill(1.0);
+        // A_log: (H, 2) = [log|A|, arg(A)] per head
+        // Initialise to unit magnitude (|A|=1, phase=0) → purely oscillatory
+        const A_log = new Float32Array(H * 2);
+        for (let h = 0; h < H; h++) {
+            A_log[h * 2 + 0] = 0.0; // log|A| = 0 → |A| = 1
+            A_log[h * 2 + 1] = (2 * Math.PI * h) / H; // evenly spaced phases
+        }
+        const mk = (arr) => createStorageBuffer(this.device, arr, true);
+        const inProjRows = D + 2 * G * Nc * 2 + H;
+        this.gpuWeights = {
+            wInProj: mk(randn(inProjRows * dModel)),
+            wConv: mk(randn(convD * K, 0.01)),
+            bConv: mk(zeros(convD)),
+            A_log: mk(A_log),
+            dt_bias: mk(zeros(H)),
+            D_vec: mk(ones(H)),
+            wOutProj: mk(randn(dModel * D, 0.02)),
+            normWeight: mk(ones(D)),
+            preNormWeight: mk(ones(dModel)),
+        };
+    }
+    _buildPipelines() {
+        const d = this.device;
+        this.pipelines = {
+            linear: createComputePipeline(d, LINEAR_FORWARD_WGSL, 'linear_forward'),
+            conv1d: createComputePipeline(d, CONV1D_FORWARD_WGSL, 'conv1d_forward'),
+            rmsnorm: createComputePipeline(d, ACTIVATIONS_WGSL, 'rmsnorm_forward'),
+            cssd_fwd: createComputePipeline(d, COMPLEX_SSD_FORWARD_WGSL, 'complex_ssd_forward'),
+            elAdd: createComputePipeline(d, ADD_SHADER, 'main'),
+        };
+    }
+    forward(xBuf, batch, seqLen) {
+        const d = this.device;
+        const { dModel, dConv, nHeads, nGroups, chunkLen } = this.config;
+        const D = this.dInner;
+        const Nc = this.nComplex;
+        const K = dConv;
+        const H = nHeads;
+        const G = nGroups;
+        const dh = this.dHead;
+        const B = batch;
+        const L = seqLen;
+        const M = B * L;
+        const convD = D + 2 * G * Nc * 2;
+        const numChunks = Math.ceil(L / chunkLen);
+        // 1. Pre-block RMSNorm
+        const normOut = createEmptyStorageBuffer(d, M * dModel * 4, true);
+        const normInv = createEmptyStorageBuffer(d, M * 4, true);
+        {
+            const params = new ArrayBuffer(16);
+            new Uint32Array(params, 0, 2).set([M, dModel]);
+            new Float32Array(params, 8, 1).set([1e-6]);
+            const pBuf = createUniformBuffer(d, params);
+            const bg = createBindGroup(d, this.pipelines['rmsnorm'], [pBuf, xBuf, this.gpuWeights['preNormWeight'], normOut, normInv]);
+            dispatchKernel(d, this.pipelines['rmsnorm'], bg, [cdiv(M, 64), 1, 1]);
+        }
+        normInv.destroy();
+        // 2. Fused in_proj
+        const inProjRows = D + 2 * G * Nc * 2 + H;
+        const inProjOut = createEmptyStorageBuffer(d, M * inProjRows * 4, true);
+        {
+            const params = new Uint32Array([M, dModel, inProjRows]).buffer;
+            const pBuf = createUniformBuffer(d, params);
+            const zeroBias = createStorageBuffer(d, new Float32Array(inProjRows), true);
+            const bg = createBindGroup(d, this.pipelines['linear'], [pBuf, normOut, this.gpuWeights['wInProj'], zeroBias, inProjOut]);
+            dispatchKernel(d, this.pipelines['linear'], bg, [cdiv(M, 16), cdiv(inProjRows, 16), 1]);
+            zeroBias.destroy();
+        }
+        normOut.destroy();
+        // Split: xConv [convD], dt [H]
+        const xConvBuf = createEmptyStorageBuffer(d, M * convD * 4, true);
+        const dtBuf = createEmptyStorageBuffer(d, M * H * 4, true);
+        {
+            const enc = d.createCommandEncoder();
+            enc.copyBufferToBuffer(inProjOut, 0, xConvBuf, 0, M * convD * 4);
+            enc.copyBufferToBuffer(inProjOut, M * convD * 4, dtBuf, 0, M * H * 4);
+            d.queue.submit([enc.finish()]);
+        }
+        inProjOut.destroy();
+        // 3. Causal conv1d (fused convD channels)
+        const convOut = createEmptyStorageBuffer(d, M * convD * 4, true);
+        {
+            const params = new Uint32Array([L, convD, K, B, 1]).buffer;
+            const pBuf = createUniformBuffer(d, params);
+            const bg = createBindGroup(d, this.pipelines['conv1d'], [pBuf, xConvBuf, this.gpuWeights['wConv'], this.gpuWeights['bConv'], convOut]);
+            dispatchKernel(d, this.pipelines['conv1d'], bg, [cdiv(L, 16), cdiv(convD, 16), B]);
+        }
+        xConvBuf.destroy();
+        // Split: xSsd [D], B_proj_complex [G*Nc*2], C_proj_complex [G*Nc*2]
+        const xSsdBuf = createEmptyStorageBuffer(d, M * D * 4, true);
+        const bProjBuf = createEmptyStorageBuffer(d, M * G * Nc * 2 * 4, true);
+        const cProjBuf = createEmptyStorageBuffer(d, M * G * Nc * 2 * 4, true);
+        {
+            const enc = d.createCommandEncoder();
+            enc.copyBufferToBuffer(convOut, 0, xSsdBuf, 0, M * D * 4);
+            enc.copyBufferToBuffer(convOut, M * D * 4, bProjBuf, 0, M * G * Nc * 2 * 4);
+            enc.copyBufferToBuffer(convOut, M * (D + G * Nc * 2) * 4, cProjBuf, 0, M * G * Nc * 2 * 4);
+            d.queue.submit([enc.finish()]);
+        }
+        convOut.destroy();
+        // 4. Complex SSD scan
+        // state_carry: [numChunks+1, B, H, Nc*2, dHead]
+        const stateCarry = createEmptyStorageBuffer(d, (numChunks + 1) * B * H * Nc * 2 * dh * 4, true);
+        const cssdOut = createEmptyStorageBuffer(d, M * D * 4, true);
+        {
+            const params = new Uint32Array([L, D, H, dh, G, Nc, chunkLen, numChunks, B]).buffer;
+            const pBuf = createUniformBuffer(d, params);
+            const bg = createBindGroup(d, this.pipelines['cssd_fwd'], [pBuf, xSsdBuf, bProjBuf, cProjBuf, dtBuf,
+                this.gpuWeights['A_log'], this.gpuWeights['dt_bias'],
+                this.gpuWeights['D_vec'], cssdOut, stateCarry]);
+            dispatchKernel(d, this.pipelines['cssd_fwd'], bg, [numChunks, H, B]);
+        }
+        xSsdBuf.destroy();
+        bProjBuf.destroy();
+        cProjBuf.destroy();
+        dtBuf.destroy();
+        // 5. Inner RMSNorm
+        const innerNormOut = createEmptyStorageBuffer(d, M * D * 4, true);
+        const innerNormInv = createEmptyStorageBuffer(d, M * 4, true);
+        {
+            const params = new ArrayBuffer(16);
+            new Uint32Array(params, 0, 2).set([M, D]);
+            new Float32Array(params, 8, 1).set([1e-6]);
+            const pBuf = createUniformBuffer(d, params);
+            const bg = createBindGroup(d, this.pipelines['rmsnorm'], [pBuf, cssdOut, this.gpuWeights['normWeight'], innerNormOut, innerNormInv]);
+            dispatchKernel(d, this.pipelines['rmsnorm'], bg, [cdiv(M, 64), 1, 1]);
+        }
+        cssdOut.destroy();
+        innerNormInv.destroy();
+        // 6. Output projection
+        const outProjOut = createEmptyStorageBuffer(d, M * dModel * 4, true);
+        {
+            const params = new Uint32Array([M, D, dModel]).buffer;
+            const pBuf = createUniformBuffer(d, params);
+            const zeroBias = createStorageBuffer(d, new Float32Array(dModel), true);
+            const bg = createBindGroup(d, this.pipelines['linear'], [pBuf, innerNormOut, this.gpuWeights['wOutProj'], zeroBias, outProjOut]);
+            dispatchKernel(d, this.pipelines['linear'], bg, [cdiv(M, 16), cdiv(dModel, 16), 1]);
+            zeroBias.destroy();
+        }
+        innerNormOut.destroy();
+        // 7. Residual add
+        const output = createEmptyStorageBuffer(d, M * dModel * 4, true);
+        {
+            const nBuf = createUniformBuffer(d, new Uint32Array([M * dModel]).buffer);
+            const bg = createBindGroup(d, this.pipelines['elAdd'], [outProjOut, xBuf, output, nBuf]);
+            dispatchKernel(d, this.pipelines['elAdd'], bg, [cdiv(M * dModel, 256), 1, 1]);
+        }
+        outProjOut.destroy();
+        const cache = { stateCarry };
+        return { output, cache };
+    }
+    parameters() {
+        const { dModel, dConv, nHeads, nGroups } = this.config;
+        const D = this.dInner;
+        const Nc = this.nComplex;
+        const K = dConv;
+        const H = nHeads;
+        const G = nGroups;
+        const convD = D + 2 * G * Nc * 2;
+        return [
+            { buf: this.gpuWeights['wInProj'], numel: (D + 2 * G * Nc * 2 + H) * dModel, name: 'wInProj' },
+            { buf: this.gpuWeights['wConv'], numel: convD * K, name: 'wConv' },
+            { buf: this.gpuWeights['bConv'], numel: convD, name: 'bConv' },
+            { buf: this.gpuWeights['A_log'], numel: H * 2, name: 'A_log' },
+            { buf: this.gpuWeights['dt_bias'], numel: H, name: 'dt_bias' },
+            { buf: this.gpuWeights['D_vec'], numel: H, name: 'D_vec' },
+            { buf: this.gpuWeights['wOutProj'], numel: dModel * D, name: 'wOutProj' },
+            { buf: this.gpuWeights['normWeight'], numel: D, name: 'normWeight' },
+            { buf: this.gpuWeights['preNormWeight'], numel: dModel, name: 'preNormWeight' },
+        ];
+    }
+    getTrainableParams() {
+        if (this._wslaMode) {
+            return [
+                { buf: this.gpuWeights['wInProj'],
+                    numel: (this.config.nGroups * this.nComplex * 2 * 2) * this.config.dModel,
+                    name: 'wInProj_BC' },
+            ];
+        }
+        return this.parameters();
+    }
+    setWSLAMode(enabled) {
+        this._wslaMode = enabled;
+    }
+    destroy() {
+        for (const buf of Object.values(this.gpuWeights))
+            buf.destroy();
+        this.gpuWeights = {};
+    }
+}
+//# sourceMappingURL=mamba3_block.js.map

package/dist/model/mamba3_block.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mamba3_block.js","sourceRoot":"","sources":["../../src/model/mamba3_block.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EACH,qBAAqB,EACrB,eAAe,EACf,mBAAmB,EACnB,wBAAwB,EACxB,mBAAmB,EACnB,cAAc,EACd,IAAI,GACP,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAW,sBAAsB,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAW,iCAAiC,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAc,2BAA2B,CAAC;AAerE,MAAM,UAAU,GAAG,UAAU,CAAA;;;;;;;;;;CAU5B,CAAC;AAEF,MAAM,OAAO,WAAW;IACX,SAAS,GAAG,QAAiB,CAAC;IAEvC,MAAM,CAAgB;IACtB,MAAM,CAAkC;IACxC,MAAM,CAAa;IACnB,KAAK,CAAc;IACnB,6DAA6D;IAC7D,QAAQ,CAAW;IAEnB,UAAU,CAA4B;IACtC,SAAS,CAAsC;IAEvC,SAAS,GAAG,KAAK,CAAC;IAE1B,YAAY,MAAiB,EAAE,MAAyB;QACpD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG;YACV,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE;YAC/E,GAAG,MAAM;SACmB,CAAC;QAEjC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAK,MAAM,GAAG,MAAM,CAAC;QAChC,IAAI,CAAC,KAAK,GAAM,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM;QAE1C,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CACX,wBAAwB,IAAI,CAAC,MAAM,kCAAkC,MAAM,IAAI,CAClF,CAAC;QACN,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,SAAS,GAAI,EAAE,CAAC;QAErB,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,EAAE,CAAC;IAC3B,CAAC;IAEO,YAAY;QAChB,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACvD,MAAM,CAAC,GAAI,IAAI,CAAC,MAAM,CAAC;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QACzB,MAAM,CAAC,GAAI,KAAK,CAAC;QACjB,MAAM,CAAC,GAAI,MAAM,CAAC;QAClB,MAAM,CAAC,GAAI,OAAO,CAAC;QACnB,oCAAoC;QACpC,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAE,2BAA2B;QAE9D,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,GAAG,GAAG,IAAI,EAAgB,EAAE,CAAC,aAAa,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAE7E,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,GAAI,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE3D,4CAA4C;QAC5C,qEAAqE;QACrE,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAyB,uBAAuB;YACvE,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,uBAAuB;QAC1E,CAAC;QAED,MAAM,EAAE,GAAG,CAAC,GAAiB,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAE9E,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,CAAC,UAAU,GAAG;YACd,OAAO,EAAO,EAAE,CAAC,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC;YAC5C,KAAK,EAAS,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YACxC,KAAK,EAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9B,KAAK,EAAS,EAAE,CAAC,KAAK,CAAC;YACvB,OAAO,EAAO,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,EAAS,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzB,QAAQ,EAAM,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YACzC,UAAU,EAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzB,aAAa,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAClC,CAAC;IACN,CAAC;IAEO,eAAe;QACnB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG;YACb,MAAM,EAAO,qBAAqB,CAAC,CAAC,EAAE,mBAAmB,EAAQ,gBAAgB,CAAC;YAClF,MAAM,EAAO,qBAAqB,CAAC,CAAC,EAAE,mBAAmB,EAAQ,gBAAgB,CAAC;YAClF,OAAO,EAAM,qBAAqB,CAAC,CAAC,EAAE,gBAAgB,EAAW,iBAAiB,CAAC;YACnF,QAAQ,EAAK,qBAAqB,CAAC,CAAC,EAAE,wBAAwB,EAAG,qBAAqB,CAAC;YACvF,KAAK,EAAQ,qBAAqB,CAAC,CAAC,EAAE,UAAU,EAAiB,MAAM,CAAC;SAC3E,CAAC;IACN,CAAC;IAED,OAAO,CAAC,IAAe,EAAE,KAAa,EAAE,MAAc;QAClD,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACjE,MAAM,CAAC,GAAI,IAAI,CAAC,MAAM,CAAC;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QACzB,MAAM,CAAC,GAAI,KAAK,CAAC;QACjB,MAAM,CAAC,GAAI,MAAM,CAAC;QAClB,MAAM,CAAC,GAAI,OAAO,CAAC;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;QACtB,MAAM,CAAC,GAAI,KAAK,CAAC;QACjB,MAAM,CAAC,GAAI,MAAM,CAAC;QAClB,MAAM,CAAC,GAAI,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;QAE1C,uBAAuB;QACvB,MAAM,OAAO,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;YAC/C,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC5C,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EACpD,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACvE,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAElB,mBAAmB;QACnB,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAI,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACzE,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/D,MAAM,IAAI,GAAK,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,CAAC,EAAE,IAAI,YAAY,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;YAC5E,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EACnD,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;YACvE,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACzF,QAAQ,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAElB,+BAA+B;QAC/B,MAAM,QAAQ,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,KAAK,GAAM,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9D,CAAC;YACG,MAAM,GAAG,GAAG,CAAC,CAAC,oBAAoB,EAAE,CAAC;YACrC,GAAG,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC,EAAc,QAAQ,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7E,GAAG,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,KAAK,EAAK,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACzE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC;QACD,SAAS,CAAC,OAAO,EAAE,CAAC;QAEpB,0CAA0C;QAC1C,MAAM,OAAO,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC3D,MAAM,IAAI,GAAK,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EACnD,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAE,OAAO,CAAC,CAAC,CAAC;YACrF,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACxF,CAAC;QACD,QAAQ,CAAC,OAAO,EAAE,CAAC;QAEnB,oEAAoE;QACpE,MAAM,OAAO,GAAI,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACvE,CAAC;YACG,MAAM,GAAG,GAAG,CAAC,CAAC,oBAAoB,EAAE,CAAC;YACrC,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC,EAAwB,OAAO,EAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACjF,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAgB,QAAQ,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1F,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3F,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAElB,sBAAsB;QACtB,gDAAgD;QAChD,MAAM,UAAU,GAAG,wBAAwB,CACvC,CAAC,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAE7D,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACpF,MAAM,IAAI,GAAK,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAE,EACrD,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK;gBACxC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE;gBACtD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;YACtD,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAE,EAAE,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnB,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,CAAC,OAAO,EAAE,CAAC;QAEhB,mBAAmB;QACnB,MAAM,YAAY,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9D,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC1C,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC5C,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EACpD,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,CAAE,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC;YACjF,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,YAAY,CAAC,OAAO,EAAE,CAAC;QAEvB,uBAAuB;QACvB,MAAM,UAAU,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACrE,CAAC;YACG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YACtD,MAAM,IAAI,GAAK,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,CAAC,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;YACxE,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EACnD,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;YAC9E,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACrF,QAAQ,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QACD,YAAY,CAAC,OAAO,EAAE,CAAC;QAEvB,kBAAkB;QAClB,MAAM,MAAM,GAAG,wBAAwB,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;YACG,MAAM,IAAI,GAAG,mBAAmB,CAAC,CAAC,EAAE,IAAI,WAAW,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1E,MAAM,EAAE,GAAK,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAE,EACpD,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YACtC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACnF,CAAC;QACD,UAAU,CAAC,OAAO,EAAE,CAAC;QAErB,MAAM,KAAK,GAAgB,EAAE,UAAU,EAAE,CAAC;QAC1C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,UAAU;QACN,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACvD,MAAM,CAAC,GAAO,IAAI,CAAC,MAAM,CAAC;QAC1B,MAAM,EAAE,GAAM,IAAI,CAAC,QAAQ,CAAC;QAC5B,MAAM,CAAC,GAAO,KAAK,CAAC;QACpB,MAAM,CAAC,GAAO,MAAM,CAAC;QACrB,MAAM,CAAC,GAAO,OAAO,CAAC;QACtB,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEjC,OAAO;YACH,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE,EAAO,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,EAAE,IAAI,EAAE,SAAS,EAAO;YACzG,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAU,KAAK,EAAE,KAAK,GAAG,CAAC,EAA2B,IAAI,EAAE,OAAO,EAAS;YAC3G,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAU,KAAK,EAAE,KAAK,EAA+B,IAAI,EAAE,OAAO,EAAS;YAC3G,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAU,KAAK,EAAE,CAAC,GAAG,CAAC,EAA+B,IAAI,EAAE,OAAO,EAAS;YAC3G,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE,EAAQ,KAAK,EAAE,CAAC,EAAmC,IAAI,EAAE,SAAS,EAAO;YAC3G,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAE,EAAU,KAAK,EAAE,CAAC,EAAmC,IAAI,EAAE,OAAO,EAAS;YAC3G,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAE,EAAO,KAAK,EAAE,MAAM,GAAG,CAAC,EAA0B,IAAI,EAAE,UAAU,EAAM;YAC3G,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,CAAE,EAAK,KAAK,EAAE,CAAC,EAAmC,IAAI,EAAE,YAAY,EAAI;YAC3G,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAE,EAAE,KAAK,EAAE,MAAM,EAA8B,IAAI,EAAE,eAAe,EAAC;SAC9G,CAAC;IACN,CAAC;IAED,kBAAkB;QACd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO;gBACH,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAE;oBAChC,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;oBACzE,IAAI,EAAE,YAAY,EAAE;aACzB,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;IAC7B,CAAC;IAED,WAAW,CAAC,OAAgB;QACxB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,OAAO;QACH,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAChE,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACzB,CAAC;CACJ"}

package/dist/model/mamba_block.d.ts

@@ -0,0 +1,64 @@
+/**
+ * mamba_block.ts – Mamba Mixer Block
+ */
+export interface MambaBlockConfig {
+    dModel: number;
+    dState?: number;
+    dConv?: number;
+    expand?: number;
+    dtRank?: number;
+    biasConv?: boolean;
+}
+export interface BlockParam {
+    buf: GPUBuffer;
+    numel: number;
+    name: string;
+}
+export interface BlockCache {
+    normInv: GPUBuffer;
+    normIn: GPUBuffer;
+    normOut: GPUBuffer;
+    zBuf: GPUBuffer;
+    xConvIn: GPUBuffer;
+    convOut: GPUBuffer;
+    siluOut: GPUBuffer;
+    deltaFull: GPUBuffer;
+    B_raw: GPUBuffer;
+    C_raw: GPUBuffer;
+    hCache: GPUBuffer;
+}
+export interface BlockForwardResult {
+    output: GPUBuffer;
+    cache: BlockCache;
+}
+export declare class MambaBlock {
+    device: GPUDevice;
+    config: Required<MambaBlockConfig>;
+    dInner: number;
+    dtRank: number;
+    wInProj: Float32Array;
+    bInProj: Float32Array;
+    wConv: Float32Array;
+    bConv: Float32Array;
+    wXProj: Float32Array;
+    bXProj: Float32Array;
+    wDtProj: Float32Array;
+    bDtProj: Float32Array;
+    A_log: Float32Array;
+    D_vec: Float32Array;
+    wOutProj: Float32Array;
+    bOutProj: Float32Array;
+    normWeight: Float32Array;
+    gpuWeights: Record<string, GPUBuffer>;
+    pipelines: Record<string, GPUComputePipeline>;
+    private _wslaMode;
+    constructor(device: GPUDevice, config: MambaBlockConfig);
+    private _initWeights;
+    private _uploadWeightsToGPU;
+    private _buildPipelines;
+    forward(xBuf: GPUBuffer, batch: number, seqLen: number): BlockForwardResult;
+    parameters(): BlockParam[];
+    setWSLAMode(enabled: boolean): void;
+    getTrainableParams(): BlockParam[];
+}
+//# sourceMappingURL=mamba_block.d.ts.map

package/dist/model/mamba_block.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mamba_block.d.ts","sourceRoot":"","sources":["../../src/model/mamba_block.ts"],"names":[],"mappings":"AAAA;;GAEG;AAkBH,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,SAAS,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,SAAS,CAAC;IACnB,MAAM,EAAE,SAAS,CAAC;IAClB,OAAO,EAAE,SAAS,CAAC;IACnB,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,SAAS,CAAC;IACnB,OAAO,EAAE,SAAS,CAAC;IACnB,OAAO,EAAE,SAAS,CAAC;IACnB,SAAS,EAAE,SAAS,CAAC;IACrB,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,SAAS,CAAC;IACjB,MAAM,EAAE,SAAS,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,SAAS,CAAC;IAClB,KAAK,EAAE,UAAU,CAAC;CACnB;AAED,qBAAa,UAAU;IACnB,MAAM,EAAE,SAAS,CAAC;IAClB,MAAM,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,YAAY,CAAC;IACtB,OAAO,EAAE,YAAY,CAAC;IACtB,KAAK,EAAE,YAAY,CAAC;IACpB,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,YAAY,CAAC;IACtB,OAAO,EAAE,YAAY,CAAC;IACtB,KAAK,EAAE,YAAY,CAAC;IACpB,KAAK,EAAE,YAAY,CAAC;IACpB,QAAQ,EAAE,YAAY,CAAC;IACvB,QAAQ,EAAE,YAAY,CAAC;IACvB,UAAU,EAAE,YAAY,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACtC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;IAC9C,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB;IAoCvD,OAAO,CAAC,YAAY;IAoCpB,OAAO,CAAC,mBAAmB;IAqB3B,OAAO,CAAC,eAAe;IAavB,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,kBAAkB;IAqL3E,UAAU,IAAI,UAAU,EAAE;IAwB1B,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAInC,kBAAkB,IAAI,UAAU,EAAE;CASrC"}