@omnid/tinyemo 0.0.0-stage → 1.0.0

package/dist/packed-assets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"packed-assets.js","sourceRoot":"","sources":["../src/packed-assets.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,MAAM,CAAC,MAAM,yBAAyB,GAAG,MAAe,CAAC;AAEzD,MAAM,CAAC,MAAM,aAAa,GAAuB;IAC/C,OAAO,EAAE,IAAI;IACb,WAAW,EAAE,KAAK;IAClB,QAAQ,EAAE,EAAE;IACZ,SAAS,EAAE,EAAE;IACb,SAAS,EAAE,GAAG;IACd,UAAU,EAAE,CAAC;IACb,SAAS,EAAE,CAAC;IACZ,KAAK,EAAE,GAAG;IACV,aAAa,EAAE,GAAG;IAClB,UAAU,EAAE,GAAG;IACf,YAAY,EAAE,EAAE;IAChB,cAAc,EAAE,EAAE;CACnB,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAsB,CAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,GAAG,EAAC,GAAG,EAAC,GAAG,EAAC,IAAI,EAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,GAAG,EAAC,GAAG,EAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,GAAG,EAAC,GAAG,EAAC,IAAI,EAAC,GAAG,EAAC,GAAG,EAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,GAAG,EAAC,GAAG,EAAC,IAAI,EAAC,GAAG,EAAC,GAAG,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,MAAM,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,OAAO,EAAC,OAAO,EAAC,OAAO,EAAC,OAAO,EAAC,OAAO,EAAC,OAAO,EAAC,aAAa,EAAC,OAAO,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,OAAO,EAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,OAAO,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,OAAO,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,OAAO,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,OAAO,EAAC,OAAO,EAAC,OAAO,EAAC,OAAO,EAAC,OAAO,EAAC,OAAO,EAAC,OAAO,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,CAAC,CAAC;AAEjoI;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAW,0mXAA0mX,CAAC;AAEvpX;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAW,k8pwCAAk8pwC,CAAC"}

package/dist/shaders.d.ts

@@ -0,0 +1,16 @@
+import type { TinyEmoModelConfig } from "./types.js";
+import type { PackedGpuWeights } from "./weights.js";
+export declare const IN_INT_STRIDE = 224;
+export declare const IN_FLT_STRIDE = 196;
+export declare const WS_NG_OFF = 0;
+export declare const WS_X_OFF = 16;
+export declare const WS_QKV_OFF = 2064;
+export declare const WS_FF1_OFF = 8208;
+export declare const WS_POOL_SCORE_OFF = 12304;
+export declare const WS_HEAD1_OFF = 12320;
+export declare const WS_STRIDE = 12448;
+/**
+ * Generate the complete WGSL compute shader module source for TinyEmo WebGPU inference.
+ */
+export declare function createTinyEmoShaderSource(cfg: TinyEmoModelConfig, offsets: PackedGpuWeights["offsets"]): string;
+//# sourceMappingURL=shaders.d.ts.map

package/dist/shaders.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shaders.d.ts","sourceRoot":"","sources":["../src/shaders.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAErD,eAAO,MAAM,aAAa,MAAM,CAAC;AACjC,eAAO,MAAM,aAAa,MAAM,CAAC;AAEjC,eAAO,MAAM,SAAS,IAAI,CAAC;AAC3B,eAAO,MAAM,QAAQ,KAAK,CAAC;AAC3B,eAAO,MAAM,UAAU,OAAO,CAAC;AAC/B,eAAO,MAAM,UAAU,OAAO,CAAC;AAC/B,eAAO,MAAM,iBAAiB,QAAQ,CAAC;AACvC,eAAO,MAAM,YAAY,QAAQ,CAAC;AAClC,eAAO,MAAM,SAAS,QAAQ,CAAC;AAE/B;;GAEG;AACH,wBAAgB,yBAAyB,CACvC,GAAG,EAAE,kBAAkB,EACvB,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC,GACnC,MAAM,CAgfR"}

package/dist/shaders.js

@@ -0,0 +1,509 @@
+export const IN_INT_STRIDE = 224; // 16 tok_ids + 16 tok_mask + 96*2 ng_bucket
+export const IN_FLT_STRIDE = 196; // 96*2 ng_sign + 1 ng_count + 3 padding
+export const WS_NG_OFF = 0; // 16 floats
+export const WS_X_OFF = 16; // 16 * 128 = 2048 floats (16..2063)
+export const WS_QKV_OFF = 2064; // 16 * 384 = 6144 floats (2064..8207)
+export const WS_FF1_OFF = 8208; // 16 * 256 = 4096 floats (8208..12303)
+export const WS_POOL_SCORE_OFF = 12304; // 16 floats (12304..12319)
+export const WS_HEAD1_OFF = 12320; // 128 floats (12320..12447)
+export const WS_STRIDE = 12448;
+/**
+ * Generate the complete WGSL compute shader module source for TinyEmo WebGPU inference.
+ */
+export function createTinyEmoShaderSource(cfg, offsets) {
+    const headDim = cfg.d_model / cfg.n_heads;
+    const invSqrtHd = (1.0 / Math.sqrt(headDim)).toFixed(10);
+    const invSqrtD = (1.0 / Math.sqrt(cfg.d_model)).toFixed(10);
+    const concatDim = cfg.ng_dim + cfg.d_model;
+    return /* wgsl */ `
+struct Params {
+  batch_size: u32,
+  norm1_w: u32,
+  norm1_b: u32,
+  qkv_w: u32,
+  qkv_b: u32,
+  proj_w: u32,
+  proj_b: u32,
+  norm2_w: u32,
+  norm2_b: u32,
+  ff1_w: u32,
+  ff1_b: u32,
+  ff2_w: u32,
+  ff2_b: u32,
+  pad0: u32,
+  pad1: u32,
+  pad2: u32,
+};
+
+@group(0) @binding(0) var<uniform> params: Params;
+@group(0) @binding(1) var<storage, read> weights: array<f32>;
+@group(0) @binding(2) var<storage, read> inputs_int: array<u32>;
+@group(0) @binding(3) var<storage, read> inputs_float: array<f32>;
+@group(0) @binding(4) var<storage, read_write> workspace: array<f32>;
+@group(0) @binding(5) var<storage, read_write> logits: array<f32>;
+
+const N_BUCKETS: u32 = ${cfg.n_buckets}u;
+const NG_DIM: u32 = ${cfg.ng_dim}u;
+const TOK_DIM: u32 = ${cfg.tok_dim}u;
+const D_MODEL: u32 = ${cfg.d_model}u;
+const N_HEADS: u32 = ${cfg.n_heads}u;
+const HEAD_DIM: u32 = ${headDim}u;
+const FFN_DIM: u32 = ${cfg.ffn}u;
+const HEAD_HIDDEN: u32 = ${cfg.head_hidden}u;
+const N_LABELS: u32 = ${cfg.n_labels}u;
+const MAX_TOKENS: u32 = ${cfg.max_tokens}u;
+const MAX_FEATURES: u32 = ${cfg.max_features}u;
+const CONCAT_DIM: u32 = ${concatDim}u;
+
+const INV_SQRT_HD: f32 = ${invSqrtHd};
+const INV_SQRT_D: f32 = ${invSqrtD};
+const LN_EPS: f32 = 1e-5;
+
+const IN_INT_STRIDE: u32 = ${IN_INT_STRIDE}u;
+const IN_FLT_STRIDE: u32 = ${IN_FLT_STRIDE}u;
+const WS_NG_OFF: u32 = ${WS_NG_OFF}u;
+const WS_X_OFF: u32 = ${WS_X_OFF}u;
+const WS_QKV_OFF: u32 = ${WS_QKV_OFF}u;
+const WS_FF1_OFF: u32 = ${WS_FF1_OFF}u;
+const WS_POOL_SCORE_OFF: u32 = ${WS_POOL_SCORE_OFF}u;
+const WS_HEAD1_OFF: u32 = ${WS_HEAD1_OFF}u;
+const WS_STRIDE: u32 = ${WS_STRIDE}u;
+
+const OFF_POS_EMB: u32 = ${offsets.posEmb}u;
+const OFF_POOL_Q: u32 = ${offsets.poolQ}u;
+const OFF_TOK_EMB: u32 = ${offsets.tokEmbWeight}u;
+const OFF_TOK_PROJ: u32 = ${offsets.tokProjWeight}u;
+const OFF_NG_EMB: u32 = ${offsets.ngEmbWeight}u;
+const OFF_NG_NORM_W: u32 = ${offsets.ngNormWeight}u;
+const OFF_NG_NORM_B: u32 = ${offsets.ngNormBias}u;
+const OFF_FINAL_NORM_W: u32 = ${offsets.finalNormWeight}u;
+const OFF_FINAL_NORM_B: u32 = ${offsets.finalNormBias}u;
+const OFF_POOL_PROJ_W: u32 = ${offsets.poolProjWeight}u;
+const OFF_POOL_PROJ_B: u32 = ${offsets.poolProjBias}u;
+const OFF_POOL_NORM_W: u32 = ${offsets.poolNormWeight}u;
+const OFF_POOL_NORM_B: u32 = ${offsets.poolNormBias}u;
+const OFF_HEAD1_W: u32 = ${offsets.head1Weight}u;
+const OFF_HEAD1_B: u32 = ${offsets.head1Bias}u;
+const OFF_HEAD2_W: u32 = ${offsets.head2Weight}u;
+const OFF_HEAD2_B: u32 = ${offsets.head2Bias}u;
+
+// Exact GELU with A&S 7.1.26 erf approximation matching tinyemo/runtime.py
+fn gelu(x: f32) -> f32 {
+  let z = x * 0.7071067811865475;
+  let a = abs(z);
+  let t = 1.0 / (1.0 + 0.3275911 * a);
+  let poly = t * (0.254829592 + t * (-0.284496736 + t * (1.421413741 + t * (-1.453152027 + t * 1.061405429))));
+  let s = select(-1.0, 1.0, z >= 0.0);
+  let erf_val = select(s * (1.0 - poly * exp(-a * a)), 0.0, x == 0.0);
+  return 0.5 * x * (1.0 + erf_val);
+}
+
+var<workgroup> ng_shared: array<f32, 16>;
+var<workgroup> ng_stats: array<f32, 2>;
+
+@compute @workgroup_size(16, 1, 1)
+fn kernel_ngram(
+  @builtin(workgroup_id) wg_id: vec3<u32>,
+  @builtin(local_invocation_id) local_id: vec3<u32>
+) {
+  let b = wg_id.x;
+  let d = local_id.x;
+  let int_base = b * IN_INT_STRIDE + 32u;
+  let flt_base = b * IN_FLT_STRIDE;
+
+  var acc: f32 = 0.0;
+  let total_hashes = MAX_FEATURES * 2u;
+  for (var i: u32 = 0u; i < total_hashes; i = i + 1u) {
+    let raw_bucket = inputs_int[int_base + i];
+    let sign_val = inputs_float[flt_base + i];
+    let bucket = raw_bucket & (N_BUCKETS - 1u);
+    acc = acc + weights[OFF_NG_EMB + bucket * NG_DIM + d] * sign_val;
+  }
+
+  let count = max(inputs_float[flt_base + total_hashes], 1.0);
+  let val = acc / count;
+  ng_shared[d] = val;
+  workgroupBarrier();
+
+  if (d == 0u) {
+    var sum_v: f32 = 0.0;
+    for (var j: u32 = 0u; j < NG_DIM; j = j + 1u) {
+      sum_v = sum_v + ng_shared[j];
+    }
+    let mean = sum_v / f32(NG_DIM);
+    var var_v: f32 = 0.0;
+    for (var j: u32 = 0u; j < NG_DIM; j = j + 1u) {
+      let diff = ng_shared[j] - mean;
+      var_v = var_v + diff * diff;
+    }
+    ng_stats[0] = mean;
+    ng_stats[1] = 1.0 / sqrt(var_v / f32(NG_DIM) + LN_EPS);
+  }
+  workgroupBarrier();
+
+  let norm_val = (val - ng_stats[0]) * ng_stats[1] * weights[OFF_NG_NORM_W + d] + weights[OFF_NG_NORM_B + d];
+  workspace[b * WS_STRIDE + WS_NG_OFF + d] = norm_val;
+}
+
+var<workgroup> tok_shared: array<f32, 48>;
+
+@compute @workgroup_size(128, 1, 1)
+fn kernel_tok_embed(
+  @builtin(workgroup_id) wg_id: vec3<u32>,
+  @builtin(local_invocation_id) local_id: vec3<u32>
+) {
+  let t = wg_id.x;
+  let b = wg_id.y;
+  let d = local_id.x;
+
+  let tok_id = inputs_int[b * IN_INT_STRIDE + t];
+  if (d < TOK_DIM) {
+    tok_shared[d] = weights[OFF_TOK_EMB + tok_id * TOK_DIM + d];
+  }
+  workgroupBarrier();
+
+  var acc: f32 = 0.0;
+  let w_row = OFF_TOK_PROJ + d * TOK_DIM;
+  for (var k: u32 = 0u; k < TOK_DIM; k = k + 1u) {
+    acc = acc + tok_shared[k] * weights[w_row + k];
+  }
+  acc = acc + weights[OFF_POS_EMB + t * D_MODEL + d];
+  workspace[b * WS_STRIDE + WS_X_OFF + t * D_MODEL + d] = acc;
+}
+
+var<workgroup> vec_shared: array<f32, 128>;
+var<workgroup> norm_shared: array<f32, 128>;
+var<workgroup> ln_stats: array<f32, 2>;
+
+@compute @workgroup_size(128, 1, 1)
+fn kernel_ln1_qkv(
+  @builtin(workgroup_id) wg_id: vec3<u32>,
+  @builtin(local_invocation_id) local_id: vec3<u32>
+) {
+  let t = wg_id.x;
+  let b = wg_id.y;
+  let d = local_id.x;
+
+  let x_val = workspace[b * WS_STRIDE + WS_X_OFF + t * D_MODEL + d];
+  vec_shared[d] = x_val;
+  workgroupBarrier();
+
+  if (d == 0u) {
+    var s: f32 = 0.0;
+    for (var i: u32 = 0u; i < D_MODEL; i = i + 1u) {
+      s = s + vec_shared[i];
+    }
+    let m = s / f32(D_MODEL);
+    var v: f32 = 0.0;
+    for (var i: u32 = 0u; i < D_MODEL; i = i + 1u) {
+      let diff = vec_shared[i] - m;
+      v = v + diff * diff;
+    }
+    ln_stats[0] = m;
+    ln_stats[1] = 1.0 / sqrt(v / f32(D_MODEL) + LN_EPS);
+  }
+  workgroupBarrier();
+
+  norm_shared[d] = (x_val - ln_stats[0]) * ln_stats[1] * weights[params.norm1_w + d] + weights[params.norm1_b + d];
+  workgroupBarrier();
+
+  let qkv_base = b * WS_STRIDE + WS_QKV_OFF + t * 3u * D_MODEL;
+  for (var part: u32 = 0u; part < 3u; part = part + 1u) {
+    let c = part * D_MODEL + d;
+    var acc: f32 = weights[params.qkv_b + c];
+    let w_row = params.qkv_w + c * D_MODEL;
+    for (var k: u32 = 0u; k < D_MODEL; k = k + 1u) {
+      acc = acc + norm_shared[k] * weights[w_row + k];
+    }
+    workspace[qkv_base + c] = acc;
+  }
+}
+
+var<workgroup> attn_scores: array<f32, 64>;
+var<workgroup> attn_probs: array<f32, 64>;
+
+@compute @workgroup_size(128, 1, 1)
+fn kernel_attn_proj(
+  @builtin(workgroup_id) wg_id: vec3<u32>,
+  @builtin(local_invocation_id) local_id: vec3<u32>
+) {
+  let t_q = wg_id.x;
+  let b = wg_id.y;
+  let tid = local_id.x;
+
+  if (tid < N_HEADS * MAX_TOKENS) {
+    let head = tid / MAX_TOKENS;
+    let t_k = tid % MAX_TOKENS;
+    let mask = inputs_int[b * IN_INT_STRIDE + MAX_TOKENS + t_k];
+    if (mask == 0u) {
+      attn_scores[tid] = -1e9;
+    } else {
+      let q_off = b * WS_STRIDE + WS_QKV_OFF + t_q * 3u * D_MODEL + head * HEAD_DIM;
+      let k_off = b * WS_STRIDE + WS_QKV_OFF + t_k * 3u * D_MODEL + D_MODEL + head * HEAD_DIM;
+      var dot_val: f32 = 0.0;
+      for (var m: u32 = 0u; m < HEAD_DIM; m = m + 1u) {
+        dot_val = dot_val + workspace[q_off + m] * workspace[k_off + m];
+      }
+      attn_scores[tid] = dot_val * INV_SQRT_HD;
+    }
+  }
+  workgroupBarrier();
+
+  if (tid < N_HEADS) {
+    let base_idx = tid * MAX_TOKENS;
+    var max_s: f32 = attn_scores[base_idx];
+    for (var t_k: u32 = 1u; t_k < MAX_TOKENS; t_k = t_k + 1u) {
+      max_s = max(max_s, attn_scores[base_idx + t_k]);
+    }
+    var sum_e: f32 = 0.0;
+    for (var t_k: u32 = 0u; t_k < MAX_TOKENS; t_k = t_k + 1u) {
+      let e = exp(attn_scores[base_idx + t_k] - max_s);
+      attn_probs[base_idx + t_k] = e;
+      sum_e = sum_e + e;
+    }
+    for (var t_k: u32 = 0u; t_k < MAX_TOKENS; t_k = t_k + 1u) {
+      attn_probs[base_idx + t_k] = attn_probs[base_idx + t_k] / sum_e;
+    }
+  }
+  workgroupBarrier();
+
+  let head = tid / HEAD_DIM;
+  var o_val: f32 = 0.0;
+  for (var t_k: u32 = 0u; t_k < MAX_TOKENS; t_k = t_k + 1u) {
+    let v_val = workspace[b * WS_STRIDE + WS_QKV_OFF + t_k * 3u * D_MODEL + 2u * D_MODEL + tid];
+    o_val = o_val + attn_probs[head * MAX_TOKENS + t_k] * v_val;
+  }
+  vec_shared[tid] = o_val;
+  workgroupBarrier();
+
+  var proj_val: f32 = weights[params.proj_b + tid];
+  let w_row = params.proj_w + tid * D_MODEL;
+  for (var k: u32 = 0u; k < D_MODEL; k = k + 1u) {
+    proj_val = proj_val + vec_shared[k] * weights[w_row + k];
+  }
+  let x_idx = b * WS_STRIDE + WS_X_OFF + t_q * D_MODEL + tid;
+  workspace[x_idx] = workspace[x_idx] + proj_val;
+}
+
+@compute @workgroup_size(128, 1, 1)
+fn kernel_ln2_ff1(
+  @builtin(workgroup_id) wg_id: vec3<u32>,
+  @builtin(local_invocation_id) local_id: vec3<u32>
+) {
+  let t = wg_id.x;
+  let b = wg_id.y;
+  let d = local_id.x;
+
+  let x_val = workspace[b * WS_STRIDE + WS_X_OFF + t * D_MODEL + d];
+  vec_shared[d] = x_val;
+  workgroupBarrier();
+
+  if (d == 0u) {
+    var s: f32 = 0.0;
+    for (var i: u32 = 0u; i < D_MODEL; i = i + 1u) {
+      s = s + vec_shared[i];
+    }
+    let m = s / f32(D_MODEL);
+    var v: f32 = 0.0;
+    for (var i: u32 = 0u; i < D_MODEL; i = i + 1u) {
+      let diff = vec_shared[i] - m;
+      v = v + diff * diff;
+    }
+    ln_stats[0] = m;
+    ln_stats[1] = 1.0 / sqrt(v / f32(D_MODEL) + LN_EPS);
+  }
+  workgroupBarrier();
+
+  norm_shared[d] = (x_val - ln_stats[0]) * ln_stats[1] * weights[params.norm2_w + d] + weights[params.norm2_b + d];
+  workgroupBarrier();
+
+  let ff1_base = b * WS_STRIDE + WS_FF1_OFF + t * FFN_DIM;
+  for (var part: u32 = 0u; part < 2u; part = part + 1u) {
+    let f = part * D_MODEL + d;
+    var acc: f32 = weights[params.ff1_b + f];
+    let w_row = params.ff1_w + f * D_MODEL;
+    for (var k: u32 = 0u; k < D_MODEL; k = k + 1u) {
+      acc = acc + norm_shared[k] * weights[w_row + k];
+    }
+    workspace[ff1_base + f] = gelu(acc);
+  }
+}
+
+var<workgroup> ff1_shared: array<f32, 256>;
+
+@compute @workgroup_size(128, 1, 1)
+fn kernel_ff2(
+  @builtin(workgroup_id) wg_id: vec3<u32>,
+  @builtin(local_invocation_id) local_id: vec3<u32>
+) {
+  let t = wg_id.x;
+  let b = wg_id.y;
+  let d = local_id.x;
+
+  let ff1_base = b * WS_STRIDE + WS_FF1_OFF + t * FFN_DIM;
+  ff1_shared[d] = workspace[ff1_base + d];
+  ff1_shared[d + D_MODEL] = workspace[ff1_base + d + D_MODEL];
+  workgroupBarrier();
+
+  var acc: f32 = weights[params.ff2_b + d];
+  let w_row = params.ff2_w + d * FFN_DIM;
+  for (var f: u32 = 0u; f < FFN_DIM; f = f + 1u) {
+    acc = acc + ff1_shared[f] * weights[w_row + f];
+  }
+  let x_idx = b * WS_STRIDE + WS_X_OFF + t * D_MODEL + d;
+  workspace[x_idx] = workspace[x_idx] + acc;
+}
+
+@compute @workgroup_size(128, 1, 1)
+fn kernel_final_norm_pool_score(
+  @builtin(workgroup_id) wg_id: vec3<u32>,
+  @builtin(local_invocation_id) local_id: vec3<u32>
+) {
+  let t = wg_id.x;
+  let b = wg_id.y;
+  let d = local_id.x;
+
+  let x_idx = b * WS_STRIDE + WS_X_OFF + t * D_MODEL + d;
+  let x_val = workspace[x_idx];
+  vec_shared[d] = x_val;
+  workgroupBarrier();
+
+  if (d == 0u) {
+    var s: f32 = 0.0;
+    for (var i: u32 = 0u; i < D_MODEL; i = i + 1u) {
+      s = s + vec_shared[i];
+    }
+    let m = s / f32(D_MODEL);
+    var v: f32 = 0.0;
+    for (var i: u32 = 0u; i < D_MODEL; i = i + 1u) {
+      let diff = vec_shared[i] - m;
+      v = v + diff * diff;
+    }
+    ln_stats[0] = m;
+    ln_stats[1] = 1.0 / sqrt(v / f32(D_MODEL) + LN_EPS);
+  }
+  workgroupBarrier();
+
+  let x_norm = (x_val - ln_stats[0]) * ln_stats[1] * weights[OFF_FINAL_NORM_W + d] + weights[OFF_FINAL_NORM_B + d];
+  workspace[x_idx] = x_norm;
+  norm_shared[d] = tanh(clamp(x_norm, -15.0, 15.0));
+  workgroupBarrier();
+
+  var proj_d: f32 = weights[OFF_POOL_PROJ_B + d];
+  let w_row = OFF_POOL_PROJ_W + d * D_MODEL;
+  for (var k: u32 = 0u; k < D_MODEL; k = k + 1u) {
+    proj_d = proj_d + norm_shared[k] * weights[w_row + k];
+  }
+  vec_shared[d] = proj_d * weights[OFF_POOL_Q + d];
+  workgroupBarrier();
+
+  if (d == 0u) {
+    let mask = inputs_int[b * IN_INT_STRIDE + MAX_TOKENS + t];
+    if (mask == 0u) {
+      workspace[b * WS_STRIDE + WS_POOL_SCORE_OFF + t] = -1e9;
+    } else {
+      var dot_q: f32 = 0.0;
+      for (var i: u32 = 0u; i < D_MODEL; i = i + 1u) {
+        dot_q = dot_q + vec_shared[i];
+      }
+      workspace[b * WS_STRIDE + WS_POOL_SCORE_OFF + t] = dot_q * INV_SQRT_D;
+    }
+  }
+}
+
+var<workgroup> pool_probs: array<f32, 16>;
+var<workgroup> z_shared: array<f32, 144>;
+
+@compute @workgroup_size(128, 1, 1)
+fn kernel_pool_and_head1(
+  @builtin(workgroup_id) wg_id: vec3<u32>,
+  @builtin(local_invocation_id) local_id: vec3<u32>
+) {
+  let b = wg_id.x;
+  let tid = local_id.x;
+
+  if (tid == 0u) {
+    let score_base = b * WS_STRIDE + WS_POOL_SCORE_OFF;
+    var max_s: f32 = workspace[score_base];
+    for (var t: u32 = 1u; t < MAX_TOKENS; t = t + 1u) {
+      max_s = max(max_s, workspace[score_base + t]);
+    }
+    var sum_e: f32 = 0.0;
+    for (var t: u32 = 0u; t < MAX_TOKENS; t = t + 1u) {
+      let e = exp(workspace[score_base + t] - max_s);
+      pool_probs[t] = e;
+      sum_e = sum_e + e;
+    }
+    for (var t: u32 = 0u; t < MAX_TOKENS; t = t + 1u) {
+      pool_probs[t] = pool_probs[t] / sum_e;
+    }
+  }
+  workgroupBarrier();
+
+  var pooled_raw: f32 = 0.0;
+  let x_base = b * WS_STRIDE + WS_X_OFF;
+  for (var t: u32 = 0u; t < MAX_TOKENS; t = t + 1u) {
+    pooled_raw = pooled_raw + pool_probs[t] * workspace[x_base + t * D_MODEL + tid];
+  }
+  vec_shared[tid] = pooled_raw;
+  workgroupBarrier();
+
+  if (tid == 0u) {
+    var s: f32 = 0.0;
+    for (var i: u32 = 0u; i < D_MODEL; i = i + 1u) {
+      s = s + vec_shared[i];
+    }
+    let m = s / f32(D_MODEL);
+    var v: f32 = 0.0;
+    for (var i: u32 = 0u; i < D_MODEL; i = i + 1u) {
+      let diff = vec_shared[i] - m;
+      v = v + diff * diff;
+    }
+    ln_stats[0] = m;
+    ln_stats[1] = 1.0 / sqrt(v / f32(D_MODEL) + LN_EPS);
+  }
+  workgroupBarrier();
+
+  if (tid < NG_DIM) {
+    z_shared[tid] = workspace[b * WS_STRIDE + WS_NG_OFF + tid];
+  }
+  z_shared[NG_DIM + tid] = (pooled_raw - ln_stats[0]) * ln_stats[1] * weights[OFF_POOL_NORM_W + tid] + weights[OFF_POOL_NORM_B + tid];
+  workgroupBarrier();
+
+  if (tid < HEAD_HIDDEN) {
+    var acc: f32 = weights[OFF_HEAD1_B + tid];
+    let w_row = OFF_HEAD1_W + tid * CONCAT_DIM;
+    for (var k: u32 = 0u; k < CONCAT_DIM; k = k + 1u) {
+      acc = acc + z_shared[k] * weights[w_row + k];
+    }
+    workspace[b * WS_STRIDE + WS_HEAD1_OFF + tid] = gelu(acc);
+  }
+}
+
+@compute @workgroup_size(128, 1, 1)
+fn kernel_head2(
+  @builtin(workgroup_id) wg_id: vec3<u32>,
+  @builtin(local_invocation_id) local_id: vec3<u32>
+) {
+  let wg_x = wg_id.x;
+  let b = wg_id.y;
+  let tid = local_id.x;
+
+  if (tid < HEAD_HIDDEN) {
+    norm_shared[tid] = workspace[b * WS_STRIDE + WS_HEAD1_OFF + tid];
+  }
+  workgroupBarrier();
+
+  let label_idx = wg_x * 128u + tid;
+  if (label_idx < N_LABELS) {
+    var acc: f32 = weights[OFF_HEAD2_B + label_idx];
+    let w_row = OFF_HEAD2_W + label_idx * HEAD_HIDDEN;
+    for (var h: u32 = 0u; h < HEAD_HIDDEN; h = h + 1u) {
+      acc = acc + norm_shared[h] * weights[w_row + h];
+    }
+    logits[b * N_LABELS + label_idx] = acc;
+  }
+}
+`;
+}
+//# sourceMappingURL=shaders.js.map

package/dist/shaders.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shaders.js","sourceRoot":"","sources":["../src/shaders.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC,CAAC,4CAA4C;AAC9E,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC,CAAC,wCAAwC;AAE1E,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,CAAC,YAAY;AACxC,MAAM,CAAC,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC,oCAAoC;AAChE,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,sCAAsC;AACtE,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,uCAAuC;AACvE,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,CAAC,CAAC,2BAA2B;AACnE,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,4BAA4B;AAC/D,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,CAAC;AAE/B;;GAEG;AACH,MAAM,UAAU,yBAAyB,CACvC,GAAuB,EACvB,OAAoC;IAEpC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC1C,MAAM,SAAS,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC;IAE3C,OAAO,UAAU,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;yBA2BK,GAAG,CAAC,SAAS;sBAChB,GAAG,CAAC,MAAM;uBACT,GAAG,CAAC,OAAO;uBACX,GAAG,CAAC,OAAO;uBACX,GAAG,CAAC,OAAO;wBACV,OAAO;uBACR,GAAG,CAAC,GAAG;2BACH,GAAG,CAAC,WAAW;wBAClB,GAAG,CAAC,QAAQ;0BACV,GAAG,CAAC,UAAU;4BACZ,GAAG,CAAC,YAAY;0BAClB,SAAS;;2BAER,SAAS;0BACV,QAAQ;;;6BAGL,aAAa;6BACb,aAAa;yBACjB,SAAS;wBACV,QAAQ;0BACN,UAAU;0BACV,UAAU;iCACH,iBAAiB;4BACtB,YAAY;yBACf,SAAS;;2BAEP,OAAO,CAAC,MAAM;0BACf,OAAO,CAAC,KAAK;2BACZ,OAAO,CAAC,YAAY;4BACnB,OAAO,CAAC,aAAa;0BACvB,OAAO,CAAC,WAAW;6BAChB,OAAO,CAAC,YAAY;6BACpB,OAAO,CAAC,UAAU;gCACf,OAAO,CAAC,eAAe;gCACvB,OAAO,CAAC,aAAa;+BACtB,OAAO,CAAC,cAAc;+BACtB,OAAO,CAAC,YAAY;+BACpB,OAAO,CAAC,cAAc;+BACtB,OAAO,CAAC,YAAY;2BACxB,OAAO,CAAC,WAAW;2BACnB,OAAO,CAAC,SAAS;2BACjB,OAAO,CAAC,WAAW;2BACnB,OAAO,CAAC,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAma3C,CAAC;AACF,CAAC"}

package/dist/tokenizer.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Compact English-only unigram tokenizer ("ETK2") matching tinyemo/tiny_tokenizer.py.
+ *
+ * File layout: b"ETK2" | u16 n_pieces | n x ( u8 len | ascii bytes | i8 score*8 )
+ * Piece 0 is <unk>.
+ */
+export declare class TinyTokenizer {
+    readonly pieces: string[];
+    readonly scores: Float64Array;
+    readonly index: Map<string, number>;
+    readonly unkId: number;
+    readonly maxLen: number;
+    constructor(data: Uint8Array | ArrayBuffer);
+    /**
+     * Serialize pieces and scores into an ETK2 binary buffer.
+     */
+    static dump(pieces: readonly string[], scores: readonly number[]): Uint8Array;
+    /**
+     * Encode already-normalized text using Viterbi dynamic programming.
+     */
+    encode(normText: string, maxTokens?: number): number[];
+}
+//# sourceMappingURL=tokenizer.d.ts.map

package/dist/tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../src/tokenizer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,qBAAa,aAAa;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAK;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,IAAI,EAAE,UAAU,GAAG,WAAW;IAuC1C;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,UAAU;IA0B7E;;OAEG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE;CA+CvD"}