@genai-fi/nanogpt 0.6.0 → 0.6.2

package/dist/{kernel_funcs_utils-CNmjLWnB.js → kernel_funcs_utils-CUxJCg0g.js}

@@ -1,5 +1,5 @@
-import { am as N, an as D, Q as P, q as E, U as v, N as w } from "./index-bMBtI-WR.js";
-import { u as g } from "./gpgpu_math-Ctc31slO.js";
+import { h as B, g as G, ak as K, _ as W, al as z, am as V, ac as N, an as F, u as S } from "./index-BAzbokzv.js";
+import { u as O, f as Y, h as v } from "./gpgpu_math-CNslybmD.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -16,15 +16,19 @@ import { u as g } from "./gpgpu_math-Ctc31slO.js";
  * limitations under the License.
  * =============================================================================
  */
-function B(t) {
-  try {
-    return t.map((e) => N(e));
-  } catch (e) {
-    throw new Error(`Failed to decode encoded string bytes into utf-8, error: ${e}`);
-  }
+function H(t, e) {
+  return ["x", "y", "z", "w", "u", "v"].slice(0, e).map((s) => `${t}.${s}`);
+}
+function Z(t, e) {
+  return e === 1 ? [t] : H(t, e);
 }
-function H(t) {
-  return t.map((e) => D(e));
+function ie(t, e) {
+  if (t === 1)
+    return "rc";
+  let s = "";
+  for (let r = 0; r < t; r++)
+    s += e[r], r < t - 1 && (s += ",");
+  return s;
 }
 /**
  * @license
@@ -42,21 +46,27 @@ function H(t) {
  * limitations under the License.
  * =============================================================================
  */
-function R(t) {
-  if (t <= 1)
-    return "int";
-  if (t === 2)
-    return "ivec2";
-  if (t === 3)
-    return "ivec3";
-  if (t === 4)
-    return "ivec4";
-  if (t === 5)
-    return "ivec5";
-  if (t === 6)
-    return "ivec6";
-  throw Error(`GPU for rank ${t} is not yet supported`);
+class q {
+  constructor(e, s) {
+    this.variableNames = ["A"], this.outputShape = e, this.enableShapeUniforms = O(this.outputShape.length), this.userCode = `
+      float unaryOperation(float x) {
+        ${s}
+      }
+
+      void main() {
+        float x = getAAtOutCoords();
+        float y = unaryOperation(x);
+
+        setOutput(y);
+      }
+    `;
+  }
 }
+const T = "if (isnan(x)) return x;", M = "return x;", pe = "return abs(x);", j = "return (x >= 0.0) ? x : (exp(x) - 1.0);", J = T + `
+  return (x < 0.0) ? 0.0 : x;
+`, Q = T + `
+  return (x < 0.0) ? 0.0 : min(6.0, x);
+`, de = "return x;", X = "return 1.0 / (1.0 + exp(-1.0 * x));";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -73,11 +83,51 @@ function R(t) {
  * limitations under the License.
  * =============================================================================
  */
-function _(t, e) {
-  return ["x", "y", "z", "w", "u", "v"].slice(0, e).map((a) => `${t}.${a}`);
-}
-function k(t, e) {
-  return e === 1 ? [t] : _(t, e);
+const ee = "return x;", te = `
+  vec4 result;
+
+  result.r = (x.r >= 0.0) ? x.r : (exp(x.r) - 1.0);
+  result.g = (x.g >= 0.0) ? x.g : (exp(x.g) - 1.0);
+  result.b = (x.b >= 0.0) ? x.b : (exp(x.b) - 1.0);
+  result.a = (x.a >= 0.0) ? x.a : (exp(x.a) - 1.0);
+
+  return result;
+`, se = `
+  vec4 result = x * vec4(greaterThanEqual(x, vec4(0.0)));
+  bvec4 isNaN = isnan(x);
+
+  result.r = isNaN.r ? x.r : result.r;
+  result.g = isNaN.g ? x.g : result.g;
+  result.b = isNaN.b ? x.b : result.b;
+  result.a = isNaN.a ? x.a : result.a;
+
+  return result;
+`, ae = `
+  vec4 result = min(x, vec4(6.)) * vec4(greaterThanEqual(x, vec4(0.0)));
+  bvec4 isNaN = isnan(x);
+
+  result.r = isNaN.r ? x.r : result.r;
+  result.g = isNaN.g ? x.g : result.g;
+  result.b = isNaN.b ? x.b : result.b;
+  result.a = isNaN.a ? x.a : result.a;
+
+  return result;
+`, re = "return 1.0 / (1.0 + exp(-1.0 * x));";
+class ne {
+  constructor(e, s) {
+    this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0, this.outputShape = e, this.enableShapeUniforms = O(this.outputShape.length), this.userCode = `
+      vec4 unaryOperation(vec4 x) {
+        ${s}
+      }
+
+      void main() {
+        vec4 x = getAAtOutCoords();
+        vec4 y = unaryOperation(x);
+
+        setOutput(y);
+      }
+    `;
+  }
 }
 /**
  * @license
@@ -95,9 +145,13 @@ function k(t, e) {
  * limitations under the License.
  * =============================================================================
  */
-class C {
-  constructor(e, a, u) {
-    this.variableNames = ["A", "B"], this.outputShape = P(a, u), this.enableShapeUniforms = g(this.outputShape.length), this.userCode = `
+const he = `
+  if (isnan(a)) return a;
+  if (isnan(b)) return b;
+`;
+class b {
+  constructor(e, s, r) {
+    this.variableNames = ["A", "B"], this.outputShape = B(s, r), this.enableShapeUniforms = O(this.outputShape.length), this.userCode = `
       float binaryOperation(float a, float b) {
         ${e}
       }
@@ -126,46 +180,52 @@ class C {
  * limitations under the License.
  * =============================================================================
  */
-class z {
-  constructor(e, a, u, d = !1) {
-    this.variableNames = ["A", "B"], this.supportsBroadcasting = !0, this.packedInputs = !0, this.packedOutput = !0, this.outputShape = P(a, u);
-    const o = this.outputShape.length;
-    this.enableShapeUniforms = g(o);
-    let n = "";
-    if (d)
-      if (o === 0 || E(this.outputShape) === 1)
-        n = `
+const fe = `
+  result.r = isNaN.r ? NAN : result.r;
+  result.g = isNaN.g ? NAN : result.g;
+  result.b = isNaN.b ? NAN : result.b;
+  result.a = isNaN.a ? NAN : result.a;
+`;
+class E {
+  constructor(e, s, r, u = !1) {
+    this.variableNames = ["A", "B"], this.supportsBroadcasting = !0, this.packedInputs = !0, this.packedOutput = !0, this.outputShape = B(s, r);
+    const n = this.outputShape.length;
+    this.enableShapeUniforms = O(n);
+    let o = "";
+    if (u)
+      if (n === 0 || G(this.outputShape) === 1)
+        o = `
           result.y = 0.;
           result.z = 0.;
           result.w = 0.;
         `;
-      else if (n = `
-          ${R(o)} coords = getOutputCoords();
-        `, o === 1)
-        this.enableShapeUniforms ? n += `
+      else if (o = `
+          ${Y(n)} coords = getOutputCoords();
+        `, n === 1)
+        this.enableShapeUniforms ? o += `
             result.y = (coords + 1) >= outShape ? 0. : result.y;
             result.z = 0.;
             result.w = 0.;
-          ` : n += `
+          ` : o += `
             result.y = (coords + 1) >= ${this.outputShape[0]} ? 0. : result.y;
             result.z = 0.;
             result.w = 0.;
           `;
       else {
-        const s = k("coords", o);
-        this.enableShapeUniforms ? n += `
+        const a = Z("coords", n);
+        this.enableShapeUniforms ? o += `
             bool nextRowOutOfBounds =
-              (${s[o - 2]} + 1) >= outShape[${o} - 2];
+              (${a[n - 2]} + 1) >= outShape[${n} - 2];
             bool nextColOutOfBounds =
-              (${s[o - 1]} + 1) >= outShape[${o} - 1];
+              (${a[n - 1]} + 1) >= outShape[${n} - 1];
             result.y = nextColOutOfBounds ? 0. : result.y;
             result.z = nextRowOutOfBounds ? 0. : result.z;
             result.w = nextColOutOfBounds || nextRowOutOfBounds ? 0. : result.w;
-          ` : n += `
+          ` : o += `
             bool nextRowOutOfBounds =
-              (${s[o - 2]} + 1) >= ${this.outputShape[o - 2]};
+              (${a[n - 2]} + 1) >= ${this.outputShape[n - 2]};
             bool nextColOutOfBounds =
-              (${s[o - 1]} + 1) >= ${this.outputShape[o - 1]};
+              (${a[n - 1]} + 1) >= ${this.outputShape[n - 1]};
             result.y = nextColOutOfBounds ? 0. : result.y;
             result.z = nextRowOutOfBounds ? 0. : result.z;
             result.w = nextColOutOfBounds || nextRowOutOfBounds ? 0. : result.w;
@@ -181,7 +241,7 @@ class z {
         vec4 b = getBAtOutCoords();
 
         vec4 result = binaryOperation(a, b);
-        ${n}
+        ${o}
 
         setOutput(result);
       }
@@ -204,10 +264,15 @@ class z {
  * limitations under the License.
  * =============================================================================
  */
-function A(t) {
-  const { inputs: e, backend: a } = t, { x: u } = e;
-  return a.incRef(u.dataId), { dataId: u.dataId, shape: u.shape, dtype: u.dtype };
+function P(t) {
+  const { inputs: e, backend: s } = t, { x: r } = e;
+  return s.incRef(r.dataId), { dataId: r.dataId, shape: r.shape, dtype: r.dtype };
 }
+const xe = {
+  kernelName: K,
+  backendName: "webgl",
+  kernelFunc: P
+};
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -224,13 +289,18 @@ function A(t) {
  * limitations under the License.
  * =============================================================================
  */
-function G(t) {
-  const { inputs: e, backend: a } = t, { real: u, imag: d } = e, o = a.makeTensorInfo(u.shape, "complex64"), n = a.texData.get(o.dataId), l = A({ inputs: { x: u }, backend: a }), s = A({ inputs: { x: d }, backend: a });
-  return n.complexTensorInfos = { real: l, imag: s }, o;
+function L(t) {
+  const { inputs: e, backend: s } = t, { real: r, imag: u } = e, n = s.makeTensorInfo(r.shape, "complex64"), o = s.texData.get(n.dataId), i = P({ inputs: { x: r }, backend: s }), a = P({ inputs: { x: u }, backend: s });
+  return o.complexTensorInfos = { real: i, imag: a }, n;
 }
+const ge = {
+  kernelName: W,
+  backendName: "webgl",
+  kernelFunc: L
+};
 /**
  * @license
- * Copyright 2017 Google LLC. All Rights Reserved.
+ * Copyright 2020 Google LLC. All Rights Reserved.
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at
@@ -244,26 +314,22 @@ function G(t) {
  * limitations under the License.
  * =============================================================================
  */
-class V {
-  constructor(e, a) {
-    this.variableNames = ["A"], this.outputShape = e, this.enableShapeUniforms = g(this.outputShape.length), this.userCode = `
-      float unaryOperation(float x) {
-        ${a}
-      }
-
-      void main() {
-        float x = getAAtOutCoords();
-        float y = unaryOperation(x);
-
-        setOutput(y);
-      }
-    `;
-  }
+const w = "return (a < 0.) ? b * a : a;", k = `
+  vec4 aLessThanZero = vec4(lessThan(a, vec4(0.)));
+  return (aLessThanZero * (b * a)) + ((vec4(1.0) - aLessThanZero) * a);
+`;
+function oe(t) {
+  const { inputs: e, backend: s, attrs: r } = t, { x: u } = e, { alpha: n } = r, o = s.makeTensorInfo([], "float32", V(n, "float32")), i = N().getBool("WEBGL_PACK_BINARY_OPERATIONS") ? new E(k, u.shape, o.shape) : new b(w, u.shape, o.shape), a = s.runWebGLProgram(i, [u, o], "float32");
+  return s.disposeIntermediateTensorInfo(o), a;
 }
-const K = "if (isnan(x)) return x;";
+const me = {
+  kernelName: z,
+  backendName: "webgl",
+  kernelFunc: oe
+};
 /**
  * @license
- * Copyright 2018 Google LLC. All Rights Reserved.
+ * Copyright 2020 Google LLC. All Rights Reserved.
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at
@@ -277,22 +343,19 @@ const K = "if (isnan(x)) return x;";
  * limitations under the License.
  * =============================================================================
  */
-class L {
-  constructor(e, a) {
-    this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0, this.outputShape = e, this.enableShapeUniforms = g(this.outputShape.length), this.userCode = `
-      vec4 unaryOperation(vec4 x) {
-        ${a}
-      }
-
-      void main() {
-        vec4 x = getAAtOutCoords();
-        vec4 y = unaryOperation(x);
-
-        setOutput(y);
-      }
-    `;
-  }
+const R = "return (a < 0.) ? b * a : a;", U = `
+  vec4 aLessThanZero = vec4(lessThan(a, vec4(0.)));
+  return (aLessThanZero * (b * a)) + ((vec4(1.0) - aLessThanZero) * a);
+`;
+function ue(t) {
+  const { inputs: e, backend: s } = t, { x: r, alpha: u } = e, n = N().getBool("WEBGL_PACK_BINARY_OPERATIONS") ? new E(U, r.shape, u.shape) : new b(R, r.shape, u.shape);
+  return s.runWebGLProgram(n, [r, u], "float32");
 }
+const be = {
+  kernelName: F,
+  backendName: "webgl",
+  kernelFunc: ue
+};
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -309,63 +372,94 @@ class L {
  * limitations under the License.
  * =============================================================================
  */
-const Y = "if (isnan(x)) return x;";
-function q({ opSnippet: t, packedOpSnippet: e, cpuKernelImpl: a, dtype: u }) {
-  return ({ inputs: d, backend: o }) => {
-    const { x: n } = d, l = o, s = u || n.dtype;
-    if (l.shouldExecuteOnCPU([n]) && a != null) {
-      const c = l.texData.get(n.dataId), x = a(c.values, s);
-      return l.makeTensorInfo(n.shape, s, x);
+const Ne = "if (isnan(x)) return x;";
+function Oe({ opSnippet: t, packedOpSnippet: e, cpuKernelImpl: s, dtype: r }) {
+  return ({ inputs: u, backend: n }) => {
+    const { x: o } = u, i = n, a = r || o.dtype;
+    if (i.shouldExecuteOnCPU([o]) && s != null) {
+      const d = i.texData.get(o.dataId), y = s(d.values, a);
+      return i.makeTensorInfo(o.shape, a, y);
     }
-    const i = w().getBool("WEBGL_PACK_UNARY_OPERATIONS") && e != null;
-    let r;
-    return i ? r = new L(n.shape, e) : r = new V(n.shape, t), l.runWebGLProgram(r, [n], s);
+    const c = N().getBool("WEBGL_PACK_UNARY_OPERATIONS") && e != null;
+    let l;
+    return c ? l = new ne(o.shape, e) : l = new q(o.shape, t), i.runWebGLProgram(l, [o], a);
   };
 }
-function Q({ opSnippet: t, packedOpSnippet: e, checkOutOfBounds: a = !1, supportsComplex: u = !1, cpuKernelImpl: d, dtype: o }) {
-  return ({ inputs: n, backend: l }) => {
-    const { a: s, b: i } = n, r = l;
-    if (u && s.dtype === "complex64") {
-      const h = r.texData.get(s.dataId), f = r.texData.get(i.dataId), [y, O] = [
+function ye({ opSnippet: t, packedOpSnippet: e, checkOutOfBounds: s = !1, supportsComplex: r = !1, cpuKernelImpl: u, dtype: n }) {
+  return ({ inputs: o, backend: i }) => {
+    const { a, b: c } = o, l = i;
+    if (r && a.dtype === "complex64") {
+      const h = l.texData.get(a.dataId), f = l.texData.get(c.dataId), [g, m] = [
         [h.complexTensorInfos.real, f.complexTensorInfos.real],
         [h.complexTensorInfos.imag, f.complexTensorInfos.imag]
-      ].map((S) => {
-        const [p, m] = S, $ = {
+      ].map((C) => {
+        const [p, x] = C, $ = {
           dataId: p.dataId,
           dtype: p.dtype,
-          shape: s.shape
-        }, T = {
-          dataId: m.dataId,
-          dtype: m.dtype,
-          shape: i.shape
-        }, U = new C(t, s.shape, i.shape);
-        return r.runWebGLProgram(U, [$, T], v(p.dtype, m.dtype));
-      }), I = G({ inputs: { real: y, imag: O }, backend: r });
-      return r.disposeIntermediateTensorInfo(y), r.disposeIntermediateTensorInfo(O), I;
+          shape: a.shape
+        }, _ = {
+          dataId: x.dataId,
+          dtype: x.dtype,
+          shape: c.shape
+        }, D = new b(t, a.shape, c.shape);
+        return l.runWebGLProgram(D, [$, _], S(p.dtype, x.dtype));
+      }), A = L({ inputs: { real: g, imag: m }, backend: l });
+      return l.disposeIntermediateTensorInfo(g), l.disposeIntermediateTensorInfo(m), A;
     }
-    const c = o || v(s.dtype, i.dtype);
-    if ((s.dtype === "string" || i.dtype === "string" || r.shouldExecuteOnCPU([s, i])) && d != null) {
-      const h = r.texData.get(s.dataId).values, f = r.texData.get(i.dataId).values, y = s.dtype === "string" ? (
+    const d = n || S(a.dtype, c.dtype);
+    if ((a.dtype === "string" || c.dtype === "string" || l.shouldExecuteOnCPU([a, c])) && u != null) {
+      const h = l.texData.get(a.dataId).values, f = l.texData.get(c.dataId).values, g = a.dtype === "string" ? (
         // tslint:disable-next-line: no-any
-        B(h)
-      ) : h, O = s.dtype === "string" ? (
+        v(h)
+      ) : h, m = a.dtype === "string" ? (
         // tslint:disable-next-line: no-any
-        B(f)
-      ) : f, [I, S] = d(s.shape, i.shape, y, O, c), p = r.makeTensorInfo(S, c), m = r.texData.get(p.dataId);
-      return m.values = I, p;
+        v(f)
+      ) : f, [A, C] = u(a.shape, c.shape, g, m, d), p = l.makeTensorInfo(C, d), x = l.texData.get(p.dataId);
+      return x.values = A, p;
     }
-    const x = w().getBool("WEBGL_PACK_BINARY_OPERATIONS") && e != null;
-    let b;
-    return x ? b = new z(e, s.shape, i.shape, a) : b = new C(t, s.shape, i.shape), r.runWebGLProgram(b, [s, i], c);
+    const y = N().getBool("WEBGL_PACK_BINARY_OPERATIONS") && e != null;
+    let I;
+    return y ? I = new E(e, a.shape, c.shape, s) : I = new b(t, a.shape, c.shape), l.runWebGLProgram(I, [a, c], d);
   };
 }
+function Ie(t, e = !1) {
+  if (t === "linear")
+    return e ? ee : M;
+  if (t === "relu")
+    return e ? se : J;
+  if (t === "elu")
+    return e ? te : j;
+  if (t === "relu6")
+    return e ? ae : Q;
+  if (t === "prelu")
+    return e ? U : R;
+  if (t === "leakyrelu")
+    return e ? k : w;
+  if (t === "sigmoid")
+    return e ? re : X;
+  throw new Error(`Activation ${t} has not been implemented for the WebGL backend.`);
+}
 export {
-  K as C,
-  _ as a,
-  Q as b,
-  H as c,
-  Y as d,
-  B as f,
-  R as g,
-  q as u
+  pe as A,
+  E as B,
+  T as C,
+  ne as U,
+  Z as a,
+  ye as b,
+  ie as c,
+  de as d,
+  q as e,
+  L as f,
+  H as g,
+  b as h,
+  P as i,
+  he as j,
+  fe as k,
+  Ne as l,
+  Ie as m,
+  ge as n,
+  xe as o,
+  me as p,
+  be as q,
+  Oe as u
 };

package/dist/layers/BaseLayer.js

@@ -1,5 +1,5 @@
-import { T as g, c as p, e as o, i as v } from "../index-bMBtI-WR.js";
-import { v as _ } from "../variable-CdRKKp8x.js";
+import { T as g, l as p, e as o, n as v } from "../index-BAzbokzv.js";
+import { v as _ } from "../variable-wSS22xj5.js";
 class M {
   parent;
   config;

package/dist/layers/CausalSelfAttention.js

@@ -3,13 +3,13 @@ import O from "./BaseLayer.js";
 import { qkv as P } from "../ops/qkv.js";
 import { rope as v } from "../ops/rope.js";
 import { appendCache as V } from "../ops/appendCache.js";
-import { H as c, t as C } from "../index-bMBtI-WR.js";
+import { k as c, t as C } from "../index-BAzbokzv.js";
 import { fusedSoftmax as T } from "../ops/fusedSoftmax.js";
-import { d as y } from "../tfjs_backend-BDb8r9qx.js";
-import { v as b } from "../variable-CdRKKp8x.js";
-import { r as k, d as L } from "../dropout-CrMQPCeG.js";
-import { r as N } from "../reshape-T4yDEqoF.js";
-import { m as R } from "../mat_mul-BsrLfy81.js";
+import { d as y } from "../random_width-DWzaOgrn.js";
+import { v as b } from "../variable-wSS22xj5.js";
+import { r as k, d as L } from "../dropout-Bciw46HT.js";
+import { r as N } from "../reshape-krWGKraP.js";
+import { m as R } from "../mat_mul-7121rsJk.js";
 class $ extends O {
   divisor;
   index;

package/dist/layers/MLP.js

@@ -1,10 +1,10 @@
-import { t as l } from "../index-bMBtI-WR.js";
+import { t as l } from "../index-BAzbokzv.js";
 import u from "./BaseLayer.js";
 import { matMulGelu as M } from "../ops/matMulGelu.js";
-import { v as o } from "../variable-CdRKKp8x.js";
-import { r as h, d as f } from "../dropout-CrMQPCeG.js";
-import { r as d } from "../reshape-T4yDEqoF.js";
-import { m as c } from "../mat_mul-BsrLfy81.js";
+import { v as o } from "../variable-wSS22xj5.js";
+import { r as h, d as f } from "../dropout-Bciw46HT.js";
+import { r as d } from "../reshape-krWGKraP.js";
+import { m as c } from "../mat_mul-7121rsJk.js";
 class V extends u {
   index;
   hiddenUnits;

package/dist/layers/RMSNorm.js

@@ -1,8 +1,8 @@
-import { t as s } from "../index-bMBtI-WR.js";
+import { t as s } from "../index-BAzbokzv.js";
 import e from "./BaseLayer.js";
 import { normRMS as a } from "../ops/normRMS.js";
-import { v as i } from "../variable-CdRKKp8x.js";
-import { o as m } from "../ones-g0K8jVwm.js";
+import { v as i } from "../variable-wSS22xj5.js";
+import { o as m } from "../ones-BBlSRqn1.js";
 class f extends e {
   GAMMA;
   constructor(r, t = "", o) {

package/dist/layers/RoPECache.js

@@ -1,36 +1,16 @@
-import { o as c, j as f, E as l, V as m, f as n, W as u, t as p, H as a } from "../index-bMBtI-WR.js";
-import { c as d, s as C } from "../sin-EEhbrRO_.js";
-import { r as h } from "../range-DMaG9A3G.js";
-/**
- * @license
- * Copyright 2018 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function x(r) {
-  const s = { x: f(r, "x", "reciprocal") };
-  return l.runKernel(m, s);
-}
-const S = /* @__PURE__ */ c({ reciprocal_: x });
-class y {
+import { s as t, j as h, t as n, k as p } from "../index-BAzbokzv.js";
+import { r as c } from "../reciprocal-CJQeasVa.js";
+import { c as f, s as m } from "../sin-D_h-qCSx.js";
+import { r as a } from "../range-DYsrnfiy.js";
+class D {
   constructor(o) {
     this.config = o;
-    const s = this.config.nEmbed / this.config.nHead;
-    if (this.rotaryDim = s, this.rotaryDim % 2 !== 0)
+    const e = this.config.nEmbed / this.config.nHead;
+    if (this.rotaryDim = e, this.rotaryDim % 2 !== 0)
       throw new Error("rotaryDim must be even");
     this.ropeBase = 1e4;
-    const i = h(0, this.rotaryDim, 2, "float32"), e = i.div(n(this.rotaryDim, "float32")), t = u(n(this.ropeBase, "float32"), e);
-    this.ropeInvFreq = S(t), e.dispose(), t.dispose(), i.dispose(), this.config.useRope === !1 ? (this.ropeCos = null, this.ropeSin = null, this.ropeCacheLen = 0) : p(() => {
+    const i = a(0, this.rotaryDim, 2, "float32"), s = i.div(t(this.rotaryDim, "float32")), r = h(t(this.ropeBase, "float32"), s);
+    this.ropeInvFreq = c(r), s.dispose(), r.dispose(), i.dispose(), this.config.useRope === !1 ? (this.ropeCos = null, this.ropeSin = null, this.ropeCacheLen = 0) : n(() => {
       this.ensureRopeCache(this.config.blockSize * 4);
     });
   }
@@ -43,11 +23,11 @@ class y {
   // [cacheLen, rotaryDim/2]
   ropeCacheLen = 0;
   ensureRopeCache(o) {
-    p(() => {
+    n(() => {
       if (o <= this.ropeCacheLen) return;
       this.ropeCos && this.ropeCos.dispose(), this.ropeSin && this.ropeSin.dispose();
-      const s = Math.max(o, this.ropeCacheLen + this.config.blockSize * 4), e = h(0, s, 1, "float32").expandDims(1).mul(this.ropeInvFreq.expandDims(0));
-      this.ropeCos = a(d(e).expandDims(-1)), this.ropeSin = a(C(e).expandDims(-1)), this.ropeCacheLen = s;
+      const e = Math.max(o, this.ropeCacheLen + this.config.blockSize * 4), s = a(0, e, 1, "float32").expandDims(1).mul(this.ropeInvFreq.expandDims(0));
+      this.ropeCos = p(f(s).expandDims(-1)), this.ropeSin = p(m(s).expandDims(-1)), this.ropeCacheLen = e;
     });
   }
   getCos() {
@@ -61,5 +41,5 @@ class y {
   }
 }
 export {
-  y as default
+  D as default
 };

package/dist/layers/TiedEmbedding.js

@@ -1,10 +1,9 @@
-import "../random_width-BBAWzDym.js";
-import "../index-bMBtI-WR.js";
-import { T as f } from "../TiedEmbedding-BhxWO8QR.js";
-import "../tfjs_backend-BDb8r9qx.js";
+import "../random_width-DWzaOgrn.js";
+import "../index-BAzbokzv.js";
+import { T as e } from "../TiedEmbedding-9WeDwvjO.js";
 import "./BaseLayer.js";
-import "../variable-CdRKKp8x.js";
-import "../gather-DZCMHZuN.js";
+import "../variable-wSS22xj5.js";
+import "../gather-DjyCjmOD.js";
 export {
-  f as default
+  e as default
 };

package/dist/layers/TransformerBlock.js

@@ -2,7 +2,7 @@ import l from "./CausalSelfAttention.js";
 import r from "./MLP.js";
 import o from "./RMSNorm.js";
 import d from "./BaseLayer.js";
-import { t as p } from "../index-bMBtI-WR.js";
+import { t as p } from "../index-BAzbokzv.js";
 class k extends d {
   ln1;
   attn;