@genai-fi/nanogpt 0.8.0 → 0.8.1

package/dist/Generator.js

@@ -1,15 +1,15 @@
 import { E as z } from "./index-Dwqa6Zy2.js";
-import { B as A, C as L, E as C, a5 as I, t as O, k as R } from "./index-CUQrfsw_.js";
+import { C as A, D as L, E as C, a6 as I, t as O, k as R } from "./index-DdmHGZjq.js";
 import "./ops/cpu/attentionMask.js";
 import "./ops/webgl/attentionMask.js";
 import "./ops/grads/attentionMask.js";
 import "./ops/cpu/qkv.js";
 import "./ops/webgl/qkv.js";
 import "./ops/grads/qkv.js";
-import { p as _ } from "./random_width-D8Pwy_na.js";
-import { t as K } from "./register_all_kernels-DUshvVWP.js";
+import { p as _ } from "./random_width-DKGeiFuR.js";
+import { t as K } from "./register_all_kernels-Do9VvZmo.js";
 import "./index-Tf7vU29b.js";
-import "./dataset-CJmEGu6D.js";
+import "./dataset-DPPl-iLT.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
 import "./ops/grads/rope.js";
@@ -37,14 +37,16 @@ import "./ops/webgl/adamMoments.js";
 import "./papaparse.min-C8l2Kvo1.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
-import "./gelu-Bd3UBBxg.js";
+import "./gelu-BkcmEEyD.js";
 import "./ops/webgl/log.js";
+import "./checks/normRMS.js";
+import "./checks/normRMSGrad.js";
 import $ from "./utilities/multinomialCPU.js";
-import { r as x } from "./reshape-DEfQGSin.js";
-import { t as P } from "./tensor2d-BHy261cI.js";
-import { s as v } from "./softmax-DLoZWYBx.js";
-import { g as q } from "./gather-C1siEkdp.js";
-import { c as G } from "./concat-BmDqqFsa.js";
+import { r as x } from "./reshape-WeJkT3ja.js";
+import { t as P } from "./tensor2d-CObBWBkW.js";
+import { s as v } from "./softmax-BfsyI4As.js";
+import { g as q } from "./gather-CPg6ZlQA.js";
+import { c as G } from "./concat-pHiVqR3L.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -61,8 +63,8 @@ import { c as G } from "./concat-BmDqqFsa.js";
  * limitations under the License.
  * =============================================================================
  */
-function N(h, t, e, i = !1) {
-  const o = L(h, "logits", "multinomial"), s = o.size, n = o.rank;
+function N(m, t, e, i = !1) {
+  const o = L(m, "logits", "multinomial"), s = o.size, n = o.rank;
   if (s < 2)
     throw new Error(`Error in multinomial: you need at least 2 outcomes, but got ${s}.`);
   if (n > 2)
@@ -71,8 +73,8 @@ function N(h, t, e, i = !1) {
   const a = { logits: n === 1 ? x(o, [1, -1]) : o }, p = { numSamples: t, seed: e, normalized: i }, l = C.runKernel(I, a, p);
   return n === 1 ? x(l, [l.size]) : l;
 }
-const S = /* @__PURE__ */ A({ multinomial_: N }), B = [
-  ...Array.from({ length: 95 }, (h, t) => String.fromCharCode(t + 32)),
+const S = /* @__PURE__ */ A({ multinomial_: N }), H = [
+  ...Array.from({ length: 95 }, (m, t) => String.fromCharCode(t + 32)),
   // ASCII
   // Spanish accented letters and punctuation
   ..."áéíóúüñ¿¡",
@@ -83,10 +85,10 @@ const S = /* @__PURE__ */ A({ multinomial_: N }), B = [
   // Cyrillic letters
   ..."абвгдеёжзийклмнопрстуфхцчшщъыьэюяАБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ"
 ];
-function H(h, t) {
-  return h.length === t ? h : h.length > t ? h.slice(0, t) : h.concat(Array(t - h.length).fill(""));
+function U(m, t) {
+  return m.length === t ? m : m.length > t ? m.slice(0, t) : m.concat(Array(t - m.length).fill(""));
 }
-class Mt extends z {
+class qt extends z {
   constructor(t, e) {
     super(), this.model = t, this.tokeniser = e, this.actualTokeniser = e;
   }
@@ -129,8 +131,8 @@ class Mt extends z {
       cache: e,
       outputEmbeddings: i?.embeddings ?? !1
     }, p = O(() => {
-      const r = t, m = r.shape[1], u = m <= this.model.config.blockSize ? r : r.slice(
-        [0, m - this.model.config.blockSize],
+      const r = t, h = r.shape[1], u = h <= this.model.config.blockSize ? r : r.slice(
+        [0, h - this.model.config.blockSize],
         [r.shape[0], this.model.config.blockSize]
       ), k = d ? this.model.config.blockSize - u.shape[1] : 0, b = k > 0 ? _(u, [
         [0, 0],
@@ -144,9 +146,9 @@ class Mt extends z {
     });
     let l;
     if (n) {
-      const r = v(p), m = await r.array();
+      const r = v(p), h = await r.array();
       r.dispose();
-      const u = m[0].map((c, g) => ({ prob: c, index: g })).sort((c, g) => g.prob - c.prob);
+      const u = h[0].map((c, g) => ({ prob: c, index: g })).sort((c, g) => g.prob - c.prob);
       let k = 0;
       const b = new Array(u.length).fill(0);
       for (const c of u)
@@ -155,16 +157,16 @@ class Mt extends z {
       const f = b.reduce((c, g) => c + g, 0), y = b.map((c) => c / f);
       l = $(y);
     } else if (s) {
-      const { values: r, indices: m } = K(p, s), u = S(r, 1);
-      l = q(m, u, 1), r.dispose(), m.dispose(), u.dispose();
+      const { values: r, indices: h } = K(p, s), u = S(r, 1);
+      l = q(h, u, 1), r.dispose(), h.dispose(), u.dispose();
     } else
       l = S(p, 1);
     let w;
     i?.includeProbabilities && (w = v(p)), a.embeddings && this.embeddingsData.push(
       await Promise.all(
         a.embeddings.map(async (r) => {
-          const m = await r.array();
-          return r.dispose(), m;
+          const h = await r.array();
+          return r.dispose(), h;
         })
       )
     );
@@ -213,7 +215,7 @@ class Mt extends z {
         s[n] = { k: void 0, v: void 0, length: 0, cumulativeLength: 0 };
       this.cache = s, this.lastToken = -1;
     }
-    const o = this.tokeniser.trained ? this.tokeniser : new M(H(B, this.tokeniser.vocabSize));
+    const o = this.tokeniser.trained ? this.tokeniser : new M(U(H, this.tokeniser.vocabSize));
     this.actualTokeniser = o;
   }
   async step(t, e) {
@@ -242,5 +244,5 @@ class Mt extends z {
   }
 }
 export {
-  Mt as default
+  qt as default
 };

package/dist/{RealDiv-N8TpOMYv.js → RealDiv-D_q39E3A.js}

@@ -1,10 +1,10 @@
-import { as as T, af as E, p as O, j as V, aA as B, a0 as F, X as j, aB as K } from "./index-CUQrfsw_.js";
-import { r as $ } from "./Reshape-Bo8HzP8V.js";
-import { g as A, a as k, b as C, c as N, e as R } from "./axis_util-DubwyOhW.js";
-import { t as U, m as W } from "./shared-D1elLckx.js";
-import { c as _ } from "./backend_util-BJ-_jSeK.js";
-import { f as y } from "./gpgpu_math-TFLxaLkw.js";
-import { g as G, b as L } from "./kernel_funcs_utils-P9aFa232.js";
+import { aq as T, ag as E, p as O, j as V, aB as B, a1 as F, ah as j, aC as K } from "./index-DdmHGZjq.js";
+import { r as $ } from "./Reshape-Bh_jzKzV.js";
+import { g as A, a as C, b as k, c as N, e as R } from "./axis_util-Did9235A.js";
+import { t as U, m as W } from "./shared-CZiWmQCI.js";
+import { c as _ } from "./backend_util-yC3YH1jo.js";
+import { f as y } from "./gpgpu_math-D_ODOLix.js";
+import { g as G, b as L } from "./kernel_funcs_utils-CDfFpUab.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -105,7 +105,7 @@ class w {
  * limitations under the License.
  * =============================================================================
  */
-class X {
+class q {
   constructor(s, e) {
     this.variableNames = ["x"];
     const { windowSize: t, batchSize: n, inSize: l, outSize: r } = s;
@@ -229,7 +229,7 @@ class X {
  * limitations under the License.
  * =============================================================================
  */
-function q(a) {
+function X(a) {
   const s = [];
   for (; s.length === 0 || s[s.length - 1].outSize !== 1; ) {
     const e = s.length ? s[s.length - 1].outSize : a[1], t = _(e);
@@ -242,12 +242,12 @@ function q(a) {
   return s;
 }
 function P(a, s, e, t) {
-  const n = q(a.shape);
+  const n = X(a.shape);
   let l = a;
   for (let r = 0; r < n.length; r++) {
     const { inSize: i, windowSize: c, outSize: o } = n[r];
     let u, p;
-    e === "mean" ? u = r === 0 ? new w({ windowSize: c, inSize: i, batchSize: a.shape[0], outSize: o }, i) : new w({ windowSize: c, inSize: i, batchSize: a.shape[0], outSize: o }) : u = new X({ windowSize: c, inSize: i, batchSize: a.shape[0], outSize: o }, e), p = l, l = t.runWebGLProgram(u, [l], s), p.dataId !== a.dataId && t.disposeIntermediateTensorInfo(p);
+    e === "mean" ? u = r === 0 ? new w({ windowSize: c, inSize: i, batchSize: a.shape[0], outSize: o }, i) : new w({ windowSize: c, inSize: i, batchSize: a.shape[0], outSize: o }) : u = new q({ windowSize: c, inSize: i, batchSize: a.shape[0], outSize: o }, e), p = l, l = t.runWebGLProgram(u, [l], s), p.dataId !== a.dataId && t.disposeIntermediateTensorInfo(p);
   }
   return l;
 }
@@ -381,7 +381,7 @@ function Q(a, s, e, t) {
   let i = r;
   const c = A(i, l), o = c != null;
   let u = a;
-  o && (u = D(a, c, t), i = k(i.length, l)), C("sum", i, l);
+  o && (u = D(a, c, t), i = C(i.length, l)), k("sum", i, l);
   const [p, h] = N(u.shape, i);
   let d = p;
   e && (d = R(p, r));
@@ -465,9 +465,9 @@ function te(a) {
       M.values = z;
     } else
       d = D(n, u, e);
-    o = k(o.length, i);
+    o = C(o.length, i);
   }
-  C("max", o, i);
+  k("max", o, i);
   const [f, S] = N(d.shape, o);
   let g = f;
   r && (g = R(f, c));

package/dist/{Reshape-B-lWQRnF.js → Reshape-41YpQqEo.js}

@@ -1,4 +1,4 @@
-import { j as h, a4 as d, n as c, U as m } from "./index-CUQrfsw_.js";
+import { j as h, a5 as d, n as c, V as m } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2021 Google LLC. All Rights Reserved.

package/dist/{Reshape-Bo8HzP8V.js → Reshape-Bh_jzKzV.js}

@@ -1,5 +1,5 @@
-import { j as c, a4 as C, n as f, U as R } from "./index-CUQrfsw_.js";
-import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-TFLxaLkw.js";
+import { j as c, a5 as C, n as f, V as R } from "./index-DdmHGZjq.js";
+import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-D_ODOLix.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/TeachableLLM.js

@@ -5,17 +5,17 @@ import u from "./Generator.js";
 import f from "./Trainer.js";
 import { E as p } from "./index-Dwqa6Zy2.js";
 import { dummyPassTrainAsync as m } from "./utilities/dummy.js";
-import "./index-CUQrfsw_.js";
+import "./index-DdmHGZjq.js";
 import "./ops/cpu/attentionMask.js";
 import "./ops/webgl/attentionMask.js";
 import "./ops/grads/attentionMask.js";
 import "./ops/cpu/qkv.js";
 import "./ops/webgl/qkv.js";
 import "./ops/grads/qkv.js";
-import "./random_width-D8Pwy_na.js";
-import "./register_all_kernels-DUshvVWP.js";
+import "./random_width-DKGeiFuR.js";
+import "./register_all_kernels-Do9VvZmo.js";
 import "./index-Tf7vU29b.js";
-import "./dataset-CJmEGu6D.js";
+import "./dataset-DPPl-iLT.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
 import "./ops/grads/rope.js";
@@ -40,12 +40,14 @@ import "./papaparse.min-C8l2Kvo1.js";
 import "./jszip.min-CjP2V1VV.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
-import "./gelu-Bd3UBBxg.js";
+import "./gelu-BkcmEEyD.js";
 import "./ops/webgl/log.js";
 import "./ops/cpu/adamMoments.js";
 import "./ops/webgl/adamMoments.js";
 import "./ops/cpu/adamAdjust.js";
 import "./ops/webgl/adamAdjust.js";
+import "./checks/normRMS.js";
+import "./checks/normRMSGrad.js";
 import k from "./utilities/profile.js";
 import w from "./models/factory.js";
 class a {

package/dist/{axis_util-DubwyOhW.js → axis_util-Did9235A.js}

@@ -1,4 +1,4 @@
-import { n as c } from "./index-CUQrfsw_.js";
+import { n as c } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2017 Google LLC. All Rights Reserved.

package/dist/backend.js

@@ -1,6 +1,6 @@
-import { g as a, s as i, r as o } from "./index-CUQrfsw_.js";
+import { g as a, s as i, r as o } from "./index-DdmHGZjq.js";
 async function e(t) {
-  a() !== t && (t === "webgpu" && (await import("./index-BaPo_0H8.js"), await import("./ops/webgpu/index.js")), await i(t), await o(), console.log(`Backend set to ${t}`));
+  a() !== t && (t === "webgpu" && (await import("./index-evZ57wr4.js"), await import("./ops/webgpu/index.js")), await i(t), await o(), console.log(`Backend set to ${t}`));
 }
 export {
   e as selectBackend

package/dist/{backend_util-BJ-_jSeK.js → backend_util-yC3YH1jo.js}

@@ -1,7 +1,7 @@
-import { j as m, a2 as O, n as g, aM as $, aN as R, aO as M, l as _, ad as y, ay as D, aP as T, u as b, aQ as F } from "./index-CUQrfsw_.js";
-import { b as L, d as W, f as v, c as N, e as x, g as P, a as C, h as z } from "./axis_util-DubwyOhW.js";
-import { S as U, a as B, b as V, c as j, d as G, e as H, f as k, g as q, h as Z, i as X, j as J, k as K, l as Q, m as Y, s as ee, n as te, o as ne, t as se } from "./selu_util-8vv5JxQV.js";
-import { c as re, v as oe, a as ae } from "./scatter_nd_util-CUPPNLaA.js";
+import { j as m, a3 as R, n as g, aN as $, aO as O, aP as _, l as M, ae as y, ax as D, aQ as T, u as b, aR as F } from "./index-DdmHGZjq.js";
+import { b as L, d as W, f as v, c as N, e as x, g as P, a as C, h as z } from "./axis_util-Did9235A.js";
+import { S as U, a as B, b as V, c as j, d as G, e as H, f as k, g as q, h as Z, i as X, j as J, k as K, l as Q, m as Y, s as ee, n as te, o as ne, t as se } from "./selu_util-BgUO9gHY.js";
+import { c as re, v as oe, a as ae } from "./scatter_nd_util-B7yDhiQr.js";
 function ie(e, n) {
   const r = e.shape.length, t = n.shape.length;
   if (r < 1)
@@ -24,7 +24,7 @@ function ie(e, n) {
   for (let i = o; i < r; ++i)
     h *= u[i], c.push(u[i]);
   const d = [
-    ...O(e.shape).map((i) => i / h),
+    ...R(e.shape).map((i) => i / h),
     1
   ].slice(0, o);
   return [c, a, h, d];
@@ -255,7 +255,7 @@ function Se(e, n, r) {
  * limitations under the License.
  * =============================================================================
  */
-const we = 0.3275911, Ae = 0.254829592, Oe = -0.284496736, Re = 1.421413741, Me = -1.453152027, _e = 1.061405429;
+const we = 0.3275911, Ae = 0.254829592, Re = -0.284496736, Oe = 1.421413741, _e = -1.453152027, Me = 1.061405429;
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -593,21 +593,21 @@ const rt = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
  */
 function ot(e) {
   try {
-    return e.map((n) => R(n));
+    return e.map((n) => O(n));
   } catch (n) {
     throw new Error(`Failed to decode encoded string bytes into utf-8, error: ${n}`);
   }
 }
 function at(e) {
-  return e.map((n) => M(n));
+  return e.map((n) => _(n));
 }
 const ht = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   __proto__: null,
   ERF_A1: Ae,
-  ERF_A2: Oe,
-  ERF_A3: Re,
-  ERF_A4: Me,
-  ERF_A5: _e,
+  ERF_A2: Re,
+  ERF_A3: Oe,
+  ERF_A4: _e,
+  ERF_A5: Me,
   ERF_P: we,
   PARALLELIZE_THRESHOLD: I,
   get RowPartitionType() {
@@ -616,7 +616,7 @@ const ht = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   SELU_SCALE: U,
   SELU_SCALEALPHA: B,
   applyActivation: V,
-  assertAndGetBroadcastShape: _,
+  assertAndGetBroadcastShape: M,
   assertAxesAreInnerMostDims: L,
   assertParamsConsistent: ue,
   assignToTypedArray: Le,
@@ -742,8 +742,8 @@ export {
   et as t,
   Ae as u,
   pe as v,
-  Oe as w,
-  Re as x,
-  Me as y,
-  _e as z
+  Re as w,
+  Oe as x,
+  _e as y,
+  Me as z
 };

package/dist/{broadcast_to-BYfCp5iL.js → broadcast_to-CUvOdOT5.js}

@@ -1,5 +1,5 @@
-import { B as h, C as f, L as p, F as g, E as u, W as b } from "./index-CUQrfsw_.js";
-import { r as T } from "./reshape-DEfQGSin.js";
+import { C as h, D as f, M as p, H as g, E as u, X as b } from "./index-DdmHGZjq.js";
+import { r as T } from "./reshape-WeJkT3ja.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/checks/appendCache.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;

package/dist/checks/appendCache.js

@@ -0,0 +1,22 @@
+import { s, e as a } from "../index-DdmHGZjq.js";
+import { t } from "../tensor4d-DLtk7Nxh.js";
+async function u(e) {
+  await s(e);
+  const n = t(
+    [
+      [
+        [
+          [0.1, 0.2, 0, 0],
+          [0.1, 0.2, 0, 0],
+          [0, 0, 0, 0],
+          [0, 0, 0, 0]
+        ]
+      ]
+    ],
+    [1, 1, 4, 4]
+  ), r = t([[[[0.1, 0.2, 0.3, 0.4]]]], [1, 1, 1, 4]);
+  return await a().runKernel("AppendCache", { cache: n, item: r }, { maxSize: 4, pastLen: 2 }).array();
+}
+export {
+  u as execute
+};

package/dist/checks/attentionMask.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;

package/dist/checks/attentionMask.js

@@ -0,0 +1,37 @@
+import { s as i, e } from "../index-DdmHGZjq.js";
+import { t } from "../tensor4d-DLtk7Nxh.js";
+import { t as a } from "../tensor2d-CObBWBkW.js";
+async function k(n) {
+  await i(n);
+  const s = t(
+    [
+      [
+        [
+          [0.1, 0.2, 0.3, 0.4],
+          [0.3, 0.4, 0.5, 0.6]
+        ]
+      ]
+    ],
+    [1, 1, 2, 4]
+  ), o = t(
+    [
+      [
+        [
+          [0.5, 0.6, 0.5, 0.6],
+          [0.7, 0.8, 0.7, 0.8]
+        ]
+      ]
+    ],
+    [1, 1, 2, 4]
+  ), r = a(
+    [
+      [0, -1 / 0, -1 / 0, -1 / 0],
+      [0, 0, 0, -1 / 0]
+    ],
+    [2, 4]
+  );
+  return await e().runKernel("AttentionMask", { q: s, k: o, mask: r }, { divisor: 0.5, pastLen: 0 }).array();
+}
+export {
+  k as execute
+};

package/dist/checks/check.d.ts

@@ -0,0 +1,9 @@
+interface Result {
+    backend: string;
+    result: unknown;
+    error?: string;
+    passed: boolean;
+    maxError?: number;
+}
+export default function runCheck(check: (backend: string) => Promise<unknown>, epsilon?: number): Promise<Result[]>;
+export {};

package/dist/checks/check.js

@@ -0,0 +1,20 @@
+import { arraysClose as l } from "../utilities/arrayClose.js";
+async function f(c, a) {
+  const n = ["cpu", "webgl", "webgpu"], t = [];
+  for (const e of n)
+    try {
+      const r = await c(e);
+      t.push({ backend: e, result: r, passed: !0 });
+    } catch (r) {
+      t.push({ backend: e, error: r.message, result: [], passed: !1 });
+    }
+  const s = await Promise.all(t), u = s[0].result;
+  for (let e = 1; e < s.length; e++) {
+    const r = s[e].result, o = l(u, r);
+    s[e].passed = o <= (a ?? 1e-6), s[e].maxError = o;
+  }
+  return s;
+}
+export {
+  f as default
+};

package/dist/checks/gelu.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;

package/dist/checks/gelu.js

@@ -0,0 +1,18 @@
+import { s as e, e as o } from "../index-DdmHGZjq.js";
+import { t as s } from "../tensor2d-CObBWBkW.js";
+async function m(t) {
+  await e(t);
+  const r = s(
+    [
+      [0.1, 0.2, 0, 0],
+      [0.1, 0.2, 0, 0],
+      [0, 0, 0, 0],
+      [0, 0, 0, 0]
+    ],
+    [4, 4]
+  );
+  return await o().runKernel("Gelu", { x: r }).array();
+}
+export {
+  m as execute
+};

package/dist/checks/index.d.ts

@@ -0,0 +1,19 @@
+import { execute as rope } from './rope';
+import { execute as normRMS } from './normRMS';
+import { execute as qkv } from './qkv';
+import { execute as gelu } from './gelu';
+import { execute as normRMSGrad } from './normRMSGrad';
+import { execute as appendCache } from './appendCache';
+import { execute as attentionMask } from './attentionMask';
+import { default as runCheck } from './check';
+declare const checks: {
+    rope: typeof rope;
+    qkv: typeof qkv;
+    gelu: typeof gelu;
+    normRMS: typeof normRMS;
+    normRMSGrad: typeof normRMSGrad;
+    appendCache: typeof appendCache;
+    attentionMask: typeof attentionMask;
+    runCheck: typeof runCheck;
+};
+export default checks;

package/dist/checks/index.js

@@ -0,0 +1,21 @@
+import { execute as e } from "./rope.js";
+import { execute as t } from "./normRMS.js";
+import { execute as o } from "./qkv.js";
+import { execute as r } from "./gelu.js";
+import { execute as c } from "./normRMSGrad.js";
+import { execute as m } from "./appendCache.js";
+import { execute as u } from "./attentionMask.js";
+import x from "./check.js";
+const d = {
+  rope: e,
+  qkv: o,
+  gelu: r,
+  normRMS: t,
+  normRMSGrad: c,
+  appendCache: m,
+  attentionMask: u,
+  runCheck: x
+};
+export {
+  d as default
+};

package/dist/checks/normRMS.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<(number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[]>;

package/dist/checks/normRMS.js

@@ -0,0 +1,16 @@
+import { s as u, y as A, e as y } from "../index-DdmHGZjq.js";
+import { a as h } from "../ops-542ai2vG.js";
+import { t as p } from "../tensor1d-CtJq5BOv.js";
+import { t as a } from "../tensor-DbqgIV9B.js";
+const w = Array.from({ length: 2048 * 192 }, () => Math.random()), x = Array.from({ length: 192 }, () => Math.random()), M = Array.from({ length: 2048 * 192 }, () => Math.random());
+async function k(t) {
+  await u(t);
+  const o = p(x, "float32"), n = a(w, [16, 128, 192], "float32"), s = a(M, [16, 128, 192], "float32"), e = (d, g) => {
+    const i = y().runKernel("RMSNorm", { x: d, gamma: g });
+    return h.meanSquaredError(i, s);
+  }, { value: m, grads: r } = A(e)([n, o]), c = await m.array(), f = await r[0].array(), l = await r[1].array();
+  return [c, f, l];
+}
+export {
+  k as execute
+};

package/dist/checks/normRMSGrad.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<(number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[]>;

package/dist/checks/normRMSGrad.js

@@ -0,0 +1,12 @@
+import { s as c, e as d } from "../index-DdmHGZjq.js";
+import { t as f } from "../tensor1d-CtJq5BOv.js";
+import { t as r } from "../tensor-DbqgIV9B.js";
+const y = Array.from({ length: 2048 * 192 }, () => Math.random()), i = Array.from({ length: 192 }, () => Math.random()), l = Array.from({ length: 2048 * 192 }, () => Math.random());
+async function x(t) {
+  await c(t);
+  const o = f(i, "float32"), n = r(y, [16, 128, 192], "float32"), m = r(l, [16, 128, 192], "float32"), a = d().runKernel("RMSNormGrad", { x: n, gamma: o, dy: m }), s = await a[0].array(), e = await a[1].array();
+  return [s, e];
+}
+export {
+  x as execute
+};

package/dist/checks/qkv.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<(number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[]>;

package/dist/checks/qkv.js

@@ -0,0 +1,25 @@
+import { s as c, e as m } from "../index-DdmHGZjq.js";
+import { t as i } from "../tensor3d-BOukqWwr.js";
+import { t as u } from "../tensor2d-CObBWBkW.js";
+async function w(a) {
+  await c(a);
+  const o = i(
+    [
+      [
+        [0.1, 0.2],
+        [0.3, 0.4]
+      ]
+    ],
+    [1, 2, 2]
+  ), r = u(
+    [
+      [0.5, 0.6, 0.9, 1, 1.3, 1.4],
+      [0.7, 0.8, 1.1, 1.2, 1.5, 1.6]
+    ],
+    [2, 6]
+  ), t = m().runKernel("QKV", { x: o, kernel: r }, { heads: 1 }), s = await t[0].array(), n = await t[1].array(), e = await t[2].array();
+  return [s, n, e];
+}
+export {
+  w as execute
+};

package/dist/checks/rope.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][] | Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>[]>;

package/dist/checks/rope.js

@@ -0,0 +1,21 @@
+import { s as c, e as i } from "../index-DdmHGZjq.js";
+import { t as m } from "../tensor4d-DLtk7Nxh.js";
+import { t } from "../tensor3d-BOukqWwr.js";
+async function y(n) {
+  await c(n);
+  const s = m(
+    [
+      [
+        [
+          [0.1, 0.2],
+          [0.3, 0.4]
+        ]
+      ]
+    ],
+    [1, 1, 2, 2]
+  ), e = t([0.5, 0.6], [2, 1, 1]), o = t([0.9, 1], [2, 1, 1]), r = i().runKernel("Rope", { x: s, sin: e, cos: o }, { pastLen: 0 });
+  return Array.isArray(r) ? r.map((a) => a.array()) : r.array();
+}
+export {
+  y as execute
+};

package/dist/{concat-BmDqqFsa.js → concat-pHiVqR3L.js}

@@ -1,4 +1,4 @@
-import { B as s, n as a, D as p, F as i, E as l, H as f } from "./index-CUQrfsw_.js";
+import { C as s, n as a, F as p, H as i, E as l, I as f } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.