@genai-fi/nanogpt 0.8.0 → 0.8.2

package/dist/{sin-D2CKKmyR.js → sin-CPxad7Am.js}

@@ -1,4 +1,4 @@
-import { B as o, C as t, E as c, ab as a, ac as e } from "./index-CUQrfsw_.js";
+import { C as o, D as t, E as c, ac as a, ad as e } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{slice-BnyE-M_7.js → slice-B7jXtPnp.js}

@@ -1,4 +1,4 @@
-import { B as c, C as e, E as a, _ as l } from "./index-CUQrfsw_.js";
+import { C as c, D as e, E as a, $ as l } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{softmax-DLoZWYBx.js → softmax-BfsyI4As.js}

@@ -1,4 +1,4 @@
-import { B as r, C as f, E as e, S as i } from "./index-CUQrfsw_.js";
+import { C as r, D as f, E as e, S as i } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{split-By_n4TKP.js → split-BPxr8_8m.js}

@@ -1,4 +1,4 @@
-import { B as p, C as i, E as a, V as c } from "./index-CUQrfsw_.js";
+import { C as p, D as i, E as a, W as c } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/{stack-DkdFLq37.js → stack-BNwLzE43.js}

@@ -1,4 +1,4 @@
-import { B as e, D as c, n, E as k, P as i } from "./index-CUQrfsw_.js";
+import { C as e, F as c, n, E as k, P as i } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/{sum-l_0SqM4h.js → sum-ByFINZgi.js}

@@ -1,4 +1,4 @@
-import { B as e, C as u, $ as c, E as l, a0 as m } from "./index-CUQrfsw_.js";
+import { C as e, D as u, a0 as c, E as l, a1 as m } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{tensor-BAQdLqoU.js → tensor-DbqgIV9B.js}

@@ -1,4 +1,4 @@
-import { z as t, A as a } from "./index-CUQrfsw_.js";
+import { A as t, B as a } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/tensor1d-CtJq5BOv.js

@@ -0,0 +1,27 @@
+import { z as o, A as s, B as t } from "./index-DdmHGZjq.js";
+/**
+ * @license
+ * Copyright 2018 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function h(r, e) {
+  o(r);
+  const n = s(r, e);
+  if (n.length !== 1)
+    throw new Error("tensor1d() requires values to be a flat/TypedArray");
+  return t(r, null, n, e);
+}
+export {
+  h as t
+};

package/dist/{tensor2d-BHy261cI.js → tensor2d-CObBWBkW.js}

@@ -1,4 +1,4 @@
-import { y as t, z as s, A as a } from "./index-CUQrfsw_.js";
+import { z as t, A as s, B as a } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/tensor4d-DLtk7Nxh.js

@@ -0,0 +1,30 @@
+import { z as t, A as a, B as s } from "./index-DdmHGZjq.js";
+/**
+ * @license
+ * Copyright 2018 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function i(n, r, o) {
+  if (t(n), r != null && r.length !== 4)
+    throw new Error("tensor4d() requires shape to have four numbers");
+  const e = a(n, o);
+  if (e.length !== 4 && e.length !== 1)
+    throw new Error("tensor4d() requires values to be number[][][][] or flat/TypedArray");
+  if (e.length === 1 && r == null)
+    throw new Error("tensor4d() requires shape to be provided when `values` are a flat array");
+  return s(n, r, e, o);
+}
+export {
+  i as t
+};

package/dist/training/Adam.js

@@ -1,7 +1,7 @@
 import { adamAdjust as b } from "../ops/adamAdjust.js";
 import { adamMoments as d } from "../ops/adamMoments.js";
-import { O as g, e as h, t as o, d as B } from "../index-CUQrfsw_.js";
-import { z as M } from "../zeros-VZ72lWXM.js";
+import { O as g, e as h, t as o, d as B } from "../index-DdmHGZjq.js";
+import { z as M } from "../zeros-Dnwix0p4.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/training/AdamExt.js

@@ -1,4 +1,4 @@
-import { a as r, b as c, c as h, e as o } from "../index-CUQrfsw_.js";
+import { a as r, b as c, c as h, e as o } from "../index-DdmHGZjq.js";
 import { AdamOptimizer as g } from "./Adam.js";
 class y extends g {
   constructor(t, e, s, i, a) {

package/dist/training/DatasetBuilder.js

@@ -1,5 +1,5 @@
-import { t as g } from "../index-CUQrfsw_.js";
-import { d as u, i as d } from "../dataset-CJmEGu6D.js";
+import { t as g } from "../index-DdmHGZjq.js";
+import { d as u, i as d } from "../dataset-DPPl-iLT.js";
 import "../index-Tf7vU29b.js";
 /**
  * @license

package/dist/training/FullTrainer.js

@@ -1,6 +1,6 @@
 import y from "./Trainer.js";
 import v from "./Evaluator.js";
-import { d as S } from "../index-CUQrfsw_.js";
+import { d as S } from "../index-DdmHGZjq.js";
 import w from "../utilities/profile.js";
 const f = {
   desiredLoss: 0.01,

package/dist/training/Trainer.js

@@ -1,7 +1,7 @@
 import { DatasetBuilder as m, flattenTokens as c, PAGE_FACTOR as g } from "./DatasetBuilder.js";
 import u from "./AdamExt.js";
-import { t as f, v as y, d as p } from "../index-CUQrfsw_.js";
-import { z as h } from "../zeros-VZ72lWXM.js";
+import { t as f, v as y, d as p } from "../index-DdmHGZjq.js";
+import { z as h } from "../zeros-Dnwix0p4.js";
 class x {
   constructor(t, e, i = 1e-3) {
     this.tokenizer = e, this.model = t, this.learningRate = i, this.resetOptimizer(), this.datasetBuilder = new m(e, t.config.blockSize);

package/dist/training/sparseCrossEntropy.js

@@ -1,21 +1,20 @@
 import { gatherSub as x } from "../ops/gatherSub.js";
 import { scatterSub as L } from "../ops/scatterSub.js";
-import { I as C, t as u, K as E, c as G } from "../index-CUQrfsw_.js";
-import { s as y } from "../softmax-DLoZWYBx.js";
-import { m as z } from "../max-B3JOcNGb.js";
-import { l as v } from "../log_sum_exp-C142qZqY.js";
+import { J as C, t as u, L as E, c as G } from "../index-DdmHGZjq.js";
+import { s as y } from "../softmax-BfsyI4As.js";
+import { m as z, l as v } from "../log_sum_exp-C8yFJfZz.js";
 function k(t, s) {
   return u(() => {
-    const n = t.shape[t.shape.length - 1], c = t.shape.slice(0, -1).reduce((o, e) => o * e, 1), h = t.shape.length > 2 ? t.reshape([c, n]) : t, p = s.shape.length > 1 ? s.reshape([c]).cast("int32") : s.cast("int32"), r = z(h, -1, !0), a = G(h, r), m = v(a, -1);
-    return x(m, p, a);
+    const n = t.shape[t.shape.length - 1], c = t.shape.slice(0, -1).reduce((o, e) => o * e, 1), h = t.shape.length > 2 ? t.reshape([c, n]) : t, p = s.shape.length > 1 ? s.reshape([c]).cast("int32") : s.cast("int32"), r = z(h, -1, !0), a = G(h, r), d = v(a, -1);
+    return x(d, p, a);
   });
 }
 function q() {
   return C(
     // @ts-expect-error Invalid params
-    (s, n, d) => {
-      const c = s.shape[s.shape.length - 1], p = s.shape.slice(0, -1).reduce((o, e) => o * e, 1), r = s.reshape([p, c]), a = n.reshape([p]).cast("int32"), m = k(r, a);
-      return d([r, a]), r.dispose(), a.dispose(), { value: m, gradFunc: (o, e) => u(() => {
+    (s, n, m) => {
+      const c = s.shape[s.shape.length - 1], p = s.shape.slice(0, -1).reduce((o, e) => o * e, 1), r = s.reshape([p, c]), a = n.reshape([p]).cast("int32"), d = k(r, a);
+      return m([r, a]), r.dispose(), a.dispose(), { value: d, gradFunc: (o, e) => u(() => {
         const S = e[0], f = e[1], b = y(S), l = L(b, f, o), g = E(n);
         return [l.reshape(s.shape), g];
       }) };

package/dist/utilities/arrayClose.d.ts

@@ -1 +1 @@
-export declare function arraysClose(a: unknown, b: unknown, epsilon?: number): boolean;
+export declare function arraysClose(a: unknown, b: unknown): number;

package/dist/utilities/arrayClose.js

@@ -1,11 +1,20 @@
-function f(r, e, n = 1e-5) {
+function n(r, e) {
+  let t = 0;
   if (Array.isArray(r) && Array.isArray(e)) {
-    if (r.length !== e.length) return !1;
-    for (let t = 0; t < r.length; ++t)
-      if (!f(r[t], e[t], n)) return !1;
-    return !0;
-  } else return typeof r == "number" && typeof e == "number" ? r === -1 / 0 && e === -1 / 0 ? !0 : Math.abs(r - e) < n : !1;
+    if (r.length !== e.length) return Number.POSITIVE_INFINITY;
+    for (let i = 0; i < r.length; ++i)
+      t = Math.max(t, n(r[i], e[i]));
+    return t;
+  } else if (typeof r == "number" && typeof e == "number") {
+    if (isNaN(r) && isNaN(e))
+      return 0;
+    if (!isFinite(r) || !isFinite(e))
+      return r === e ? 0 : Number.POSITIVE_INFINITY;
+    const i = Math.abs(r - e);
+    return t = Math.max(t, i), t;
+  } else
+    return Number.POSITIVE_INFINITY;
 }
 export {
-  f as arraysClose
+  n as arraysClose
 };

package/dist/utilities/dummy.js

@@ -1,5 +1,5 @@
-import { m as y, v as P, e as S } from "../index-CUQrfsw_.js";
-import { z as i } from "../zeros-VZ72lWXM.js";
+import { m as y, v as P, e as S } from "../index-DdmHGZjq.js";
+import { z as i } from "../zeros-Dnwix0p4.js";
 async function w(s) {
   const t = i([1, s.config.blockSize], "int32"), [e, n] = s.forward({ training: !1 }, t);
   await e.data(), e.dispose(), n && n.dispose(), t.dispose();

package/dist/utilities/multinomialCPU.js

@@ -1,5 +1,5 @@
-import "../index-CUQrfsw_.js";
-import { t as e } from "../tensor2d-BHy261cI.js";
+import "../index-DdmHGZjq.js";
+import { t as e } from "../tensor2d-CObBWBkW.js";
 function l(n) {
   let r = 0;
   const i = Math.random();

package/dist/utilities/performance.js

@@ -1,4 +1,4 @@
-import { t as s } from "../index-CUQrfsw_.js";
+import { t as s } from "../index-DdmHGZjq.js";
 async function f(e, o = 10, r = !1) {
   for (let t = 0; t < 100; t++) {
     const a = r ? await e() : s(e);

package/dist/utilities/profile.js

@@ -1,4 +1,4 @@
-import { m as a } from "../index-CUQrfsw_.js";
+import { m as a } from "../index-DdmHGZjq.js";
 const s = 1024 * 1024;
 class l {
   log = /* @__PURE__ */ new Map();

package/dist/utilities/safetensors.js

@@ -1,5 +1,5 @@
-import "../index-CUQrfsw_.js";
-import { t as y } from "../tensor-BAQdLqoU.js";
+import "../index-DdmHGZjq.js";
+import { t as y } from "../tensor-DbqgIV9B.js";
 function l(t) {
   if (t === "float32") return "F32";
   if (t === "int32") return "I32";

package/dist/utilities/weights.js

@@ -1,5 +1,5 @@
-import "../index-CUQrfsw_.js";
-import { t as p } from "../tensor-BAQdLqoU.js";
+import "../index-DdmHGZjq.js";
+import { t as p } from "../tensor-DbqgIV9B.js";
 function h(n) {
   const e = n.reduce((s, o) => s + o.length, 0), a = new Float32Array(e);
   let t = 0;

package/dist/{variable-C9hihzDB.js → variable-DPFOJyRG.js}

@@ -1,4 +1,4 @@
-import { E as i } from "./index-CUQrfsw_.js";
+import { E as i } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{webgpu_program-dFEVbDPL.js → webgpu_program-Dhk9R5aG.js}

@@ -1,4 +1,4 @@
-import { ad as k, ae as z, af as E, a2 as j, n as A } from "./index-CUQrfsw_.js";
+import { ae as k, af as z, ag as E, a3 as j, n as A } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2019 Google LLC. All Rights Reserved.

package/dist/{webgpu_util-DLImlSc6.js → webgpu_util-BqGnZg8t.js}

@@ -1,4 +1,4 @@
-import { n as u } from "./index-CUQrfsw_.js";
+import { n as u } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2019 Google LLC. All Rights Reserved.

package/dist/{zeros-VZ72lWXM.js → zeros-Dnwix0p4.js}

@@ -1,4 +1,4 @@
-import { B as m, C as r, a3 as l, E as c, a9 as i, L as p, aa as u, j as f } from "./index-CUQrfsw_.js";
+import { C as m, D as r, a4 as l, E as c, aa as i, M as p, ab as u, j as f } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.8.0",
+    "version": "0.8.2",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",