@genai-fi/nanogpt 0.4.3 → 0.4.5

package/dist/{axis_util-BgTGy5w8.js → axis_util-QP0LdI1v.js}

@@ -1,4 +1,4 @@
-import { j as c } from "./index-C4JCoBvj.js";
+import { j as c } from "./index--6vO-cOz.js";
 /**
  * @license
  * Copyright 2017 Google LLC. All Rights Reserved.

package/dist/{concat-CuRsVY-K.js → concat-DvWM7HGZ.js}

@@ -1,4 +1,4 @@
-import { o as s, j as a, i, w as p, E as l, C as f } from "./index-C4JCoBvj.js";
+import { o as s, j as a, i, w as p, E as l, C as f } from "./index--6vO-cOz.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/data/parquet.js

@@ -1,14 +1,17 @@
 import { B as n } from "../index-Tf7vU29b.js";
 const p = 100 * 1024 * 1024;
-async function w(s, f = p, r = "text") {
-  const e = await (await import("../parquet-C0Tlmv9c.js").then((t) => t.p)).ParquetReader.openBuffer(n.from(await s.arrayBuffer())), a = [], i = e.getCursor([[r]]);
+async function d(i, s = p, e = "text") {
+  const r = await (await import("../parquet-C0Tlmv9c.js").then((t) => t.p)).ParquetReader.openBuffer(n.from(await i.arrayBuffer())), a = [], f = r.getCursor([[e]]);
   let o = 0;
   for (; ; ) {
-    const t = await i.next();
-    if (!t || !t[r] || typeof t[r] != "string" || (a.push(t[r]), o += t[r].length, o > f)) break;
+    const t = await f.next();
+    if (!t || t[e] === void 0 || typeof t[e] != "string")
+      break;
+    if (t[e].length !== 0 && (a.push(t[e]), o += t[e].length, o > s))
+      break;
   }
-  return e.close(), a;
+  return r.close(), a;
 }
 export {
-  w as loadParquet
+  d as loadParquet
 };

package/dist/data/textLoader.js

@@ -1,6 +1,6 @@
 import { p as s } from "../papaparse.min-C8l2Kvo1.js";
-import { loadParquet as u } from "./parquet.js";
-import { loadPDF as m } from "./pdf.js";
+import { loadParquet as m } from "./parquet.js";
+import { loadPDF as u } from "./pdf.js";
 import { loadDOCX as f } from "./docx.js";
 function l(e, t) {
   const r = e.findIndex((n) => n.toLowerCase() === t.toLowerCase());
@@ -31,9 +31,9 @@ function h(e) {
 async function C(e, t) {
   const r = e.type !== "" ? e.type : h(e.name);
   if (r === "application/parquet")
-    return u(e, t?.maxSize, t?.column);
+    return m(e, t?.maxSize, t?.column);
   if (r === "application/pdf")
-    return m(e, t?.maxSize);
+    return u(e, t?.maxSize);
   if (r === "application/vnd.openxmlformats-officedocument.wordprocessingml.document")
     return f(e);
   if (r === "text/csv") {
@@ -42,9 +42,10 @@ async function C(e, t) {
       s.parse(n, {
         header: !1,
         skipEmptyLines: !0,
+        delimiter: ",",
         complete: (a) => {
           if (a.errors.length > 0)
-            o(new Error("Error parsing file"));
+            console.error(a.errors), o(new Error("Error parsing file"));
           else {
             const p = l(a.data[0], t?.column || "text"), i = t?.hasHeader ?? x(a.data[0]) ? a.data.slice(1) : a.data;
             c(i.map((d) => d[p]));

package/dist/{dropout-DfDdklfL.js → dropout-DFEXTPV0.js}

@@ -1,4 +1,4 @@
-import { o as l, h, E as m, a9 as p, k as c, aa as d, ab as g, j as u, ac as V, ad as v, a5 as N, b } from "./index-C4JCoBvj.js";
+import { o as l, h, E as m, af as p, k as c, ag as d, ad as g, j as u, ah as V, ai as v, a8 as N, b as w } from "./index--6vO-cOz.js";
 import { s as f } from "./index-C4L8Cm77.js";
 /**
  * @license
@@ -16,11 +16,11 @@ import { s as f } from "./index-C4L8Cm77.js";
  * limitations under the License.
  * =============================================================================
  */
-function w(r) {
+function b(r) {
   const e = { x: h(r, "x", "floor", "float32") };
   return m.runKernel(p, e);
 }
-const x = /* @__PURE__ */ l({ floor_: w });
+const x = /* @__PURE__ */ l({ floor_: b });
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -181,7 +181,7 @@ function R(r, t, e, s) {
   if (u(n.dtype === "float32", () => `x has to be a floating point tensor since it's going to be scaled, but got a ${n.dtype} tensor instead.`), u(t >= 0 && t < 1, () => `rate must be a float in the range [0, 1), but got ${t}.`), t === 0)
     return r instanceof V ? n.clone() : n;
   const o = E(n, e), a = 1 - t, i = v(x(N(D(o, 0, 1, "float32", s), a)), a);
-  return b(n, i);
+  return w(n, i);
 }
 const G = /* @__PURE__ */ l({ dropout_: R });
 export {

package/dist/{gather-ZYRWhmXR.js → gather-C5D8PxwA.js}

@@ -1,4 +1,4 @@
-import { o as h, h as t, E as g, G as p } from "./index-C4JCoBvj.js";
+import { o as h, h as t, E as g, G as p } from "./index--6vO-cOz.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/gpgpu_math-CUzjlO9A.js

@@ -0,0 +1,23 @@
+import { L as e } from "./index--6vO-cOz.js";
+/**
+ * @license
+ * Copyright 2017 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function n(o) {
+  return e().getBool("WEBGL_USE_SHAPES_UNIFORMS") && o <= 4;
+}
+export {
+  n as u
+};

package/dist/{index-C4JCoBvj.js → index--6vO-cOz.js}

@@ -4001,7 +4001,7 @@ function As() {
  */
 As();
 export {
-  ns as $,
+  xe as $,
   Ss as A,
   Zs as B,
   or as C,
@@ -4013,99 +4013,99 @@ export {
   Fs as I,
   kn as J,
   En as K,
-  Lr as L,
+  k as L,
   ta as M,
-  Ea as N,
-  Zt as O,
+  Lr as N,
+  rs as O,
   ba as P,
-  dr as Q,
+  de as Q,
   Ia as R,
   qa as S,
-  Oa as T,
-  De as U,
-  ar as V,
-  ne as W,
-  aa as X,
-  xe as Y,
-  V as Z,
-  oa as _,
+  Ea as T,
+  Zt as U,
+  dr as V,
+  Oa as W,
+  De as X,
+  ar as Y,
+  ne as Z,
+  aa as _,
   M as a,
-  $s as a$,
-  nt as a0,
-  Qa as a1,
-  Ca as a2,
-  Fr as a3,
-  qr as a4,
-  S as a5,
-  la as a6,
-  ua as a7,
-  Za as a8,
-  xr as a9,
-  Kr as aA,
-  ha as aB,
-  Jr as aC,
-  ia as aD,
-  Sa as aE,
-  Ta as aF,
-  Aa as aG,
-  Ra as aH,
-  $a as aI,
-  Ds as aJ,
-  ro as aK,
-  no as aL,
-  eo as aM,
-  Io as aN,
-  oo as aO,
-  yr as aP,
-  $r as aQ,
-  ao as aR,
-  da as aS,
-  ma as aT,
-  ga as aU,
-  Na as aV,
-  va as aW,
-  to as aX,
-  yo as aY,
-  xs as aZ,
-  $t as a_,
-  Wn as aa,
-  Rt as ab,
-  D as ac,
-  x as ad,
-  F as ae,
-  k as af,
-  pe as ag,
-  fo as ah,
-  dt as ai,
-  jt as aj,
-  ue as ak,
-  rs as al,
-  de as am,
-  za as an,
-  _a as ao,
-  er as ap,
-  rr as aq,
-  Pa as ar,
-  Ar as as,
-  Br as at,
-  Rr as au,
-  _r as av,
-  Or as aw,
-  Gr as ax,
-  Wr as ay,
-  jr as az,
+  xs as a$,
+  V as a0,
+  oa as a1,
+  ns as a2,
+  nt as a3,
+  Qa as a4,
+  Ca as a5,
+  Fr as a6,
+  qr as a7,
+  S as a8,
+  la as a9,
+  Wr as aA,
+  jr as aB,
+  Kr as aC,
+  ha as aD,
+  Jr as aE,
+  ia as aF,
+  Sa as aG,
+  Ta as aH,
+  Aa as aI,
+  Ra as aJ,
+  $a as aK,
+  Ds as aL,
+  ro as aM,
+  no as aN,
+  eo as aO,
+  Io as aP,
+  oo as aQ,
+  yr as aR,
+  $r as aS,
+  ao as aT,
+  da as aU,
+  ma as aV,
+  ga as aW,
+  Na as aX,
+  va as aY,
+  to as aZ,
+  yo as a_,
+  ua as aa,
+  Za as ab,
+  $t as ac,
+  Rt as ad,
+  Rs as ae,
+  xr as af,
+  Wn as ag,
+  D as ah,
+  x as ai,
+  F as aj,
+  pe as ak,
+  fo as al,
+  dt as am,
+  jt as an,
+  ue as ao,
+  za as ap,
+  _a as aq,
+  er as ar,
+  rr as as,
+  Pa as at,
+  Ar as au,
+  Br as av,
+  Rr as aw,
+  _r as ax,
+  Or as ay,
+  Gr as az,
   b,
   Vs as b$,
-  ko as b0,
-  Ps as b1,
-  Cs as b2,
-  Lt as b3,
-  te as b4,
-  uo as b5,
-  dn as b6,
-  Re as b7,
-  $e as b8,
-  Rs as b9,
+  $s as b0,
+  ko as b1,
+  Ps as b2,
+  Cs as b3,
+  Lt as b4,
+  te as b5,
+  uo as b6,
+  dn as b7,
+  Re as b8,
+  $e as b9,
   ya as bA,
   pa as bB,
   wa as bC,

package/dist/{kernel_funcs_utils-CAd1h9X1.js → kernel_funcs_utils-C6YBCuOt.js}

@@ -1,4 +1,5 @@
-import { aj as E, ak as D, af as B, al as w, n as N, am as v } from "./index-C4JCoBvj.js";
+import { an as D, ao as N, O as w, n as R, Q as v, L as P } from "./index--6vO-cOz.js";
+import { u as g } from "./gpgpu_math-CUzjlO9A.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -15,15 +16,15 @@ import { aj as E, ak as D, af as B, al as w, n as N, am as v } from "./index-C4J
  * limitations under the License.
  * =============================================================================
  */
-function C(t) {
+function B(t) {
   try {
-    return t.map((e) => E(e));
+    return t.map((e) => D(e));
   } catch (e) {
     throw new Error(`Failed to decode encoded string bytes into utf-8, error: ${e}`);
   }
 }
-function F(t) {
-  return t.map((e) => D(e));
+function H(t) {
+  return t.map((e) => N(e));
 }
 /**
  * @license
@@ -41,7 +42,7 @@ function F(t) {
  * limitations under the License.
  * =============================================================================
  */
-function R(t) {
+function k(t) {
   if (t <= 1)
     return "int";
   if (t === 2)
@@ -56,25 +57,6 @@ function R(t) {
     return "ivec6";
   throw Error(`GPU for rank ${t} is not yet supported`);
 }
-/**
- * @license
- * Copyright 2017 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function y(t) {
-  return B().getBool("WEBGL_USE_SHAPES_UNIFORMS") && t <= 4;
-}
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -91,11 +73,11 @@ function y(t) {
  * limitations under the License.
  * =============================================================================
  */
-function k(t, e) {
-  return ["x", "y", "z", "w", "u", "v"].slice(0, e).map((a) => `${t}.${a}`);
+function E(t, e) {
+  return ["x", "y", "z", "w", "u", "v"].slice(0, e).map((o) => `${t}.${o}`);
 }
-function _(t, e) {
-  return e === 1 ? [t] : k(t, e);
+function z(t, e) {
+  return e === 1 ? [t] : E(t, e);
 }
 /**
  * @license
@@ -113,9 +95,9 @@ function _(t, e) {
  * limitations under the License.
  * =============================================================================
  */
-class A {
-  constructor(e, a, u) {
-    this.variableNames = ["A", "B"], this.outputShape = w(a, u), this.enableShapeUniforms = y(this.outputShape.length), this.userCode = `
+class C {
+  constructor(e, o, u) {
+    this.variableNames = ["A", "B"], this.outputShape = w(o, u), this.enableShapeUniforms = g(this.outputShape.length), this.userCode = `
       float binaryOperation(float a, float b) {
         ${e}
       }
@@ -144,22 +126,22 @@ class A {
  * limitations under the License.
  * =============================================================================
  */
-class z {
-  constructor(e, a, u, d = !1) {
-    this.variableNames = ["A", "B"], this.supportsBroadcasting = !0, this.packedInputs = !0, this.packedOutput = !0, this.outputShape = w(a, u);
-    const o = this.outputShape.length;
-    this.enableShapeUniforms = y(o);
+class _ {
+  constructor(e, o, u, d = !1) {
+    this.variableNames = ["A", "B"], this.supportsBroadcasting = !0, this.packedInputs = !0, this.packedOutput = !0, this.outputShape = w(o, u);
+    const a = this.outputShape.length;
+    this.enableShapeUniforms = g(a);
     let n = "";
     if (d)
-      if (o === 0 || N(this.outputShape) === 1)
+      if (a === 0 || R(this.outputShape) === 1)
         n = `
           result.y = 0.;
           result.z = 0.;
           result.w = 0.;
         `;
       else if (n = `
-          ${R(o)} coords = getOutputCoords();
-        `, o === 1)
+          ${k(a)} coords = getOutputCoords();
+        `, a === 1)
         this.enableShapeUniforms ? n += `
             result.y = (coords + 1) >= outShape ? 0. : result.y;
             result.z = 0.;
@@ -170,20 +152,20 @@ class z {
             result.w = 0.;
           `;
       else {
-        const s = _("coords", o);
+        const s = z("coords", a);
         this.enableShapeUniforms ? n += `
             bool nextRowOutOfBounds =
-              (${s[o - 2]} + 1) >= outShape[${o} - 2];
+              (${s[a - 2]} + 1) >= outShape[${a} - 2];
             bool nextColOutOfBounds =
-              (${s[o - 1]} + 1) >= outShape[${o} - 1];
+              (${s[a - 1]} + 1) >= outShape[${a} - 1];
             result.y = nextColOutOfBounds ? 0. : result.y;
             result.z = nextRowOutOfBounds ? 0. : result.z;
             result.w = nextColOutOfBounds || nextRowOutOfBounds ? 0. : result.w;
           ` : n += `
             bool nextRowOutOfBounds =
-              (${s[o - 2]} + 1) >= ${this.outputShape[o - 2]};
+              (${s[a - 2]} + 1) >= ${this.outputShape[a - 2]};
             bool nextColOutOfBounds =
-              (${s[o - 1]} + 1) >= ${this.outputShape[o - 1]};
+              (${s[a - 1]} + 1) >= ${this.outputShape[a - 1]};
             result.y = nextColOutOfBounds ? 0. : result.y;
             result.z = nextRowOutOfBounds ? 0. : result.z;
             result.w = nextColOutOfBounds || nextRowOutOfBounds ? 0. : result.w;
@@ -222,9 +204,9 @@ class z {
  * limitations under the License.
  * =============================================================================
  */
-function P(t) {
-  const { inputs: e, backend: a } = t, { x: u } = e;
-  return a.incRef(u.dataId), { dataId: u.dataId, shape: u.shape, dtype: u.dtype };
+function A(t) {
+  const { inputs: e, backend: o } = t, { x: u } = e;
+  return o.incRef(u.dataId), { dataId: u.dataId, shape: u.shape, dtype: u.dtype };
 }
 /**
  * @license
@@ -243,8 +225,8 @@ function P(t) {
  * =============================================================================
  */
 function G(t) {
-  const { inputs: e, backend: a } = t, { real: u, imag: d } = e, o = a.makeTensorInfo(u.shape, "complex64"), n = a.texData.get(o.dataId), l = P({ inputs: { x: u }, backend: a }), s = P({ inputs: { x: d }, backend: a });
-  return n.complexTensorInfos = { real: l, imag: s }, o;
+  const { inputs: e, backend: o } = t, { real: u, imag: d } = e, a = o.makeTensorInfo(u.shape, "complex64"), n = o.texData.get(a.dataId), l = A({ inputs: { x: u }, backend: o }), s = A({ inputs: { x: d }, backend: o });
+  return n.complexTensorInfos = { real: l, imag: s }, a;
 }
 /**
  * @license
@@ -263,10 +245,10 @@ function G(t) {
  * =============================================================================
  */
 class V {
-  constructor(e, a) {
-    this.variableNames = ["A"], this.outputShape = e, this.enableShapeUniforms = y(this.outputShape.length), this.userCode = `
+  constructor(e, o) {
+    this.variableNames = ["A"], this.outputShape = e, this.enableShapeUniforms = g(this.outputShape.length), this.userCode = `
       float unaryOperation(float x) {
-        ${a}
+        ${o}
       }
 
       void main() {
@@ -278,7 +260,7 @@ class V {
     `;
   }
 }
-const H = "if (isnan(x)) return x;";
+const K = "if (isnan(x)) return x;";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -296,10 +278,10 @@ const H = "if (isnan(x)) return x;";
  * =============================================================================
  */
 class L {
-  constructor(e, a) {
-    this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0, this.outputShape = e, this.enableShapeUniforms = y(this.outputShape.length), this.userCode = `
+  constructor(e, o) {
+    this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0, this.outputShape = e, this.enableShapeUniforms = g(this.outputShape.length), this.userCode = `
       vec4 unaryOperation(vec4 x) {
-        ${a}
+        ${o}
       }
 
       void main() {
@@ -327,62 +309,61 @@ class L {
  * limitations under the License.
  * =============================================================================
  */
-function K({ opSnippet: t, packedOpSnippet: e, cpuKernelImpl: a, dtype: u }) {
-  return ({ inputs: d, backend: o }) => {
-    const { x: n } = d, l = o, s = u || n.dtype;
-    if (l.shouldExecuteOnCPU([n]) && a != null) {
-      const p = l.texData.get(n.dataId), x = a(p.values, s);
+function Y({ opSnippet: t, packedOpSnippet: e, cpuKernelImpl: o, dtype: u }) {
+  return ({ inputs: d, backend: a }) => {
+    const { x: n } = d, l = a, s = u || n.dtype;
+    if (l.shouldExecuteOnCPU([n]) && o != null) {
+      const c = l.texData.get(n.dataId), x = o(c.values, s);
       return l.makeTensorInfo(n.shape, s, x);
     }
-    const i = B().getBool("WEBGL_PACK_UNARY_OPERATIONS") && e != null;
+    const i = P().getBool("WEBGL_PACK_UNARY_OPERATIONS") && e != null;
     let r;
     return i ? r = new L(n.shape, e) : r = new V(n.shape, t), l.runWebGLProgram(r, [n], s);
   };
 }
-function Y({ opSnippet: t, packedOpSnippet: e, checkOutOfBounds: a = !1, supportsComplex: u = !1, cpuKernelImpl: d, dtype: o }) {
+function Q({ opSnippet: t, packedOpSnippet: e, checkOutOfBounds: o = !1, supportsComplex: u = !1, cpuKernelImpl: d, dtype: a }) {
   return ({ inputs: n, backend: l }) => {
     const { a: s, b: i } = n, r = l;
     if (u && s.dtype === "complex64") {
-      const h = r.texData.get(s.dataId), f = r.texData.get(i.dataId), [g, m] = [
+      const h = r.texData.get(s.dataId), f = r.texData.get(i.dataId), [O, y] = [
         [h.complexTensorInfos.real, f.complexTensorInfos.real],
         [h.complexTensorInfos.imag, f.complexTensorInfos.imag]
       ].map((S) => {
-        const [c, O] = S, $ = {
-          dataId: c.dataId,
-          dtype: c.dtype,
+        const [p, m] = S, $ = {
+          dataId: p.dataId,
+          dtype: p.dtype,
           shape: s.shape
         }, T = {
-          dataId: O.dataId,
-          dtype: O.dtype,
+          dataId: m.dataId,
+          dtype: m.dtype,
           shape: i.shape
-        }, U = new A(t, s.shape, i.shape);
-        return r.runWebGLProgram(U, [$, T], v(c.dtype, O.dtype));
-      }), I = G({ inputs: { real: g, imag: m }, backend: r });
-      return r.disposeIntermediateTensorInfo(g), r.disposeIntermediateTensorInfo(m), I;
+        }, U = new C(t, s.shape, i.shape);
+        return r.runWebGLProgram(U, [$, T], v(p.dtype, m.dtype));
+      }), I = G({ inputs: { real: O, imag: y }, backend: r });
+      return r.disposeIntermediateTensorInfo(O), r.disposeIntermediateTensorInfo(y), I;
     }
-    const p = o || v(s.dtype, i.dtype);
+    const c = a || v(s.dtype, i.dtype);
     if ((s.dtype === "string" || i.dtype === "string" || r.shouldExecuteOnCPU([s, i])) && d != null) {
-      const h = r.texData.get(s.dataId).values, f = r.texData.get(i.dataId).values, g = s.dtype === "string" ? (
+      const h = r.texData.get(s.dataId).values, f = r.texData.get(i.dataId).values, O = s.dtype === "string" ? (
         // tslint:disable-next-line: no-any
-        C(h)
-      ) : h, m = s.dtype === "string" ? (
+        B(h)
+      ) : h, y = s.dtype === "string" ? (
         // tslint:disable-next-line: no-any
-        C(f)
-      ) : f, [I, S] = d(s.shape, i.shape, g, m, p), c = r.makeTensorInfo(S, p), O = r.texData.get(c.dataId);
-      return O.values = I, c;
+        B(f)
+      ) : f, [I, S] = d(s.shape, i.shape, O, y, c), p = r.makeTensorInfo(S, c), m = r.texData.get(p.dataId);
+      return m.values = I, p;
     }
-    const x = B().getBool("WEBGL_PACK_BINARY_OPERATIONS") && e != null;
+    const x = P().getBool("WEBGL_PACK_BINARY_OPERATIONS") && e != null;
     let b;
-    return x ? b = new z(e, s.shape, i.shape, a) : b = new A(t, s.shape, i.shape), r.runWebGLProgram(b, [s, i], p);
+    return x ? b = new _(e, s.shape, i.shape, o) : b = new C(t, s.shape, i.shape), r.runWebGLProgram(b, [s, i], c);
   };
 }
 export {
-  H as C,
-  F as a,
-  y as b,
-  k as c,
-  Y as d,
-  C as f,
-  R as g,
-  K as u
+  K as C,
+  H as a,
+  E as b,
+  Q as c,
+  B as f,
+  k as g,
+  Y as u
 };