@genai-fi/nanogpt 0.4.1 → 0.4.2

package/dist/{axis_util-DeydwOoC.js → axis_util-BgTGy5w8.js}

@@ -1,4 +1,4 @@
-import { j as c } from "./index-XjBAhiFO.js";
+import { j as c } from "./index-C4JCoBvj.js";
 /**
  * @license
  * Copyright 2017 Google LLC. All Rights Reserved.

package/dist/{concat-DS_qH7MI.js → concat-CuRsVY-K.js}

@@ -1,4 +1,4 @@
-import { o as s, j as a, i, w as p, E as l, C as f } from "./index-XjBAhiFO.js";
+import { o as s, j as a, i, w as p, E as l, C as f } from "./index-C4JCoBvj.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/dropout-DfDdklfL.js

@@ -0,0 +1,193 @@
+import { o as l, h, E as m, a9 as p, k as c, aa as d, ab as g, j as u, ac as V, ad as v, a5 as N, b } from "./index-C4JCoBvj.js";
+import { s as f } from "./index-C4L8Cm77.js";
+/**
+ * @license
+ * Copyright 2018 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function w(r) {
+  const e = { x: h(r, "x", "floor", "float32") };
+  return m.runKernel(p, e);
+}
+const x = /* @__PURE__ */ l({ floor_: w });
+/**
+ * @license
+ * Copyright 2018 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+class T {
+  constructor(t, e, s, n, o) {
+    this.mean = t, this.stdDev = e, this.dtype = s, this.nextVal = NaN, this.truncated = n, this.truncated && (this.upper = this.mean + this.stdDev * 2, this.lower = this.mean - this.stdDev * 2);
+    const a = o || Math.random();
+    this.random = f.alea(a.toString());
+  }
+  /** Returns next sample from a Gaussian distribution. */
+  nextValue() {
+    if (!isNaN(this.nextVal)) {
+      const n = this.nextVal;
+      return this.nextVal = NaN, n;
+    }
+    let t, e, s = !1;
+    for (; !s; ) {
+      let n, o, a;
+      do
+        n = 2 * this.random() - 1, o = 2 * this.random() - 1, a = n * n + o * o;
+      while (a >= 1 || a === 0);
+      const i = Math.sqrt(-2 * Math.log(a) / a);
+      t = this.mean + this.stdDev * n * i, e = this.mean + this.stdDev * o * i, (!this.truncated || this.isValidTruncated(t)) && (s = !0);
+    }
+    return (!this.truncated || this.isValidTruncated(e)) && (this.nextVal = this.convertValue(e)), this.convertValue(t);
+  }
+  /** Handles proper rounding for non-floating-point numbers. */
+  convertValue(t) {
+    return this.dtype == null || this.dtype === "float32" ? t : Math.round(t);
+  }
+  /** Returns true if less than 2-standard-deviations from the mean. */
+  isValidTruncated(t) {
+    return t <= this.upper && t >= this.lower;
+  }
+}
+class $ {
+  constructor(t = 0, e = 1, s, n) {
+    if (this.canReturnFloat = () => this.dtype == null || this.dtype === "float32", this.min = t, this.range = e - t, this.dtype = s, n == null && (n = Math.random()), typeof n == "number" && (n = n.toString()), !this.canReturnFloat() && this.range <= 1)
+      throw new Error(`The difference between ${t} - ${e} <= 1 and dtype is not float`);
+    this.random = f.alea(n);
+  }
+  convertValue(t) {
+    return this.canReturnFloat() ? t : Math.round(t);
+  }
+  nextValue() {
+    return this.convertValue(this.min + this.range * this.random());
+  }
+}
+/**
+ * @license
+ * Copyright 2020 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function y(r, t = 0, e = 1, s, n) {
+  if (c(r), s != null && s === "bool")
+    throw new Error(`Unsupported data type ${s}`);
+  const o = new T(t, e, s, !1, n), a = d(r, s);
+  for (let i = 0; i < a.values.length; i++)
+    a.values[i] = o.nextValue();
+  return a.toTensor();
+}
+const _ = /* @__PURE__ */ l({ randomNormal_: y });
+/**
+ * @license
+ * Copyright 2020 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function M(r, t = 0, e = 1, s = "float32", n) {
+  c(r);
+  const o = d(r, s), a = new $(t, e, null, n);
+  for (let i = 0; i < o.values.length; i++)
+    o.values[i] = a.nextValue();
+  return o.toTensor();
+}
+const D = /* @__PURE__ */ l({ randomUniform_: M });
+/**
+ * @license
+ * Copyright 2019 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function E(r, t) {
+  if (t == null)
+    return r.shape.slice();
+  if (g(r.shape, t))
+    return t;
+  if (r.shape.length === t.length) {
+    const e = [];
+    for (let s = 0; s < r.shape.length; s++)
+      t[s] == null && r.shape[s] != null ? e.push(r.shape[s]) : e.push(t[s]);
+    return e;
+  }
+  return t;
+}
+/**
+ * @license
+ * Copyright 2018 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function R(r, t, e, s) {
+  const n = h(r, "x", "dropout");
+  if (u(n.dtype === "float32", () => `x has to be a floating point tensor since it's going to be scaled, but got a ${n.dtype} tensor instead.`), u(t >= 0 && t < 1, () => `rate must be a float in the range [0, 1), but got ${t}.`), t === 0)
+    return r instanceof V ? n.clone() : n;
+  const o = E(n, e), a = 1 - t, i = v(x(N(D(o, 0, 1, "float32", s), a)), a);
+  return b(n, i);
+}
+const G = /* @__PURE__ */ l({ dropout_: R });
+export {
+  T as M,
+  D as a,
+  G as d,
+  x as f,
+  _ as r
+};

package/dist/{gather-BUmJIS8n.js → gather-ZYRWhmXR.js}

@@ -1,4 +1,4 @@
-import { o as h, h as t, E as g, G as p } from "./index-XjBAhiFO.js";
+import { o as h, h as t, E as g, G as p } from "./index-C4JCoBvj.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/gelu-CnCt17Lk.js

@@ -0,0 +1,26 @@
+import { g as t, e as n } from "./index-C4JCoBvj.js";
+import "./ops/cpu/gelu.js";
+import "./ops/webgl/gelu.js";
+const a = {
+  kernelName: "Gelu",
+  inputsToSave: ["x"],
+  outputsToSave: [],
+  gradFunc: (e, r) => {
+    const [u] = r;
+    return {
+      x: () => o(e, u)
+    };
+  }
+};
+t(a);
+function g(e) {
+  return n().runKernel("Gelu", { x: e });
+}
+function o(e, r) {
+  return n().runKernel("GeluGrad", { dy: e, x: r });
+}
+export {
+  a,
+  o as d,
+  g
+};

package/dist/{index-XjBAhiFO.js → index-C4JCoBvj.js}

@@ -4030,7 +4030,7 @@ export {
   V as Z,
   oa as _,
   M as a,
-  ko as a$,
+  $s as a$,
   nt as a0,
   Qa as a1,
   Ca as a2,
@@ -4040,68 +4040,68 @@ export {
   la as a6,
   ua as a7,
   Za as a8,
-  F as a9,
-  Ta as aA,
-  Aa as aB,
-  Ra as aC,
-  $a as aD,
-  Ds as aE,
-  ro as aF,
-  no as aG,
-  eo as aH,
-  Rt as aI,
-  x as aJ,
-  Io as aK,
-  oo as aL,
-  yr as aM,
-  $r as aN,
-  ao as aO,
-  da as aP,
-  ma as aQ,
-  ga as aR,
-  Na as aS,
-  va as aT,
-  to as aU,
-  yo as aV,
-  xs as aW,
-  jt as aX,
-  ue as aY,
-  $t as aZ,
-  $s as a_,
-  D as aa,
-  k as ab,
-  pe as ac,
-  fo as ad,
-  dt as ae,
-  za as af,
-  _a as ag,
-  er as ah,
-  rr as ai,
-  rs as aj,
-  Pa as ak,
-  Ar as al,
-  Br as am,
-  Rr as an,
-  Wn as ao,
-  xr as ap,
-  _r as aq,
-  Or as ar,
-  Gr as as,
-  Wr as at,
-  jr as au,
-  Kr as av,
-  ha as aw,
-  Jr as ax,
-  ia as ay,
-  Sa as az,
+  xr as a9,
+  Kr as aA,
+  ha as aB,
+  Jr as aC,
+  ia as aD,
+  Sa as aE,
+  Ta as aF,
+  Aa as aG,
+  Ra as aH,
+  $a as aI,
+  Ds as aJ,
+  ro as aK,
+  no as aL,
+  eo as aM,
+  Io as aN,
+  oo as aO,
+  yr as aP,
+  $r as aQ,
+  ao as aR,
+  da as aS,
+  ma as aT,
+  ga as aU,
+  Na as aV,
+  va as aW,
+  to as aX,
+  yo as aY,
+  xs as aZ,
+  $t as a_,
+  Wn as aa,
+  Rt as ab,
+  D as ac,
+  x as ad,
+  F as ae,
+  k as af,
+  pe as ag,
+  fo as ah,
+  dt as ai,
+  jt as aj,
+  ue as ak,
+  rs as al,
+  de as am,
+  za as an,
+  _a as ao,
+  er as ap,
+  rr as aq,
+  Pa as ar,
+  Ar as as,
+  Br as at,
+  Rr as au,
+  _r as av,
+  Or as aw,
+  Gr as ax,
+  Wr as ay,
+  jr as az,
   b,
   Vs as b$,
-  Ps as b0,
-  Cs as b1,
-  Lt as b2,
-  te as b3,
-  uo as b4,
-  de as b5,
+  ko as b0,
+  Ps as b1,
+  Cs as b2,
+  Lt as b3,
+  te as b4,
+  uo as b5,
   dn as b6,
   Re as b7,
   $e as b8,