@genai-fi/nanogpt 0.9.1 → 0.10.1

package/dist/relu-yZ2-7WxU.js

@@ -0,0 +1,10 @@
+import { A as e, B as n, E as s } from "./index-ZyQhjEPo.js";
+import { e as t } from "./tensor_util-DV-FP5Q3.js";
+function u(r) {
+  const o = { x: n(r, "x", "relu") };
+  return s.runKernel(t, o);
+}
+const p = /* @__PURE__ */ e({ relu_: u });
+export {
+  p as r
+};

package/dist/reshape-DevtBWtf.js

@@ -0,0 +1,10 @@
+import { A as n, B as t, E as a } from "./index-ZyQhjEPo.js";
+import { b as p } from "./tensor_util-DV-FP5Q3.js";
+function c(r, s) {
+  const e = { x: t(r, "x", "reshape", "string_or_numeric") }, o = { shape: s };
+  return a.runKernel(p, e, o);
+}
+const x = /* @__PURE__ */ n({ reshape_: c });
+export {
+  x as r
+};

package/dist/rope-B5UUMsPi.js

@@ -0,0 +1,32 @@
+import { e as i } from "./index-ZyQhjEPo.js";
+import "./random_width-DY6Kk2Dl.js";
+import "./register_all_kernels-Bwu1PTuU.js";
+import "./index-Cp39cXWe.js";
+import "./dataset-0xP8GjwI.js";
+import "./ops/cpu/rope.js";
+import "./ops/webgl/rope.js";
+import { isPackedTensor as a, packTensor as s } from "./utilities/packed.js";
+import { a as m } from "./tensor_util-DV-FP5Q3.js";
+const c = {
+  kernelName: "Rope",
+  inputsToSave: [],
+  outputsToSave: [],
+  gradFunc: (e, t, r) => {
+    const { ropeCache: n } = r, o = a(e), p = u(e, n, 0, !0);
+    return { x: () => o ? s(p) : p };
+  }
+};
+m(c);
+function u(e, t, r, n = !1) {
+  t.ensureRopeCache(e.shape[1] + r);
+  const o = i().runKernel("Rope", { x: e }, {
+    pastLen: r,
+    negSin: n,
+    ropeCache: t
+  });
+  return a(e) ? s(o) : o;
+}
+export {
+  c as a,
+  u as r
+};

package/dist/{scatter_nd_util-BQdz--Gn.js → scatter_nd_util-5EL-8VAQ.js}

@@ -1,4 +1,4 @@
-import { j as p, a3 as w } from "./index-BzFyqcy-.js";
+import { s as p, i as w } from "./tensor-DdQUJZlz.js";
 function k(o, t, r) {
   const n = t.rank > 1 ? t.shape[t.rank - 1] : 1, e = t.rank > 1 ? t.rank - 1 : 1, h = `Must have updates.shape = indices.shape[:batchDim] + shape[sliceDim:], got updates.shape: ${r.shape}, indices.shape: ${t.shape}, shape: ${o}, sliceDim: ${n}, and batchDim: ${e}.`;
   if (r.rank < e)

package/dist/selu_util-D1w6yyTO.js

@@ -0,0 +1,303 @@
+import { a as K, H as P } from "./tensor-DdQUJZlz.js";
+import { A as I, B as b, E as U, m as q, q as G } from "./index-ZyQhjEPo.js";
+import { U as X, V as Y, W as Z, X as J, Y as Q, Z as S } from "./tensor_util-DV-FP5Q3.js";
+import { r as d } from "./relu-yZ2-7WxU.js";
+import { r as z } from "./reshape-DevtBWtf.js";
+import { s as tt } from "./sum-_fzj5ZTB.js";
+function Ct(t, n, e, o, s = "NHWC", i) {
+  const l = t[3], r = [...n, l], u = lt(s);
+  return B(t, r, e, i, o, null, null, u);
+}
+function Mt(t, n, e, o, s, i, l = "channelsLast") {
+  const [r, u] = R(n);
+  let c;
+  if (l === "channelsLast")
+    c = [r, u, t[3], t[3]];
+  else if (l === "channelsFirst")
+    c = [r, u, t[1], t[1]];
+  else
+    throw new Error(`Unknown dataFormat ${l}`);
+  return B(t, c, e, o, s, i, !1, l);
+}
+function kt(t, n, e, o, s, i, l = "NDHWC") {
+  const [r, u, c] = v(n);
+  let h, f;
+  if (l === "NDHWC")
+    f = "channelsLast", h = [r, u, c, t[4], t[4]];
+  else if (l === "NCDHW")
+    f = "channelsFirst", h = [r, u, c, t[1], t[1]];
+  else
+    throw new Error(`Unknown dataFormat ${l}`);
+  return nt(t, h, e, o, s, !1, f, i);
+}
+function B(t, n, e, o, s, i, l = !1, r = "channelsLast") {
+  let [u, c, h, f] = [-1, -1, -1, -1];
+  if (r === "channelsLast")
+    [u, c, h, f] = t;
+  else if (r === "channelsFirst")
+    [u, f, c, h] = t;
+  else
+    throw new Error(`Unknown dataFormat ${r}`);
+  const [a, p, , g] = n, [$, w] = R(e), [m, y] = R(o), D = k(a, m), A = k(p, y), { padInfo: x, outHeight: E, outWidth: L } = st(s, c, h, $, w, D, A, i, r), C = l ? g * f : g;
+  let M;
+  return r === "channelsFirst" ? M = [u, C, E, L] : r === "channelsLast" && (M = [u, E, L, C]), {
+    batchSize: u,
+    dataFormat: r,
+    inHeight: c,
+    inWidth: h,
+    inChannels: f,
+    outHeight: E,
+    outWidth: L,
+    outChannels: C,
+    padInfo: x,
+    strideHeight: $,
+    strideWidth: w,
+    filterHeight: a,
+    filterWidth: p,
+    effectiveFilterHeight: D,
+    effectiveFilterWidth: A,
+    dilationHeight: m,
+    dilationWidth: y,
+    inShape: t,
+    outShape: M,
+    filterShape: n
+  };
+}
+function nt(t, n, e, o, s, i = !1, l = "channelsLast", r) {
+  let [u, c, h, f, a] = [-1, -1, -1, -1, -1];
+  if (l === "channelsLast")
+    [u, c, h, f, a] = t;
+  else if (l === "channelsFirst")
+    [u, a, c, h, f] = t;
+  else
+    throw new Error(`Unknown dataFormat ${l}`);
+  const [p, g, $, , w] = n, [m, y, D] = v(e), [A, x, E] = v(o), L = k(p, A), C = k(g, x), M = k($, E), { padInfo: j, outDepth: W, outHeight: H, outWidth: N } = rt(s, c, h, f, m, y, D, L, C, M, r), O = i ? w * a : w;
+  let _;
+  return l === "channelsFirst" ? _ = [u, O, W, H, N] : l === "channelsLast" && (_ = [u, W, H, N, O]), {
+    batchSize: u,
+    dataFormat: l,
+    inDepth: c,
+    inHeight: h,
+    inWidth: f,
+    inChannels: a,
+    outDepth: W,
+    outHeight: H,
+    outWidth: N,
+    outChannels: O,
+    padInfo: j,
+    strideDepth: m,
+    strideHeight: y,
+    strideWidth: D,
+    filterDepth: p,
+    filterHeight: g,
+    filterWidth: $,
+    effectiveFilterDepth: L,
+    effectiveFilterHeight: C,
+    effectiveFilterWidth: M,
+    dilationDepth: A,
+    dilationHeight: x,
+    dilationWidth: E,
+    inShape: t,
+    outShape: _,
+    filterShape: n
+  };
+}
+function et(t, n, e, o, s) {
+  o == null && (o = F(t, n, e));
+  const i = t[0], l = t[1], r = T((i - n + 2 * o) / e + 1, s), u = T((l - n + 2 * o) / e + 1, s);
+  return [r, u];
+}
+function ot(t, n, e, o, s, i) {
+  s == null && (s = F(t, n[0], o[0]));
+  const l = [0, 0, 0, e];
+  for (let r = 0; r < 3; r++)
+    t[r] + 2 * s >= n[r] && (l[r] = T((t[r] - n[r] + 2 * s) / o[r] + 1, i));
+  return l;
+}
+function F(t, n, e, o = 1) {
+  const s = k(n, o);
+  return Math.floor((t[0] * (e - 1) - e + s) / 2);
+}
+function R(t) {
+  return typeof t == "number" ? [t, t, t] : t.length === 2 ? [t[0], t[1], 1] : t;
+}
+function v(t) {
+  return typeof t == "number" ? [t, t, t] : t;
+}
+function k(t, n) {
+  return n <= 1 ? t : t + (t - 1) * (n - 1);
+}
+function st(t, n, e, o, s, i, l, r, u) {
+  let c, h, f;
+  if (typeof t == "number") {
+    c = { top: t, bottom: t, left: t, right: t, type: t === 0 ? "VALID" : "NUMBER" };
+    const p = et([n, e], i, o, t, r);
+    h = p[0], f = p[1];
+  } else if (t === "same") {
+    h = Math.ceil(n / o), f = Math.ceil(e / s);
+    const a = Math.max(0, (h - 1) * o + i - n), p = Math.max(0, (f - 1) * s + l - e), g = Math.floor(a / 2), $ = a - g, w = Math.floor(p / 2), m = p - w;
+    c = { top: g, bottom: $, left: w, right: m, type: "SAME" };
+  } else if (t === "valid")
+    c = { top: 0, bottom: 0, left: 0, right: 0, type: "VALID" }, h = Math.ceil((n - i + 1) / o), f = Math.ceil((e - l + 1) / s);
+  else if (typeof t == "object") {
+    const a = u === "channelsLast" ? t[1][0] : t[2][0], p = u === "channelsLast" ? t[1][1] : t[2][1], g = u === "channelsLast" ? t[2][0] : t[3][0], $ = u === "channelsLast" ? t[2][1] : t[3][1];
+    c = { top: a, bottom: p, left: g, right: $, type: a === 0 && p === 0 && g === 0 && $ === 0 ? "VALID" : "EXPLICIT" }, h = T((n - i + a + p) / o + 1, r), f = T((e - l + g + $) / s + 1, r);
+  } else
+    throw Error(`Unknown padding parameter: ${t}`);
+  return { padInfo: c, outHeight: h, outWidth: f };
+}
+function rt(t, n, e, o, s, i, l, r, u, c, h) {
+  let f, a, p, g;
+  if (t === "valid" && (t = 0), typeof t == "number") {
+    f = {
+      top: t,
+      bottom: t,
+      left: t,
+      right: t,
+      front: t,
+      back: t,
+      type: t === 0 ? "VALID" : "NUMBER"
+    };
+    const w = ot([n, e, o, 1], [r, u, c], 1, [s, i, l], t, h);
+    a = w[0], p = w[1], g = w[2];
+  } else if (t === "same") {
+    a = Math.ceil(n / s), p = Math.ceil(e / i), g = Math.ceil(o / l);
+    const $ = (a - 1) * s + r - n, w = (p - 1) * i + u - e, m = (g - 1) * l + c - o, y = Math.floor($ / 2), D = $ - y, A = Math.floor(w / 2), x = w - A, E = Math.floor(m / 2), L = m - E;
+    f = { top: A, bottom: x, left: E, right: L, front: y, back: D, type: "SAME" };
+  } else
+    throw Error(`Unknown padding parameter: ${t}`);
+  return { padInfo: f, outDepth: a, outHeight: p, outWidth: g };
+}
+function T(t, n) {
+  if (!n)
+    return Math.trunc(t);
+  switch (n) {
+    case "round":
+      return Math.round(t);
+    case "ceil":
+      return Math.ceil(t);
+    case "floor":
+      return Math.floor(t);
+    default:
+      throw new Error(`Unknown roundingMode ${n}`);
+  }
+}
+function V(t) {
+  const [n, e, o] = R(t);
+  return n === 1 && e === 1 && o === 1;
+}
+function It(t, n) {
+  return V(t) || V(n);
+}
+function Ut(t) {
+  return R(t).every((n) => n > 0);
+}
+function lt(t) {
+  if (t === "NHWC")
+    return "channelsLast";
+  if (t === "NCHW")
+    return "channelsFirst";
+  throw new Error(`Unknown dataFormat ${t}`);
+}
+function Rt(t, n, e) {
+  if (e != null) {
+    if (typeof n == "string")
+      throw Error(`Error in ${t}: pad must be an integer when using dimRoundingMode ${e} but got pad ${n}.`);
+    if (typeof n == "number")
+      K(P(n), () => `Error in ${t}: pad must be an integer when using dimRoundingMode ${e} but got pad ${n}.`);
+    else if (typeof n == "object")
+      n.forEach((o) => {
+        o.forEach((s) => {
+          K(P(s), () => `Error in ${t}: pad must be an integer when using dimRoundingMode ${e} but got pad ${s}.`);
+        });
+      });
+    else
+      throw Error(`Error in ${t}: Unknown padding parameter: ${n}`);
+  }
+}
+function ut(t) {
+  const e = { x: b(t, "x", "sigmoid", "float32") };
+  return U.runKernel(X, e);
+}
+const ct = /* @__PURE__ */ I({ sigmoid_: ut });
+function ft(t) {
+  const e = { x: b(t, "x", "elu", "float32") };
+  return U.runKernel(Y, e);
+}
+const it = /* @__PURE__ */ I({ elu_: ft });
+function ht(t, n = 0.2) {
+  const o = { x: b(t, "x", "leakyRelu") }, s = { alpha: n };
+  return U.runKernel(Z, o, s);
+}
+const at = /* @__PURE__ */ I({ leakyRelu_: ht });
+function pt(t, n) {
+  const e = b(t, "x", "prelu"), o = b(n, "alpha", "prelu"), s = { x: e, alpha: o };
+  return U.runKernel(J, s);
+}
+const gt = /* @__PURE__ */ I({ prelu_: pt });
+function wt(t) {
+  const e = { x: b(t, "x", "relu6") };
+  return U.runKernel(Q, e);
+}
+const $t = /* @__PURE__ */ I({ relu6_: wt });
+function mt(t, n = 0) {
+  const o = { x: b(t, "x", "step") }, s = { alpha: n };
+  return U.runKernel(S, o, s);
+}
+const Et = /* @__PURE__ */ I({ step_: mt });
+function Tt(t, n, e) {
+  if (e == null || e === "linear")
+    return t;
+  if (e === "relu")
+    return q(t, Et(n));
+  throw new Error(`Cannot compute gradient for fused activation ${e}.`);
+}
+function Wt(t, n) {
+  let e = n;
+  const o = G(t.shape, n.shape);
+  return o.length > 0 && (e = tt(e, o)), z(e, t.shape);
+}
+function Ht(t, n, e, o) {
+  if (n === "linear")
+    return t;
+  if (n === "relu")
+    return d(t);
+  if (n === "elu")
+    return it(t);
+  if (n === "relu6")
+    return $t(t);
+  if (n === "prelu")
+    return gt(t, e);
+  if (n === "leakyrelu")
+    return at(t, o);
+  if (n === "sigmoid")
+    return ct(t);
+  throw new Error(`Unknown fused activation ${n}.`);
+}
+const Nt = (t, n) => !(t > 0) || n === "linear";
+const Ot = 1.7580993408473768, _t = 1.0507009873554805;
+export {
+  _t as S,
+  Ot as a,
+  Ht as b,
+  Rt as c,
+  B as d,
+  nt as e,
+  F as f,
+  Ct as g,
+  Mt as h,
+  kt as i,
+  lt as j,
+  It as k,
+  Wt as l,
+  Tt as m,
+  Ut as n,
+  it as o,
+  Et as p,
+  ct as q,
+  at as r,
+  Nt as s,
+  V as t,
+  gt as u,
+  $t as v
+};

package/dist/{shared-DuP7ue-R.js → shared-BRksrJb3.js}

@@ -1,20 +1,4 @@
-import { s as l } from "./shared-DmRsFyaJ.js";
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
+import { s as l } from "./shared-BuAXb4CI.js";
 const { addImpl: m, bincountImpl: s, bincountReduceImpl: a, bitwiseAndImpl: I, castImpl: e, ceilImpl: t, concatImpl: r, equalImpl: i, expImpl: C, expm1Impl: P, floorImpl: U, gatherNdImpl: n, gatherV2Impl: g, greaterImpl: o, greaterEqualImpl: c, lessImpl: u, lessEqualImpl: d, linSpaceImpl: q, logImpl: R, maxImpl: h, maximumImpl: x, minimumImpl: b, multiplyImpl: E, negImpl: S, notEqualImpl: T, prodImpl: w, raggedGatherImpl: y, raggedRangeImpl: A, raggedTensorToTensorImpl: F, rangeImpl: G, rsqrtImpl: N, scatterImpl: f, sigmoidImpl: k, simpleAbsImpl: B, sliceImpl: H, sparseFillEmptyRowsImpl: K, sparseReshapeImpl: V, sparseSegmentReductionImpl: j, sqrtImpl: v, staticRegexReplaceImpl: z, stridedSliceImpl: D, stringNGramsImpl: J, stringSplitImpl: L, stringToHashBucketFastImpl: M, subImpl: O, tileImpl: Q, topKImpl: W, transposeImpl: X, uniqueImpl: Y } = l;
 export {
   b as A,