@genai-fi/nanogpt 0.11.0 → 0.12.1

package/dist/{resize_nearest_neighbor-DB8k9KN_.js → resize_nearest_neighbor-BA_BX-ub.js}

@@ -1,9 +1,9 @@
-import { q as i, u as a, $ as f, E as u, a_ as y, a$ as A, af as D, aZ as p, o as q, p as z, b as I, b0 as B, D as m, b1 as v, b2 as T, b3 as S, b4 as G, b5 as L, b6 as M, b7 as R, N as k, b8 as j, b9 as C, ba as P, bb as U, y as h, bc as Z, bd as F, be as H } from "./index-D0RBWjq8.js";
-import { b as _ } from "./broadcast_to-DDaNMbX7.js";
-import { e as J } from "./axis_util-DofAuy0p.js";
-import { m as E } from "./log_sum_exp-VLZgbFAH.js";
-import { r as g } from "./reshape-CkjKPPqB.js";
-import { s as b } from "./sum-BdplSvq_.js";
+import { o as i, q as a, _ as f, E as u, a_ as y, a$ as A, af as D, aZ as p, n as q, p as z, b as B, b0 as I, B as m, b1 as v, b2 as T, b3 as S, b4 as L, b5 as G, b6 as M, b7 as R, L as k, b8 as j, b9 as C, ba as P, bb as U, x as h, bc as Z, bd as F, be as H } from "./index-Duu1Lvvv.js";
+import { b as _ } from "./broadcast_to-D1Dmg2Oz.js";
+import { e as J } from "./axis_util-DGqbT-FX.js";
+import { m as E } from "./log_sum_exp-CVqLsVLl.js";
+import { r as g } from "./reshape-BI0yzp1T.js";
+import { s as b } from "./sum-BPUfDB2X.js";
 function O(s, r, e) {
   const n = a(r, "a", "where"), t = a(e, "b", "where"), o = a(s, "condition", "where", "bool"), c = f(f(o.shape, n.shape), t.shape), d = _(o, c), $ = _(n, c), l = _(t, c), w = {
     condition: d,
@@ -17,10 +17,10 @@ function Q(s, r = null, e = !1) {
   const t = { x: a(s, "x", "min") }, o = { axis: r, keepDims: e };
   return u.runKernel(A, t, o);
 }
-const N = /* @__PURE__ */ i({ min_: Q });
+const K = /* @__PURE__ */ i({ min_: Q });
 function V(s, r = "euclidean", e = null, n = !1) {
   s = a(s, "x", "norm");
-  const t = K(s, r, e);
+  const t = N(s, r, e);
   let o = t.shape;
   if (n) {
     const c = D(e, s.shape);
@@ -28,20 +28,20 @@ function V(s, r = "euclidean", e = null, n = !1) {
   }
   return g(t, o);
 }
-function K(s, r, e = null) {
+function N(s, r, e = null) {
   if (s.rank === 0)
     return p(s);
   if (s.rank !== 1 && e === null)
-    return K(g(s, [-1]), r, e);
+    return N(g(s, [-1]), r, e);
   if (s.rank === 1 || typeof e == "number" || Array.isArray(e) && e.length === 1) {
     if (r === 1)
       return b(p(s), e);
     if (r === 1 / 0)
       return E(p(s), e);
     if (r === -1 / 0)
-      return N(p(s), e);
+      return K(p(s), e);
     if (r === "euclidean" || r === 2)
-      return q(b(z(p(s), I(2, "int32")), e));
+      return q(b(z(p(s), B(2, "int32")), e));
     throw new Error(`Error in norm: invalid ord value: ${r}`);
   }
   if (Array.isArray(e) && e.length === 2) {
@@ -50,9 +50,9 @@ function K(s, r, e = null) {
     if (r === 1 / 0)
       return E(b(p(s), e[1]), e[0]);
     if (r === -1 / 0)
-      return N(b(p(s), e[1]), e[0]);
+      return K(b(p(s), e[1]), e[0]);
     if (r === "fro" || r === "euclidean")
-      return q(b(B(s), e));
+      return q(b(I(s), e));
     throw new Error(`Error in norm: invalid ord value: ${r}`);
   }
   throw new Error(`Error in norm: invalid axis: ${e}`);
@@ -83,12 +83,12 @@ function x(s, r) {
   let e = a(s, "a", "lessEqual", "string_or_numeric"), n = a(r, "b", "lessEqual", "string_or_numeric");
   [e, n] = m(e, n), f(e.shape, n.shape);
   const t = { a: e, b: n };
-  return u.runKernel(G, t);
+  return u.runKernel(L, t);
 }
 const qe = /* @__PURE__ */ i({ lessEqual_: x });
 function ee(s) {
   const e = { x: a(s, "x", "log1p") };
-  return u.runKernel(L, e);
+  return u.runKernel(G, e);
 }
 const ke = /* @__PURE__ */ i({ log1p_: ee });
 function ne(s, r) {
@@ -97,12 +97,12 @@ function ne(s, r) {
   const t = { a: e, b: n };
   return u.runKernel(M, t);
 }
-const Ne = /* @__PURE__ */ i({ logicalAnd_: ne });
+const Ke = /* @__PURE__ */ i({ logicalAnd_: ne });
 function re(s, r = null, e = !1) {
   const t = { x: a(s, "x", "mean") }, o = { axis: r, keepDims: e };
   return u.runKernel(R, t, o);
 }
-const Ke = /* @__PURE__ */ i({ mean_: re });
+const Ne = /* @__PURE__ */ i({ mean_: re });
 function se(s, r) {
   let e = a(s, "a", "minimum"), n = a(r, "b", "minimum");
   [e, n] = m(e, n), e.dtype === "bool" && (e = k(e, "int32"), n = k(n, "int32")), f(e.shape, n.shape);
@@ -144,7 +144,7 @@ function ue(s, r, e = !1, n = !1) {
   const d = { images: o }, $ = { alignCorners: e, halfPixelCenters: n, size: r }, l = u.runKernel(F, d, $);
   return c ? g(l, [l.shape[1], l.shape[2], l.shape[3]]) : l;
 }
-const Ie = /* @__PURE__ */ i({ resizeBilinear_: ue });
+const Be = /* @__PURE__ */ i({ resizeBilinear_: ue });
 function le(s, r, e = !1, n = !1) {
   const t = a(s, "images", "resizeNearestNeighbor");
   h(t.rank === 3 || t.rank === 4, () => `Error in resizeNearestNeighbor: x must be rank 3 or 4, but got rank ${t.rank}.`), h(r.length === 2, () => `Error in resizeNearestNeighbor: new shape must 2D, but got shape ${r}.`), h(t.dtype === "float32" || t.dtype === "int32", () => "`images` must have `int32` or `float32` as dtype"), h(n === !1 || e === !1, () => "Error in resizeNearestNeighbor: If halfPixelCenters is true, alignCorners must be false.");
@@ -153,18 +153,18 @@ function le(s, r, e = !1, n = !1) {
   const d = { images: o }, $ = { alignCorners: e, halfPixelCenters: n, size: r }, l = u.runKernel(H, d, $);
   return c ? g(l, [l.shape[1], l.shape[2], l.shape[3]]) : l;
 }
-const Be = /* @__PURE__ */ i({ resizeNearestNeighbor_: le });
+const Ie = /* @__PURE__ */ i({ resizeNearestNeighbor_: le });
 export {
   Ee as a,
-  Ne as b,
+  Ke as b,
   _e as c,
-  Ke as d,
+  Ne as d,
   ye as e,
   ke as f,
   $e as g,
-  Be as h,
-  Ie as i,
-  N as j,
+  Ie as h,
+  Be as i,
+  K as j,
   qe as l,
   we as m,
   de as n,

package/dist/{rope-BmZmp9uP.js → rope-DJ7Y7c-u.js}

@@ -1,4 +1,4 @@
-import { j as p, e as s } from "./index-D0RBWjq8.js";
+import { i as p, e as s } from "./index-Duu1Lvvv.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
 const u = {

package/dist/{scatter_nd_util-BY22Cc-C.js → scatter_nd_util-k9MUVUkn.js}

@@ -1,4 +1,4 @@
-import { V as p, a9 as w } from "./index-D0RBWjq8.js";
+import { U as p, a8 as w } from "./index-Duu1Lvvv.js";
 function k(o, t, r) {
   const n = t.rank > 1 ? t.shape[t.rank - 1] : 1, e = t.rank > 1 ? t.rank - 1 : 1, h = `Must have updates.shape = indices.shape[:batchDim] + shape[sliceDim:], got updates.shape: ${r.shape}, indices.shape: ${t.shape}, shape: ${o}, sliceDim: ${n}, and batchDim: ${e}.`;
   if (r.rank < e)

package/dist/{selu_util-BuLbmbrl.js → selu_util-DyW0X1WG.js}

@@ -1,8 +1,8 @@
-import { m as n, a0 as l } from "./index-D0RBWjq8.js";
-import { e as o, r as t, p as f, l as a, s as p, a as i } from "./step-dXR33iOg.js";
-import { r as m } from "./relu-Cf80uA2p.js";
-import { r as d } from "./reshape-CkjKPPqB.js";
-import { s as g } from "./sum-BdplSvq_.js";
+import { m as n, $ as l } from "./index-Duu1Lvvv.js";
+import { e as o, r as t, p as f, l as a, s as p, a as i } from "./step-BS5JXRR6.js";
+import { r as m } from "./relu-BsXmGzzu.js";
+import { r as d } from "./reshape-BI0yzp1T.js";
+import { s as g } from "./sum-BPUfDB2X.js";
 function L(e, r, s) {
   if (s == null || s === "linear")
     return e;

package/dist/{shared-B7USJZgw.js → shared-Q3BS6T03.js}

@@ -1,4 +1,4 @@
-import { s as l } from "./shared-BQboIImQ.js";
+import { s as l } from "./shared-nnSWpC3u.js";
 const { addImpl: m, bincountImpl: s, bincountReduceImpl: a, bitwiseAndImpl: I, castImpl: e, ceilImpl: t, concatImpl: r, equalImpl: i, expImpl: C, expm1Impl: P, floorImpl: U, gatherNdImpl: n, gatherV2Impl: g, greaterImpl: o, greaterEqualImpl: c, lessImpl: u, lessEqualImpl: d, linSpaceImpl: q, logImpl: R, maxImpl: h, maximumImpl: x, minimumImpl: b, multiplyImpl: E, negImpl: S, notEqualImpl: T, prodImpl: w, raggedGatherImpl: y, raggedRangeImpl: A, raggedTensorToTensorImpl: F, rangeImpl: G, rsqrtImpl: N, scatterImpl: f, sigmoidImpl: k, simpleAbsImpl: B, sliceImpl: H, sparseFillEmptyRowsImpl: K, sparseReshapeImpl: V, sparseSegmentReductionImpl: j, sqrtImpl: v, staticRegexReplaceImpl: z, stridedSliceImpl: D, stringNGramsImpl: J, stringSplitImpl: L, stringToHashBucketFastImpl: M, subImpl: O, tileImpl: Q, topKImpl: W, transposeImpl: X, uniqueImpl: Y } = l;
 export {
   b as A,

package/dist/{shared-BQboIImQ.js → shared-nnSWpC3u.js}

@@ -1,10 +1,10 @@
-import { y as Lt, bR as Ce, V, $ as Pt, a9 as K, ae as et, ad as ht, bS as dt, bT as at, a8 as De, U as st, aQ as Ue, ar as We, bU as $e, bV as ze, bW as Be, bX as qt, at as H, bY as At, bZ as U, b_ as _t, bC as Vt, an as Ct, b$ as Dt, F as Ut, c0 as Wt, b1 as $t, b2 as zt, b3 as Bt, b4 as jt, ao as Gt, c1 as Zt, b8 as Ht, c2 as Kt, aq as je, aR as Ge, b9 as Xt, as as Ze, c3 as He, af as Qt, ak as Ke, t as Xe, bM as Yt, c4 as It, aH as Jt, S as Qe, c5 as te, bb as ee, c6 as ne, aB as pt, c7 as se, c8 as ot } from "./index-D0RBWjq8.js";
-import { f as it, g as Ye, a as Je, R as tn, v as en, d as nn, e as sn, h as on, i as rn, j as an, k as ln, l as cn, m as un, n as hn, o as fn, p as kt, q as dn, r as gn, s as mn } from "./backend_util-C7NWHpv7.js";
+import { x as Lt, bR as Ce, U as V, _ as Pt, a8 as K, ae as et, ac as ht, bS as dt, bT as at, a7 as De, Q as st, aQ as Ue, ar as We, bU as $e, bV as ze, bW as Be, bX as qt, at as H, bY as At, bZ as U, b_ as _t, bC as Vt, an as Ct, b$ as Dt, F as Ut, c0 as Wt, b1 as $t, b2 as zt, b3 as Bt, b4 as jt, ao as Gt, c1 as Zt, b8 as Ht, c2 as Kt, aq as je, aR as Ge, b9 as Xt, as as Ze, c3 as He, af as Qt, ak as Ke, t as Xe, bM as Yt, c4 as It, aH as Jt, S as Qe, c5 as te, bb as ee, c6 as ne, aB as pt, c7 as se, c8 as ot } from "./index-Duu1Lvvv.js";
+import { f as it, g as Ye, a as Je, R as tn, v as en, d as nn, e as sn, h as on, i as rn, j as an, k as ln, l as cn, m as un, n as hn, o as fn, p as kt, q as dn, r as gn, s as mn } from "./backend_util-DC3rBo_H.js";
 import { m as Nt } from "./complex_util-Yc1A_gV1.js";
-import { a as pn, b as wn, e as In, c as bn } from "./axis_util-DofAuy0p.js";
-import { b as xn } from "./broadcast_to-DDaNMbX7.js";
-import { r as En } from "./reshape-CkjKPPqB.js";
-import { p as Fn, a as yn, i as kn, c as Nn } from "./slice_util-D8CQRenR.js";
+import { a as pn, b as wn, e as In, c as bn } from "./axis_util-DGqbT-FX.js";
+import { b as xn } from "./broadcast_to-D1Dmg2Oz.js";
+import { r as En } from "./reshape-BI0yzp1T.js";
+import { p as Fn, a as yn, i as kn, c as Nn } from "./slice_util-zN8KFC5I.js";
 import { g as vn } from "./_commonjsHelpers-ByX85dGu.js";
 function Sn(e, t) {
   for (var n = 0; n < t.length; n++) {

package/dist/{slice-Aqy7KbJh.js → slice-wBNvzVyz.js}

@@ -1,12 +1,12 @@
-import { q as c, u as e, E as a, S as l } from "./index-D0RBWjq8.js";
-function u(r, n, o) {
+import { o as c, q as e, E as a, S as l } from "./index-Duu1Lvvv.js";
+function p(r, n, o) {
   const s = e(r, "x", "slice", "string_or_numeric");
   if (s.rank === 0)
     throw new Error("Slicing scalar is not possible");
   const t = { x: s }, i = { begin: n, size: o };
   return a.runKernel(l, t, i);
 }
-const x = /* @__PURE__ */ c({ slice_: u });
+const x = /* @__PURE__ */ c({ slice_: p });
 export {
   x as s
 };

package/dist/{slice_util-D8CQRenR.js → slice_util-zN8KFC5I.js}

@@ -1,4 +1,4 @@
-import { y as E, a6 as x } from "./index-D0RBWjq8.js";
+import { x as E, a5 as x } from "./index-Duu1Lvvv.js";
 const N = -2, L = -1;
 function P(n, e, i) {
   const r = n.shape.length;
@@ -157,7 +157,7 @@ function q(n, e, i, r, t, o, a, f, c) {
     endValid: !1
   };
   J(g, s);
-  let u = !0, p = !0, y = !0;
+  let u = !0, p = !0, M = !0;
   const I = [], w = [];
   for (let l = 0; l < n.length; ++l) {
     if (s.strides[l] === 0)
@@ -173,8 +173,8 @@ function q(n, e, i, r, t, o, a, f, c) {
     ];
     if (m && s.strides[l] <= 0)
       throw Error("only stride 1 allowed on non-range indexing.");
-    y = y && s.strides[l] === 1;
-    const M = !!(s.beginMask & 1 << l && s.endMask & 1 << l);
+    M = M && s.strides[l] === 1;
+    const y = !!(s.beginMask & 1 << l && s.endMask & 1 << l);
     if (s.beginValid && s.endValid) {
       if (m) {
         const G = s.begin[l] < 0 ? d + s.begin[l] : s.begin[l];
@@ -185,9 +185,9 @@ function q(n, e, i, r, t, o, a, f, c) {
       const b = s.strides[l] === 1 && s.begin[l] === 0 && s.end[l] === d;
       u = u && b, p = p && (l === 0 && s.strides[l] === 1 || b);
     } else
-      u = u && s.strides[l] === 1 && M, p = p && (l === 0 && s.strides[l] === 1 || M);
+      u = u && s.strides[l] === 1 && y, p = p && (l === 0 && s.strides[l] === 1 || y);
     let A, k = !1;
-    if (s.beginValid && s.endValid ? (A = s.end[l] - s.begin[l], k = !0) : m ? (A = 1, k = !0) : M && d >= 0 && (s.strides[l] < 0 ? A = -d : A = d, k = !0), k) {
+    if (s.beginValid && s.endValid ? (A = s.end[l] - s.begin[l], k = !0) : m ? (A = 1, k = !0) : y && d >= 0 && (s.strides[l] < 0 ? A = -d : A = d, k = !0), k) {
       let b;
       A === 0 || A < 0 != s.strides[l] < 0 ? b = 0 : b = Math.trunc(A / s.strides[l]) + (A % s.strides[l] !== 0 ? 1 : 0), I.push(b);
     } else
@@ -202,7 +202,7 @@ function q(n, e, i, r, t, o, a, f, c) {
     finalShape: w,
     isIdentity: u,
     sliceDim0: p,
-    isSimpleSlice: y,
+    isSimpleSlice: M,
     begin: s.begin,
     end: s.end,
     strides: s.strides

package/dist/{softmax-faLoUZVT.js → softmax-DfuYyjMh.js}

@@ -1,4 +1,4 @@
-import { q as r, u as f, E as e, J as i } from "./index-D0RBWjq8.js";
+import { o as r, q as f, E as e, I as i } from "./index-Duu1Lvvv.js";
 function l(s, o = -1) {
   const t = f(s, "logits", "softmax", "float32");
   if (o === -1 && (o = t.rank - 1), o !== t.rank - 1)

package/dist/split-BYrLboMq.js

@@ -0,0 +1,9 @@
+import { o as p, q as i, E as a, J as c } from "./index-Duu1Lvvv.js";
+function e(t, s, o = 0) {
+  const n = { x: i(t, "x", "split") }, r = { numOrSizeSplits: s, axis: o };
+  return a.runKernel(c, n, r);
+}
+const u = /* @__PURE__ */ p({ split_: e });
+export {
+  u as s
+};

package/dist/squeeze-Bk8Brcct.js

@@ -0,0 +1,10 @@
+import { o as r, q as n, K as a } from "./index-Duu1Lvvv.js";
+import { r as t } from "./reshape-BI0yzp1T.js";
+function p(s, o) {
+  const e = n(s, "x", "squeeze", "string_or_numeric");
+  return t(e, a(e.shape, o).newShape);
+}
+const i = /* @__PURE__ */ r({ squeeze_: p });
+export {
+  i as s
+};

package/dist/{stack-WJK22CFn.js → stack-CDWShFHF.js}

@@ -1,4 +1,4 @@
-import { q as e, z as c, y as n, E as k, P as i } from "./index-D0RBWjq8.js";
+import { o as e, y as c, x as n, E as k, P as i } from "./index-Duu1Lvvv.js";
 function u(r, t = 0) {
   const s = c(r, "tensors", "stack", "string_or_numeric");
   n(s.length >= 1, () => "Pass at least one tensor to tf.stack"), s.length > 0 && n(t <= s[0].rank, () => "Axis must be <= rank of the tensor");

package/dist/{step-dXR33iOg.js → step-BS5JXRR6.js}

@@ -1,4 +1,4 @@
-import { y as _, aG as P, q as A, u as M, E as v, aH as q, aI as F, aJ as J, aK as X, aL as Q, aM as Y } from "./index-D0RBWjq8.js";
+import { x as _, aG as P, o as A, q as M, E as v, aH as q, aI as F, aJ as J, aK as X, aL as Q, aM as Y } from "./index-Duu1Lvvv.js";
 function it(t, n, e, o, s = "NHWC", f) {
   const l = t[3], r = [...n, l], c = nt(s);
   return j(t, r, e, f, o, null, null, c);
@@ -33,15 +33,15 @@ function j(t, n, e, o, s, f, l = !1, r = "channelsLast") {
     [c, i, u, h] = t;
   else
     throw new Error(`Unknown dataFormat ${r}`);
-  const [a, p, , $] = n, [w, g] = T(e), [x, E] = T(o), L = k(a, x), b = k(p, E), { padInfo: C, outHeight: y, outWidth: D } = d(s, u, h, w, g, L, b, f, r), I = l ? $ * i : $;
+  const [a, p, , $] = n, [w, g] = T(e), [x, y] = T(o), L = k(a, x), b = k(p, y), { padInfo: C, outHeight: E, outWidth: D } = d(s, u, h, w, g, L, b, f, r), I = l ? $ * i : $;
   let m;
-  return r === "channelsFirst" ? m = [c, I, y, D] : r === "channelsLast" && (m = [c, y, D, I]), {
+  return r === "channelsFirst" ? m = [c, I, E, D] : r === "channelsLast" && (m = [c, E, D, I]), {
     batchSize: c,
     dataFormat: r,
     inHeight: u,
     inWidth: h,
     inChannels: i,
-    outHeight: y,
+    outHeight: E,
     outWidth: D,
     outChannels: I,
     padInfo: C,
@@ -52,7 +52,7 @@ function j(t, n, e, o, s, f, l = !1, r = "channelsLast") {
     effectiveFilterHeight: L,
     effectiveFilterWidth: b,
     dilationHeight: x,
-    dilationWidth: E,
+    dilationWidth: y,
     inShape: t,
     outShape: m,
     filterShape: n
@@ -66,7 +66,7 @@ function Z(t, n, e, o, s, f = !1, l = "channelsLast", r) {
     [c, a, u, h, i] = t;
   else
     throw new Error(`Unknown dataFormat ${l}`);
-  const [p, $, w, , g] = n, [x, E, L] = K(e), [b, C, y] = K(o), D = k(p, b), I = k($, C), m = k(w, y), { padInfo: G, outDepth: N, outHeight: R, outWidth: W } = tt(s, u, h, i, x, E, L, D, I, m, r), H = f ? g * a : g;
+  const [p, $, w, , g] = n, [x, y, L] = K(e), [b, C, E] = K(o), D = k(p, b), I = k($, C), m = k(w, E), { padInfo: G, outDepth: N, outHeight: R, outWidth: W } = tt(s, u, h, i, x, y, L, D, I, m, r), H = f ? g * a : g;
   let O;
   return l === "channelsFirst" ? O = [c, H, N, R, W] : l === "channelsLast" && (O = [c, N, R, W, H]), {
     batchSize: c,
@@ -81,7 +81,7 @@ function Z(t, n, e, o, s, f = !1, l = "channelsLast", r) {
     outChannels: H,
     padInfo: G,
     strideDepth: x,
-    strideHeight: E,
+    strideHeight: y,
     strideWidth: L,
     filterDepth: p,
     filterHeight: $,
@@ -91,7 +91,7 @@ function Z(t, n, e, o, s, f = !1, l = "channelsLast", r) {
     effectiveFilterWidth: m,
     dilationDepth: b,
     dilationHeight: C,
-    dilationWidth: y,
+    dilationWidth: E,
     inShape: t,
     outShape: O,
     filterShape: n
@@ -157,8 +157,8 @@ function tt(t, n, e, o, s, f, l, r, c, u, h) {
     a = g[0], p = g[1], $ = g[2];
   } else if (t === "same") {
     a = Math.ceil(n / s), p = Math.ceil(e / f), $ = Math.ceil(o / l);
-    const w = (a - 1) * s + r - n, g = (p - 1) * f + c - e, x = ($ - 1) * l + u - o, E = Math.floor(w / 2), L = w - E, b = Math.floor(g / 2), C = g - b, y = Math.floor(x / 2), D = x - y;
-    i = { top: b, bottom: C, left: y, right: D, front: E, back: L, type: "SAME" };
+    const w = (a - 1) * s + r - n, g = (p - 1) * f + c - e, x = ($ - 1) * l + u - o, y = Math.floor(w / 2), L = w - y, b = Math.floor(g / 2), C = g - b, E = Math.floor(x / 2), D = x - E;
+    i = { top: b, bottom: C, left: E, right: D, front: y, back: L, type: "SAME" };
   } else
     throw Error(`Unknown padding parameter: ${t}`);
   return { padInfo: i, outDepth: a, outHeight: p, outWidth: $ };
@@ -229,12 +229,12 @@ function rt(t, n) {
   const e = M(t, "x", "prelu"), o = M(n, "alpha", "prelu"), s = { x: e, alpha: o };
   return v.runKernel(X, s);
 }
-const yt = /* @__PURE__ */ A({ prelu_: rt });
+const Et = /* @__PURE__ */ A({ prelu_: rt });
 function lt(t) {
   const e = { x: M(t, "x", "relu6") };
   return v.runKernel(Q, e);
 }
-const Et = /* @__PURE__ */ A({ relu6_: lt });
+const yt = /* @__PURE__ */ A({ relu6_: lt });
 function ct(t, n = 0) {
   const o = { x: M(t, "x", "step") }, s = { alpha: n };
   return v.runKernel(Y, o, s);
@@ -254,8 +254,8 @@ export {
   at as k,
   xt as l,
   pt as m,
-  yt as p,
-  Et as r,
+  Et as p,
+  yt as r,
   gt as s,
   V as t
 };

package/dist/sum-BPUfDB2X.js

@@ -0,0 +1,11 @@
+import { o as e, q as u, L as c, E as l, N as m } from "./index-Duu1Lvvv.js";
+function i(t, o = null, n = !1) {
+  let s = u(t, "x", "sum");
+  s.dtype === "bool" && (s = c(s, "int32"));
+  const r = { x: s }, a = { axis: o, keepDims: n };
+  return l.runKernel(m, r, a);
+}
+const f = /* @__PURE__ */ e({ sum_: i });
+export {
+  f as s
+};

package/dist/{tensor-BQqrDvpx.js → tensor-CEt9Nm2s.js}

@@ -1,4 +1,4 @@
-import { Y as t, Z as a } from "./index-D0RBWjq8.js";
+import { X as t, Y as a } from "./index-Duu1Lvvv.js";
 function f(r, n, e) {
   const o = t(r, e);
   return a(r, n, o, e);

package/dist/{tensor1d-LxP9asMm.js → tensor1d-Cc_KCIDg.js}

@@ -1,4 +1,4 @@
-import { X as o, Y as s, Z as t } from "./index-D0RBWjq8.js";
+import { W as o, X as s, Y as t } from "./index-Duu1Lvvv.js";
 function h(r, e) {
   o(r);
   const n = s(r, e);

package/dist/{tensor2d-BN1sSfQO.js → tensor2d-BN97fF71.js}

@@ -1,4 +1,4 @@
-import { X as t, Y as s, Z as a } from "./index-D0RBWjq8.js";
+import { W as t, X as s, Y as a } from "./index-Duu1Lvvv.js";
 function i(n, r, o) {
   if (t(n), r != null && r.length !== 2)
     throw new Error("tensor2d() requires shape to have two numbers");

package/dist/{tensor4d-DVwr7pLF.js → tensor4d-vuDDgdUI.js}

@@ -1,4 +1,4 @@
-import { X as t, Y as a, Z as s } from "./index-D0RBWjq8.js";
+import { W as t, X as a, Y as s } from "./index-Duu1Lvvv.js";
 function i(n, r, o) {
   if (t(n), r != null && r.length !== 4)
     throw new Error("tensor4d() requires shape to have four numbers");

package/dist/{tfjs_backend-Vi4JfLzT.js → tfjs_backend-806hyYve.js}

@@ -1,16 +1,16 @@
-import { q as w, u as S, y as T, E as J, n as U, D as ie, V as ue, $ as ae, a2 as le, aX as fe, aF as he, aY as Te, t as $, N as ge, m as ke, l as _e, aZ as Ie } from "./index-D0RBWjq8.js";
-import { t as Ee } from "./tensor1d-LxP9asMm.js";
-import { r as Le, d as Ne } from "./dropout-OxuaJz6z.js";
-import { s as F } from "./slice-Aqy7KbJh.js";
-import { r as c } from "./reshape-CkjKPPqB.js";
-import { g as be } from "./gather-BcO5UQNJ.js";
-import { e as Fe } from "./step-dXR33iOg.js";
-import { c as Ce } from "./clip_by_value-Dn5tzexi.js";
-import { t as Pe } from "./tile-CvN_LyVr.js";
-import { s as ve, b as Me, c as je, g as Ve } from "./selu_util-BuLbmbrl.js";
-import { m as k } from "./mat_mul-DxpNTCRz.js";
-import { t as Ue } from "./transpose-JawVKyZy.js";
-import { c as M } from "./concat-C6X3AAlQ.js";
+import { o as w, q as S, x as y, E as J, l as U, B as ie, U as ue, _ as ae, a1 as le, aX as fe, aF as he, aY as ye, t as $, L as ge, m as ke, j as Te, aZ as Ie } from "./index-Duu1Lvvv.js";
+import { t as Ee } from "./tensor1d-Cc_KCIDg.js";
+import { r as Le, d as Ne } from "./dropout-DLhSMNTZ.js";
+import { s as F } from "./slice-wBNvzVyz.js";
+import { r as c } from "./reshape-BI0yzp1T.js";
+import { g as be } from "./gather-BSULDalH.js";
+import { e as Fe } from "./step-BS5JXRR6.js";
+import { c as Ce } from "./clip_by_value-fg2aKzUy.js";
+import { t as Pe } from "./tile-OWUvpIVt.js";
+import { s as ve, b as Me, c as je, g as Ve } from "./selu_util-DyW0X1WG.js";
+import { m as k } from "./mat_mul-Bn2BDpT4.js";
+import { t as Ue } from "./transpose-BUkQCJp9.js";
+import { c as M } from "./concat-CSm2rMwe.js";
 function Be(e) {
   return M(
     e,
@@ -33,22 +33,22 @@ function Ze(e, n) {
 const Re = /* @__PURE__ */ w({ concat4d_: Ze });
 function Ye(e, n, t) {
   const s = S(e, "x", "slice1d");
-  return T(s.rank === 1, () => `slice1d expects a rank-1 tensor, but got a rank-${s.rank} tensor`), F(s, [n], [t]);
+  return y(s.rank === 1, () => `slice1d expects a rank-1 tensor, but got a rank-${s.rank} tensor`), F(s, [n], [t]);
 }
 const H = /* @__PURE__ */ w({ slice1d_: Ye });
 function We(e, n, t) {
   const s = S(e, "x", "slice2d");
-  return T(s.rank === 2, () => `slice2d expects a rank-2 tensor, but got a rank-${s.rank} tensor`), F(s, n, t);
+  return y(s.rank === 2, () => `slice2d expects a rank-2 tensor, but got a rank-${s.rank} tensor`), F(s, n, t);
 }
 const we = /* @__PURE__ */ w({ slice2d_: We });
 function Xe(e, n, t) {
   const s = S(e, "x", "slice3d");
-  return T(s.rank === 3, () => `slice3d expects a rank-3 tensor, but got a rank-${s.rank} tensor`), F(s, n, t);
+  return y(s.rank === 3, () => `slice3d expects a rank-3 tensor, but got a rank-${s.rank} tensor`), F(s, n, t);
 }
 const Q = /* @__PURE__ */ w({ slice3d_: Xe });
 function He(e, n, t) {
   const s = S(e, "x", "slice4d");
-  return T(s.rank === 4, () => `slice4d expects a rank-4 tensor, but got a rank-${s.rank} tensor`), F(s, n, t);
+  return y(s.rank === 4, () => `slice4d expects a rank-4 tensor, but got a rank-${s.rank} tensor`), F(s, n, t);
 }
 const V = /* @__PURE__ */ w({ slice4d_: He });
 function Qe({ a: e, b: n, transposeA: t = !1, transposeB: s = !1, bias: r, activation: o = "linear", preluActivationWeights: a, leakyreluAlpha: f = 0.2 }) {
@@ -58,19 +58,19 @@ function Qe({ a: e, b: n, transposeA: t = !1, transposeB: s = !1, bias: r, activ
   }
   let i = S(e, "a", "fused matMul"), u = S(n, "b", "fused matMul");
   [i, u] = ie(i, u);
-  const m = t ? i.shape[i.rank - 2] : i.shape[i.rank - 1], d = s ? u.shape[u.rank - 1] : u.shape[u.rank - 2], _ = t ? i.shape[i.rank - 1] : i.shape[i.rank - 2], h = s ? u.shape[u.rank - 2] : u.shape[u.rank - 1], ee = i.shape.slice(0, -2), I = u.shape.slice(0, -2), ne = ue(ee), te = ue(I);
-  T(m === d, () => `Error in fused matMul: inner shapes (${m}) and (${d}) of Tensors with shapes ${i.shape} and ${u.shape} and transposeA=${t} and transposeB=${s} must match.`);
-  const x = ae(i.shape.slice(0, -2), u.shape.slice(0, -2)).concat([_, h]), G = t ? c(i, [ne, m, _]) : c(i, [ne, _, m]), q = s ? c(u, [te, h, d]) : c(u, [te, d, h]);
+  const m = t ? i.shape[i.rank - 2] : i.shape[i.rank - 1], d = s ? u.shape[u.rank - 1] : u.shape[u.rank - 2], T = t ? i.shape[i.rank - 1] : i.shape[i.rank - 2], h = s ? u.shape[u.rank - 2] : u.shape[u.rank - 1], ee = i.shape.slice(0, -2), I = u.shape.slice(0, -2), ne = ue(ee), te = ue(I);
+  y(m === d, () => `Error in fused matMul: inner shapes (${m}) and (${d}) of Tensors with shapes ${i.shape} and ${u.shape} and transposeA=${t} and transposeB=${s} must match.`);
+  const x = ae(i.shape.slice(0, -2), u.shape.slice(0, -2)).concat([T, h]), G = t ? c(i, [ne, m, T]) : c(i, [ne, T, m]), q = s ? c(u, [te, h, d]) : c(u, [te, d, h]);
   let E;
   r != null && (E = S(r, "bias", "fused matMul"), [E] = ie(E, i), ae(x, E.shape));
   let se;
   a != null && (se = S(a, "prelu weights", "fused matMul"));
   const re = (D, C) => {
-    const [A, O, y, j] = C, g = je(c(D, y.shape), y, o);
+    const [A, O, _, j] = C, g = je(c(D, _.shape), _, o);
     let L, N;
     if (!t && !s ? (L = k(g, O, !1, !0), N = k(A, g, !0, !1)) : !t && s ? (L = k(g, O, !1, !1), N = k(g, A, !0, !1)) : t && !s ? (L = k(O, g, !1, !0), N = k(A, g, !1, !1)) : (L = k(O, g, !0, !0), N = k(g, A, !0, !0)), r != null) {
-      const ye = Ve(j, g);
-      return [L, N, ye];
+      const _e = Ve(j, g);
+      return [L, N, _e];
     } else
       return [L, N];
   }, oe = {
@@ -80,17 +80,17 @@ function Qe({ a: e, b: n, transposeA: t = !1, transposeB: s = !1, bias: r, activ
     preluActivationWeights: se
   }, ce = { transposeA: t, transposeB: s, activation: o, leakyreluAlpha: f };
   return r == null ? le((C, A, O) => {
-    const y = (
+    const _ = (
       // tslint:disable-next-line: no-unnecessary-type-assertion
       J.runKernel(fe, oe, ce)
     );
-    return O([C, A, y]), { value: c(y, x), gradFunc: re };
-  })(G, q) : le((C, A, O, y) => {
+    return O([C, A, _]), { value: c(_, x), gradFunc: re };
+  })(G, q) : le((C, A, O, _) => {
     const j = (
       // tslint:disable-next-line: no-unnecessary-type-assertion
       J.runKernel(fe, oe, ce)
     );
-    return y([C, A, j, O]), { value: c(j, x), gradFunc: re };
+    return _([C, A, j, O]), { value: c(j, x), gradFunc: re };
   })(G, q, E);
 }
 const pe = /* @__PURE__ */ w({ fusedMatMul_: Qe });
@@ -119,7 +119,7 @@ class z extends Error {
     super(n), Object.setPrototypeOf(this, z.prototype);
   }
 }
-function Tn(e, n) {
+function yn(e, n) {
   if (Array.isArray(e)) {
     let t = [];
     for (let s = 0; s < n; s++)
@@ -134,7 +134,7 @@ function de(e, n) {
   if (!e)
     throw new z(n);
 }
-function _n(e, n) {
+function Tn(e, n) {
   let t = 0;
   for (const s of e)
     s === n && t++;
@@ -208,8 +208,8 @@ function Fn(e, n = {}, t = {}, s = "object", r = !1) {
       for (const h of Object.keys(t))
         p[h] = t[h];
       Y(o.config);
-      const _ = i(f, o.config, t, r);
-      return p = Object.assign({}, d), _;
+      const T = i(f, o.config, t, r);
+      return p = Object.assign({}, d), T;
     } else {
       const u = Object.assign({}, p);
       for (const d of Object.keys(t))
@@ -249,7 +249,7 @@ function Mn(e, n, t = 0, s = 1 / 0) {
   return de(t >= 0), de(s >= t), Array.isArray(e) && e.length >= t && e.length <= s && e.every((r) => typeof r === n);
 }
 function en(e, n) {
-  Array.isArray(e) ? (T(e.length > 0, () => `${n} is unexpectedly an empty array.`), e.forEach((t, s) => en(t, `element ${s + 1} of ${n}`))) : T(Number.isInteger(e) && e > 0, () => `Expected ${n} to be a positive integer, but got ${Oe(e)}.`);
+  Array.isArray(e) ? (y(e.length > 0, () => `${n} is unexpectedly an empty array.`), e.forEach((t, s) => en(t, `element ${s + 1} of ${n}`))) : y(Number.isInteger(e) && e > 0, () => `Expected ${n} to be a positive integer, but got ${Oe(e)}.`);
 }
 function Oe(e) {
   return e === null ? "null" : Array.isArray(e) ? "[" + e.map((n) => Oe(n)).join(",") + "]" : typeof e == "string" ? `"${e}"` : `${e}`;
@@ -351,7 +351,7 @@ function Wn(e, n) {
 }
 let K;
 function Xn() {
-  return K == null && (K = Te().epsilon()), K;
+  return K == null && (K = ye().epsilon()), K;
 }
 function W() {
   return "channelsLast";
@@ -570,7 +570,7 @@ function at(e, n = 1) {
   return Fe(e);
 }
 function lt(e) {
-  return $(() => _e(e, U(Ie(e), 1)));
+  return $(() => Te(e, U(Ie(e), 1)));
 }
 function ft(e, n, t, s) {
   return $(() => Ne(e, n, t, s));
@@ -589,7 +589,7 @@ export {
   $e as A,
   ct as B,
   Wn as C,
-  _n as D,
+  Tn as D,
   at as E,
   ht as F,
   lt as G,
@@ -637,7 +637,7 @@ export {
   Ln as t,
   Pn as u,
   Cn as v,
-  Tn as w,
+  yn as w,
   vn as x,
   Z as y,
   an as z

package/dist/tile-OWUvpIVt.js

@@ -0,0 +1,11 @@
+import { o as e, q as a, x as i, E as c, T as l } from "./index-Duu1Lvvv.js";
+function u(r, t) {
+  const n = a(r, "x", "tile", "string_or_numeric");
+  i(n.rank === t.length, () => `Error in transpose: rank of input ${n.rank} must match length of reps ${t}.`);
+  const o = { x: n }, s = { reps: t };
+  return c.runKernel(l, o, s);
+}
+const p = /* @__PURE__ */ e({ tile_: u });
+export {
+  p as t
+};

package/dist/tokeniser/BaseTokeniser.d.ts

@@ -13,15 +13,13 @@ export default abstract class BaseTokeniser extends EE<'trainStatus'> implements
     protected addSpecialTokens(): void;
     protected addSpecialToken(token: string, index: number): void;
     abstract train(text: string[]): Promise<number>;
-    abstract tokenise(text: string[], numeric?: boolean): Promise<string[][] | number[][]>;
-    abstract detokenise(tokens: string[][] | number[][]): Promise<string[]>;
     abstract getVocab(): string[];
-    abstract getMerges(): Promise<[string, string][]>;
+    abstract getMerges(): [string, string][];
     abstract destroy(): void;
-    abstract encode(text: string): Promise<number[]>;
-    encodeSequence(text: string): Promise<number[]>;
-    encodeConversation(conversation: Conversation[], completion?: boolean): Promise<number[]>;
-    abstract decode(tokens: number[]): Promise<string>;
-    decodeConversation(tokens: number[]): Promise<Conversation[]>;
+    abstract encode(text: string): number[];
+    encodeSequence(text: string): number[];
+    encodeConversation(conversation: Conversation[], completion?: boolean): number[];
+    abstract decode(tokens: number[]): string;
+    decodeConversation(tokens: number[]): Conversation[];
     getSpecialTokenIndex(token: string): number | undefined;
 }