@genai-fi/nanogpt 0.2.9 → 0.2.11

package/dist/ops/gatherSub.js

@@ -1,6 +1,6 @@
 import { engine as l } from "@tensorflow/tfjs";
-import { o as g, c as i, E as b, G as d, r as c, a as h } from "../index-Dsg28SG6.js";
-import { r as p, s as f } from "../stack-1o648CP_.js";
+import { o as g, d as i, E as b, G as d, r as c, b as h } from "../index-YPKosni4.js";
+import { r as p, s as f } from "../stack-BtKpB0Ry.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/ops/node/sparseCrossEntropy.js

@@ -1,4 +1,4 @@
-import { r as o } from "../../index-Dsg28SG6.js";
+import { r as o } from "../../index-YPKosni4.js";
 function r(e) {
   const { logits: t, labels: n } = e.inputs;
   return e.backend.executeMultipleOutputs("SparseSoftmaxCrossEntropyWithLogits", [], [t, n], 2);

package/dist/ops/qkv.d.ts

@@ -0,0 +1,7 @@
+import { Tensor } from '@tensorflow/tfjs';
+import { TensorInfo, NamedTensorInfoMap, NamedAttrMap } from '@tensorflow/tfjs-core';
+export declare function qkvCPU(args: {
+    inputs: NamedTensorInfoMap;
+    attrs?: NamedAttrMap;
+}): TensorInfo[];
+export declare function qkv(x: Tensor, kernel: Tensor, heads: number): Tensor[];

package/dist/ops/qkv.js

@@ -0,0 +1,127 @@
+import { engine as C } from "@tensorflow/tfjs";
+import { o as N, d as V, E as Q, i as T, r as b, c as G } from "../index-YPKosni4.js";
+import { r as x } from "../reshape-DmnmKT6r.js";
+/**
+ * @license
+ * Copyright 2020 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function M(r, e, o = 0) {
+  const t = { x: V(r, "x", "split") }, s = { numOrSizeSplits: e, axis: o };
+  return Q.runKernel(T, t, s);
+}
+const P = /* @__PURE__ */ N({ split_: M });
+class S {
+  variableNames = ["x", "kernel"];
+  outputShape;
+  userCode;
+  // enableShapeUniforms = true;
+  customUniforms = [{ name: "mode", type: "int" }];
+  constructor(e, o, a, t) {
+    const s = t / o;
+    this.outputShape = [e, o, a, s], this.userCode = `
+        void main() {
+            ivec4 coords = getOutputCoords(); // [b, h, t, d]
+            int b = coords.x;
+            int h = coords.y;
+            int t = coords.z;
+            int d = coords.w;
+
+            // Compute output channel index in fused kernel
+            int out_offset = mode * ${o} * ${s} + h * ${s} + d;
+
+            float sum = 0.0;
+            for (int c = 0; c < ${t}; ++c) {
+                float xval = getX(b, t, c); // fetch from x
+                float kval = getKernel(c, out_offset); // fetch from kernel
+                sum += xval * kval;
+            }
+
+            setOutput(sum);
+        }
+        `;
+  }
+}
+function $(r) {
+  const { x: e, kernel: o } = r.inputs, { heads: a } = r.attrs, t = r.backend, s = e.shape[0], l = e.shape[1], d = e.shape[2], c = new S(s, a, l, d);
+  return [
+    t.runWebGLProgram(c, [e, o], "float32", [[0]]),
+    t.runWebGLProgram(c, [e, o], "float32", [[1]]),
+    t.runWebGLProgram(c, [e, o], "float32", [[2]])
+  ];
+}
+const w = {
+  kernelName: "QKV",
+  backendName: "webgl",
+  kernelFunc: $
+};
+b(w);
+function q(r) {
+  const { x: e, kernel: o } = r.inputs, { heads: a } = r.attrs, [t, s, l] = e.shape, d = x(e, [t * s, l]), c = d.dot(o);
+  d.dispose();
+  const n = x(c, [t, s, 3 * l]);
+  c.dispose();
+  const [p, m, k] = P(n, 3, -1);
+  n.dispose();
+  const f = l / a, v = x(p, [t, s, a, f]);
+  p.dispose();
+  const g = v.transpose([0, 2, 1, 3]);
+  v.dispose();
+  const u = x(m, [t, s, a, f]);
+  m.dispose();
+  const h = u.transpose([0, 2, 1, 3]);
+  u.dispose();
+  const i = x(k, [t, s, a, f]);
+  k.dispose();
+  const K = i.transpose([0, 2, 1, 3]);
+  return i.dispose(), [g, h, K];
+}
+const F = {
+  kernelName: "QKV",
+  backendName: "cpu",
+  kernelFunc: q
+};
+b(F);
+const L = {
+  kernelName: "QKV",
+  backendName: "tensorflow",
+  kernelFunc: q
+};
+b(L);
+function y(r, e, o) {
+  return C().runKernel("QKV", { x: r, kernel: e }, { heads: o });
+}
+const _ = {
+  kernelName: "QKV",
+  inputsToSave: ["x", "kernel"],
+  outputsToSave: [],
+  gradFunc: (r, e) => {
+    const [o, a, t] = r, [s, l] = e, [d, c, n] = s.shape, p = o.transpose([0, 2, 1, 3]).reshape([d * c, n]), m = a.transpose([0, 2, 1, 3]).reshape([d * c, n]), k = t.transpose([0, 2, 1, 3]).reshape([d * c, n]), f = l.slice([0, 0], [n, n]), v = l.slice([0, n], [n, n]), g = l.slice([0, 2 * n], [n, n]);
+    return {
+      x: () => {
+        const u = p.matMul(f, !1, !0), h = m.matMul(v, !1, !0), i = k.matMul(g, !1, !0);
+        return u.add(h).add(i).reshape([d, c, n]);
+      },
+      kernel: () => {
+        const u = s.reshape([d * c, n]), h = u.matMul(p, !0, !1), i = u.matMul(m, !0, !1), K = u.matMul(k, !0, !1);
+        return h.concat(i, 1).concat(K, 1);
+      }
+    };
+  }
+};
+G(_);
+export {
+  y as qkv,
+  q as qkvCPU
+};

package/dist/ops/rope.d.ts

@@ -0,0 +1,8 @@
+import { default as RoPECache } from '../layers/RoPECache';
+import { Tensor } from '@tensorflow/tfjs';
+import { TensorInfo, NamedTensorInfoMap, NamedAttrMap } from '@tensorflow/tfjs-core';
+export declare function ropeCPU(args: {
+    inputs: NamedTensorInfoMap;
+    attrs?: NamedAttrMap;
+}): TensorInfo;
+export declare function rope(x: Tensor, cache: RoPECache, pastLength: number): Tensor;

package/dist/ops/rope.js

@@ -0,0 +1,153 @@
+import { engine as D } from "@tensorflow/tfjs";
+import { o as G, l as F, k as _, n as z, E as K, p as O, d as T, q as U, r as g, c as A } from "../index-YPKosni4.js";
+import { r as $, s as B } from "../stack-BtKpB0Ry.js";
+/**
+ * @license
+ * Copyright 2020 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function W(e, t = 0) {
+  F(e.length >= 1, () => "Pass at least one tensor to concat");
+  const o = _(e, "tensors", "concat", "string_or_numeric");
+  if (o[0].dtype === "complex64" && o.forEach((s) => {
+    if (s.dtype !== "complex64")
+      throw new Error(`Cannot concatenate complex64 tensors with a tensor
+          with dtype ${s.dtype}. `);
+  }), o.length === 1)
+    return z(o[0]);
+  const n = o, r = { axis: t };
+  return K.runKernel(O, n, r);
+}
+const j = /* @__PURE__ */ G({ concat_: W });
+/**
+ * @license
+ * Copyright 2018 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function H(e, t, o = 0, n = 0) {
+  const r = T(e, "x", "gather"), s = T(t, "indices", "gather", "int32"), c = { x: r, indices: s }, a = { axis: o, batchDims: n };
+  return K.runKernel(U, c, a);
+}
+const E = /* @__PURE__ */ G({ gather_: H });
+class J {
+  variableNames = ["x", "sin", "cos"];
+  outputShape;
+  userCode;
+  // enableShapeUniforms = true;
+  constructor(t, o, n, r, s) {
+    this.outputShape = [t, o, n, r], this.userCode = `
+        void main() {
+            ivec4 coords = getOutputCoords(); // [b, h, t, d]
+            int b = coords.x;
+            int h = coords.y;
+            int t = coords.z;
+            int d = coords.w;
+
+            int rotaryDim = ${r};
+
+            float outVal = 0.0;
+
+            if (d < rotaryDim) {
+                int pairIdx = d / 2;
+                float cos = getCos(t + ${s}, pairIdx, 0);
+                float sin = getSin(t + ${s}, pairIdx, 0);
+
+                if (d % 2 == 0) {
+                    // even index
+                    float even = getX(b, h, t, d);
+                    float odd = getX(b, h, t, d + 1);
+                    outVal = even * cos - odd * sin;
+                } else {
+                    // odd index
+                    float even = getX(b, h, t, d - 1);
+                    float odd = getX(b, h, t, d);
+                    outVal = even * sin + odd * cos;
+                }
+            } else {
+                // pass through for non-rotary dims
+                outVal = getX(b, h, t, d);
+            }
+
+            setOutput(outVal);
+        }
+        `;
+  }
+}
+function M(e) {
+  const { x: t, sin: o, cos: n } = e.inputs, { pastLen: r } = e.attrs, s = e.backend, c = t.shape[0], a = t.shape[1], i = t.shape[2], d = t.shape[3], p = new J(c, a, i, d, r);
+  return s.runWebGLProgram(p, [t, o, n], "float32");
+}
+const Q = {
+  kernelName: "Rope",
+  backendName: "webgl",
+  kernelFunc: M
+};
+g(Q);
+function V(e, t, o, n, r) {
+  const s = n.shape[3], c = o;
+  if (c > s) return n;
+  const a = n.shape[2], i = c / 2, d = t.slice([r, 0, 0], [a, i, 1]).reshape([1, 1, a, i]), p = e.slice([r, 0, 0], [a, i, 1]).reshape([1, 1, a, i]), u = n.shape[0], l = n.shape[1], m = $(0, c, 2, "int32"), x = $(1, c, 2, "int32"), X = ((b) => {
+    const v = b.slice([0, 0, 0, 0], [u, l, a, c]), k = c < s ? b.slice([0, 0, 0, c], [u, l, a, s - c]) : null, h = E(v, m, 3), f = E(v, x, 3), C = h.mul(d), y = f.mul(p), R = C.sub(y), N = f.mul(d), S = h.mul(p), w = N.add(S);
+    h.dispose(), f.dispose(), d.dispose(), p.dispose(), C.dispose(), y.dispose(), N.dispose(), S.dispose();
+    const P = B([R, w], -1);
+    R.dispose(), w.dispose();
+    const I = P.reshape([u, l, a, c]);
+    return P.dispose(), k ? j([I, k], 3) : I;
+  })(n);
+  return m.dispose(), x.dispose(), X;
+}
+function L(e) {
+  const { x: t, sin: o, cos: n } = e.inputs, { pastLen: r } = e.attrs, s = t.shape[3];
+  return V(o, n, s, t, r);
+}
+const Y = {
+  kernelName: "Rope",
+  backendName: "cpu",
+  kernelFunc: L
+};
+g(Y);
+const Z = {
+  kernelName: "Rope",
+  backendName: "tensorflow",
+  kernelFunc: L
+};
+g(Z);
+function st(e, t, o) {
+  return t.ensureRopeCache(e.shape[1]), D().runKernel("Rope", { x: e, sin: t.getSin(), cos: t.getCos() }, { pastLen: o });
+}
+const q = {
+  kernelName: "Rope",
+  inputsToSave: ["x", "sin", "cos"],
+  outputsToSave: [],
+  gradFunc: (e, t) => {
+    const [o, n, r] = t, s = n.neg(), c = o.shape[3], i = V(s, r, c, e, 0);
+    return s.dispose(), { x: () => i };
+  }
+};
+A(q);
+export {
+  st as rope,
+  L as ropeCPU
+};

package/dist/ops/scatterSub.js

@@ -1,7 +1,7 @@
 import { engine as $ } from "@tensorflow/tfjs";
-import { k as u, l as S, n as p, E as f, p as E, o as N, c as l, q as y, r as h, a as D, m as x } from "../index-Dsg28SG6.js";
-import { c as m } from "../complex-Cd8sqiBC.js";
-import { r as v, s as T } from "../stack-1o648CP_.js";
+import { t as u, u as S, v as l, E as f, w as E, o as N, d as h, x as y, r as p, b as x, a as D } from "../index-YPKosni4.js";
+import { c as d } from "../complex-CJ-qCcLB.js";
+import { r as v, s as T } from "../stack-BtKpB0Ry.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -21,9 +21,9 @@ import { r as v, s as T } from "../stack-1o648CP_.js";
 function i(e, t = "float32") {
   if (u(e), t === "complex64") {
     const a = i(e, "float32"), o = i(e, "float32");
-    return m(a, o);
+    return d(a, o);
   }
-  const r = S(p(e), t);
+  const r = S(l(e), t);
   return f.makeTensor(r, e, t);
 }
 /**
@@ -42,12 +42,12 @@ function i(e, t = "float32") {
  * limitations under the License.
  * =============================================================================
  */
-function d(e, t = "float32") {
+function m(e, t = "float32") {
   if (u(e), t === "complex64") {
-    const a = d(e, "float32"), o = i(e, "float32");
-    return m(a, o);
+    const a = m(e, "float32"), o = i(e, "float32");
+    return d(a, o);
   }
-  const r = E(p(e), t);
+  const r = E(l(e), t);
   return f.makeTensor(r, e, t);
 }
 function C(e, t, r) {
@@ -100,7 +100,7 @@ function O(e, t, r) {
  */
 function z(e, t, r) {
   u(r);
-  const a = l(e, "indices", "scatterND", "int32"), o = l(t, "updates", "scatterND");
+  const a = h(e, "indices", "scatterND", "int32"), o = h(t, "updates", "scatterND");
   O(o, a, r);
   const s = { indices: a, updates: o }, n = { shape: r };
   return f.runKernel(y, s, n);
@@ -131,17 +131,17 @@ const K = {
   backendName: "webgl",
   kernelFunc: P
 };
-h(K);
+p(K);
 function A(e) {
-  const { logits: t, labels: r, dy: a } = e.inputs, o = r.shape[0], s = t.shape[1], n = v(0, o, 1, "int32"), c = T([n, r], 1), b = d([o]), g = I(c, b, [o, s]), k = D(t, g), w = a.reshape([o, 1]);
-  return x(k, w);
+  const { logits: t, labels: r, dy: a } = e.inputs, o = r.shape[0], s = t.shape[1], n = v(0, o, 1, "int32"), c = T([n, r], 1), b = m([o]), g = I(c, b, [o, s]), k = x(t, g), w = a.reshape([o, 1]);
+  return D(k, w);
 }
 const F = {
   kernelName: "EfficientScatterSub",
   backendName: "cpu",
   kernelFunc: A
 };
-h(F);
+p(F);
 function R(e, t, r) {
   return $().runKernel("EfficientScatterSub", { logits: e, labels: t, dy: r }, {});
 }

package/dist/reshape-DmnmKT6r.js

@@ -0,0 +1,25 @@
+import { o, d as t, E as a, R as p } from "./index-YPKosni4.js";
+/**
+ * @license
+ * Copyright 2020 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function c(r, s) {
+  const e = { x: t(r, "x", "reshape", "string_or_numeric") }, n = { shape: s };
+  return a.runKernel(p, e, n);
+}
+const x = /* @__PURE__ */ o({ reshape_: c });
+export {
+  x as r
+};

package/dist/{stack-1o648CP_.js → stack-BtKpB0Ry.js}

@@ -1,4 +1,4 @@
-import { E as e, R as c, o as f, g as u, h as a, P as i } from "./index-Dsg28SG6.js";
+import { E as e, j as c, o as f, k as u, l as a, P as i } from "./index-YPKosni4.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -15,7 +15,7 @@ import { E as e, R as c, o as f, g as u, h as a, P as i } from "./index-Dsg28SG6
  * limitations under the License.
  * =============================================================================
  */
-function h(n, s, t = 1, r = "float32") {
+function g(n, s, t = 1, r = "float32") {
   if (t === 0)
     throw new Error("Cannot have a step of zero");
   const o = { start: n, stop: s, step: t, dtype: r };
@@ -43,8 +43,8 @@ function k(n, s = 0) {
   const r = t, o = { axis: s };
   return e.runKernel(i, r, o);
 }
-const l = /* @__PURE__ */ f({ stack_: k });
+const h = /* @__PURE__ */ f({ stack_: k });
 export {
-  h as r,
-  l as s
+  g as r,
+  h as s
 };

package/dist/sum-D7fu15XL.js

@@ -0,0 +1,27 @@
+import { o as e, d as u, h as c, E as l, S as m } from "./index-YPKosni4.js";
+/**
+ * @license
+ * Copyright 2018 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function i(t, o = null, n = !1) {
+  let s = u(t, "x", "sum");
+  s.dtype === "bool" && (s = c(s, "int32"));
+  const r = { x: s }, a = { axis: o, keepDims: n };
+  return l.runKernel(m, r, a);
+}
+const f = /* @__PURE__ */ e({ sum_: i });
+export {
+  f as s
+};

package/dist/training/AdamExt.js

@@ -1,4 +1,4 @@
-import { A as r, m as c, s as h, a as g, e as o } from "../index-Dsg28SG6.js";
+import { A as r, a as c, s as h, b as g, e as o } from "../index-YPKosni4.js";
 class u extends r {
   constructor(t, e, s, a, i) {
     super(t, e, s, a), this.config = i, this.startLearningRate = t;

package/dist/training/Trainer.js

@@ -1,8 +1,8 @@
 import { DatasetBuilder as d } from "./DatasetBuilder.js";
-import p from "./AdamExt.js";
-class u {
-  constructor(t, e, s, i = 1e-3) {
-    this.tokenizer = s, this.tf = t, this.model = e, this.learningRate = i, this.resetOptimizer(), this.datasetBuilder = new d(this.tf, s, e.config.blockSize);
+import h from "./AdamExt.js";
+class g {
+  constructor(t, s, e, i = 1e-3) {
+    this.tokenizer = e, this.tf = t, this.model = s, this.learningRate = i, this.resetOptimizer(), this.datasetBuilder = new d(this.tf, e, s.config.blockSize);
   }
   model;
   optimizer;
@@ -25,7 +25,7 @@ class u {
   }
   resetOptimizer(t = { learningRateFactor: 1, beta1: 0.9, beta2: 0.99, epsilon: 1e-8 }) {
     this.optimizer && this.optimizer.dispose();
-    const e = new p(
+    const s = new h(
       t.learningRateFactor * this.learningRate,
       t.beta1,
       t.beta2,
@@ -37,58 +37,59 @@ class u {
         weightDecay: 0
       }
     );
-    this.optimizer = e;
+    this.optimizer = s;
   }
   printGradients(t) {
-    Object.keys(t).forEach((e) => {
-      const s = t[e];
-      console.log(`${e}:`), console.log(`  Shape: ${s.shape}`), console.log(`  Mean: ${this.tf.mean(s).dataSync()[0]}`), console.log(`  Std: ${this.tf.moments(s).variance.sqrt().dataSync()[0]}`), console.log(`  Min: ${this.tf.min(s).dataSync()[0]}`), console.log(`  Max: ${this.tf.max(s).dataSync()[0]}`), console.log(`  Norm: ${this.tf.norm(s).dataSync()[0]}`);
+    Object.keys(t).forEach((s) => {
+      const e = t[s];
+      console.log(`${s}:`), console.log(`  Shape: ${e.shape}`), console.log(`  Mean: ${this.tf.mean(e).dataSync()[0]}`), console.log(`  Std: ${this.tf.moments(e).variance.sqrt().dataSync()[0]}`), console.log(`  Min: ${this.tf.min(e).dataSync()[0]}`), console.log(`  Max: ${this.tf.max(e).dataSync()[0]}`), console.log(`  Norm: ${this.tf.norm(e).dataSync()[0]}`);
     });
   }
-  trainStep(t, e = !1, s = !1) {
+  trainStep(t, s = !1, e = !1) {
     return this.tf.tidy(() => {
+      this.model.getProfiler()?.startMemory();
       const { xs: i, ys: a } = t, o = () => {
         const { loss: l, logits: c } = this.model.forward(i, a, !0);
         return c.dispose(), l;
       }, { value: n, grads: r } = this.tf.variableGrads(o);
-      return e || (s && (console.log("-------"), this.printGradients(r), console.log("-------")), this.optimizer.applyGradients(r), this.tf.dispose(r)), n;
+      return s ? this.model.getProfiler()?.endMemory("Training") : (e && (console.log("-------"), this.printGradients(r), console.log("-------")), this.optimizer.applyGradients(r), this.model.getProfiler()?.endMemory("Training"), this.tf.dispose(r)), n;
     });
   }
   dummyPass() {
-    const t = this.tf.zeros([1, this.model.config.blockSize], "int32"), e = this.tf.zeros([1, this.model.config.blockSize], "int32");
+    const t = this.tf.zeros([1, this.model.config.blockSize], "int32"), s = this.tf.zeros([1, this.model.config.blockSize], "int32");
     try {
-      const s = this.trainStep({ xs: t, ys: e }, !0);
-      s.dataSync(), s.dispose();
-    } catch (s) {
-      console.error("Error during dummy pass:", s);
+      const e = this.trainStep({ xs: t, ys: s }, !0);
+      e.dataSync(), e.dispose();
+    } catch (e) {
+      console.error("Error during dummy pass:", e);
     } finally {
-      t.dispose(), e.dispose();
+      t.dispose(), s.dispose();
     }
   }
-  async trainBatch(t, e) {
+  async trainBatch(t, s) {
     try {
-      const s = this.trainStep(e, !1, !1);
-      return e.xs.dispose(), e.ys.dispose(), t.step++, t.totalSteps++, s.array().then((i) => (t.lastLoss = i, t.losses.push(t.lastLoss), s.dispose(), t.lastLoss));
-    } catch (s) {
-      throw console.error(`Error processing batch at step ${t.step}:`, s), this.tf.dispose(), s;
+      const e = this.trainStep(s, !1, !1);
+      return s.xs.dispose(), s.ys.dispose(), t.step++, t.totalSteps++, e.array().then((i) => (t.lastLoss = i, t.losses.push(t.lastLoss), e.dispose(), t.lastLoss));
+    } catch (e) {
+      throw console.error(`Error processing batch at step ${t.step}:`, e), this.tf.dispose(), e;
     }
   }
-  async createTrainValidationSplit(t, e = 32, s = 0.1) {
-    const i = await this.datasetBuilder.createTextDataset(t, e, 0, 1 - s), a = await this.datasetBuilder.createTextDataset(
+  async createTrainValidationSplit(t, s = 32, e = 0.1) {
+    const i = await this.datasetBuilder.createTextDataset(t, s, 0, 1 - e), a = await this.datasetBuilder.createTextDataset(
       t,
-      e,
-      1 - s,
+      s,
+      1 - e,
       1
     );
     return { trainDataset: i, validationDataset: a };
   }
-  async createDataset(t, e = 32) {
-    return await this.datasetBuilder.createTextDataset(t, e);
+  async createDataset(t, s = 32) {
+    return await this.datasetBuilder.createTextDataset(t, s);
   }
   dispose() {
     this.optimizer && this.optimizer.dispose();
   }
 }
 export {
-  u as default
+  g as default
 };