@genai-fi/nanogpt 0.2.8 → 0.2.10

package/dist/training/sparseCrossEntropy.js

@@ -1,7 +1,7 @@
 import { gatherSub as w } from "../ops/gatherSub.js";
 import { scatterSub as K } from "../ops/scatterSub.js";
-import { o as l, c as d, E as f, M as _, q as z, L as I, t as N, a as E, u as M, v as T, e as m, w as g, x as $, z as S } from "../index-DQfEAU9u.js";
-import { s as F, r as b } from "../sum-B-O33dgG.js";
+import { o as l, d, E as f, M as _, u as z, L as I, v as N, b as E, w as M, x as T, e as m, y as g, z as $, D as S } from "../index-CWQLouWz.js";
+import { s as D, r as b } from "../sum-CnIf1YOh.js";
 /**
  * @license
  * Copyright 2017 Google LLC. All Rights Reserved.
@@ -18,16 +18,16 @@ import { s as F, r as b } from "../sum-B-O33dgG.js";
  * limitations under the License.
  * =============================================================================
  */
-function P(n, s, t) {
+function F(n, s, t) {
   const a = n.length + s.length, e = [];
   let r = 0, c = 0;
   for (let o = 0; o < a; o++)
     t.indexOf(o) === -1 ? e.push(n[r++]) : e.push(s[c++]);
   return e;
 }
-function q(n, s) {
+function P(n, s) {
   const t = s.map((a) => 1);
-  return P(n, t, s);
+  return F(n, t, s);
 }
 /**
  * @license
@@ -66,11 +66,11 @@ const L = /* @__PURE__ */ l({ max_: A });
  * limitations under the License.
  * =============================================================================
  */
-function D(n) {
+function O(n) {
   const t = { x: d(n, "x", "exp") };
   return f.runKernel(z, t);
 }
-const O = /* @__PURE__ */ l({ exp_: D });
+const W = /* @__PURE__ */ l({ exp_: O });
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -87,11 +87,11 @@ const O = /* @__PURE__ */ l({ exp_: D });
  * limitations under the License.
  * =============================================================================
  */
-function W(n) {
+function j(n) {
   const t = { x: d(n, "x", "log", "float32") };
   return f.runKernel(I, t);
 }
-const j = /* @__PURE__ */ l({ log_: W });
+const q = /* @__PURE__ */ l({ log_: j });
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -114,9 +114,9 @@ function B(n, s = null, t = !1) {
     e,
     !0
     /* keepDims */
-  ), c = E(a, r), o = O(c), p = F(o, e), u = j(p), i = M(b(r, u.shape), u);
+  ), c = E(a, r), o = W(c), p = D(o, e), u = q(p), i = M(b(r, u.shape), u);
   if (t) {
-    const h = q(i.shape, e);
+    const h = P(i.shape, e);
     return b(i, h);
   }
   return i;
@@ -165,7 +165,7 @@ function ss() {
     (s, t, a) => {
       const e = s.shape[s.shape.length - 1], c = s.shape.slice(0, -1).reduce((h, x) => h * x, 1), o = s.reshape([c, e]), p = t.reshape([c]).cast("int32"), u = R(o, p);
       return a([o, p]), o.dispose(), p.dispose(), { value: u, gradFunc: (h, x) => $(() => {
-        const k = x[0], y = x[1], C = Q(k), G = K(C, y, h), v = S(t);
+        const y = x[0], k = x[1], C = Q(y), G = K(C, k, h), v = S(t);
         return [G.reshape(s.shape), v];
       }) };
     }

package/dist/utilities/profile.d.ts

@@ -0,0 +1,10 @@
+export default class MemoryProfiler {
+    private log;
+    private maxMemory;
+    private maxLabel?;
+    private lastMemInfo;
+    private peakMemory;
+    startMemory(): void;
+    endMemory(label: string): void;
+    printSummary(): void;
+}

package/dist/utilities/profile.js

@@ -0,0 +1,29 @@
+import { m as s } from "../index-CWQLouWz.js";
+const m = 1024 * 1024;
+class i {
+  log = /* @__PURE__ */ new Map();
+  maxMemory = 0;
+  maxLabel;
+  lastMemInfo = [];
+  peakMemory = 0;
+  startMemory() {
+    this.lastMemInfo.push(s());
+  }
+  endMemory(e) {
+    if (this.lastMemInfo.length === 0) {
+      console.warn("MemoryProfiler: endMemory called without matching startMemory");
+      return;
+    }
+    const o = s(), t = o.numBytes - (this.lastMemInfo.pop()?.numBytes || 0);
+    this.log.set(e, Math.max(this.log.get(e) || 0, t)), t > this.maxMemory && (this.maxMemory = t, this.maxLabel = e), this.peakMemory = Math.max(this.peakMemory, o.numBytes);
+  }
+  printSummary() {
+    console.log("Memory Usage Summary:");
+    for (const [e, o] of this.log.entries())
+      console.log(`- ${e}: ${(o / m).toFixed(2)} MB`);
+    this.maxLabel && console.log(`Peak Memory Usage: ${(this.maxMemory / m).toFixed(2)} MB at "${this.maxLabel}"`), console.log(`Overall Peak Memory Usage: ${(this.peakMemory / m).toFixed(2)} MB`);
+  }
+}
+export {
+  i as default
+};

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.2.8",
+    "version": "0.2.10",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",