@genai-fi/nanogpt 1.1.2 → 1.1.3

package/dist/training/BasicTrainer.js

@@ -7,7 +7,7 @@ import { createTensorStatistics as d } from "../checks/weights.js";
 import f from "./configure.js";
 //#region lib/training/BasicTrainer.ts
 var p = {
-	logInterval: 1,
+	logInterval: 200,
 	maxEpochs: 100,
 	method: { type: "pretraining" },
 	batchSize: 32
@@ -212,7 +212,7 @@ var p = {
 		this.log.push(p), r && r(p), a.logStartTime = Date.now();
 	}
 	async trainOnDataset(e, t, n, i) {
-		let { logInterval: a = 10, maxEpochs: o = Infinity } = {
+		let { logInterval: a = 40, maxEpochs: o = Infinity } = {
 			...p,
 			...t
 		};
@@ -227,30 +227,32 @@ var p = {
 		await this.dummyPass(), t?.metrics?.includes("memoryUsage") && (this.model.getProfiler() || this.model.setProfiler(new s()));
 		let d = Date.now();
 		this.running = !0, l.logStartTime = d;
-		let f = n ? new u(this.model, n, this.maskedLoss) : void 0, m = await e.iterator(), h = m.next();
+		let f = d, m = n ? new u(this.model, n, this.maskedLoss) : void 0, h = await e.iterator(), g = h.next();
 		try {
 			for (; this.running;) {
-				let e = await h;
-				if (h = m.next(), e.done) break;
-				let n = e.value, r = l.step % a === 0, o = (t?.metrics?.includes("gradientStatistics") || !1) && r, s = this.trainStep(l, n, !1, o);
+				let e = await g;
+				if (g = h.next(), e.done) break;
+				let n = e.value, r = Date.now(), o = r - f >= a;
+				o && (f = r);
+				let s = (t?.metrics?.includes("gradientStatistics") || !1) && o, u = this.trainStep(l, n, !1, s);
 				if (t.debug) {
-					let e = (await s.data())[0];
+					let e = (await u.data())[0];
 					if (isNaN(e) || !isFinite(e)) throw console.error("Invalid loss value:", e), console.error("Batch xs:", await n.xs.array()), console.error("Batch ys:", await n.ys.array()), console.error("State:", l), Error("Loss is NaN or Infinity");
 					console.log(`Step ${l.step}: Loss = ${e}`);
 				}
 				n.xs.dispose(), n.ys.dispose(), l.step++, l.totalSteps++;
-				let u = l.step >= c;
-				r || u ? await this.performLogging(s, n.xs.shape[0], f, i) : (l.gradientNorm &&= (l.gradientNorm.dispose(), void 0), l.accuracy &&= (l.accuracy.dispose(), void 0)), s.dispose(), u && this.stop();
+				let d = l.step >= c;
+				o || d ? await this.performLogging(u, n.xs.shape[0], m, i) : (l.gradientNorm &&= (l.gradientNorm.dispose(), void 0), l.accuracy &&= (l.accuracy.dispose(), void 0)), u.dispose(), d && this.stop();
 			}
 		} catch (e) {
 			throw console.error("Training error:", e), r(), e;
 		}
 		r(), this.running = !1, this.model.metaData.actionLog = this.model.metaData.actionLog || [];
-		let g = Date.now();
+		let _ = Date.now();
 		return this.model.metaData.actionLog.push({
 			action: "pretrain",
-			timestamp: g,
-			duration: g - d,
+			timestamp: _,
+			duration: _ - d,
 			tokensProcessed: this.tokensProcessed,
 			options: t
 		}), {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "1.1.2",
+    "version": "1.1.3",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",