@genai-fi/nanogpt 0.23.0 → 1.0.0

package/dist/api/training.js

@@ -0,0 +1,205 @@
+import { t as e } from "../eventemitter3-D_qV3Lof.js";
+import { TokenStore as t } from "../training/tasks/TokenStore.js";
+import { t as n } from "../v4-BK7K-jy_.js";
+import r from "../training/factory.js";
+import i from "../training/prepareData.js";
+import a from "../utilities/datasetID.js";
+//#region lib/api/training.ts
+var o = class {
+	ee;
+	_model;
+	_tokeniser;
+	_jobs = /* @__PURE__ */ new Map();
+	constructor(t, n) {
+		this.ee = new e(), this._model = t, this._tokeniser = n;
+	}
+	setState(e, t, n) {
+		let r = () => {
+			throw Error(`invalid_state_transition_from_${e.state}_to_${t}`);
+		};
+		switch (t) {
+			case "pending":
+				e.state !== "completed" && e.state !== "paused" && e.state !== "cancelled" && e.state !== "pending" && r();
+				break;
+			case "running":
+				e.state !== "pending" && e.state !== "paused" && r(), this.ee.emit("running", e.id);
+				break;
+			case "paused":
+				e.state !== "pausing" && r(), this.ee.emit("paused", e.id);
+				break;
+			case "completed":
+				e.state !== "running" && r(), this.ee.emit("completed", e.id);
+				break;
+			case "pausing":
+				e.state !== "running" && r(), this.ee.emit("pausing", e.id);
+				break;
+			case "cancelling":
+				e.state !== "running" && e.state !== "paused" && e.state !== "pausing" && r(), this.ee.emit("cancelling", e.id);
+				break;
+			case "cancelled":
+				e.state !== "paused" && e.state !== "cancelling" && r(), this.ee.emit("cancelled", e.id);
+				break;
+			case "error":
+				n && this.ee.emit("error", e.id, n);
+				break;
+			default: throw Error("invalid_state");
+		}
+		e.state = t;
+	}
+	get activeJobs() {
+		return this._jobs.values().reduce((e, t) => t.state === "running" ? e + 1 : e, 0);
+	}
+	get training() {
+		return this.activeJobs > 0;
+	}
+	assertValidJobId(e) {
+		if (typeof e != "string" || e.trim().length === 0) throw Error("invalid_job_id");
+	}
+	assertValidOptions(e) {
+		if (!Number.isInteger(e.batchSize) || e.batchSize <= 0) throw Error("invalid_batch_size");
+		if (e.maxEpochs !== void 0 && (!Number.isFinite(e.maxEpochs) || e.maxEpochs <= 0)) throw Error("invalid_max_epochs");
+		if (e.logInterval !== void 0 && (!Number.isInteger(e.logInterval) || e.logInterval <= 0)) throw Error("invalid_log_interval");
+		if (e.learningRate !== void 0 && (!Number.isFinite(e.learningRate) || e.learningRate <= 0)) throw Error("invalid_learning_rate");
+		if (e.validationSplit !== void 0 && (!Number.isFinite(e.validationSplit) || e.validationSplit <= 0 || e.validationSplit >= 1)) throw Error("invalid_validation_split");
+		if (e.dropout !== void 0 && (!Number.isFinite(e.dropout) || e.dropout < 0 || e.dropout > 1)) throw Error("invalid_dropout");
+		if (e.layerDrop !== void 0 && (!Number.isFinite(e.layerDrop) || e.layerDrop < 0 || e.layerDrop > 1)) throw Error("invalid_layer_drop");
+		if (e.labelSmoothing !== void 0 && (!Number.isFinite(e.labelSmoothing) || e.labelSmoothing < 0 || e.labelSmoothing > 1)) throw Error("invalid_label_smoothing");
+	}
+	assertValidDatasets(e) {
+		if (e.length === 0) throw Error("invalid_datasets");
+		let t = /* @__PURE__ */ new Set();
+		for (let n of e) {
+			if (!n.id.trim()) throw Error("invalid_dataset_id");
+			if (!n.name.trim()) throw Error("invalid_dataset_name");
+			if (t.has(n.id)) throw Error("duplicate_dataset_id");
+			t.add(n.id);
+		}
+	}
+	assertValidDataInput(e) {
+		if (e instanceof t) {
+			if (e.tokeniserId !== this._tokeniser.id) throw Error("tokeniser_mismatch");
+			if (e.getTokenCount() === 0) throw Error("empty_training_data");
+			return;
+		}
+		if (e.length === 0) throw Error("empty_training_data");
+	}
+	on(e, t) {
+		this.ee.on(e, t);
+	}
+	off(e, t) {
+		this.ee.off(e, t);
+	}
+	restore(e, t, i, o) {
+		if (this.assertValidOptions(e), this.assertValidDatasets(o), t.length === 0) throw Error("invalid_log");
+		let s = {
+			id: n(),
+			state: "completed",
+			trainer: r(this._model, this._tokeniser, e, i),
+			history: t,
+			progress: t[t.length - 1]?.totalTokens / t[t.length - 1]?.duration || 0,
+			remaining: 0,
+			options: e,
+			totalTokens: t[t.length - 1]?.totalTokens || 0,
+			datasets: o,
+			datasetId: a(o),
+			breakOnLog: !1
+		};
+		return s.trainer.log = t, s.trainer.resumeFromLog(t[t.length - 1]), this._jobs.set(s.id, s), s;
+	}
+	launchJob(e) {
+		e.trainDataset && (this.setState(e, "running"), e.trainer.trainOnDataset(e.trainDataset, e.options, e.validationDataset, (t) => {
+			e.history = e.trainer.log, e.progress = t.totalTokens / e.totalTokens, e.remaining = Math.max(0, (e.totalTokens - t.totalTokens) / t.totalTokens * t.duration), e.breakOnLog && e.state === "running" && (this.setState(e, "pausing"), e.trainer.stop()), this.ee.emit("progress", e);
+		}).then(() => {
+			e.state === "running" ? this.setState(e, "completed") : e.state === "pausing" ? this.setState(e, "paused") : e.state === "cancelling" && this.setState(e, "cancelled");
+		}).catch((t) => {
+			this.setState(e, "error", t);
+		}));
+	}
+	async job(e, a = [], o, s) {
+		if (this.assertValidOptions(e), this.assertValidDataInput(a), this.assertValidDatasets(o), s && s instanceof t && s.tokeniserId !== this._tokeniser.id) throw Error("tokeniser_mismatch");
+		let c = Array.from(this._jobs.keys());
+		for (let t of c) {
+			let n = this._jobs.get(t);
+			if (n && n.id !== e.previous_job_id) {
+				if (n.options.method.type === e.method.type && n.state !== "running") n.trainer.dispose(), this._jobs.delete(n.id);
+				else if (n.options.method.type === e.method.type && n.state === "running") throw Error("training_in_progress");
+			}
+		}
+		let l = e.previous_job_id ? this.getJob(e.previous_job_id) : {
+			id: n(),
+			state: "pending",
+			trainer: r(this._model, this._tokeniser, e),
+			history: [],
+			progress: 0,
+			remaining: 0,
+			options: e,
+			totalTokens: 0,
+			datasets: o,
+			breakOnLog: !1
+		};
+		if (!l) throw Error("invalid_previous_job_id");
+		if (this._jobs.set(l.id, l), this.setState(l, "pending"), a instanceof t) {
+			if (l.datasetId && a.datasetId !== l.datasetId) {
+				let e = /* @__PURE__ */ Error("dataset_mismatch");
+				throw this.setState(l, "error", e), e;
+			}
+			if (a.tokeniserId !== this._tokeniser.id) {
+				let e = /* @__PURE__ */ Error("tokeniser_mismatch");
+				throw this.setState(l, "error", e), e;
+			}
+			l.datasetId = a.datasetId;
+		}
+		if (!l.trainDataset) try {
+			let t = await i(e, this._model, this._tokeniser, a, s, o);
+			l.trainDataset = t.trainDataset, l.validationDataset = t.validationDataset, l.totalTokens = t.totalTokens;
+		} catch (e) {
+			throw this.setState(l, "error", /* @__PURE__ */ Error("prepare_data_failed")), l.trainer.dispose(), this._jobs.delete(l.id), e;
+		}
+		if (e.previous_job_id) {
+			this.assertValidOptions(e), l.options = e;
+			try {
+				l.trainer.configure(e);
+			} catch (e) {
+				throw this.setState(l, "error", /* @__PURE__ */ Error("trainer_configuration_failed")), l.trainer.dispose(), this._jobs.delete(l.id), e;
+			}
+		} else try {
+			l.trainer.configure(e);
+		} catch (e) {
+			throw this.setState(l, "error", /* @__PURE__ */ Error("trainer_configuration_failed")), l.trainer.dispose(), this._jobs.delete(l.id), e;
+		}
+		return this.launchJob(l), l;
+	}
+	getJob(e) {
+		return this.assertValidJobId(e), this._jobs.get(e) ?? null;
+	}
+	async resume(e) {
+		this.assertValidJobId(e);
+		let t = this.getJob(e);
+		t && t.state === "paused" && (this.setState(t, "pending"), this.launchJob(t));
+	}
+	cancel(e) {
+		this.assertValidJobId(e);
+		let t = this.getJob(e);
+		if (t) if (t.state === "paused") {
+			this.setState(t, "cancelled");
+			return;
+		} else (t.state === "running" || t.state === "pausing") && (this.setState(t, "cancelling"), t.trainer.stop());
+	}
+	breakpoints(e, t) {
+		let n = this.getJob(e);
+		n && (n.breakOnLog = t);
+	}
+	getPretrainingJob() {
+		for (let e of this._jobs.values()) if (e.options.method.type === "pretraining") return e;
+		return null;
+	}
+	dispose() {
+		for (let e of this._jobs.values()) {
+			if (e.state === "running") throw Error(`Cannot dispose training while job ${e.id} is still running`);
+			e.trainer.dispose();
+		}
+		this._jobs.clear(), this.ee.removeAllListeners();
+	}
+};
+//#endregion
+export { o as default };