@genai-fi/nanogpt 1.0.1 → 1.0.3

package/dist/api/responses.js

@@ -103,7 +103,7 @@ var r = class {
 			callback: t
 		};
 		if (this._responses.set(r, a), this._busyCount > 0 && !e.background) {
-			if (this._jobQueue.length > 10) throw Error("Job queue is too long, rejecting new job");
+			if (this._jobQueue.length > 10) throw Error("queue_too_long");
 			return new Promise((n, i) => {
 				this._jobQueue.push({
 					id: r,
@@ -121,7 +121,7 @@ var r = class {
 		if (n) {
 			let r = n.generator.getConversation();
 			if (t !== void 0 && t >= 0 && t < r.length && r.splice(t), n.done = !1, n.timestamp = Date.now(), this._busyCount > 0 && !n.options.background) {
-				if (this._jobQueue.length > 10) throw Error("Job queue is too long, rejecting new job");
+				if (this._jobQueue.length > 10) throw Error("queue_too_long");
 				return new Promise((t, r) => {
 					this._jobQueue.push({
 						id: e,
@@ -134,7 +134,7 @@ var r = class {
 			}
 			return this._runForRecord(e, n.options, n.callback);
 		}
-		throw Error(`No response found for id: ${e}`);
+		throw Error("response_not_found");
 	}
 	getResponse(e) {
 		let t = this._responses.get(e);

package/dist/api/training.js

@@ -115,17 +115,17 @@ var o = class {
 			this.setState(e, "error", t);
 		}));
 	}
-	async job(e, a = [], o, s) {
-		if (this.assertValidOptions(e), this.assertValidDataInput(a), this.assertValidDatasets(o), s && s instanceof t && s.tokeniserId !== this._tokeniser.id) throw Error("tokeniser_mismatch");
-		let c = Array.from(this._jobs.keys());
-		for (let t of c) {
+	async job(e, o = [], s, c) {
+		if (this.assertValidOptions(e), this.assertValidDataInput(o), this.assertValidDatasets(s), c && c instanceof t && c.tokeniserId !== this._tokeniser.id) throw Error("tokeniser_mismatch");
+		let l = Array.from(this._jobs.keys());
+		for (let t of l) {
 			let n = this._jobs.get(t);
 			if (n && n.id !== e.previous_job_id) {
 				if (n.options.method.type === e.method.type && n.state !== "running") n.trainer.dispose(), this._jobs.delete(n.id);
 				else if (n.options.method.type === e.method.type && n.state === "running") throw Error("training_in_progress");
 			}
 		}
-		let l = e.previous_job_id ? this.getJob(e.previous_job_id) : {
+		let u = e.previous_job_id ? this.getJob(e.previous_job_id) : {
 			id: n(),
 			state: "pending",
 			trainer: r(this._model, this._tokeniser, e),
@@ -134,40 +134,40 @@ var o = class {
 			remaining: 0,
 			options: e,
 			totalTokens: 0,
-			datasets: o,
+			datasets: s,
 			breakOnLog: !1
 		};
-		if (!l) throw Error("invalid_previous_job_id");
-		if (this._jobs.set(l.id, l), this.setState(l, "pending"), a instanceof t) {
-			if (l.datasetId && a.datasetId !== l.datasetId) {
+		if (!u) throw Error("invalid_previous_job_id");
+		if (this._jobs.set(u.id, u), this.setState(u, "pending"), o instanceof t) {
+			if (u.datasetId && o.datasetId !== u.datasetId) {
 				let e = /* @__PURE__ */ Error("dataset_mismatch");
-				throw this.setState(l, "error", e), e;
+				throw this.setState(u, "error", e), e;
 			}
-			if (a.tokeniserId !== this._tokeniser.id) {
+			if (o.tokeniserId !== this._tokeniser.id) {
 				let e = /* @__PURE__ */ Error("tokeniser_mismatch");
-				throw this.setState(l, "error", e), e;
+				throw this.setState(u, "error", e), e;
 			}
-			l.datasetId = a.datasetId;
+			u.datasetId = o.datasetId;
 		}
-		if (!l.trainDataset) try {
-			let t = await i(e, this._model, this._tokeniser, a, s, o);
-			l.trainDataset = t.trainDataset, l.validationDataset = t.validationDataset, l.totalTokens = t.totalTokens;
+		if (!u.trainDataset) try {
+			let t = await i(e, this._model, this._tokeniser, o, u.datasetId ?? a(s), c, s);
+			u.trainDataset = t.trainDataset, u.validationDataset = t.validationDataset, u.totalTokens = t.totalTokens;
 		} catch (e) {
-			throw this.setState(l, "error", /* @__PURE__ */ Error("prepare_data_failed")), l.trainer.dispose(), this._jobs.delete(l.id), e;
+			throw this.setState(u, "error", /* @__PURE__ */ Error("prepare_data_failed")), u.trainer.dispose(), this._jobs.delete(u.id), e;
 		}
 		if (e.previous_job_id) {
-			this.assertValidOptions(e), l.options = e;
+			this.assertValidOptions(e), u.options = e;
 			try {
-				l.trainer.configure(e);
+				u.trainer.configure(e);
 			} catch (e) {
-				throw this.setState(l, "error", /* @__PURE__ */ Error("trainer_configuration_failed")), l.trainer.dispose(), this._jobs.delete(l.id), e;
+				throw this.setState(u, "error", /* @__PURE__ */ Error("trainer_configuration_failed")), u.trainer.dispose(), this._jobs.delete(u.id), e;
 			}
 		} else try {
-			l.trainer.configure(e);
+			u.trainer.configure(e);
 		} catch (e) {
-			throw this.setState(l, "error", /* @__PURE__ */ Error("trainer_configuration_failed")), l.trainer.dispose(), this._jobs.delete(l.id), e;
+			throw this.setState(u, "error", /* @__PURE__ */ Error("trainer_configuration_failed")), u.trainer.dispose(), this._jobs.delete(u.id), e;
 		}
-		return this.launchJob(l), l;
+		return this.launchJob(u), u;
 	}
 	getJob(e) {
 		return this.assertValidJobId(e), this._jobs.get(e) ?? null;
@@ -195,7 +195,7 @@ var o = class {
 	}
 	dispose() {
 		for (let e of this._jobs.values()) {
-			if (e.state === "running") throw Error(`Cannot dispose training while job ${e.id} is still running`);
+			if (e.state === "running") throw Error("job_still_running");
 			e.trainer.dispose();
 		}
 		this._jobs.clear(), this.ee.removeAllListeners();