@genai-fi/nanogpt 1.1.0 → 1.1.2

package/dist/TeachableLLM.d.ts

@@ -11,6 +11,7 @@ import { default as Training } from './api/training';
 import { GPUOptions } from './patches/webgpu_base';
 type TeachableLLMStatus = 'warmup' | 'awaitingTokens' | 'ready' | 'training' | 'loading' | 'busy' | 'error';
 export default class TeachableLLM {
+    static instances: Set<TeachableLLM>;
     private ee;
     private _config?;
     private _model?;

package/dist/TeachableLLM.js

@@ -10,8 +10,10 @@ import c from "./utilities/profile.js";
 import l from "./api/responses.js";
 import u from "./api/training.js";
 import { selectBackend as d } from "./backend.js";
+import { getBackendDevice as f } from "./patches/webgpu_base.js";
 //#region lib/TeachableLLM.ts
-var f = class f {
+var p = class p {
+	static instances = /* @__PURE__ */ new Set();
 	ee = new e();
 	_config;
 	_model;
@@ -24,11 +26,18 @@ var f = class f {
 		version: 2,
 		application: "@genai-fi/nanogpt"
 	};
-	static selectBackend(e, t) {
-		return d(e, t);
+	static async selectBackend(e, t) {
+		if (await d(e, t), e === "webgpu") {
+			let e = f();
+			e && e.lost.then(() => {
+				console.warn("WebGPU device lost"), p.instances.forEach((e) => {
+					e.setStatus("error"), e.ee.emit("lost");
+				});
+			});
+		}
 	}
 	constructor(e, t) {
-		this._config = t?.config, this._tokeniser = e, this._model = t, t?.metaData && (this.meta = t.metaData);
+		this._config = t?.config, this._tokeniser = e, this._model = t, t?.metaData && (this.meta = t.metaData), p.instances.add(this);
 	}
 	get vocab() {
 		return this._tokeniser?.getVocab() || [];
@@ -115,7 +124,7 @@ var f = class f {
 		} : void 0);
 	}
 	static loadModel(e, t) {
-		let n = new f();
+		let n = new p();
 		return o(e, t).then(({ model: e, tokeniser: t, metaData: a, optimizer: o, log: s }) => {
 			r(e.config), n._model = e, n._tokeniser = t, n._config = e.config, a && (n.meta = a), n.setStatus("warmup"), i(e).then((t) => {
 				n._memoryRequirements = t, o && e.metaData.pretrainingSettings && e.metaData.pretrainingData && n.training.restore(e.metaData.pretrainingSettings, s || [], o, e.metaData.pretrainingData), n.setStatus("ready"), n.ee.emit("loaded"), n.ee.emit("mode", n.mode);
@@ -128,7 +137,7 @@ var f = class f {
 	}
 	static create(e, o) {
 		r(o);
-		let s = o, c = e === "char" ? new t(s.vocabSize) : e === "bpe" ? new n(s.vocabSize) : e, l = a(s), u = new f(c, l);
+		let s = o, c = e === "char" ? new t(s.vocabSize) : e === "bpe" ? new n(s.vocabSize) : e, l = a(s), u = new p(c, l);
 		return u.setStatus("warmup"), i(l).then((e) => {
 			u._memoryRequirements = e, u.tokeniser.trained ? (u.setStatus("ready"), u.ee.emit("loaded"), u.ee.emit("mode", u.mode)) : (u.setStatus("awaitingTokens"), u.ee.emit("loaded"), u.ee.emit("mode", u.mode), u.tokeniser.once("trainStatus", (e) => {
 				e === "trained" && u.setStatus("ready");
@@ -184,7 +193,7 @@ var f = class f {
 		return this._training;
 	}
 	dispose() {
-		this._responses &&= (this._responses.dispose(), null), this._training &&= (this._training.dispose(), null), this._model?.dispose(), this.ee.removeAllListeners();
+		this._responses &&= (this._responses.dispose(), null), this._training &&= (this._training.dispose(), null), this._model?.dispose(), this.ee.removeAllListeners(), p.instances.delete(this);
 	}
 	on(e, t) {
 		if (e === "loaded" && this.loaded) {
@@ -198,4 +207,4 @@ var f = class f {
 	}
 };
 //#endregion
-export { f as default };
+export { p as default };

package/dist/api/responses.d.ts

@@ -66,6 +66,7 @@ export default class Responses {
      * @returns `true` if the response exists and was hooked, otherwise `false`
      */
     hook(id: string): boolean;
+    unhook(id: string): void;
     /**
      * Resume a previously hooked response, releasing a single paused chunk.
      * @param id Response ID to resume

package/dist/api/responses.js

@@ -151,6 +151,9 @@ var r = class {
 	hook(e) {
 		return this._responses.has(e) ? (this._hookedResponses.add(e), !0) : !1;
 	}
+	unhook(e) {
+		this._hookedResponses.delete(e), (this._resumeWaiters.get(e) || []).forEach((e) => e()), this._resumeWaiters.delete(e);
+	}
 	resume(e) {
 		let t = this._resumeWaiters.get(e);
 		if (!t || t.length === 0) return this._hookedResponses.has(e);

package/dist/backend.js

@@ -4,7 +4,7 @@ async function r(r, i) {
 	if (e() !== r) {
 		if (r === "webgpu") {
 			let { registerWebGPUBackend: e } = await import("./patches/webgpu_base.js");
-			e(i), await import("./dist-9wGF4ci9.js"), await import("./ops/webgpu/index.js");
+			e(i), await import("./dist-BGVm64AY.js"), await import("./ops/webgpu/index.js");
 		}
 		await n(r), await t(), console.log(`Backend set to ${r}`);
 	}