@genai-fi/nanogpt 0.15.11 → 0.15.13

package/dist/Generator.d.ts

@@ -19,7 +19,7 @@ export interface IGenerateOptions extends GenerateOptions {
     nonConversational?: boolean;
     continuation?: boolean;
 }
-export interface IGenerator extends EE<'start' | 'stop' | 'tokens'> {
+export interface IGenerator extends EE<'start' | 'stop' | 'tokens' | 'reset'> {
     generate(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
     generate(options?: IGenerateOptions): Promise<Conversation[]>;
     step(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
@@ -42,7 +42,7 @@ export interface IGenerator extends EE<'start' | 'stop' | 'tokens'> {
  * Text generator using a NanoGPT model and a tokeniser.
  * This uses the forward method of the model to generate text token by token, including options for temperature, top-k, and top-p sampling.
  */
-export default class Generator extends EE<'start' | 'stop' | 'tokens'> implements IGenerator {
+export default class Generator extends EE<'start' | 'stop' | 'tokens' | 'reset'> implements IGenerator {
     private readonly model;
     private readonly tokeniser;
     private active;

package/dist/Generator.js

@@ -11757,9 +11757,11 @@ class AS extends Ui {
       const C = Vd(g, r);
       n?.includeProbabilities && (d = g), p = Wd(C, h);
     } else if (o) {
-      const { values: x, indices: g } = Bc(l, o), C = Fn(x, 1);
+      const { values: x, indices: g } = Bc(l, o);
+      console.warn("Using broken multinomial");
+      const C = Fn(x, 1);
       p = Bd(g, C, 1), x.dispose(), g.dispose(), C.dispose();
-    } else if (p = Fn(l, 1), n?.includeProbabilities) {
+    } else if (console.warn("Using broken multinomial"), p = Fn(l, 1), n?.includeProbabilities) {
       const x = gs(l);
       d = await x.array(), x.dispose();
     }
@@ -11837,11 +11839,11 @@ class AS extends Ui {
   }
   resetCache(t) {
     this.cache && (this.cache.forEach((e) => {
-      e && (e.k && e.k.dispose(), e.v && e.v.dispose(), e.k = void 0, e.v = void 0);
+      e && (e.k && e.k.dispose(), e.v && e.v.dispose(), e.k = void 0, e.v = void 0, e.cumulativeLength = 0, e.length = 0);
     }), t || (this.cache = null)), this.lastToken = -1;
   }
   reset() {
-    this.resetCache(), this.outputConversation = [], this.initialPrompt = null, this.attentionData = [], this.probabilitiesData = [], this.tokens = [], this.lastLoss = null;
+    this.resetCache(), this.outputConversation = [], this.initialPrompt = null, this.attentionData = [], this.probabilitiesData = [], this.tokens = [], this.lastLoss = null, this.emit("reset");
   }
   dispose() {
     this.reset();

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.15.11",
+    "version": "0.15.13",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",