@genai-fi/nanogpt 0.15.8 → 0.15.9

package/dist/Generator.d.ts

@@ -19,11 +19,27 @@ export interface IGenerateOptions extends GenerateOptions {
     nonConversational?: boolean;
     continuation?: boolean;
 }
+export interface IGenerator extends EE<'start' | 'stop' | 'tokens'> {
+    generate(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
+    generate(options?: IGenerateOptions): Promise<Conversation[]>;
+    step(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
+    step(options?: IGenerateOptions): Promise<Conversation[]>;
+    stop(): void;
+    getConversation(): Conversation[];
+    getAttentionData(): number[][][][][];
+    getProbabilitiesData(): number[][][];
+    getEmbeddingsData(): {
+        name: string;
+        tensor: number[][];
+    }[][];
+    getTokens(): number[];
+    getLastLoss(): number | null;
+}
 /**
  * Text generator using a NanoGPT model and a tokeniser.
  * This uses the forward method of the model to generate text token by token, including options for temperature, top-k, and top-p sampling.
  */
-export default class Generator extends EE<'start' | 'stop' | 'tokens'> {
+export default class Generator extends EE<'start' | 'stop' | 'tokens'> implements IGenerator {
     private readonly model;
     private readonly tokeniser;
     private active;

package/dist/TeachableLLM.d.ts

@@ -2,7 +2,7 @@ import { GPTConfig } from './models/config';
 import { Conversation, ITokeniser } from './tokeniser/type';
 import { SaveOptions } from './loader/save';
 import { LoadModelOptions } from './loader/load';
-import { default as Generator, IGenerateOptions } from './Generator';
+import { IGenerateOptions, IGenerator } from './Generator';
 import { default as Trainer, TrainingType } from './Trainer';
 import { default as MemoryProfiler } from './utilities/profile';
 import { default as Model, ModelForwardAttributes } from './models/model';
@@ -50,7 +50,7 @@ export default class TeachableLLM {
     trainer(trainingType?: TrainingType, options?: TrainingOptions): Trainer;
     train(text: Task[], options?: TrainingOptions, trainingType?: TrainingType): Promise<void>;
     trainTokeniser(text: string[]): Promise<number>;
-    generator(): Generator;
+    generator(): IGenerator;
     generateText(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
     generateText(options?: IGenerateOptions): Promise<Conversation[]>;
     dispose(): void;

package/dist/main.d.ts

@@ -13,7 +13,7 @@ export { default as CharTokeniser } from './tokeniser/CharTokeniser';
 export { default as BPETokeniser } from './tokeniser/bpe';
 export { default as waitForModel } from './utilities/waitForModel';
 export { default as loadTextData } from './data/textLoader';
-export { default as Generator } from './Generator';
+export { default as Generator, type IGenerator } from './Generator';
 export { default as Evaluator } from './training/Evaluator';
 export { default as Trainer } from './Trainer';
 export type { IGenerateOptions } from './Generator';

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.15.8",
+    "version": "0.15.9",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",