@genai-fi/nanogpt 0.10.3 → 0.11.0

package/dist/Generator.d.ts

@@ -1,4 +1,4 @@
-import { ITokeniser } from './tokeniser/type';
+import { Conversation, ITokeniser } from './tokeniser/type';
 import { default as EE } from 'eventemitter3';
 import { default as Model, ModelForwardAttributes } from './models/model';
 export interface GenerateOptions {
@@ -11,9 +11,11 @@ export interface GenerateOptions {
     embeddings?: 'embedding' | 'logits' | 'softmax' | 'all';
     targets?: number[];
 }
+export declare function isConversation(data: unknown): data is Conversation[];
 export interface IGenerateOptions extends GenerateOptions {
     maxLength?: number;
     noCache?: boolean;
+    allowSpecial?: boolean;
 }
 /**
  * Text generator using a NanoGPT model and a tokeniser.
@@ -25,7 +27,7 @@ export default class Generator extends EE<'start' | 'stop' | 'tokens'> {
     private active;
     private cache;
     private initialPrompt;
-    private outputText;
+    private outputConversation;
     private actualTokeniser;
     private lastToken;
     private attentionData;
@@ -40,13 +42,16 @@ export default class Generator extends EE<'start' | 'stop' | 'tokens'> {
     private _generateToken;
     /** Generate multiple tokens in a loop and produce text */
     private _generate;
+    private resetCache;
     reset(): void;
     dispose(): void;
     private initialise;
-    step(prompt?: string, options?: IGenerateOptions): Promise<string>;
-    generate(prompt?: string, options?: IGenerateOptions): Promise<string>;
+    step(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
+    step(options?: IGenerateOptions): Promise<Conversation[]>;
+    generate(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
+    generate(options?: IGenerateOptions): Promise<Conversation[]>;
     stop(): void;
-    getText(): string;
+    getConversation(): Conversation[];
     getAttentionData(): number[][][][][];
     getProbabilitiesData(): number[][][];
     getEmbeddingsData(): {