@genai-fi/nanogpt 0.19.0 → 0.20.0

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.19.0",
+    "version": "0.20.0",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",
@@ -33,24 +33,23 @@
         "@types/papaparse": "^5.3.16",
         "@types/picomatch": "^4.0.2",
         "@types/yargs": "^17.0.33",
-        "@vitest/coverage-v8": "^4.1.8",
+        "@vitest/coverage-v8": "^4.1.9",
         "chalk": "^5.4.1",
         "dayjs": "^1.11.13",
         "eslint": "^9.32.0",
         "glob": "^11.0.3",
         "jsdom": "^27.4.0",
         "tsx": "^4.20.3",
-        "typescript": "^5.8.3",
-        "typescript-eslint": "^8.38.0",
-        "vite": "^7.3.0",
-        "vite-plugin-dts": "^4.5.4",
-        "vite-plugin-node-polyfills": "^0.26.0",
-        "vitest": "^4.1.8",
-        "webgpu": "^0.3.8",
+        "typescript": "^6.0.3",
+        "typescript-eslint": "^8.61.1",
+        "vite": "^8.0.16",
+        "vite-plugin-dts": "^5.0.2",
+        "vite-plugin-node-polyfills": "^0.28.0",
+        "vitest": "^4.1.9",
+        "webgpu": "^0.4.0",
         "yargs": "^18.0.0"
     },
     "dependencies": {
-        "@dsnp/parquetjs": "^1.8.7",
         "@tensorflow/tfjs": "^4.22.0",
         "@tensorflow/tfjs-backend-webgpu": "^4.22.0",
         "eventemitter3": "^5.0.1",

package/dist/Generator.d.ts

@@ -1,82 +0,0 @@
-import { Conversation, ITokeniser } from './tokeniser/type';
-import { default as EE } from 'eventemitter3';
-import { default as Model, ModelForwardAttributes } from './models/model';
-import { GenerateOptions } from './inference/types';
-export declare function isConversation(data: unknown): data is Conversation[];
-export interface IGenerateOptions extends GenerateOptions {
-    maxLength?: number;
-    noCache?: boolean;
-    allowSpecial?: boolean;
-    nonConversational?: boolean;
-    continuation?: boolean;
-}
-export interface IGenerator extends EE<'start' | 'stop' | 'tokens' | 'reset'> {
-    generate(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
-    generate(options?: IGenerateOptions): Promise<Conversation[]>;
-    step(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
-    step(options?: IGenerateOptions): Promise<Conversation[]>;
-    stop(): void;
-    getConversation(): Conversation[];
-    getAttentionData(): number[][][][][];
-    getProbabilitiesData(): number[][][];
-    getEmbeddingsData(): {
-        name: string;
-        tensor: number[][];
-    }[][];
-    getTokens(): number[];
-    getLastLoss(): number | null;
-    getLastMultinomialRand(): number | null;
-    dispose(): void;
-    reset(): void;
-}
-/**
- * Text generator using a NanoGPT model and a tokeniser.
- * This uses the forward method of the model to generate text token by token, including options for temperature, top-k, and top-p sampling.
- */
-export default class Generator extends EE<'start' | 'stop' | 'tokens' | 'reset'> implements IGenerator {
-    private readonly model;
-    private readonly tokeniser;
-    private active;
-    private cache;
-    private initialPrompt;
-    private outputConversation;
-    private actualTokeniser;
-    private lastToken;
-    private attentionData;
-    private probabilitiesData;
-    private embeddingsData;
-    private tokens;
-    private lastLoss;
-    private lastMultinomialRand;
-    private jobQueue;
-    private processingJob;
-    private startTime;
-    constructor(model: Model<ModelForwardAttributes>, tokeniser: ITokeniser);
-    private tokenisePrompt;
-    private processResponse;
-    /** Generate logits and select a token. */
-    private _generateToken;
-    /** Generate multiple tokens in a loop and produce text */
-    private _generate;
-    private resetCache;
-    reset(): void;
-    dispose(): void;
-    private initialise;
-    step(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
-    step(options?: IGenerateOptions): Promise<Conversation[]>;
-    generate(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
-    generate(options?: IGenerateOptions): Promise<Conversation[]>;
-    private startJob;
-    getQueueLength(): number;
-    stop(): void;
-    getConversation(): Conversation[];
-    getAttentionData(): number[][][][][];
-    getProbabilitiesData(): number[][][];
-    getEmbeddingsData(): {
-        name: string;
-        tensor: number[][];
-    }[][];
-    getTokens(): number[];
-    getLastLoss(): number | null;
-    getLastMultinomialRand(): number | null;
-}