@genai-fi/nanogpt 0.23.0 → 0.24.0

package/dist/main.d.ts

@@ -1,6 +1,3 @@
-import { default as PretrainingTask } from './training/tasks/PretrainingTask';
-import { default as StartSentenceTask } from './training/tasks/StartSentenceTask';
-import { default as ConversationTask } from './training/tasks/ConversationTask';
 import { pack16 } from './ops/pack16';
 import { unpack16 } from './ops/unpack16';
 import { default as CausalSelfAttention } from './layers/CausalSelfAttention';
@@ -14,7 +11,7 @@ export { default as BPETokeniser } from './tokeniser/bpe';
 export { default as waitForModel } from './utilities/waitForModel';
 export { default as generateDatasetID } from './utilities/datasetID';
 export { default as loadTextData } from './data/textLoader';
-export type { ConversationStream, ConversationCursor } from './data/stream';
+export type { ConversationStream } from './data/stream';
 export { MemoryConversationStream } from './data/stream';
 export type { DatasetMetadata, ModelMode } from './loader/types';
 export { default as Generator, type IGenerator } from './Generator';
@@ -29,12 +26,7 @@ export { estimateParameterCount, estimateMemoryUsage, estimateTrainingMemoryUsag
 export { default as topP } from './utilities/topP';
 export { sliceUint16Shards, sliceUint8Shards } from './utilities/tokens';
 export { TokenStore, createTokenStore } from './training/tasks/TokenStore';
-export { Task, tokensFromTasks } from './training/tasks/Task';
-export declare const tasks: {
-    PretrainingTask: typeof PretrainingTask;
-    StartSentenceTask: typeof StartSentenceTask;
-    ConversationTask: typeof ConversationTask;
-};
+export { tokensFromStreams } from './training/tasks/tokenStream';
 declare const ops: {
     pack16: typeof pack16;
     unpack16: typeof unpack16;

package/dist/main.js

@@ -1,20 +1,20 @@
-import { _ as e, a as t, i as n, n as r, r as i, t as a, v as o } from "./main-BSaDGH7I.js";
-import s from "./tokeniser/CharTokeniser.js";
-import c from "./tokeniser/bpe.js";
-import { AdamWOptimizer as l } from "./training/AdamW.js";
-import u from "./utilities/topP.js";
-import d from "./training/Evaluator.js";
-import { TokenStore as f, createTokenStore as p } from "./training/tasks/TokenStore.js";
-import { Task as m, tokensFromTasks as h } from "./training/tasks/Task.js";
-import { t as g } from "./Trainer-DBsyWJ4s.js";
-import _ from "./utilities/waitForModel.js";
-import v from "./utilities/datasetID.js";
-import { n as y } from "./stream-BjdpSNqB.js";
-import b from "./data/textLoader.js";
-import { estimateMemoryUsage as x, estimateParameterCount as S, estimateResources as C, estimateTrainingMemoryUsage as w, validateConfig as T } from "./utilities/parameters.js";
-import { sliceUint16Shards as E, sliceUint8Shards as D } from "./utilities/tokens.js";
-import { selectBackend as O } from "./backend.js";
-import k from "./utilities/performance.js";
-import A from "./checks/index.js";
-import { sentenceEmbeddings as j, sentenceEmbeddingsTensor as M } from "./utilities/sentences.js";
-export { l as AdamWOptimizer, c as BPETokeniser, s as CharTokeniser, d as Evaluator, t as Generator, y as MemoryConversationStream, o as Model, e as NanoGPT, m as Task, n as TeachableLLM, f as TokenStore, g as Trainer, A as checks, p as createTokenStore, x as estimateMemoryUsage, S as estimateParameterCount, C as estimateResources, w as estimateTrainingMemoryUsage, v as generateDatasetID, a as layers, b as loadTextData, r as ops, k as performanceTest, O as selectBackend, j as sentenceEmbeddings, M as sentenceEmbeddingsTensor, E as sliceUint16Shards, D as sliceUint8Shards, i as tasks, h as tokensFromTasks, u as topP, T as validateConfig, _ as waitForModel };
+import { _ as e, g as t, i as n, n as r, r as i, t as a } from "./main-Dz72vadm.js";
+import o from "./tokeniser/CharTokeniser.js";
+import s from "./tokeniser/bpe.js";
+import { AdamWOptimizer as c } from "./training/AdamW.js";
+import l from "./utilities/topP.js";
+import u from "./training/Evaluator.js";
+import { TokenStore as d, createTokenStore as f } from "./training/tasks/TokenStore.js";
+import { tokensFromStreams as p } from "./training/tasks/tokenStream.js";
+import { t as m } from "./Trainer-Cr7csbTD.js";
+import h from "./utilities/waitForModel.js";
+import g from "./utilities/datasetID.js";
+import { n as _ } from "./stream-BpAwcvHz.js";
+import v from "./data/textLoader.js";
+import { estimateMemoryUsage as y, estimateParameterCount as b, estimateResources as x, estimateTrainingMemoryUsage as S, validateConfig as C } from "./utilities/parameters.js";
+import { sliceUint16Shards as w, sliceUint8Shards as T } from "./utilities/tokens.js";
+import { selectBackend as E } from "./backend.js";
+import D from "./utilities/performance.js";
+import O from "./checks/index.js";
+import { sentenceEmbeddings as k, sentenceEmbeddingsTensor as A } from "./utilities/sentences.js";
+export { c as AdamWOptimizer, s as BPETokeniser, o as CharTokeniser, u as Evaluator, n as Generator, _ as MemoryConversationStream, e as Model, t as NanoGPT, i as TeachableLLM, d as TokenStore, m as Trainer, O as checks, f as createTokenStore, y as estimateMemoryUsage, b as estimateParameterCount, x as estimateResources, S as estimateTrainingMemoryUsage, g as generateDatasetID, a as layers, v as loadTextData, r as ops, D as performanceTest, E as selectBackend, k as sentenceEmbeddings, A as sentenceEmbeddingsTensor, w as sliceUint16Shards, T as sliceUint8Shards, p as tokensFromStreams, l as topP, C as validateConfig, h as waitForModel };

package/dist/models/NanoGPTV1.js

@@ -1,2 +1,2 @@
-import { _ as e } from "../main-BSaDGH7I.js";
+import { g as e } from "../main-Dz72vadm.js";
 export { e as default };

package/dist/models/NanoGPTV2.js

@@ -1,2 +1,2 @@
-import { g as e } from "../main-BSaDGH7I.js";
+import { h as e } from "../main-Dz72vadm.js";
 export { e as default };

package/dist/models/factory.js

@@ -1,2 +1,2 @@
-import { h as e } from "../main-BSaDGH7I.js";
+import { m as e } from "../main-Dz72vadm.js";
 export { e as default };

package/dist/models/model.js

@@ -1,2 +1,2 @@
-import { v as e } from "../main-BSaDGH7I.js";
+import { _ as e } from "../main-Dz72vadm.js";
 export { e as default };