@genai-fi/nanogpt 0.2.1 → 0.2.2

package/dist/tokeniser/CharTokeniser.js

@@ -1,4 +1,4 @@
-import { E as r } from "../index-SOhdqzHq.js";
+import { E as r } from "../index-Dwqa6Zy2.js";
 const h = ["<eos>", "<unk>"];
 class l extends r {
   vocabSize = 0;

package/dist/tokeniser/NodeTokeniser.js

@@ -1,4 +1,4 @@
-import { E as a } from "../index-SOhdqzHq.js";
+import { E as a } from "../index-Dwqa6Zy2.js";
 import o from "./bpe.js";
 class p extends a {
   vocabSize = 0;

package/dist/tokeniser/WebTokeniser.js

@@ -1,4 +1,4 @@
-import { E as d } from "../index-SOhdqzHq.js";
+import { E as d } from "../index-Dwqa6Zy2.js";
 const t = new Worker(new URL(
   /* @vite-ignore */
   "/assets/worker-BYeSPNkq.js",

package/dist/utilities/load.js

@@ -1,4 +1,4 @@
-import { z as u } from "../jszip.min-BLbRbbKt.js";
+import { z as u } from "../jszip.min-pMIn3RZH.js";
 import { importWeights as F } from "./weights.js";
 import k from "../tokeniser/CharTokeniser.js";
 import j from "../NanoGPTModel.js";

package/dist/utilities/save.js

@@ -1,4 +1,4 @@
-import { z as g } from "../jszip.min-BLbRbbKt.js";
+import { z as g } from "../jszip.min-pMIn3RZH.js";
 import { exportWeights as l } from "./weights.js";
 const b = "1.0.0";
 async function p(t, s, i) {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.2.1",
+    "version": "0.2.2",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",
@@ -23,7 +23,7 @@
         "test": "vitest",
         "ci:test": "vitest --coverage --reporter=junit --outputFile=junit.xml",
         "coverage": "vitest run --coverage",
-        "train": "tsx scripts/train.ts --batch 64",
+        "train": "tsx scripts/train.ts --batch 32",
         "generate": "tsx scripts/generate.ts",
         "evaluate": "tsx scripts/evaluate.ts",
         "debug": "tsx scripts/debug.ts"
@@ -52,6 +52,7 @@
         "yargs": "^18.0.0"
     },
     "dependencies": {
+        "@dsnp/parquetjs": "^1.8.7",
         "eventemitter3": "^5.0.1",
         "jszip": "^3.10.1",
         "papaparse": "^5.5.3"

package/dist/_commonjsHelpers-DaMA6jEr.js

@@ -1,8 +0,0 @@
-var o = typeof globalThis < "u" ? globalThis : typeof window < "u" ? window : typeof global < "u" ? global : typeof self < "u" ? self : {};
-function l(e) {
-  return e && e.__esModule && Object.prototype.hasOwnProperty.call(e, "default") ? e.default : e;
-}
-export {
-  o as c,
-  l as g
-};

package/dist/utilities/textLoader.d.ts

@@ -1 +0,0 @@
-export default function loadTextData(file: File | string): Promise<string[]>;