@genai-fi/nanogpt 0.2.5 → 0.2.7

package/dist/utilities/parameters.js

@@ -0,0 +1,52 @@
+function a(e) {
+  const r = e.vocabSize * e.nEmbed, t = e.nLayer * (4 * e.nEmbed * e.nEmbed + // qkv + proj
+  2 * e.nEmbed), n = e.nLayer * (e.mlpFactor * e.nEmbed * e.nEmbed + // fc
+  e.nEmbed * e.mlpFactor * e.nEmbed), m = e.nEmbed;
+  return r + t + n + m;
+}
+function o(e) {
+  return a(e) * 4;
+}
+function i(e, r) {
+  const t = o(e), n = t * 2, m = t * 2, s = r * e.blockSize * e.nEmbed * 4;
+  return t + n + m + s;
+}
+function E(e, r) {
+  const t = a(e), n = o(e) / (1024 * 1024), m = i(e, r) / (1024 * 1024);
+  return {
+    numParams: t,
+    modelMemoryMB: n,
+    trainingMemoryMB: m
+  };
+}
+function b(e) {
+  if (e.nEmbed % e.nHead !== 0)
+    throw new Error("nEmbed_divisible_nHead");
+  if (e.blockSize <= 0)
+    throw new Error("blockSize_positive");
+  if (e.vocabSize <= 0)
+    throw new Error("vocabSize_positive");
+  if (e.nLayer <= 0)
+    throw new Error("nLayer_positive");
+  if (e.mlpFactor <= 0)
+    throw new Error("mlpFactor_positive");
+  if (e.nEmbed / e.nHead % 2 !== 0)
+    throw new Error("headDim_even");
+  if (!Number.isInteger(e.nEmbed))
+    throw new Error("nEmbed_integer");
+  if (!Number.isInteger(e.nHead))
+    throw new Error("nHead_integer");
+  if (!Number.isInteger(e.nLayer))
+    throw new Error("nLayer_integer");
+  if (!Number.isInteger(e.blockSize))
+    throw new Error("blockSize_integer");
+  if (!Number.isInteger(e.vocabSize))
+    throw new Error("vocabSize_integer");
+}
+export {
+  o as estimateMemoryUsage,
+  a as estimateParameterCount,
+  E as estimateResources,
+  i as estimateTrainingMemoryUsage,
+  b as validateConfig
+};

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.2.5",
+    "version": "0.2.7",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",
@@ -23,7 +23,7 @@
         "test": "vitest",
         "ci:test": "vitest --coverage --reporter=junit --outputFile=junit.xml",
         "coverage": "vitest run --coverage",
-        "train": "tsx scripts/train.ts --batch 32",
+        "train": "tsx scripts/train.ts",
         "generate": "tsx scripts/generate.ts",
         "evaluate": "tsx scripts/evaluate.ts",
         "debug": "tsx scripts/debug.ts"
@@ -33,6 +33,7 @@
     },
     "devDependencies": {
         "@eslint/js": "^9.32.0",
+        "@playwright/test": "^1.55.0",
         "@tensorflow/tfjs-node-gpu": "^4.22.0",
         "@types/node": "^22.13.14",
         "@types/papaparse": "^5.3.16",