@genai-fi/nanogpt 0.2.1 → 0.2.2

package/dist/Generator.js

@@ -1,4 +1,4 @@
-import { E as u } from "./index-SOhdqzHq.js";
+import { E as u } from "./index-Dwqa6Zy2.js";
 class p extends u {
   constructor(s, e) {
     super(), this.model = s, this.tokeniser = e;

package/dist/NanoGPTModel.js

@@ -3,7 +3,7 @@ import $ from "./layers/TransformerBlock.js";
 import S from "./layers/TiedEmbedding.js";
 import I from "./layers/RoPECache.js";
 import _ from "./layers/RMSNorm.js";
-class M {
+class x {
   config;
   wte;
   // Token embeddings
@@ -166,21 +166,21 @@ class M {
       ), f = r ? this.config.blockSize - c.shape[1] : 0, a = f > 0 ? this.tf.pad(c, [
         [0, 0],
         [0, f]
-      ]) : c, { logits: d, attention: g } = this.forward(a, void 0, !1, l, e), m = d.shape[1] - 1 - f, p = d.slice([0, m, 0], [d.shape[0], 1, d.shape[2]]), w = g ? g.slice([0, m, 0], [g.shape[0], 1, g.shape[2]]) : void 0, u = p.div(i);
-      let b;
+      ]) : c, { logits: d, attention: g } = this.forward(a, void 0, !1, l, e), m = d.shape[1] - 1 - f, p = d.slice([0, m, 0], [d.shape[0], 1, d.shape[2]]), w = g ? g.slice([0, m, 0], [g.shape[0], 1, g.shape[2]]) : void 0, b = p.div(i);
+      let u;
       if (s) {
-        const { values: E, indices: v } = this.tf.topk(u, s), y = this.tf.multinomial(E.squeeze([1]), 1);
-        b = this.tf.gather(v.squeeze([1]), y, 1);
+        const { values: E, indices: v } = this.tf.topk(b, s), y = this.tf.multinomial(E.squeeze([1]), 1);
+        u = this.tf.gather(v.squeeze([1]), y, 1);
       } else
-        b = this.tf.multinomial(u.squeeze([1]), 1);
+        u = this.tf.multinomial(b.squeeze([1]), 1);
       let k;
-      return o?.includeProbabilities && (k = this.tf.softmax(u.squeeze([1]))), b = b.reshape([1, 1]), { output: b, attention: w?.squeeze([1]), probabilities: k };
+      return o?.includeProbabilities && (k = this.tf.softmax(b.squeeze([1]))), u = u.reshape([1, 1]), { output: u, attention: w?.squeeze([1]), probabilities: k };
     });
   }
   getNumParams() {
-    const t = this.config.vocabSize * this.config.nEmbed + this.config.blockSize * this.config.nEmbed, e = this.config.nLayer * (4 * this.config.nEmbed * this.config.nEmbed + // qkv + proj
-    2 * this.config.nEmbed), o = this.config.nLayer * (4 * this.config.nEmbed * this.config.nEmbed + // fc
-    this.config.nEmbed * 4 * this.config.nEmbed), i = this.config.nEmbed + this.config.vocabSize * this.config.nEmbed;
+    const t = this.config.vocabSize * this.config.nEmbed, e = this.config.nLayer * (4 * this.config.nEmbed * this.config.nEmbed + // qkv + proj
+    2 * this.config.nEmbed), o = this.config.nLayer * (this.config.mlpFactor * this.config.nEmbed * this.config.nEmbed + // fc
+    this.config.nEmbed * this.config.mlpFactor * this.config.nEmbed), i = this.config.nEmbed;
     return t + e + o + i;
   }
   dispose() {
@@ -188,5 +188,5 @@ class M {
   }
 }
 export {
-  M as default
+  x as default
 };

package/dist/TeachableLLM.js

@@ -4,9 +4,10 @@ import { saveModel as m } from "./utilities/save.js";
 import { loadModel as l } from "./utilities/load.js";
 import f from "./Generator.js";
 import _ from "./Trainer.js";
-import { E as c } from "./index-SOhdqzHq.js";
+import { E as c } from "./index-Dwqa6Zy2.js";
 import { dummyPassAsync as h } from "./utilities/dummy.js";
 import g from "./tokeniser/CharTokeniser.js";
+import "./papaparse.min-C8l2Kvo1.js";
 class a extends c {
   _config;
   _model;

package/dist/Trainer.js

@@ -1,4 +1,4 @@
-import { E as l } from "./index-SOhdqzHq.js";
+import { E as l } from "./index-Dwqa6Zy2.js";
 import h from "./training/FullTrainer.js";
 class m extends l {
   trainer;

package/dist/_commonjsHelpers-ByX85dGu.js

@@ -0,0 +1,33 @@
+var u = typeof globalThis < "u" ? globalThis : typeof window < "u" ? window : typeof global < "u" ? global : typeof self < "u" ? self : {};
+function a(e) {
+  return e && e.__esModule && Object.prototype.hasOwnProperty.call(e, "default") ? e.default : e;
+}
+function f(e) {
+  if (Object.prototype.hasOwnProperty.call(e, "__esModule")) return e;
+  var n = e.default;
+  if (typeof n == "function") {
+    var t = function r() {
+      var o = !1;
+      try {
+        o = this instanceof r;
+      } catch {
+      }
+      return o ? Reflect.construct(n, arguments, this.constructor) : n.apply(this, arguments);
+    };
+    t.prototype = n.prototype;
+  } else t = {};
+  return Object.defineProperty(t, "__esModule", { value: !0 }), Object.keys(e).forEach(function(r) {
+    var o = Object.getOwnPropertyDescriptor(e, r);
+    Object.defineProperty(t, r, o.get ? o : {
+      enumerable: !0,
+      get: function() {
+        return e[r];
+      }
+    });
+  }), t;
+}
+export {
+  f as a,
+  u as c,
+  a as g
+};

package/dist/data/parquet.d.ts

@@ -0,0 +1 @@
+export declare function loadParquet(file: File, maxSize?: number, column?: string): Promise<string[]>;

package/dist/data/parquet.js

@@ -0,0 +1,12 @@
+async function p(s, f = 104857600, e = "text") {
+  const r = await (await import("../parquet-DpcqBLb0.js").then((t) => t.p)).ParquetReader.openBuffer(Buffer.from(await s.arrayBuffer())), a = [], i = r.getCursor([[e]]);
+  let o = 0;
+  for (; ; ) {
+    const t = await i.next();
+    if (!t || !t[e] || typeof t[e] != "string" || (a.push(t[e]), o += t[e].length, o > f)) break;
+  }
+  return r.close(), a;
+}
+export {
+  p as loadParquet
+};

package/dist/data/textLoader.d.ts

@@ -0,0 +1,6 @@
+export interface DataOptions {
+    maxSize?: number;
+    column?: string;
+    hasHeader?: boolean;
+}
+export default function loadTextData(file: File, options?: DataOptions): Promise<string[]>;

package/dist/data/textLoader.js

@@ -0,0 +1,39 @@
+import { p as s } from "../papaparse.min-C8l2Kvo1.js";
+import { loadParquet as l } from "./parquet.js";
+function m(e, t) {
+  const a = e.findIndex((n) => n.toLowerCase() === t.toLowerCase());
+  return a === -1 ? 0 : a;
+}
+function u(e) {
+  return e.every((t) => t.length < 64);
+}
+async function w(e, t) {
+  const a = e.type;
+  if (a === "application/parquet")
+    return l(e, t?.maxSize, t?.column);
+  if (a === "text/csv") {
+    const n = "FileReaderSync" in global ? e : await e.text();
+    return new Promise((c, o) => {
+      s.parse(n, {
+        header: !1,
+        skipEmptyLines: !0,
+        complete: (r) => {
+          if (r.errors.length > 0)
+            o(new Error("Error parsing file"));
+          else {
+            const i = m(r.data[0], t?.column || "text"), d = t?.hasHeader ?? u(r.data[0]) ? r.data.slice(1) : r.data;
+            c(d.map((p) => p[i]));
+          }
+        },
+        error: (r) => {
+          o(r);
+        }
+      });
+    });
+  } else if (a === "text/plain")
+    return [await e.text()];
+  throw new Error(`Unsupported file type: ${a}`);
+}
+export {
+  w as default
+};

package/dist/{index-SOhdqzHq.js → index-Dwqa6Zy2.js}

@@ -1,4 +1,4 @@
-import { g as L } from "./_commonjsHelpers-DaMA6jEr.js";
+import { g as L } from "./_commonjsHelpers-ByX85dGu.js";
 var x = { exports: {} }, E;
 function C() {
   return E || (E = 1, function(g) {

package/dist/{jszip.min-BLbRbbKt.js → jszip.min-pMIn3RZH.js}

@@ -1,4 +1,4 @@
-import { c as bt, g as It } from "./_commonjsHelpers-DaMA6jEr.js";
+import { c as bt, g as It } from "./_commonjsHelpers-ByX85dGu.js";
 function vt(yt) {
   throw new Error('Could not dynamically require "' + yt + '". Please configure the dynamicRequireTargets or/and ignoreDynamicRequires option of @rollup/plugin-commonjs appropriately for this require call to work.');
 }

package/dist/main.d.ts

@@ -2,6 +2,7 @@ export { default as NanoGPT } from './NanoGPTModel';
 export { default as TeachableLLM } from './TeachableLLM';
 export { default as CharTokeniser } from './tokeniser/CharTokeniser';
 export { default as waitForModel } from './utilities/waitForModel';
+export { default as loadTextData } from './data/textLoader';
 export type { ITrainerOptions } from './Trainer';
 export type { IGenerateOptions } from './Generator';
 export type { TrainingLogEntry } from './NanoGPTModel';

package/dist/main.js

@@ -2,9 +2,11 @@ import { default as o } from "./NanoGPTModel.js";
 import { default as t } from "./TeachableLLM.js";
 import { default as l } from "./tokeniser/CharTokeniser.js";
 import { default as s } from "./utilities/waitForModel.js";
+import { default as m } from "./data/textLoader.js";
 export {
   l as CharTokeniser,
   o as NanoGPT,
   t as TeachableLLM,
+  m as loadTextData,
   s as waitForModel
 };