@genai-fi/nanogpt 0.5.5 → 0.6.0

package/dist/utilities/save.js

@@ -1,43 +1,61 @@
-import { j as g } from "../jszip.min-CjP2V1VV.js";
-import { exportWeights as l } from "./weights.js";
-import p from "../tokeniser/CharTokeniser.js";
-const b = "1.0.0";
-async function h(t, a, i) {
-  const c = i?.includeLog ?? !0, f = /* @__PURE__ */ new Map();
-  t.saveWeights(f);
-  const e = new g(), r = {};
-  for (const [n, s] of f) {
-    const o = await l(s);
-    r[n] = o.spec, e.file(`${n}.bin`, o.data.buffer, { binary: !0 });
-  }
-  if (e.file(
-    "manifest.json",
-    JSON.stringify({
-      weightSpec: r,
-      config: t.config.gpt,
-      version: b,
-      application: "@genai-fi/nanogpt",
-      meta: i?.metadata,
-      name: i?.name
-    }),
+import { j as p } from "../jszip.min-CjP2V1VV.js";
+import b from "../tokeniser/CharTokeniser.js";
+import { save_safetensors as l } from "./safetensors.js";
+import { VERSION as y } from "./load.js";
+async function N(e, a, n) {
+  const f = n?.includeLog ?? !0, s = /* @__PURE__ */ new Map();
+  e.saveWeights(s);
+  const i = new p(), r = {};
+  s.forEach((t, o) => {
+    t.length === 1 && (r[o] = t[0]);
+  });
+  const g = await l(r);
+  i.file("model.safetensors", g, { binary: !0 });
+  const c = {
+    model_type: "GenAI_NanoGPT_1",
+    vocab_size: a.getVocab().length,
+    hidden_size: e.config.gpt.nEmbed,
+    num_hidden_layers: e.config.gpt.nLayer,
+    num_attention_heads: e.config.gpt.nHead,
+    block_size: e.config.gpt.blockSize,
+    dropout: e.config.gpt.dropout,
+    biasInLinear: e.config.gpt.biasInLinear,
+    biasInLayerNorm: e.config.gpt.biasInLayerNorm,
+    mlpFactor: e.config.gpt.mlpFactor,
+    useRope: e.config.gpt.useRope
+  };
+  if (i.file("config.json", JSON.stringify(c, void 0, 4), {
+    binary: !1
+  }), i.file(
+    "meta.json",
+    JSON.stringify(
+      {
+        version: y,
+        application: "@genai-fi/nanogpt",
+        meta: n?.metadata,
+        name: n?.name
+      },
+      void 0,
+      4
+    ),
     {
       binary: !1
     }
-  ), e.file(
+  ), i.file(
     "tokeniser.json",
     JSON.stringify({
-      type: a instanceof p ? "char" : "bpe",
+      type: a instanceof b ? "char" : "bpe",
       vocab: a.getVocab(),
       merges: await a.getMerges()
     }),
     {
       binary: !1
     }
-  ), c && e.file("log.json", JSON.stringify(t.log), { binary: !1 }), i?.files)
-    for (const [n, s] of Object.entries(i.files))
-      e.file(n, JSON.stringify(s), { binary: !1 });
-  return e.generateAsync({ type: "blob" });
+  ), f && i.file("log.json", JSON.stringify(e.log), { binary: !1 }), n?.files)
+    for (const [t, o] of Object.entries(n.files))
+      i.file(t, JSON.stringify(o), { binary: !1 });
+  return i.generateAsync({ type: "blob" });
 }
 export {
-  h as saveModel
+  N as saveModel
 };

package/dist/utilities/weights.js

@@ -1,5 +1,5 @@
-import "../index-Du-bmOP8.js";
-import { t as p } from "../tensor-DgTOPY6h.js";
+import "../index-bMBtI-WR.js";
+import { t as p } from "../tensor-C15NA2LA.js";
 function h(n) {
   const e = n.reduce((s, o) => s + o.length, 0), a = new Float32Array(e);
   let t = 0;

package/dist/{variable-DZ3fF0R2.js → variable-CdRKKp8x.js}

@@ -1,4 +1,4 @@
-import { E as i } from "./index-Du-bmOP8.js";
+import { E as i } from "./index-bMBtI-WR.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{zeros-BaHhQTWf.js → zeros-CAbHfODe.js}

@@ -1,4 +1,4 @@
-import { o as m, j as r, X as l, E as c, Y as i, n as p, Z as u, q as f } from "./index-Du-bmOP8.js";
+import { o as m, j as r, X as l, E as c, Y as i, n as p, Z as u, q as f } from "./index-bMBtI-WR.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.5.5",
+    "version": "0.6.0",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",