@genai-fi/nanogpt 0.7.3 → 0.8.1

package/dist/utilities/generate.d.ts

@@ -1,3 +0,0 @@
-import { ITokeniser } from '../tokeniser/type';
-import { default as NanoGPT, GenerateOptions } from '../NanoGPTModel';
-export declare function generateText(tokeniser: ITokeniser, model: NanoGPT, prompt: string, length: number, options: GenerateOptions): Promise<string>;

package/dist/utilities/generate.js

@@ -1,22 +0,0 @@
-import "../index-BoWRt-10.js";
-import { t as m } from "../tensor2d-wxPAnDQy.js";
-import { c as u } from "../concat-CsxrgovM.js";
-async function v(o, r, a, c, f) {
-  if (c <= 0)
-    throw new Error("Length must be a positive integer");
-  if (a.length === 0)
-    throw new Error("Prompt cannot be an empty string");
-  const p = await o.tokenise([a], !0), s = r.config.gpt.useRope ? new Array(r.config.gpt.nLayer).fill(void 0) : void 0;
-  let e = m(p, [1, p[0].length], "int32"), t = e;
-  for (let g = 0; g < c; g++) {
-    const { output: n } = await r.generate(e, s, f), T = e, l = t;
-    t = u([t, n], 1), e = s ? n : u([e, n], 1), T.dispose(), l.dispose(), s || n.dispose();
-  }
-  const w = await t.array();
-  t.dispose();
-  const i = w[0], d = i.indexOf(o.eosToken);
-  return d !== -1 && i.splice(d), await o.decode(i);
-}
-export {
-  v as generateText
-};

package/dist/utilities/save.d.ts

@@ -1,9 +0,0 @@
-import { default as NanoGPT } from '../NanoGPTModel';
-import { ITokeniser } from '../tokeniser/type';
-export interface SaveOptions {
-    includeLog?: boolean;
-    name?: string;
-    metadata?: Record<string, unknown>;
-    files?: Record<string, unknown>;
-}
-export declare function saveModel(model: NanoGPT, tokeniser: ITokeniser, options?: SaveOptions): Promise<Blob>;

package/dist/utilities/save.js

@@ -1,61 +0,0 @@
-import { j as p } from "../jszip.min-CjP2V1VV.js";
-import b from "../tokeniser/CharTokeniser.js";
-import { save_safetensors as l } from "./safetensors.js";
-import { VERSION as y } from "../loader/load.js";
-async function N(e, a, n) {
-  const f = n?.includeLog ?? !0, s = /* @__PURE__ */ new Map();
-  e.saveWeights(s);
-  const i = new p(), r = {};
-  s.forEach((t, o) => {
-    t.length === 1 && (r[o] = t[0]);
-  });
-  const g = await l(r);
-  i.file("model.safetensors", g, { binary: !0 });
-  const c = {
-    model_type: "GenAI_NanoGPT_1",
-    vocab_size: a.getVocab().length,
-    hidden_size: e.config.gpt.nEmbed,
-    num_hidden_layers: e.config.gpt.nLayer,
-    num_attention_heads: e.config.gpt.nHead,
-    block_size: e.config.gpt.blockSize,
-    dropout: e.config.gpt.dropout,
-    biasInLinear: e.config.gpt.biasInLinear,
-    biasInLayerNorm: e.config.gpt.biasInLayerNorm,
-    mlpFactor: e.config.gpt.mlpFactor,
-    useRope: e.config.gpt.useRope
-  };
-  if (i.file("config.json", JSON.stringify(c, void 0, 4), {
-    binary: !1
-  }), i.file(
-    "meta.json",
-    JSON.stringify(
-      {
-        version: y,
-        application: "@genai-fi/nanogpt",
-        meta: n?.metadata,
-        name: n?.name
-      },
-      void 0,
-      4
-    ),
-    {
-      binary: !1
-    }
-  ), i.file(
-    "tokeniser.json",
-    JSON.stringify({
-      type: a instanceof b ? "char" : "bpe",
-      vocab: a.getVocab(),
-      merges: await a.getMerges()
-    }),
-    {
-      binary: !1
-    }
-  ), f && i.file("log.json", JSON.stringify(e.log), { binary: !1 }), n?.files)
-    for (const [t, o] of Object.entries(n.files))
-      i.file(t, JSON.stringify(o), { binary: !1 });
-  return i.generateAsync({ type: "blob" });
-}
-export {
-  N as saveModel
-};