@genai-fi/nanogpt 0.7.3 → 0.8.1

package/dist/layers/TransformerBlock.d.ts

@@ -1,6 +1,7 @@
 import { AttentionScores, KVCache } from './CausalSelfAttention';
-import { default as BaseLayer, ForwardAttributes, GPTLayerConfig } from './BaseLayer';
+import { default as BaseLayer, ForwardAttributes } from './BaseLayer';
 import { Tensor } from '@tensorflow/tfjs-core';
+import { GPTConfig } from '../models/config';
 interface BlockAttributes extends ForwardAttributes {
     pastKV?: KVCache;
     seed?: number;
@@ -13,7 +14,7 @@ export default class Block extends BaseLayer<BlockAttributes> {
     private mlp;
     private index;
     skipped: boolean;
-    constructor(index: number, config: GPTLayerConfig, parent?: BaseLayer);
+    constructor(index: number, config: GPTConfig, parent?: BaseLayer);
     private getMLPOutput;
     forward(attrs: BlockAttributes, x: Tensor): Tensor;
     dispose(): void;

package/dist/layers/TransformerBlock.js

@@ -2,7 +2,7 @@ import l from "./CausalSelfAttention.js";
 import r from "./MLP.js";
 import o from "./RMSNorm.js";
 import d from "./BaseLayer.js";
-import { t as p } from "../index-BoWRt-10.js";
+import { t as p } from "../index-DdmHGZjq.js";
 class k extends d {
   ln1;
   attn;

package/dist/loader/load.d.ts

@@ -1,5 +1,5 @@
-import { default as NanoGPT } from '../NanoGPTModel';
 import { ITokeniser } from '../tokeniser/type';
+import { default as Model, ModelForwardAttributes } from '../models/model';
 export declare const VERSION = 2;
 export interface Metadata {
     version: string;
@@ -7,7 +7,7 @@ export interface Metadata {
     name?: string;
 }
 export declare function loadModel(data: Blob | Buffer | string): Promise<{
-    model: NanoGPT;
+    model: Model<ModelForwardAttributes>;
     tokeniser: ITokeniser;
     name?: string;
 }>;

package/dist/loader/loadHF.d.ts

@@ -1,7 +1,7 @@
-import { default as NanoGPT } from '../NanoGPTModel';
 import { ITokeniser } from '../main';
+import { default as Model, ModelForwardAttributes } from '../models/model';
 export default function loadHuggingFace(name: string): Promise<{
-    model: NanoGPT;
+    model: Model<ModelForwardAttributes>;
     tokeniser: ITokeniser;
     name?: string;
 }>;

package/dist/loader/loadTransformers.d.ts

@@ -1,5 +1,6 @@
 import { ITokeniser } from '../tokeniser/type';
-import { default as NanoGPT } from '../NanoGPTModel';
+import { default as Model, ModelForwardAttributes } from '../models/model';
+import { TrainingState } from '../training/Trainer';
 export interface TransformersConfig {
     model_type: string;
     vocab_size: number;
@@ -22,10 +23,11 @@ export interface TransformersMetadata {
     name?: string;
     version: number;
     application: string;
+    training?: TrainingState;
     [key: string]: unknown;
 }
 export default function loadTransformers(config: TransformersConfig, tokeniser: TransformersTokeniser, metadata: TransformersMetadata, weightData: ArrayBuffer): Promise<{
-    model: NanoGPT;
+    model: Model<ModelForwardAttributes>;
     tokeniser: ITokeniser;
     name?: string;
 }>;

package/dist/loader/loadTransformers.js

@@ -1,11 +1,12 @@
-import b from "../NanoGPTModel.js";
-import c from "../tokeniser/CharTokeniser.js";
-import l from "../tokeniser/bpe.js";
-import { load_safetensors as u } from "../utilities/safetensors.js";
-import { a0 as y } from "../index-BoWRt-10.js";
-import { dummyPassAsync as h } from "../utilities/dummy.js";
+import l from "../tokeniser/CharTokeniser.js";
+import c from "../tokeniser/bpe.js";
+import { load_safetensors as b } from "../utilities/safetensors.js";
+import { a2 as y } from "../index-DdmHGZjq.js";
+import { dummyPassAsync as u } from "../utilities/dummy.js";
+import _ from "../models/factory.js";
 async function L(e, a, r, t) {
   const n = {
+    modelType: e.model_type || "GenAI_NanoGPT_v1",
     vocabSize: e.vocab_size,
     blockSize: e.block_size,
     nLayer: e.num_hidden_layers,
@@ -16,12 +17,12 @@ async function L(e, a, r, t) {
     biasInLayerNorm: e.biasInLayerNorm,
     mlpFactor: e.mlpFactor,
     useRope: e.useRope
-  }, m = (a.type ?? "char") === "char" ? new c(a.vocab) : new l(a.vocab, a.merges), i = await u(t), s = /* @__PURE__ */ new Map();
+  }, m = (a.type ?? "char") === "char" ? new l(a.vocab) : new c(a.vocab, a.merges), i = await b(t), s = /* @__PURE__ */ new Map();
   for (const [p, d] of Object.entries(i))
     s.set(p, [d]);
   y();
-  const o = new b(n);
-  return await h(o), o.loadWeights(s), { model: o, tokeniser: m, name: r.name };
+  const o = _(n);
+  return await u(o), o.loadWeights(s), { model: o, tokeniser: m, name: r.name };
 }
 export {
   L as default

package/dist/loader/newZipLoad.d.ts

@@ -1,8 +1,8 @@
 import { ITokeniser } from '../main';
-import { default as NanoGPT } from '../NanoGPTModel';
 import { default as zip } from 'jszip';
+import { default as Model, ModelForwardAttributes } from '../models/model';
 export default function loadZipFile(zipFile: zip): Promise<{
-    model: NanoGPT;
+    model: Model<ModelForwardAttributes>;
     tokeniser: ITokeniser;
     name?: string;
 }>;

package/dist/loader/oldZipLoad.d.ts

@@ -1,7 +1,7 @@
 import { default as zip } from 'jszip';
 import { ITokeniser } from '../main';
-import { default as NanoGPT } from '../NanoGPTModel';
+import { default as Model, ModelForwardAttributes } from '../models/model';
 export default function loadOldModel(zipFile: zip): Promise<{
-    model: NanoGPT;
+    model: Model<ModelForwardAttributes>;
     tokeniser: ITokeniser;
 }>;

package/dist/loader/oldZipLoad.js

@@ -1,30 +1,14 @@
-import d from "../NanoGPTModel.js";
-import "../jszip.min-CjP2V1VV.js";
-import h from "../tokeniser/CharTokeniser.js";
-import { a0 as k } from "../index-BoWRt-10.js";
-import b from "../tokeniser/bpe.js";
-import { dummyPassAsync as u } from "../utilities/dummy.js";
-import "../Generator.js";
-import "../index-Dwqa6Zy2.js";
-import "../dataset-CtdBYwjo.js";
-import "../index-Tf7vU29b.js";
-import "../ops/cpu/adamAdjust.js";
-import "../ops/webgl/adamAdjust.js";
-import "../ops/cpu/adamMoments.js";
-import "../ops/webgl/adamMoments.js";
-import "../papaparse.min-C8l2Kvo1.js";
-import "../ops/cpu/scatterSub.js";
-import "../ops/webgl/scatterSub.js";
-import "../ops/cpu/gatherSub.js";
-import "../ops/webgl/gatherSub.js";
+import { a2 as y } from "../index-DdmHGZjq.js";
 import "../ops/cpu/attentionMask.js";
 import "../ops/webgl/attentionMask.js";
 import "../ops/grads/attentionMask.js";
 import "../ops/cpu/qkv.js";
 import "../ops/webgl/qkv.js";
 import "../ops/grads/qkv.js";
-import "../random_width-sZORGo5k.js";
-import "../register_all_kernels-BwDSRN-f.js";
+import "../random_width-DKGeiFuR.js";
+import "../register_all_kernels-Do9VvZmo.js";
+import "../index-Tf7vU29b.js";
+import "../dataset-DPPl-iLT.js";
 import "../ops/cpu/rope.js";
 import "../ops/webgl/rope.js";
 import "../ops/grads/rope.js";
@@ -36,45 +20,54 @@ import "../ops/grads/fusedSoftmax.js";
 import "../ops/cpu/matMulGelu.js";
 import "../ops/webgl/matMulGelu.js";
 import "../ops/grads/matMulGelu.js";
-import "../ops/cpu/gelu.js";
-import "../ops/webgl/gelu.js";
-import "../gelu-C-dPj6Ku.js";
 import "../ops/cpu/normRMS.js";
 import "../ops/webgl/normRMS.js";
 import "../ops/grads/normRMS.js";
+import "../ops/cpu/gatherSub.js";
+import "../ops/webgl/gatherSub.js";
+import "../ops/cpu/scatterSub.js";
+import "../ops/webgl/scatterSub.js";
+import "../jszip.min-CjP2V1VV.js";
+import h from "../tokeniser/CharTokeniser.js";
+import k from "../tokeniser/bpe.js";
+import { dummyPassAsync as g } from "../utilities/dummy.js";
+import b from "../models/factory.js";
+import "../Generator.js";
+import "../index-Dwqa6Zy2.js";
+import "../ops/cpu/adamAdjust.js";
+import "../ops/webgl/adamAdjust.js";
+import "../ops/cpu/adamMoments.js";
+import "../ops/webgl/adamMoments.js";
+import "../papaparse.min-C8l2Kvo1.js";
+import "../ops/cpu/gelu.js";
+import "../ops/webgl/gelu.js";
+import "../gelu-BkcmEEyD.js";
 import "../ops/webgl/log.js";
-import { importWeights as O } from "../utilities/weights.js";
-async function yt(o) {
-  const n = /* @__PURE__ */ new Map(), s = await o.file("manifest.json")?.async("string");
-  if (!s)
+import "../checks/normRMS.js";
+import "../checks/normRMSGrad.js";
+import { importWeights as u } from "../utilities/weights.js";
+async function ht(r) {
+  const e = /* @__PURE__ */ new Map(), a = await r.file("manifest.json")?.async("string");
+  if (!a)
     throw new Error("Manifest file not found in the zip archive");
-  const m = JSON.parse(s);
-  for (const [t, r] of Object.entries(m.weightSpec))
-    n.set(t, { spec: r, data: new Float32Array() });
-  const p = await o.file("tokeniser.json")?.async("string");
+  const m = JSON.parse(a);
+  for (const [t, o] of Object.entries(m.weightSpec))
+    e.set(t, { spec: o, data: new Float32Array() });
+  const p = await r.file("tokeniser.json")?.async("string");
   if (!p)
     throw new Error("Tokeniser file not found in the zip archive");
-  const i = JSON.parse(p), l = (i.type ?? "char") === "char" ? new h(i.vocab) : new b(i.vocab, i.merges), c = /* @__PURE__ */ new Map();
-  for (const t of Object.keys(o.files))
+  const i = JSON.parse(p), f = (i.type ?? "char") === "char" ? new h(i.vocab) : new k(i.vocab, i.merges), c = /* @__PURE__ */ new Map();
+  for (const t of Object.keys(r.files))
     if (t.endsWith(".bin")) {
-      const r = t.replace(".bin", ""), w = await o.file(t).async("arraybuffer"), g = new Float32Array(w), a = n.get(r) || { spec: [], data: new Float32Array() };
-      a.data = g, n.set(r, a);
-      const y = await O(a);
-      c.set(r, y);
-    }
-  k();
-  const e = new d(m.config);
-  await u(e), e.loadWeights(c);
-  const f = await o.file("log.json")?.async("string");
-  if (f)
-    try {
-      const t = JSON.parse(f);
-      e.log = t;
-    } catch (t) {
-      throw console.error("Error parsing training log:", t), new Error(`Failed to parse training log: ${t}`);
+      const o = t.replace(".bin", ""), l = await r.file(t).async("arraybuffer"), w = new Float32Array(l), s = e.get(o) || { spec: [], data: new Float32Array() };
+      s.data = w, e.set(o, s);
+      const d = await u(s);
+      c.set(o, d);
     }
-  return { model: e, tokeniser: l };
+  y();
+  const n = b(m.config);
+  return await g(n), n.loadWeights(c), { model: n, tokeniser: f };
 }
 export {
-  yt as default
+  ht as default
 };

package/dist/loader/save.d.ts

@@ -0,0 +1,8 @@
+import { ITokeniser } from '../tokeniser/type';
+import { default as Model, ModelForwardAttributes } from '../models/model';
+export interface SaveOptions {
+    name?: string;
+    metadata?: Record<string, unknown>;
+    files?: Record<string, unknown>;
+}
+export declare function saveModel(model: Model<ModelForwardAttributes>, tokeniser: ITokeniser, options?: SaveOptions): Promise<Blob>;

package/dist/loader/save.js

@@ -0,0 +1,62 @@
+import { j as g } from "../jszip.min-CjP2V1VV.js";
+import b from "../tokeniser/CharTokeniser.js";
+import { save_safetensors as p } from "../utilities/safetensors.js";
+import { VERSION as y } from "./load.js";
+async function v(e, n, a) {
+  const o = /* @__PURE__ */ new Map();
+  e.saveWeights(o);
+  const i = new g(), r = {};
+  o.forEach((t, s) => {
+    t.length === 1 && (r[s] = t[0]);
+  });
+  const f = await p(r);
+  i.file("model.safetensors", f, { binary: !0 });
+  const c = {
+    model_type: e.config.modelType || e.getClassName(),
+    vocab_size: n.getVocab().length,
+    hidden_size: e.config.nEmbed,
+    num_hidden_layers: e.config.nLayer,
+    num_attention_heads: e.config.nHead,
+    block_size: e.config.blockSize,
+    dropout: e.config.dropout,
+    biasInLinear: e.config.biasInLinear,
+    biasInLayerNorm: e.config.biasInLayerNorm,
+    mlpFactor: e.config.mlpFactor,
+    useRope: e.config.useRope
+  };
+  if (i.file("config.json", JSON.stringify(c, void 0, 4), {
+    binary: !1
+  }), i.file(
+    "meta.json",
+    JSON.stringify(
+      {
+        version: y,
+        application: "@genai-fi/nanogpt",
+        meta: a?.metadata,
+        name: a?.name,
+        training: e.trainingState || void 0
+      },
+      void 0,
+      4
+    ),
+    {
+      binary: !1
+    }
+  ), i.file(
+    "tokeniser.json",
+    JSON.stringify({
+      type: n instanceof b ? "char" : "bpe",
+      vocab: n.getVocab(),
+      merges: await n.getMerges()
+    }),
+    {
+      binary: !1
+    }
+  ), a?.files)
+    for (const [t, s] of Object.entries(a.files))
+      i.file(t, JSON.stringify(s), { binary: !1 });
+  return i.generateAsync({ type: "blob" });
+}
+export {
+  v as saveModel
+};

package/dist/{log_sum_exp-DbjkV734.js → log_sum_exp-C8yFJfZz.js}

@@ -1,8 +1,28 @@
-import { B as r, C as p, E as u, ae as E, af as h, p as S, c as $, o as d } from "./index-BoWRt-10.js";
-import { e as K } from "./axis_util-BzbKo31C.js";
-import { m as T } from "./max-Ddnnb5xe.js";
-import { r as m } from "./reshape-CdBq1WJ6.js";
-import { s as _ } from "./sum-66ew2byf.js";
+import { C as r, D as x, E as p, ah as h, ai as E, aj as $, p as d, c as S, q as K } from "./index-DdmHGZjq.js";
+import { e as _ } from "./axis_util-Did9235A.js";
+import { r as m } from "./reshape-WeJkT3ja.js";
+import { s as T } from "./sum-ByFINZgi.js";
+/**
+ * @license
+ * Copyright 2020 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function b(s, o = null, n = !1) {
+  const t = { x: x(s, "x", "max") }, e = { reductionIndices: o, keepDims: n };
+  return p.runKernel(h, t, e);
+}
+const D = /* @__PURE__ */ r({ max_: b });
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -19,11 +39,11 @@ import { s as _ } from "./sum-66ew2byf.js";
  * limitations under the License.
  * =============================================================================
  */
-function b(s) {
-  const o = { x: p(s, "x", "exp") };
-  return u.runKernel(E, o);
+function I(s) {
+  const n = { x: x(s, "x", "exp") };
+  return p.runKernel(E, n);
 }
-const N = /* @__PURE__ */ r({ exp_: b });
+const M = /* @__PURE__ */ r({ exp_: I });
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -40,11 +60,11 @@ const N = /* @__PURE__ */ r({ exp_: b });
  * limitations under the License.
  * =============================================================================
  */
-function v(s) {
-  const o = { x: p(s, "x", "log", "float32") };
-  return u.runKernel(h, o);
+function N(s) {
+  const n = { x: x(s, "x", "log", "float32") };
+  return p.runKernel($, n);
 }
-const w = /* @__PURE__ */ r({ log_: v });
+const j = /* @__PURE__ */ r({ log_: N });
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -61,22 +81,23 @@ const w = /* @__PURE__ */ r({ log_: v });
  * limitations under the License.
  * =============================================================================
  */
-function A(s, n = null, o = !1) {
-  const a = p(s, "x", "logSumExp"), t = S(n, a.shape), x = T(
+function q(s, o = null, n = !1) {
+  const a = x(s, "x", "logSumExp"), t = d(o, a.shape), e = D(
     a,
     t,
     !0
     /* keepDims */
-  ), i = $(a, x), l = N(i), f = _(l, t), c = w(f), e = d(m(x, c.shape), c);
-  if (o) {
-    const g = K(e.shape, t);
-    return m(e, g);
+  ), i = S(a, e), l = M(i), f = T(l, t), u = j(f), c = K(m(e, u.shape), u);
+  if (n) {
+    const g = _(c.shape, t);
+    return m(c, g);
   }
-  return e;
+  return c;
 }
-const L = /* @__PURE__ */ r({ logSumExp_: A });
+const G = /* @__PURE__ */ r({ logSumExp_: q });
 export {
-  w as a,
-  N as e,
-  L as l
+  j as a,
+  M as e,
+  G as l,
+  D as m
 };

package/dist/main.d.ts

@@ -2,18 +2,19 @@ import { default as CausalSelfAttention } from './layers/CausalSelfAttention';
 import { default as MLP } from './layers/MLP';
 import { default as TransformerBlock } from './layers/TransformerBlock';
 import { default as RoPECache } from './layers/RoPECache';
-export { default as NanoGPT } from './NanoGPTModel';
+export { default as NanoGPT } from './models/NanoGPTV1';
 export { default as TeachableLLM } from './TeachableLLM';
 export { default as CharTokeniser } from './tokeniser/CharTokeniser';
 export { default as BPETokeniser } from './tokeniser/bpe';
 export { default as waitForModel } from './utilities/waitForModel';
 export { default as loadTextData } from './data/textLoader';
+export { default as Generator } from './Generator';
 export type { ITrainerOptions } from './Trainer';
 export type { IGenerateOptions } from './Generator';
-export type { TrainingLogEntry } from './NanoGPTModel';
+export { type ModelForwardAttributes, default as Model } from './models/model';
 export type { ITokeniser } from './tokeniser/type';
-export type { TrainingProgress } from './training/Trainer';
-export type { GPTConfig } from './config';
+export type { TrainingProgress, TrainingLogEntry } from './training/Trainer';
+export type { GPTConfig } from './models/config';
 export { estimateParameterCount, estimateMemoryUsage, estimateTrainingMemoryUsage, estimateResources, validateConfig, } from './utilities/parameters';
 export { selectBackend } from './backend';
 export { default as performanceTest } from './utilities/performance';
@@ -24,3 +25,4 @@ export declare const layers: {
     RoPECache: typeof RoPECache;
 };
 export { default as AdamExt } from './training/AdamExt';
+export { default as checks } from './checks';

package/dist/main.js

@@ -1,11 +1,13 @@
-import { default as W } from "./NanoGPTModel.js";
+import { default as W } from "./models/NanoGPTV1.js";
 import { default as Y } from "./TeachableLLM.js";
 import { default as _ } from "./tokeniser/CharTokeniser.js";
 import { default as oo } from "./tokeniser/bpe.js";
 import { default as to } from "./utilities/waitForModel.js";
 import { default as eo } from "./data/textLoader.js";
-import { estimateMemoryUsage as po, estimateParameterCount as ao, estimateResources as fo, estimateTrainingMemoryUsage as so, validateConfig as lo } from "./utilities/parameters.js";
-import "./index-BoWRt-10.js";
+import { default as io } from "./Generator.js";
+import { default as fo } from "./models/model.js";
+import { estimateMemoryUsage as lo, estimateParameterCount as xo, estimateResources as no, estimateTrainingMemoryUsage as uo, validateConfig as co } from "./utilities/parameters.js";
+import "./index-DdmHGZjq.js";
 import "./ops/cpu/scatterSub.js";
 import "./ops/webgl/scatterSub.js";
 import "./ops/cpu/gatherSub.js";
@@ -16,10 +18,10 @@ import "./ops/grads/attentionMask.js";
 import "./ops/cpu/qkv.js";
 import "./ops/webgl/qkv.js";
 import "./ops/grads/qkv.js";
-import "./random_width-sZORGo5k.js";
-import "./register_all_kernels-BwDSRN-f.js";
+import "./random_width-DKGeiFuR.js";
+import "./register_all_kernels-Do9VvZmo.js";
 import "./index-Tf7vU29b.js";
-import "./dataset-CtdBYwjo.js";
+import "./dataset-DPPl-iLT.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
 import "./ops/grads/rope.js";
@@ -33,7 +35,7 @@ import "./ops/webgl/matMulGelu.js";
 import "./ops/grads/matMulGelu.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
-import "./gelu-C-dPj6Ku.js";
+import "./gelu-BkcmEEyD.js";
 import "./ops/cpu/normRMS.js";
 import "./ops/webgl/normRMS.js";
 import "./ops/grads/normRMS.js";
@@ -42,13 +44,14 @@ import "./ops/cpu/adamMoments.js";
 import "./ops/webgl/adamMoments.js";
 import "./ops/cpu/adamAdjust.js";
 import "./ops/webgl/adamAdjust.js";
-import { selectBackend as xo } from "./backend.js";
-import { default as co } from "./utilities/performance.js";
+import { selectBackend as ko } from "./backend.js";
+import { default as Co } from "./utilities/performance.js";
 import o from "./layers/CausalSelfAttention.js";
 import r from "./layers/MLP.js";
 import t from "./layers/TransformerBlock.js";
 import m from "./layers/RoPECache.js";
-import { default as ko } from "./training/AdamExt.js";
+import { default as go } from "./training/AdamExt.js";
+import { default as Bo } from "./checks/index.js";
 const O = {
   CausalSelfAttention: o,
   MLP: r,
@@ -56,19 +59,22 @@ const O = {
   RoPECache: m
 };
 export {
-  ko as AdamExt,
+  go as AdamExt,
   oo as BPETokeniser,
   _ as CharTokeniser,
+  io as Generator,
+  fo as Model,
   W as NanoGPT,
   Y as TeachableLLM,
-  po as estimateMemoryUsage,
-  ao as estimateParameterCount,
-  fo as estimateResources,
-  so as estimateTrainingMemoryUsage,
+  Bo as checks,
+  lo as estimateMemoryUsage,
+  xo as estimateParameterCount,
+  no as estimateResources,
+  uo as estimateTrainingMemoryUsage,
   O as layers,
   eo as loadTextData,
-  co as performanceTest,
-  xo as selectBackend,
-  lo as validateConfig,
+  Co as performanceTest,
+  ko as selectBackend,
+  co as validateConfig,
   to as waitForModel
 };

package/dist/{mat_mul-8m8pfdcx.js → mat_mul-Dpy2mMRu.js}

@@ -1,4 +1,4 @@
-import { B as m, C as s, I as c, E as M, J as p } from "./index-BoWRt-10.js";
+import { C as m, D as s, Q as c, E as M, U as p } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/mod-CbibJi3D.js

@@ -0,0 +1,27 @@
+import { C as r, D as s, Q as m, E as c, Y as d } from "./index-DdmHGZjq.js";
+/**
+ * @license
+ * Copyright 2020 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function p(t, e) {
+  let o = s(t, "a", "mod"), a = s(e, "b", "mod");
+  [o, a] = m(o, a);
+  const n = { a: o, b: a };
+  return c.runKernel(d, n);
+}
+const b = /* @__PURE__ */ r({ mod_: p });
+export {
+  b as m
+};

package/dist/models/NanoGPTV1.d.ts

@@ -0,0 +1,15 @@
+import { GPTConfig } from './config';
+import { Tensor } from '@tensorflow/tfjs-core';
+import { default as Model, ModelForwardAttributes } from './model';
+export default class NanoGPT extends Model<ModelForwardAttributes> {
+    private wte;
+    private wpe?;
+    private blocks;
+    private lnF;
+    private ropeCache?;
+    constructor(config?: Partial<GPTConfig>);
+    getClassName(): string;
+    private inputPhase;
+    forward(attrs: ModelForwardAttributes, idx: Tensor, targets?: Tensor): Tensor[];
+    dispose(): void;
+}