@genai-fi/nanogpt 0.19.1 → 0.20.1

package/dist/checks/check.js

@@ -1,20 +1,32 @@
-import { arraysClose as p } from "../utilities/arrayClose.js";
-async function d(c, o, n) {
-  const u = n ?? ["cpu", "webgl", "webgpu"], t = [];
-  for (const e of u)
-    try {
-      const r = await c(e);
-      t.push({ backend: e, result: r, passed: !0 });
-    } catch (r) {
-      t.push({ backend: e, error: r.message, result: [], passed: !1 });
-    }
-  const s = await Promise.all(t), l = s[0].result;
-  for (let e = 1; e < s.length; e++) {
-    const r = s[e].result, a = p(l, r);
-    s[e].passed = a <= (o ?? 1e-6), s[e].maxError = a;
-  }
-  return s;
+import { arraysClose as e } from "../utilities/arrayClose.js";
+//#region lib/checks/check.ts
+async function t(t, n, r) {
+	let i = r ?? [
+		"cpu",
+		"webgl",
+		"webgpu"
+	], a = [];
+	for (let e of i) try {
+		let n = await t(e);
+		a.push({
+			backend: e,
+			result: n,
+			passed: !0
+		});
+	} catch (t) {
+		a.push({
+			backend: e,
+			error: t.message,
+			result: [],
+			passed: !1
+		});
+	}
+	let o = await Promise.all(a), s = o[0].result;
+	for (let t = 1; t < o.length; t++) {
+		let r = o[t].result, i = e(s, r);
+		o[t].passed = i <= (n ?? 1e-6), o[t].maxError = i;
+	}
+	return o;
 }
-export {
-  d as default
-};
+//#endregion
+export { t as default };

package/dist/checks/gelu.js

@@ -1,18 +1,46 @@
-import { s as e, h as o } from "../index-CUXkjxiT.js";
-import { t as s } from "../tensor2d-BnXMKScO.js";
-async function m(t) {
-  await e(t);
-  const r = s(
-    [
-      [0.1, 0.2, 0, 0, 1230, 1232331234, -12234234],
-      [0.1, 0.2, 0, 0, -1230, -1232331234, 12234234],
-      [0, 0, 0, 0, -1, 0, 0],
-      [0, 0, 0, 0, -0.1, 1e-3, 0]
-    ],
-    [4, 7]
-  );
-  return await o().runKernel("Gelu", { x: r }).array();
+import { I as e, ii as t, ui as n } from "../dist-BewPQWjc.js";
+//#region lib/checks/gelu.ts
+async function r(r) {
+	await n(r);
+	let i = e([
+		[
+			.1,
+			.2,
+			0,
+			0,
+			1230,
+			1232331234,
+			-12234234
+		],
+		[
+			.1,
+			.2,
+			0,
+			0,
+			-1230,
+			-1232331234,
+			12234234
+		],
+		[
+			0,
+			0,
+			0,
+			0,
+			-1,
+			0,
+			0
+		],
+		[
+			0,
+			0,
+			0,
+			0,
+			-.1,
+			.001,
+			0
+		]
+	], [4, 7]);
+	return await t().runKernel("Gelu", { x: i }).array();
 }
-export {
-  m as execute
-};
+//#endregion
+export { r as execute };

package/dist/checks/index.js

@@ -1,28 +1,28 @@
-import { execute as e } from "./rope.js";
-import { execute as t } from "./normRMS.js";
-import { execute as r } from "./qkv.js";
-import { execute as c } from "./gelu.js";
+import { createTensorStatistics as e, createWeightStatistics as t } from "./weights.js";
+import { execute as n } from "./rope.js";
+import { execute as r } from "./normRMS.js";
+import { execute as i } from "./qkv.js";
+import { execute as a } from "./gelu.js";
 import { execute as o } from "./normRMSGrad.js";
-import { execute as a } from "./appendCache.js";
-import { execute as m } from "./attentionMask.js";
-import { execute as i } from "./matMulGelu.js";
+import { execute as s } from "./appendCache.js";
+import { execute as c } from "./attentionMask.js";
+import { execute as l } from "./matMulGelu.js";
 import { execute as u } from "./packUnpack.js";
-import s from "./check.js";
-import { createTensorStatistics as x, createWeightStatistics as p } from "./weights.js";
-const C = {
-  rope: e,
-  qkv: r,
-  gelu: c,
-  normRMS: t,
-  normRMSGrad: o,
-  appendCache: a,
-  attentionMask: m,
-  matMulGelu: i,
-  packUnpack: u,
-  runCheck: s,
-  createLayerWeightStatistics: p,
-  createWeightStatistics: x
-};
-export {
-  C as default
+import d from "./check.js";
+//#region lib/checks/index.ts
+var f = {
+	rope: n,
+	qkv: i,
+	gelu: a,
+	normRMS: r,
+	normRMSGrad: o,
+	appendCache: s,
+	attentionMask: c,
+	matMulGelu: l,
+	packUnpack: u,
+	runCheck: d,
+	createLayerWeightStatistics: t,
+	createWeightStatistics: e
 };
+//#endregion
+export { f as default };

package/dist/checks/matMulGelu.js

@@ -1,28 +1,84 @@
-import { s as o, h as s } from "../index-CUXkjxiT.js";
-import { t as e } from "../tensor2d-BnXMKScO.js";
-async function i(t) {
-  await o(t);
-  const r = e(
-    [
-      [0.1, 0.2, 9, 10, 11],
-      [0.3, 0.4, -9, -10, -11],
-      [0.3, 0.4, -9, -10, -11],
-      [0.3, 0.4, -9, -10, -11],
-      [0.3, 0.4, -9, -10, -11]
-    ],
-    [5, 5]
-  ), n = e(
-    [
-      [0.5, 0.6, 7e4, -8e3, 0],
-      [0.7, 0.8, -7e4, 8e4, 0],
-      [0.7, 0.8, -7e4, 8e4, 0],
-      [0.7, 0.8, -7e4, 8e4, 0],
-      [0.7, 0.8, -7e4, 8e4, 0]
-    ],
-    [5, 5]
-  );
-  return await s().runKernel("MatMulGelu", { x: n, kernel: r }).array();
+import { I as e, ii as t, ui as n } from "../dist-BewPQWjc.js";
+//#region lib/checks/matMulGelu.ts
+async function r(r) {
+	await n(r);
+	let i = e([
+		[
+			.1,
+			.2,
+			9,
+			10,
+			11
+		],
+		[
+			.3,
+			.4,
+			-9,
+			-10,
+			-11
+		],
+		[
+			.3,
+			.4,
+			-9,
+			-10,
+			-11
+		],
+		[
+			.3,
+			.4,
+			-9,
+			-10,
+			-11
+		],
+		[
+			.3,
+			.4,
+			-9,
+			-10,
+			-11
+		]
+	], [5, 5]), a = e([
+		[
+			.5,
+			.6,
+			7e4,
+			-8e3,
+			0
+		],
+		[
+			.7,
+			.8,
+			-7e4,
+			8e4,
+			0
+		],
+		[
+			.7,
+			.8,
+			-7e4,
+			8e4,
+			0
+		],
+		[
+			.7,
+			.8,
+			-7e4,
+			8e4,
+			0
+		],
+		[
+			.7,
+			.8,
+			-7e4,
+			8e4,
+			0
+		]
+	], [5, 5]);
+	return await t().runKernel("MatMulGelu", {
+		x: a,
+		kernel: i
+	}).array();
 }
-export {
-  i as execute
-};
+//#endregion
+export { r as execute };

package/dist/checks/normRMS.js

@@ -1,16 +1,28 @@
-import { s as u, a0 as A, h } from "../index-CUXkjxiT.js";
-import { a as y } from "../ops-CsXeTq1P.js";
-import { t as p } from "../tensor1d-LMGMIUlr.js";
-import { t as r } from "../tensor-BWFldCso.js";
-const w = Array.from({ length: 2048 * 192 }, () => Math.random()), x = Array.from({ length: 192 }, () => Math.random()), M = Array.from({ length: 2048 * 192 }, () => Math.random());
-async function k(t) {
-  await u(t);
-  const o = p(x, "float32"), n = r(w, [16, 128, 192], "float32"), s = r(M, [16, 128, 192], "float32"), e = (d, g) => {
-    const i = h().runKernel("RMSNorm", { x: d, gamma: g });
-    return y.meanSquaredError(i, s);
-  }, { value: m, grads: a } = A(e)([n, o]), c = await m.array(), f = await a[0].array(), l = await a[1].array();
-  return [c, f, l];
+import { Kt as e, L as t, fi as n, ii as r, m as i, ui as a } from "../dist-BewPQWjc.js";
+//#region lib/checks/normRMS.ts
+var o = Array.from({ length: 2048 * 192 }, () => Math.random()), s = Array.from({ length: 192 }, () => Math.random()), c = Array.from({ length: 2048 * 192 }, () => Math.random());
+async function l(l) {
+	await a(l);
+	let u = t(s, "float32"), d = n(o, [
+		16,
+		128,
+		192
+	], "float32"), f = n(c, [
+		16,
+		128,
+		192
+	], "float32"), { value: p, grads: m } = e((e, t) => {
+		let n = r().runKernel("RMSNorm", {
+			x: e,
+			gamma: t
+		});
+		return i.meanSquaredError(n, f);
+	})([d, u]);
+	return [
+		await p.array(),
+		await m[0].array(),
+		await m[1].array()
+	];
 }
-export {
-  k as execute
-};
+//#endregion
+export { l as execute };

package/dist/checks/normRMSGrad.js

@@ -1,12 +1,22 @@
-import { s as c, h as d } from "../index-CUXkjxiT.js";
-import { t as f } from "../tensor1d-LMGMIUlr.js";
-import { t as r } from "../tensor-BWFldCso.js";
-const y = Array.from({ length: 2048 * 192 }, () => Math.random()), i = Array.from({ length: 192 }, () => Math.random()), l = Array.from({ length: 2048 * 192 }, () => Math.random());
-async function x(t) {
-  await c(t);
-  const o = f(i, "float32"), n = r(y, [16, 128, 192], "float32"), m = r(l, [16, 128, 192], "float32"), a = d().runKernel("RMSNormGrad", { x: n, gamma: o, dy: m }), s = await a[0].array(), e = await a[1].array();
-  return [s, e];
+import { L as e, fi as t, ii as n, ui as r } from "../dist-BewPQWjc.js";
+//#region lib/checks/normRMSGrad.ts
+var i = Array.from({ length: 2048 * 192 }, () => Math.random()), a = Array.from({ length: 192 }, () => Math.random()), o = Array.from({ length: 2048 * 192 }, () => Math.random());
+async function s(s) {
+	await r(s);
+	let c = e(a, "float32"), l = t(i, [
+		16,
+		128,
+		192
+	], "float32"), u = t(o, [
+		16,
+		128,
+		192
+	], "float32"), d = n().runKernel("RMSNormGrad", {
+		x: l,
+		gamma: c,
+		dy: u
+	});
+	return [await d[0].array(), await d[1].array()];
 }
-export {
-  x as execute
-};
+//#endregion
+export { s as execute };

package/dist/checks/packUnpack.js

@@ -1,18 +1,46 @@
-import { s as a, h as n } from "../index-CUXkjxiT.js";
-import { t as c } from "../tensor2d-BnXMKScO.js";
-async function i(e) {
-  await a(e);
-  const r = c(
-    [
-      [0.1, 0.2, 0, 0, 1230, 1232331234, -12234234],
-      [0.1, 0.2, 0, 0, -1230, -1232331234, 12234234],
-      [0, 0, 0, 0, -1, 0, 0],
-      [0, 0, 0, 0, -0.1, 1e-3, 0]
-    ],
-    [4, 7]
-  ), t = n().runKernel("Pack16", { x: r });
-  return await n().runKernel("Unpack16", { x: t }).array();
+import { I as e, ii as t, ui as n } from "../dist-BewPQWjc.js";
+//#region lib/checks/packUnpack.ts
+async function r(r) {
+	await n(r);
+	let i = e([
+		[
+			.1,
+			.2,
+			0,
+			0,
+			1230,
+			1232331234,
+			-12234234
+		],
+		[
+			.1,
+			.2,
+			0,
+			0,
+			-1230,
+			-1232331234,
+			12234234
+		],
+		[
+			0,
+			0,
+			0,
+			0,
+			-1,
+			0,
+			0
+		],
+		[
+			0,
+			0,
+			0,
+			0,
+			-.1,
+			.001,
+			0
+		]
+	], [4, 7]), a = t().runKernel("Pack16", { x: i });
+	return await t().runKernel("Unpack16", { x: a }).array();
 }
-export {
-  i as execute
-};
+//#endregion
+export { r as execute };

package/dist/checks/qkv.js

@@ -1,34 +1,34 @@
-import { W as i, X as u, Y as c, s as l, h } from "../index-CUXkjxiT.js";
-import { t as f } from "../tensor2d-BnXMKScO.js";
-function m(t, e, n) {
-  if (i(t), e != null && e.length !== 3)
-    throw new Error("tensor3d() requires shape to have three numbers");
-  const r = u(t, n);
-  if (r.length !== 3 && r.length !== 1)
-    throw new Error("tensor3d() requires values to be number[][][] or flat/TypedArray");
-  if (r.length === 1 && e == null)
-    throw new Error("tensor3d() requires shape to be provided when `values` are a flat array");
-  return c(t, e, r, n);
+import { F as e, I as t, ii as n, ui as r } from "../dist-BewPQWjc.js";
+//#region lib/checks/qkv.ts
+async function i(i) {
+	await r(i);
+	let a = e([[[.1, .2], [.3, .4]]], [
+		1,
+		2,
+		2
+	]), o = t([[
+		.5,
+		.6,
+		.9,
+		1,
+		1.3,
+		1.4
+	], [
+		.7,
+		.8,
+		1.1,
+		1.2,
+		1.5,
+		1.6
+	]], [2, 6]), s = n().runKernel("QKV", {
+		x: a,
+		kernel: o
+	}, { heads: 1 });
+	return [
+		await s[0].array(),
+		await s[1].array(),
+		await s[2].array()
+	];
 }
-async function y(t) {
-  await l(t);
-  const e = m(
-    [
-      [
-        [0.1, 0.2],
-        [0.3, 0.4]
-      ]
-    ],
-    [1, 2, 2]
-  ), n = f(
-    [
-      [0.5, 0.6, 0.9, 1, 1.3, 1.4],
-      [0.7, 0.8, 1.1, 1.2, 1.5, 1.6]
-    ],
-    [2, 6]
-  ), r = h().runKernel("QKV", { x: e, kernel: n }, { heads: 1 }), o = await r[0].array(), a = await r[1].array(), s = await r[2].array();
-  return [o, a, s];
-}
-export {
-  y as execute
-};
+//#endregion
+export { i as execute };

package/dist/checks/rope.js

@@ -1,36 +1,30 @@
-import s from "../layers/RoPECache.js";
-import { s as c, h as i } from "../index-CUXkjxiT.js";
-import { t as p } from "../tensor4d-C6UCG_u8.js";
-async function f(r) {
-  await c(r);
-  const n = p(
-    [
-      [
-        [
-          [0.1, 0.2],
-          [0.3, 0.4]
-        ]
-      ]
-    ],
-    [1, 1, 2, 2]
-  ), a = {
-    modelType: "GenAI_NanoGPT_v1",
-    vocabSize: 20,
-    nEmbed: 16,
-    nHead: 2,
-    nLayer: 1,
-    blockSize: 128,
-    mlpFactor: 4,
-    useRope: !0
-  }, e = new s(a);
-  e.ensureRopeCache(120);
-  const o = i().runKernel(
-    "Rope",
-    { x: n, sin: e.getSin(), cos: e.getCos() },
-    { pastLen: 20 }
-  );
-  return Array.isArray(o) ? o.map((t) => t.array()) : o.array();
+import { P as e, ii as t, ui as n } from "../dist-BewPQWjc.js";
+import r from "../layers/RoPECache.js";
+//#region lib/checks/rope.ts
+async function i(i) {
+	await n(i);
+	let a = e([[[[.1, .2], [.3, .4]]]], [
+		1,
+		1,
+		2,
+		2
+	]), o = new r({
+		modelType: "GenAI_NanoGPT_v1",
+		vocabSize: 20,
+		nEmbed: 16,
+		nHead: 2,
+		nLayer: 1,
+		blockSize: 128,
+		mlpFactor: 4,
+		useRope: !0
+	});
+	o.ensureRopeCache(120);
+	let s = t().runKernel("Rope", {
+		x: a,
+		sin: o.getSin(),
+		cos: o.getCos()
+	}, { pastLen: 20 });
+	return Array.isArray(s) ? s.map((e) => e.array()) : s.array();
 }
-export {
-  f as execute
-};
+//#endregion
+export { i as execute };

package/dist/checks/weights.d.ts

@@ -1,4 +1,4 @@
-import { default as BaseLayer } from '../layers/BaseLayer';
+import { default as BaseLayer } from '../../layers/BaseLayer';
 import { Tensor } from '@tensorflow/tfjs-core';
 export interface TensorStatistics {
     mean: number;

package/dist/checks/weights.js

@@ -1,31 +1,27 @@
-async function b(s) {
-  if (!Array.isArray(s) && s.dtype !== "float32")
-    throw new Error(`Unsupported dtype ${s.dtype} for weight statistics.`);
-  const e = Array.isArray(s) ? s : await s.data(), a = e.length;
-  let r = 0, l = 0, n = e[0], i = e[0], f = 0, d = !0, u = !1, y = 0;
-  for (let c = 0; c < a; c++) {
-    const t = e[c];
-    r += t, l += t * t, t < n && (n = t), t > i && (i = t), t === 0 && f++, Math.abs(t) < 1e-8 && y++, Number.isNaN(t) && (u = !0);
-  }
-  const o = r / a, m = l / a - o * o, p = Math.sqrt(m), N = f / a;
-  return {
-    mean: o,
-    std: p,
-    min: n,
-    max: i,
-    sparsity: N,
-    isFinite: d,
-    hasNaN: u,
-    closeToZeroCount: y
-  };
+//#region lib/checks/weights.ts
+async function e(e) {
+	if (!Array.isArray(e) && e.dtype !== "float32") throw Error(`Unsupported dtype ${e.dtype} for weight statistics.`);
+	let t = Array.isArray(e) ? e : await e.data(), n = t.length, r = 0, i = 0, a = t[0], o = t[0], s = 0, c = !0, l = !1, u = 0;
+	for (let e = 0; e < n; e++) {
+		let n = t[e];
+		r += n, i += n * n, n < a && (a = n), n > o && (o = n), n === 0 && s++, Math.abs(n) < 1e-8 && u++, !c && c !== !1 && (c = Number.isFinite(n)), Number.isNaN(n) && (l = !0);
+	}
+	let d = r / n, f = i / n - d * d, p = Math.sqrt(f), m = s / n;
+	return {
+		mean: d,
+		std: p,
+		min: a,
+		max: o,
+		sparsity: m,
+		isFinite: c,
+		hasNaN: l,
+		closeToZeroCount: u
+	};
 }
-async function h(s) {
-  const e = s.trainableVariables, a = {};
-  for (const r of e)
-    a[r.name] = await b(r);
-  return a;
+async function t(t) {
+	let n = t.trainableVariables, r = {};
+	for (let t of n) r[t.name] = await e(t);
+	return r;
 }
-export {
-  b as createTensorStatistics,
-  h as createWeightStatistics
-};
+//#endregion
+export { e as createTensorStatistics, t as createWeightStatistics };

package/dist/chunk-BPntVaq0.js

@@ -0,0 +1,23 @@
+//#region \0rolldown/runtime.js
+var e = Object.create, t = Object.defineProperty, n = Object.getOwnPropertyDescriptor, r = Object.getOwnPropertyNames, i = Object.getPrototypeOf, a = Object.prototype.hasOwnProperty, o = (e, t) => () => (e && (t = e(e = 0)), t), s = (e, t) => () => (t || (e((t = { exports: {} }).exports, t), e = null), t.exports), c = (e, n) => {
+	let r = {};
+	for (var i in e) t(r, i, {
+		get: e[i],
+		enumerable: !0
+	});
+	return n || t(r, Symbol.toStringTag, { value: "Module" }), r;
+}, l = (e, i, o, s) => {
+	if (i && typeof i == "object" || typeof i == "function") for (var c = r(i), l = 0, u = c.length, d; l < u; l++) d = c[l], !a.call(e, d) && d !== o && t(e, d, {
+		get: ((e) => i[e]).bind(null, d),
+		enumerable: !(s = n(i, d)) || s.enumerable
+	});
+	return e;
+}, u = (n, r, a) => (a = n == null ? {} : e(i(n)), l(r || !n || !n.__esModule ? t(a, "default", {
+	value: n,
+	enumerable: !0
+}) : a, n)), d = /* @__PURE__ */ ((e) => typeof require < "u" ? require : typeof Proxy < "u" ? new Proxy(e, { get: (e, t) => (typeof require < "u" ? require : e)[t] }) : e)(function(e) {
+	if (typeof require < "u") return require.apply(this, arguments);
+	throw Error("Calling `require` for \"" + e + "\" in an environment that doesn't expose the `require` function. See https://rolldown.rs/in-depth/bundling-cjs#require-external-modules for more details.");
+});
+//#endregion
+export { u as a, d as i, o as n, c as r, s as t };