@genai-fi/nanogpt 0.20.0 → 0.20.1

package/dist/checks/gelu.js

@@ -0,0 +1,46 @@
+import { I as e, ii as t, ui as n } from "../dist-BewPQWjc.js";
+//#region lib/checks/gelu.ts
+async function r(r) {
+	await n(r);
+	let i = e([
+		[
+			.1,
+			.2,
+			0,
+			0,
+			1230,
+			1232331234,
+			-12234234
+		],
+		[
+			.1,
+			.2,
+			0,
+			0,
+			-1230,
+			-1232331234,
+			12234234
+		],
+		[
+			0,
+			0,
+			0,
+			0,
+			-1,
+			0,
+			0
+		],
+		[
+			0,
+			0,
+			0,
+			0,
+			-.1,
+			.001,
+			0
+		]
+	], [4, 7]);
+	return await t().runKernel("Gelu", { x: i }).array();
+}
+//#endregion
+export { r as execute };

package/dist/checks/index.d.ts

@@ -0,0 +1,26 @@
+import { execute as rope } from './rope';
+import { execute as normRMS } from './normRMS';
+import { execute as qkv } from './qkv';
+import { execute as gelu } from './gelu';
+import { execute as normRMSGrad } from './normRMSGrad';
+import { execute as appendCache } from './appendCache';
+import { execute as attentionMask } from './attentionMask';
+import { execute as matMulGelu } from './matMulGelu';
+import { execute as packUnpack } from './packUnpack';
+import { default as runCheck } from './check';
+import { createWeightStatistics, createTensorStatistics } from './weights';
+declare const checks: {
+    rope: typeof rope;
+    qkv: typeof qkv;
+    gelu: typeof gelu;
+    normRMS: typeof normRMS;
+    normRMSGrad: typeof normRMSGrad;
+    appendCache: typeof appendCache;
+    attentionMask: typeof attentionMask;
+    matMulGelu: typeof matMulGelu;
+    packUnpack: typeof packUnpack;
+    runCheck: typeof runCheck;
+    createLayerWeightStatistics: typeof createWeightStatistics;
+    createWeightStatistics: typeof createTensorStatistics;
+};
+export default checks;

package/dist/checks/index.js

@@ -0,0 +1,28 @@
+import { createTensorStatistics as e, createWeightStatistics as t } from "./weights.js";
+import { execute as n } from "./rope.js";
+import { execute as r } from "./normRMS.js";
+import { execute as i } from "./qkv.js";
+import { execute as a } from "./gelu.js";
+import { execute as o } from "./normRMSGrad.js";
+import { execute as s } from "./appendCache.js";
+import { execute as c } from "./attentionMask.js";
+import { execute as l } from "./matMulGelu.js";
+import { execute as u } from "./packUnpack.js";
+import d from "./check.js";
+//#region lib/checks/index.ts
+var f = {
+	rope: n,
+	qkv: i,
+	gelu: a,
+	normRMS: r,
+	normRMSGrad: o,
+	appendCache: s,
+	attentionMask: c,
+	matMulGelu: l,
+	packUnpack: u,
+	runCheck: d,
+	createLayerWeightStatistics: t,
+	createWeightStatistics: e
+};
+//#endregion
+export { f as default };

package/dist/checks/matMulGelu.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;

package/dist/checks/matMulGelu.js

@@ -0,0 +1,84 @@
+import { I as e, ii as t, ui as n } from "../dist-BewPQWjc.js";
+//#region lib/checks/matMulGelu.ts
+async function r(r) {
+	await n(r);
+	let i = e([
+		[
+			.1,
+			.2,
+			9,
+			10,
+			11
+		],
+		[
+			.3,
+			.4,
+			-9,
+			-10,
+			-11
+		],
+		[
+			.3,
+			.4,
+			-9,
+			-10,
+			-11
+		],
+		[
+			.3,
+			.4,
+			-9,
+			-10,
+			-11
+		],
+		[
+			.3,
+			.4,
+			-9,
+			-10,
+			-11
+		]
+	], [5, 5]), a = e([
+		[
+			.5,
+			.6,
+			7e4,
+			-8e3,
+			0
+		],
+		[
+			.7,
+			.8,
+			-7e4,
+			8e4,
+			0
+		],
+		[
+			.7,
+			.8,
+			-7e4,
+			8e4,
+			0
+		],
+		[
+			.7,
+			.8,
+			-7e4,
+			8e4,
+			0
+		],
+		[
+			.7,
+			.8,
+			-7e4,
+			8e4,
+			0
+		]
+	], [5, 5]);
+	return await t().runKernel("MatMulGelu", {
+		x: a,
+		kernel: i
+	}).array();
+}
+//#endregion
+export { r as execute };

package/dist/checks/normRMS.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<(number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[]>;

package/dist/checks/normRMS.js

@@ -0,0 +1,28 @@
+import { Kt as e, L as t, fi as n, ii as r, m as i, ui as a } from "../dist-BewPQWjc.js";
+//#region lib/checks/normRMS.ts
+var o = Array.from({ length: 2048 * 192 }, () => Math.random()), s = Array.from({ length: 192 }, () => Math.random()), c = Array.from({ length: 2048 * 192 }, () => Math.random());
+async function l(l) {
+	await a(l);
+	let u = t(s, "float32"), d = n(o, [
+		16,
+		128,
+		192
+	], "float32"), f = n(c, [
+		16,
+		128,
+		192
+	], "float32"), { value: p, grads: m } = e((e, t) => {
+		let n = r().runKernel("RMSNorm", {
+			x: e,
+			gamma: t
+		});
+		return i.meanSquaredError(n, f);
+	})([d, u]);
+	return [
+		await p.array(),
+		await m[0].array(),
+		await m[1].array()
+	];
+}
+//#endregion
+export { l as execute };

package/dist/checks/normRMSGrad.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<(number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[]>;

package/dist/checks/normRMSGrad.js

@@ -0,0 +1,22 @@
+import { L as e, fi as t, ii as n, ui as r } from "../dist-BewPQWjc.js";
+//#region lib/checks/normRMSGrad.ts
+var i = Array.from({ length: 2048 * 192 }, () => Math.random()), a = Array.from({ length: 192 }, () => Math.random()), o = Array.from({ length: 2048 * 192 }, () => Math.random());
+async function s(s) {
+	await r(s);
+	let c = e(a, "float32"), l = t(i, [
+		16,
+		128,
+		192
+	], "float32"), u = t(o, [
+		16,
+		128,
+		192
+	], "float32"), d = n().runKernel("RMSNormGrad", {
+		x: l,
+		gamma: c,
+		dy: u
+	});
+	return [await d[0].array(), await d[1].array()];
+}
+//#endregion
+export { s as execute };

package/dist/checks/packUnpack.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;

package/dist/checks/packUnpack.js

@@ -0,0 +1,46 @@
+import { I as e, ii as t, ui as n } from "../dist-BewPQWjc.js";
+//#region lib/checks/packUnpack.ts
+async function r(r) {
+	await n(r);
+	let i = e([
+		[
+			.1,
+			.2,
+			0,
+			0,
+			1230,
+			1232331234,
+			-12234234
+		],
+		[
+			.1,
+			.2,
+			0,
+			0,
+			-1230,
+			-1232331234,
+			12234234
+		],
+		[
+			0,
+			0,
+			0,
+			0,
+			-1,
+			0,
+			0
+		],
+		[
+			0,
+			0,
+			0,
+			0,
+			-.1,
+			.001,
+			0
+		]
+	], [4, 7]), a = t().runKernel("Pack16", { x: i });
+	return await t().runKernel("Unpack16", { x: a }).array();
+}
+//#endregion
+export { r as execute };

package/dist/checks/qkv.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<(number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[]>;

package/dist/checks/qkv.js

@@ -0,0 +1,34 @@
+import { F as e, I as t, ii as n, ui as r } from "../dist-BewPQWjc.js";
+//#region lib/checks/qkv.ts
+async function i(i) {
+	await r(i);
+	let a = e([[[.1, .2], [.3, .4]]], [
+		1,
+		2,
+		2
+	]), o = t([[
+		.5,
+		.6,
+		.9,
+		1,
+		1.3,
+		1.4
+	], [
+		.7,
+		.8,
+		1.1,
+		1.2,
+		1.5,
+		1.6
+	]], [2, 6]), s = n().runKernel("QKV", {
+		x: a,
+		kernel: o
+	}, { heads: 1 });
+	return [
+		await s[0].array(),
+		await s[1].array(),
+		await s[2].array()
+	];
+}
+//#endregion
+export { i as execute };

package/dist/checks/rope.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][] | Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>[]>;

package/dist/checks/rope.js

@@ -0,0 +1,30 @@
+import { P as e, ii as t, ui as n } from "../dist-BewPQWjc.js";
+import r from "../layers/RoPECache.js";
+//#region lib/checks/rope.ts
+async function i(i) {
+	await n(i);
+	let a = e([[[[.1, .2], [.3, .4]]]], [
+		1,
+		1,
+		2,
+		2
+	]), o = new r({
+		modelType: "GenAI_NanoGPT_v1",
+		vocabSize: 20,
+		nEmbed: 16,
+		nHead: 2,
+		nLayer: 1,
+		blockSize: 128,
+		mlpFactor: 4,
+		useRope: !0
+	});
+	o.ensureRopeCache(120);
+	let s = t().runKernel("Rope", {
+		x: a,
+		sin: o.getSin(),
+		cos: o.getCos()
+	}, { pastLen: 20 });
+	return Array.isArray(s) ? s.map((e) => e.array()) : s.array();
+}
+//#endregion
+export { i as execute };

package/dist/checks/weights.d.ts

@@ -0,0 +1,14 @@
+import { default as BaseLayer } from '../../layers/BaseLayer';
+import { Tensor } from '@tensorflow/tfjs-core';
+export interface TensorStatistics {
+    mean: number;
+    std: number;
+    min: number;
+    max: number;
+    sparsity: number;
+    isFinite: boolean;
+    hasNaN: boolean;
+    closeToZeroCount: number;
+}
+export declare function createTensorStatistics(weight: Tensor | number[]): Promise<TensorStatistics>;
+export declare function createWeightStatistics(layer: BaseLayer): Promise<Record<string, TensorStatistics>>;

package/dist/checks/weights.js

@@ -0,0 +1,27 @@
+//#region lib/checks/weights.ts
+async function e(e) {
+	if (!Array.isArray(e) && e.dtype !== "float32") throw Error(`Unsupported dtype ${e.dtype} for weight statistics.`);
+	let t = Array.isArray(e) ? e : await e.data(), n = t.length, r = 0, i = 0, a = t[0], o = t[0], s = 0, c = !0, l = !1, u = 0;
+	for (let e = 0; e < n; e++) {
+		let n = t[e];
+		r += n, i += n * n, n < a && (a = n), n > o && (o = n), n === 0 && s++, Math.abs(n) < 1e-8 && u++, !c && c !== !1 && (c = Number.isFinite(n)), Number.isNaN(n) && (l = !0);
+	}
+	let d = r / n, f = i / n - d * d, p = Math.sqrt(f), m = s / n;
+	return {
+		mean: d,
+		std: p,
+		min: a,
+		max: o,
+		sparsity: m,
+		isFinite: c,
+		hasNaN: l,
+		closeToZeroCount: u
+	};
+}
+async function t(t) {
+	let n = t.trainableVariables, r = {};
+	for (let t of n) r[t.name] = await e(t);
+	return r;
+}
+//#endregion
+export { e as createTensorStatistics, t as createWeightStatistics };

package/dist/chunk-BPntVaq0.js

@@ -0,0 +1,23 @@
+//#region \0rolldown/runtime.js
+var e = Object.create, t = Object.defineProperty, n = Object.getOwnPropertyDescriptor, r = Object.getOwnPropertyNames, i = Object.getPrototypeOf, a = Object.prototype.hasOwnProperty, o = (e, t) => () => (e && (t = e(e = 0)), t), s = (e, t) => () => (t || (e((t = { exports: {} }).exports, t), e = null), t.exports), c = (e, n) => {
+	let r = {};
+	for (var i in e) t(r, i, {
+		get: e[i],
+		enumerable: !0
+	});
+	return n || t(r, Symbol.toStringTag, { value: "Module" }), r;
+}, l = (e, i, o, s) => {
+	if (i && typeof i == "object" || typeof i == "function") for (var c = r(i), l = 0, u = c.length, d; l < u; l++) d = c[l], !a.call(e, d) && d !== o && t(e, d, {
+		get: ((e) => i[e]).bind(null, d),
+		enumerable: !(s = n(i, d)) || s.enumerable
+	});
+	return e;
+}, u = (n, r, a) => (a = n == null ? {} : e(i(n)), l(r || !n || !n.__esModule ? t(a, "default", {
+	value: n,
+	enumerable: !0
+}) : a, n)), d = /* @__PURE__ */ ((e) => typeof require < "u" ? require : typeof Proxy < "u" ? new Proxy(e, { get: (e, t) => (typeof require < "u" ? require : e)[t] }) : e)(function(e) {
+	if (typeof require < "u") return require.apply(this, arguments);
+	throw Error("Calling `require` for \"" + e + "\" in an environment that doesn't expose the `require` function. See https://rolldown.rs/in-depth/bundling-cjs#require-external-modules for more details.");
+});
+//#endregion
+export { u as a, d as i, o as n, c as r, s as t };

package/dist/complex_util-CkazZsaH.js

@@ -0,0 +1,60 @@
+//#region node_modules/@tensorflow/tfjs-core/dist/backends/complex_util.js
+function e(e, t) {
+	if (e.length !== t.length) throw Error(`Cannot merge real and imag arrays of different lengths. real:${e.length}, imag: ${t.length}.`);
+	let n = new Float32Array(e.length * 2);
+	for (let r = 0; r < n.length; r += 2) n[r] = e[r / 2], n[r + 1] = t[r / 2];
+	return n;
+}
+function t(e) {
+	let t = new Float32Array(e.length / 2), n = new Float32Array(e.length / 2);
+	for (let r = 0; r < e.length; r += 2) t[r / 2] = e[r], n[r / 2] = e[r + 1];
+	return {
+		real: t,
+		imag: n
+	};
+}
+function n(e) {
+	let t = Math.ceil(e.length / 4), n = new Float32Array(t), r = new Float32Array(t);
+	for (let t = 0; t < e.length; t += 4) n[Math.floor(t / 4)] = e[t], r[Math.floor(t / 4)] = e[t + 1];
+	return {
+		real: n,
+		imag: r
+	};
+}
+function r(e) {
+	let t = Math.floor(e.length / 4), n = new Float32Array(t), r = new Float32Array(t);
+	for (let t = 2; t < e.length; t += 4) n[Math.floor(t / 4)] = e[t], r[Math.floor(t / 4)] = e[t + 1];
+	return {
+		real: n,
+		imag: r
+	};
+}
+function i(e, t) {
+	return {
+		real: e[t * 2],
+		imag: e[t * 2 + 1]
+	};
+}
+function a(e, t, n, r) {
+	e[r * 2] = t, e[r * 2 + 1] = n;
+}
+function o(e, t) {
+	let n = new Float32Array(e / 2), r = new Float32Array(e / 2);
+	for (let i = 0; i < Math.ceil(e / 2); i++) {
+		let a = (t ? 2 : -2) * Math.PI * (i / e);
+		n[i] = Math.cos(a), r[i] = Math.sin(a);
+	}
+	return {
+		real: n,
+		imag: r
+	};
+}
+function s(e, t, n) {
+	let r = (n ? 2 : -2) * Math.PI * (e / t);
+	return {
+		real: Math.cos(r),
+		imag: Math.sin(r)
+	};
+}
+//#endregion
+export { o as a, t as c, s as i, n, i as o, r, e as s, a as t };

package/dist/concat_util-CWDZCBlA.js

@@ -0,0 +1,19 @@
+import { Ps as e } from "./dist-BewPQWjc.js";
+//#region node_modules/@tensorflow/tfjs-core/dist/ops/concat_util.js
+function t(t, n) {
+	let r = t[0].length;
+	t.forEach((t, n) => {
+		e(t.length === r, () => `Error in concat${r}D: rank of tensors[${n}] must be the same as the rank of the rest (${r})`);
+	}), e(n >= 0 && n < r, () => `Error in concat${r}D: axis must be between 0 and ${r - 1}.`);
+	let i = t[0];
+	t.forEach((t, a) => {
+		for (let o = 0; o < r; o++) e(o === n || t[o] === i[o], () => `Error in concat${r}D: Shape of tensors[${a}] (${t}) does not match the shape of the rest (${i}) along the non-concatenated axis ${a}.`);
+	});
+}
+function n(e, t) {
+	let n = e[0].slice();
+	for (let r = 1; r < e.length; r++) n[t] += e[r][t];
+	return n;
+}
+//#endregion
+export { n, t };

package/dist/data/docx.d.ts

@@ -0,0 +1,2 @@
+import { Conversation } from '../tokeniser/type';
+export declare function loadDOCX(file: Blob | Uint8Array): Promise<Conversation[][]>;