@genai-fi/nanogpt 1.4.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/TeachableLLM.js +2 -0
- package/dist/api/beamer.d.ts +1 -0
- package/dist/api/beamer.js +15 -5
- package/dist/api/training.d.ts +1 -0
- package/dist/api/training.js +2 -2
- package/dist/inference/Beamer.d.ts +14 -2
- package/dist/inference/Beamer.js +147 -89
- package/dist/inference/Generator.js +36 -22
- package/dist/inference/tokenisePrompt.d.ts +2 -1
- package/dist/inference/tokenisePrompt.js +10 -7
- package/dist/inference/types.d.ts +1 -0
- package/dist/layers/GQA.d.ts +44 -0
- package/dist/layers/{CausalSelfAttention.js → GQA.js} +21 -19
- package/dist/layers/HeadLayer.d.ts +12 -0
- package/dist/layers/HeadLayer.js +28 -0
- package/dist/layers/{CausalSelfAttention.d.ts → MHA.d.ts} +7 -3
- package/dist/layers/MHA.js +101 -0
- package/dist/layers/MLP.d.ts +5 -1
- package/dist/layers/MLP.js +25 -13
- package/dist/layers/RMSNorm.d.ts +2 -0
- package/dist/layers/RMSNorm.js +12 -8
- package/dist/layers/RoPECache.js +4 -3
- package/dist/layers/TransformerBlock.d.ts +2 -2
- package/dist/layers/TransformerBlock.js +4 -4
- package/dist/layers.d.ts +1 -1
- package/dist/layers.js +1 -1
- package/dist/loader/loadTransformers.js +17 -1
- package/dist/loader/save.js +18 -3
- package/dist/loader/types.d.ts +8 -2
- package/dist/main.js +2 -2
- package/dist/matMul16-CO1QhsRt.js +85 -0
- package/dist/models/Llama.d.ts +16 -0
- package/dist/models/Llama.js +89 -0
- package/dist/models/Qwen3.d.ts +16 -0
- package/dist/models/Qwen3.js +89 -0
- package/dist/models/config.d.ts +18 -1
- package/dist/models/config.js +1 -1
- package/dist/models/factory.js +11 -7
- package/dist/models/model.d.ts +1 -1
- package/dist/ops/dot16.js +1 -1
- package/dist/ops/globalNorm.js +12 -12
- package/dist/ops/grads/attentionMask.js +1 -1
- package/dist/ops/grads/matMul16.js +1 -1
- package/dist/ops/grads/qkv.js +1 -1
- package/dist/ops/grads/rope.js +1 -1
- package/dist/ops/grads/silu.d.ts +2 -0
- package/dist/ops/grads/silu.js +2 -0
- package/dist/ops/matMul16.d.ts +1 -1
- package/dist/ops/matMul16.js +1 -1
- package/dist/ops/normRMS.d.ts +1 -1
- package/dist/ops/normRMS.js +8 -8
- package/dist/ops/rope.d.ts +1 -1
- package/dist/ops/rope.js +1 -1
- package/dist/ops/silu.d.ts +3 -0
- package/dist/ops/silu.js +2 -0
- package/dist/ops/webgl/rope.js +6 -4
- package/dist/ops/webgpu/attentionMask.js +1 -1
- package/dist/ops/webgpu/index.js +1 -0
- package/dist/ops/webgpu/matMul16.js +50 -44
- package/dist/ops/webgpu/matMul16_program.d.ts +2 -2
- package/dist/ops/webgpu/matMul16_program.js +1 -1
- package/dist/ops/webgpu/normRMS.js +6 -6
- package/dist/ops/webgpu/normRMS16_program.d.ts +2 -1
- package/dist/ops/webgpu/normRMS16_program.js +4 -3
- package/dist/ops/webgpu/normRMS32_program.d.ts +2 -1
- package/dist/ops/webgpu/normRMS32_program.js +4 -3
- package/dist/ops/webgpu/qkv.js +1 -1
- package/dist/ops/webgpu/rope.js +99 -34
- package/dist/ops/webgpu/silu.d.ts +14 -0
- package/dist/ops/webgpu/silu.js +118 -0
- package/dist/{rope-C8EAiSGY.js → rope-BPu_uooz.js} +5 -4
- package/dist/silu-B6bvCgJ7.js +25 -0
- package/dist/training/Evaluator.js +4 -1
- package/dist/utilities/maxHeap.d.ts +16 -0
- package/dist/utilities/maxHeap.js +55 -0
- package/dist/utilities/parameters.js +33 -17
- package/package.json +1 -1
- package/dist/matMul16-DGtlziMn.js +0 -81
|
@@ -1,81 +0,0 @@
|
|
|
1
|
-
import { Fi as e, ii as t } from "./dist-Da20xy8E.js";
|
|
2
|
-
import { t as n } from "./gelu-B6637MKa.js";
|
|
3
|
-
import { isPackedTensor as r } from "./utilities/packed.js";
|
|
4
|
-
import { transpose16 as i } from "./ops/transpose16.js";
|
|
5
|
-
import { reshape16 as a } from "./ops/reshape16.js";
|
|
6
|
-
import { mul16 as o } from "./ops/mul16.js";
|
|
7
|
-
import "./ops/webgl/matMul16.js";
|
|
8
|
-
import "./ops/cpu/matMul16.js";
|
|
9
|
-
import { t as s } from "./pack16-BhuXNUS7.js";
|
|
10
|
-
//#region lib/ops/grads/matMul16.ts
|
|
11
|
-
var c = {
|
|
12
|
-
kernelName: "MatMul16",
|
|
13
|
-
inputsToSave: ["A", "B"],
|
|
14
|
-
outputsToSave: [],
|
|
15
|
-
gradFunc: (e, t, r) => {
|
|
16
|
-
let [s, c] = t;
|
|
17
|
-
if (Array.isArray(e)) throw Error("Expected dy to be a single Tensor");
|
|
18
|
-
let u = e, { transposeA: p, transposeB: m, scale: h, activation: g, originalShape: _, perm: v } = r;
|
|
19
|
-
if (v && _) {
|
|
20
|
-
let e = Array(v.length);
|
|
21
|
-
for (let t = 0; t < v.length; ++t) e[v[t]] = t;
|
|
22
|
-
let t = u;
|
|
23
|
-
u = i(u, e), t.dispose();
|
|
24
|
-
}
|
|
25
|
-
if (_) {
|
|
26
|
-
let e = u;
|
|
27
|
-
u = a(u, _), e.dispose();
|
|
28
|
-
}
|
|
29
|
-
if (g === "gelu") {
|
|
30
|
-
let e = u, t = l(s, c, p, m);
|
|
31
|
-
u = n(e, t), e.dispose(), t.dispose();
|
|
32
|
-
} else if (g === "relu2") {
|
|
33
|
-
let e = u, t = l(s, c, p, m, {
|
|
34
|
-
activation: "relu",
|
|
35
|
-
scale: 2
|
|
36
|
-
});
|
|
37
|
-
u = o(e, t), e.dispose(), t.dispose();
|
|
38
|
-
}
|
|
39
|
-
if (!p && !m) return {
|
|
40
|
-
A: () => h === void 0 ? l(u, c, !1, !0) : d(u, c, h, !1, !0),
|
|
41
|
-
B: () => h === void 0 ? l(s, u, !0, !1) : f(s, u, h, !0, !1)
|
|
42
|
-
};
|
|
43
|
-
if (!p && m) return {
|
|
44
|
-
A: () => h === void 0 ? l(u, c, !1, !1) : d(u, c, h, !1, !1),
|
|
45
|
-
B: () => h === void 0 ? l(s, u, !0, !1) : f(s, u, h, !0, !1)
|
|
46
|
-
};
|
|
47
|
-
if (p && !m) return {
|
|
48
|
-
A: () => h === void 0 ? l(c, u, !1, !0) : f(c, u, h, !1, !0),
|
|
49
|
-
B: () => h === void 0 ? l(s, u, !1, !1) : f(s, u, h, !1, !1)
|
|
50
|
-
};
|
|
51
|
-
throw Error("Gradient for transposeA=true and transposeB=true is not supported yet.");
|
|
52
|
-
}
|
|
53
|
-
};
|
|
54
|
-
e(c);
|
|
55
|
-
//#endregion
|
|
56
|
-
//#region lib/ops/matMul16.ts
|
|
57
|
-
function l(e, n, i = !1, a = !1, o = {}) {
|
|
58
|
-
let c = r(e), l = r(n), u = c || l, d = !u || c ? e : s(e), f = !u || l ? n : s(n), p = t().runKernel("MatMul16", {
|
|
59
|
-
A: d,
|
|
60
|
-
B: f
|
|
61
|
-
}, {
|
|
62
|
-
transposeA: i,
|
|
63
|
-
transposeB: a,
|
|
64
|
-
...o
|
|
65
|
-
});
|
|
66
|
-
return u && !c && d.dispose(), u && !l && f.dispose(), p;
|
|
67
|
-
}
|
|
68
|
-
function u(e, t, n, r = !1, i = !1) {
|
|
69
|
-
return l(e, t, r, i, { scale: n });
|
|
70
|
-
}
|
|
71
|
-
function d(e, t, n, r = !1, i = !1) {
|
|
72
|
-
return l(e, t, r, i, { scaleA: n });
|
|
73
|
-
}
|
|
74
|
-
function f(e, t, n, r = !1, i = !1) {
|
|
75
|
-
return l(e, t, r, i, { scaleB: n });
|
|
76
|
-
}
|
|
77
|
-
function p(e, t, n = !1, r = !1) {
|
|
78
|
-
return l(e, t, n, r, { activation: "gelu" });
|
|
79
|
-
}
|
|
80
|
-
//#endregion
|
|
81
|
-
export { u as a, f as i, p as n, c as o, d as r, l as t };
|