@genai-fi/nanogpt 1.4.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/dist/TeachableLLM.js +2 -0
  2. package/dist/api/beamer.d.ts +1 -0
  3. package/dist/api/beamer.js +15 -5
  4. package/dist/api/training.d.ts +1 -0
  5. package/dist/api/training.js +2 -2
  6. package/dist/inference/Beamer.d.ts +14 -2
  7. package/dist/inference/Beamer.js +147 -89
  8. package/dist/inference/Generator.js +36 -22
  9. package/dist/inference/tokenisePrompt.d.ts +2 -1
  10. package/dist/inference/tokenisePrompt.js +10 -7
  11. package/dist/inference/types.d.ts +1 -0
  12. package/dist/layers/GQA.d.ts +44 -0
  13. package/dist/layers/{CausalSelfAttention.js → GQA.js} +21 -19
  14. package/dist/layers/HeadLayer.d.ts +12 -0
  15. package/dist/layers/HeadLayer.js +28 -0
  16. package/dist/layers/{CausalSelfAttention.d.ts → MHA.d.ts} +7 -3
  17. package/dist/layers/MHA.js +101 -0
  18. package/dist/layers/MLP.d.ts +5 -1
  19. package/dist/layers/MLP.js +25 -13
  20. package/dist/layers/RMSNorm.d.ts +2 -0
  21. package/dist/layers/RMSNorm.js +12 -8
  22. package/dist/layers/RoPECache.js +4 -3
  23. package/dist/layers/TransformerBlock.d.ts +2 -2
  24. package/dist/layers/TransformerBlock.js +4 -4
  25. package/dist/layers.d.ts +1 -1
  26. package/dist/layers.js +1 -1
  27. package/dist/loader/loadTransformers.js +17 -1
  28. package/dist/loader/save.js +18 -3
  29. package/dist/loader/types.d.ts +8 -2
  30. package/dist/main.js +2 -2
  31. package/dist/matMul16-CO1QhsRt.js +85 -0
  32. package/dist/models/Llama.d.ts +16 -0
  33. package/dist/models/Llama.js +89 -0
  34. package/dist/models/Qwen3.d.ts +16 -0
  35. package/dist/models/Qwen3.js +89 -0
  36. package/dist/models/config.d.ts +18 -1
  37. package/dist/models/config.js +1 -1
  38. package/dist/models/factory.js +11 -7
  39. package/dist/models/model.d.ts +1 -1
  40. package/dist/ops/dot16.js +1 -1
  41. package/dist/ops/globalNorm.js +12 -12
  42. package/dist/ops/grads/attentionMask.js +1 -1
  43. package/dist/ops/grads/matMul16.js +1 -1
  44. package/dist/ops/grads/qkv.js +1 -1
  45. package/dist/ops/grads/rope.js +1 -1
  46. package/dist/ops/grads/silu.d.ts +2 -0
  47. package/dist/ops/grads/silu.js +2 -0
  48. package/dist/ops/matMul16.d.ts +1 -1
  49. package/dist/ops/matMul16.js +1 -1
  50. package/dist/ops/normRMS.d.ts +1 -1
  51. package/dist/ops/normRMS.js +8 -8
  52. package/dist/ops/rope.d.ts +1 -1
  53. package/dist/ops/rope.js +1 -1
  54. package/dist/ops/silu.d.ts +3 -0
  55. package/dist/ops/silu.js +2 -0
  56. package/dist/ops/webgl/rope.js +6 -4
  57. package/dist/ops/webgpu/attentionMask.js +1 -1
  58. package/dist/ops/webgpu/index.js +1 -0
  59. package/dist/ops/webgpu/matMul16.js +50 -44
  60. package/dist/ops/webgpu/matMul16_program.d.ts +2 -2
  61. package/dist/ops/webgpu/matMul16_program.js +1 -1
  62. package/dist/ops/webgpu/normRMS.js +6 -6
  63. package/dist/ops/webgpu/normRMS16_program.d.ts +2 -1
  64. package/dist/ops/webgpu/normRMS16_program.js +4 -3
  65. package/dist/ops/webgpu/normRMS32_program.d.ts +2 -1
  66. package/dist/ops/webgpu/normRMS32_program.js +4 -3
  67. package/dist/ops/webgpu/qkv.js +1 -1
  68. package/dist/ops/webgpu/rope.js +99 -34
  69. package/dist/ops/webgpu/silu.d.ts +14 -0
  70. package/dist/ops/webgpu/silu.js +118 -0
  71. package/dist/{rope-C8EAiSGY.js → rope-BPu_uooz.js} +5 -4
  72. package/dist/silu-B6bvCgJ7.js +25 -0
  73. package/dist/training/Evaluator.js +4 -1
  74. package/dist/utilities/maxHeap.d.ts +16 -0
  75. package/dist/utilities/maxHeap.js +55 -0
  76. package/dist/utilities/parameters.js +33 -17
  77. package/package.json +1 -1
  78. package/dist/matMul16-DGtlziMn.js +0 -81
@@ -1,81 +0,0 @@
1
- import { Fi as e, ii as t } from "./dist-Da20xy8E.js";
2
- import { t as n } from "./gelu-B6637MKa.js";
3
- import { isPackedTensor as r } from "./utilities/packed.js";
4
- import { transpose16 as i } from "./ops/transpose16.js";
5
- import { reshape16 as a } from "./ops/reshape16.js";
6
- import { mul16 as o } from "./ops/mul16.js";
7
- import "./ops/webgl/matMul16.js";
8
- import "./ops/cpu/matMul16.js";
9
- import { t as s } from "./pack16-BhuXNUS7.js";
10
- //#region lib/ops/grads/matMul16.ts
11
- var c = {
12
- kernelName: "MatMul16",
13
- inputsToSave: ["A", "B"],
14
- outputsToSave: [],
15
- gradFunc: (e, t, r) => {
16
- let [s, c] = t;
17
- if (Array.isArray(e)) throw Error("Expected dy to be a single Tensor");
18
- let u = e, { transposeA: p, transposeB: m, scale: h, activation: g, originalShape: _, perm: v } = r;
19
- if (v && _) {
20
- let e = Array(v.length);
21
- for (let t = 0; t < v.length; ++t) e[v[t]] = t;
22
- let t = u;
23
- u = i(u, e), t.dispose();
24
- }
25
- if (_) {
26
- let e = u;
27
- u = a(u, _), e.dispose();
28
- }
29
- if (g === "gelu") {
30
- let e = u, t = l(s, c, p, m);
31
- u = n(e, t), e.dispose(), t.dispose();
32
- } else if (g === "relu2") {
33
- let e = u, t = l(s, c, p, m, {
34
- activation: "relu",
35
- scale: 2
36
- });
37
- u = o(e, t), e.dispose(), t.dispose();
38
- }
39
- if (!p && !m) return {
40
- A: () => h === void 0 ? l(u, c, !1, !0) : d(u, c, h, !1, !0),
41
- B: () => h === void 0 ? l(s, u, !0, !1) : f(s, u, h, !0, !1)
42
- };
43
- if (!p && m) return {
44
- A: () => h === void 0 ? l(u, c, !1, !1) : d(u, c, h, !1, !1),
45
- B: () => h === void 0 ? l(s, u, !0, !1) : f(s, u, h, !0, !1)
46
- };
47
- if (p && !m) return {
48
- A: () => h === void 0 ? l(c, u, !1, !0) : f(c, u, h, !1, !0),
49
- B: () => h === void 0 ? l(s, u, !1, !1) : f(s, u, h, !1, !1)
50
- };
51
- throw Error("Gradient for transposeA=true and transposeB=true is not supported yet.");
52
- }
53
- };
54
- e(c);
55
- //#endregion
56
- //#region lib/ops/matMul16.ts
57
- function l(e, n, i = !1, a = !1, o = {}) {
58
- let c = r(e), l = r(n), u = c || l, d = !u || c ? e : s(e), f = !u || l ? n : s(n), p = t().runKernel("MatMul16", {
59
- A: d,
60
- B: f
61
- }, {
62
- transposeA: i,
63
- transposeB: a,
64
- ...o
65
- });
66
- return u && !c && d.dispose(), u && !l && f.dispose(), p;
67
- }
68
- function u(e, t, n, r = !1, i = !1) {
69
- return l(e, t, r, i, { scale: n });
70
- }
71
- function d(e, t, n, r = !1, i = !1) {
72
- return l(e, t, r, i, { scaleA: n });
73
- }
74
- function f(e, t, n, r = !1, i = !1) {
75
- return l(e, t, r, i, { scaleB: n });
76
- }
77
- function p(e, t, n = !1, r = !1) {
78
- return l(e, t, n, r, { activation: "gelu" });
79
- }
80
- //#endregion
81
- export { u as a, f as i, p as n, c as o, d as r, l as t };