@genai-fi/nanogpt 0.4.3 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. package/dist/Generator.js +3 -3
  2. package/dist/NanoGPTModel.js +7 -7
  3. package/dist/Reshape-CiAY8ltP.js +212 -0
  4. package/dist/TeachableLLM.js +7 -1
  5. package/dist/{TiedEmbedding-CnJ1bx4q.js → TiedEmbedding-DznFwzcB.js} +244 -244
  6. package/dist/{axis_util-BgTGy5w8.js → axis_util-QP0LdI1v.js} +1 -1
  7. package/dist/{concat-CuRsVY-K.js → concat-DvWM7HGZ.js} +1 -1
  8. package/dist/data/parquet.js +9 -6
  9. package/dist/data/textLoader.js +6 -5
  10. package/dist/{dropout-DfDdklfL.js → dropout-DFEXTPV0.js} +4 -4
  11. package/dist/{gather-ZYRWhmXR.js → gather-C5D8PxwA.js} +1 -1
  12. package/dist/gpgpu_math-CUzjlO9A.js +23 -0
  13. package/dist/{index-C4JCoBvj.js → index--6vO-cOz.js} +87 -87
  14. package/dist/{kernel_funcs_utils-CAd1h9X1.js → kernel_funcs_utils-C6YBCuOt.js} +72 -91
  15. package/dist/layers/CausalSelfAttention.js +8 -8
  16. package/dist/layers/MLP.js +31 -33
  17. package/dist/layers/RMSNorm.js +3 -3
  18. package/dist/layers/RoPECache.js +3 -3
  19. package/dist/layers/TiedEmbedding.js +5 -5
  20. package/dist/layers/TransformerBlock.js +1 -1
  21. package/dist/{log_sum_exp-BswFnwOb.js → log_sum_exp-CiEy1aUe.js} +7 -7
  22. package/dist/main.js +25 -19
  23. package/dist/{mat_mul-415y5Qn2.js → mat_mul-BEHRPMh0.js} +1 -1
  24. package/dist/{max-CP_9O2Yd.js → max-BUShNgfh.js} +1 -1
  25. package/dist/{moments-CjeIaVdp.js → moments-DYOHXoRV.js} +5 -5
  26. package/dist/{norm-CZM380I3.js → norm-DSva3hI3.js} +13 -13
  27. package/dist/{ones-Bf3YR48P.js → ones-D6kB8bdY.js} +2 -2
  28. package/dist/ops/appendCache.js +3 -3
  29. package/dist/ops/attentionMask.js +1 -1
  30. package/dist/ops/cpu/appendCache.js +2 -2
  31. package/dist/ops/cpu/attentionMask.js +2 -2
  32. package/dist/ops/cpu/fusedSoftmax.js +2 -2
  33. package/dist/ops/cpu/gatherSub.js +4 -4
  34. package/dist/ops/cpu/gelu.js +1 -1
  35. package/dist/ops/cpu/matMulGelu.d.ts +1 -0
  36. package/dist/ops/cpu/matMulGelu.js +40 -0
  37. package/dist/ops/cpu/mulDropout.js +1 -1
  38. package/dist/ops/cpu/qkv.js +3 -3
  39. package/dist/ops/cpu/rope.js +5 -5
  40. package/dist/ops/cpu/scatterSub.js +4 -4
  41. package/dist/ops/fusedSoftmax.js +1 -1
  42. package/dist/ops/gatherSub.js +1 -1
  43. package/dist/ops/gelu.js +2 -2
  44. package/dist/ops/grads/attentionMask.js +1 -1
  45. package/dist/ops/grads/fusedSoftmax.js +2 -2
  46. package/dist/ops/grads/gelu.js +24 -3
  47. package/dist/ops/grads/matMulGelu.d.ts +1 -0
  48. package/dist/ops/grads/matMulGelu.js +17 -0
  49. package/dist/ops/grads/qkv.js +1 -1
  50. package/dist/ops/grads/rope.js +1 -1
  51. package/dist/ops/matMulGelu.d.ts +3 -0
  52. package/dist/ops/matMulGelu.js +14 -0
  53. package/dist/ops/mulDrop.js +1 -1
  54. package/dist/ops/node/sparseCrossEntropy.js +1 -1
  55. package/dist/ops/qkv.js +1 -1
  56. package/dist/ops/scatterSub.js +1 -1
  57. package/dist/ops/webgl/appendCache.js +1 -1
  58. package/dist/ops/webgl/attentionMask.js +1 -1
  59. package/dist/ops/webgl/fusedSoftmax.js +689 -895
  60. package/dist/ops/webgl/gatherSub.js +1 -1
  61. package/dist/ops/webgl/gelu.js +2 -2
  62. package/dist/ops/webgl/matMulGelu.d.ts +20 -0
  63. package/dist/ops/webgl/matMulGelu.js +166 -0
  64. package/dist/ops/webgl/mulDropout.js +1 -1
  65. package/dist/ops/webgl/qkv.js +1 -1
  66. package/dist/ops/webgl/rope.js +1 -1
  67. package/dist/ops/webgl/scatterSub.js +1 -1
  68. package/dist/{range-9AzeApCc.js → range-C_vpUjBu.js} +1 -1
  69. package/dist/{reshape-Boe4DuIO.js → reshape-z51Eu-re.js} +1 -1
  70. package/dist/{sin-KmhiDuMa.js → sin-H567uayl.js} +1 -1
  71. package/dist/{slice_util-19zDNNSn.js → slice_util-BdhYwFY_.js} +2 -2
  72. package/dist/{softmax-Cujsg4ay.js → softmax-Dsxflvdl.js} +1 -1
  73. package/dist/{split-DbcNm1-i.js → split-B_k_jwud.js} +1 -1
  74. package/dist/{stack-D1YjmgKN.js → stack-CmqSdsfs.js} +1 -1
  75. package/dist/{sum-R28pucR5.js → sum-DdkDf2MG.js} +1 -1
  76. package/dist/{tensor-BVeHdl7V.js → tensor-BGYi41cj.js} +1 -1
  77. package/dist/{tensor2d-DqFGNs_K.js → tensor2d-DUr_htjt.js} +1 -1
  78. package/dist/{tfjs_backend-Cug-PH75.js → tfjs_backend-DuKis_xG.js} +46 -46
  79. package/dist/training/AdamExt.js +1 -1
  80. package/dist/training/DatasetBuilder.js +18 -18
  81. package/dist/training/FullTrainer.js +1 -1
  82. package/dist/training/Trainer.js +5 -5
  83. package/dist/training/sparseCrossEntropy.js +4 -4
  84. package/dist/utilities/dummy.js +2 -2
  85. package/dist/utilities/generate.js +3 -3
  86. package/dist/utilities/load.js +1 -1
  87. package/dist/utilities/profile.js +1 -1
  88. package/dist/utilities/weights.js +2 -2
  89. package/dist/{variable-LJT9Ld63.js → variable-BJTZ3jOy.js} +1 -1
  90. package/dist/{zeros-dnQxFgAD.js → zeros-8xl-W2DC.js} +1 -1
  91. package/package.json +1 -1
  92. package/dist/gelu-CnCt17Lk.js +0 -26
package/dist/ops/mulDrop.js CHANGED
@@ -1,4 +1,4 @@
1
- import { e as t } from "../index-C4JCoBvj.js";
1
+ import { e as t } from "../index--6vO-cOz.js";
2
2
  import "./cpu/mulDropout.js";
3
3
  import "./webgl/mulDropout.js";
4
4
  function m(r, o, e, n) {
package/dist/ops/node/sparseCrossEntropy.js CHANGED
@@ -1,4 +1,4 @@
1
- import { r as o } from "../../index-C4JCoBvj.js";
1
+ import { r as o } from "../../index--6vO-cOz.js";
2
2
  function r(e) {
3
3
  const { logits: t, labels: n } = e.inputs;
4
4
  return e.backend.executeMultipleOutputs("SparseSoftmaxCrossEntropyWithLogits", [], [t, n], 2);
package/dist/ops/qkv.js CHANGED
@@ -1,4 +1,4 @@
1
- import { e as o } from "../index-C4JCoBvj.js";
1
+ import { e as o } from "../index--6vO-cOz.js";
2
2
  import "./cpu/qkv.js";
3
3
  import "./webgl/qkv.js";
4
4
  import "./grads/qkv.js";
package/dist/ops/scatterSub.js CHANGED
@@ -1,4 +1,4 @@
1
- import { e as i } from "../index-C4JCoBvj.js";
1
+ import { e as i } from "../index--6vO-cOz.js";
2
2
  import "./cpu/scatterSub.js";
3
3
  import "./webgl/scatterSub.js";
4
4
  function c(t, r, e) {
package/dist/ops/webgl/appendCache.js CHANGED
@@ -1,4 +1,4 @@
1
- import { r as p } from "../../index-C4JCoBvj.js";
1
+ import { r as p } from "../../index--6vO-cOz.js";
2
2
  class m {
3
3
  variableNames = ["cache", "item"];
4
4
  outputShape;
package/dist/ops/webgl/attentionMask.js CHANGED
@@ -1,4 +1,4 @@
1
- import { r as h } from "../../index-C4JCoBvj.js";
1
+ import { r as h } from "../../index--6vO-cOz.js";
2
2
  class l {
3
3
  variableNames = ["q", "k"];
4
4
  outputShape;