@genai-fi/nanogpt 0.5.0 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (104) hide show
  1. package/dist/Generator.js +95 -46
  2. package/dist/NanoGPTModel.d.ts +3 -2
  3. package/dist/NanoGPTModel.js +91 -76
  4. package/dist/{Reshape-BE5rA4rT.js → Reshape-Bt_t7RNz.js} +4 -4
  5. package/dist/TeachableLLM.js +1 -1
  6. package/dist/TiedEmbedding-DORsPlNL.js +44 -0
  7. package/dist/{axis_util-97KkkyRQ.js → axis_util-CVbf1vmL.js} +3 -3
  8. package/dist/{broadcast_to-CMlkG8NS.js → broadcast_to-BBoMQXbL.js} +4 -4
  9. package/dist/{concat-Cxbo2sOz.js → concat-BRRtq4S2.js} +1 -1
  10. package/dist/dataset-ZHEPJmED.js +1226 -0
  11. package/dist/{dropout-kbDY39Ci.js → dropout-lQm_YyX3.js} +1 -1
  12. package/dist/{gather-Bxe1Qip8.js → gather-BWyutxwi.js} +3 -3
  13. package/dist/{gpgpu_math-C0zyxKFi.js → gpgpu_math-Df7gzJWH.js} +1 -1
  14. package/dist/{index-iNhkcAEQ.js → index-CnHyhpKc.js} +32 -32
  15. package/dist/{kernel_funcs_utils-C4eIk4fE.js → kernel_funcs_utils-Dqo82NH4.js} +25 -25
  16. package/dist/layers/BaseLayer.js +114 -3
  17. package/dist/layers/CausalSelfAttention.d.ts +2 -3
  18. package/dist/layers/CausalSelfAttention.js +31 -30
  19. package/dist/layers/MLP.js +10 -9
  20. package/dist/layers/RMSNorm.js +12 -11
  21. package/dist/layers/RoPECache.js +3 -3
  22. package/dist/layers/TiedEmbedding.js +8 -6
  23. package/dist/layers/TransformerBlock.js +2 -2
  24. package/dist/{log_sum_exp-CkumwesB.js → log_sum_exp-CRH7Np9v.js} +12 -12
  25. package/dist/main.js +1 -1
  26. package/dist/{mat_mul-D0SifYfJ.js → mat_mul-DeGU1U_C.js} +3 -3
  27. package/dist/{max-CYaAjEEp.js → max-CcnEArWK.js} +3 -3
  28. package/dist/{moments-B06NlR_V.js → moments-DLTE6-1p.js} +4 -4
  29. package/dist/{norm-D3676xIo.js → norm-BpWsOapl.js} +5 -5
  30. package/dist/{ones-BIeFnPHR.js → ones-CDWGzVnm.js} +6 -6
  31. package/dist/ops/appendCache.js +3 -3
  32. package/dist/ops/attentionMask.js +1 -1
  33. package/dist/ops/cpu/appendCache.js +2 -2
  34. package/dist/ops/cpu/attentionMask.js +5 -5
  35. package/dist/ops/cpu/fusedSoftmax.js +2 -2
  36. package/dist/ops/cpu/gatherSub.js +5 -5
  37. package/dist/ops/cpu/gelu.js +1 -1
  38. package/dist/ops/cpu/matMulGelu.js +1 -1
  39. package/dist/ops/cpu/matMulMul.js +1 -1
  40. package/dist/ops/cpu/mulDropout.js +1 -1
  41. package/dist/ops/cpu/normRMS.js +1 -1
  42. package/dist/ops/cpu/qkv.js +3 -3
  43. package/dist/ops/cpu/rope.js +5 -5
  44. package/dist/ops/cpu/scatterSub.js +27 -27
  45. package/dist/ops/fusedSoftmax.js +1 -1
  46. package/dist/ops/gatherSub.js +1 -1
  47. package/dist/ops/gelu.js +1 -1
  48. package/dist/ops/grads/attentionMask.js +1 -1
  49. package/dist/ops/grads/fusedSoftmax.js +2 -2
  50. package/dist/ops/grads/gelu.js +1 -1
  51. package/dist/ops/grads/matMulGelu.js +1 -1
  52. package/dist/ops/grads/normRMS.js +1 -1
  53. package/dist/ops/grads/qkv.js +1 -1
  54. package/dist/ops/grads/rope.js +1 -1
  55. package/dist/ops/matMulGelu.js +1 -1
  56. package/dist/ops/matMulMul.js +1 -1
  57. package/dist/ops/mulDrop.js +1 -1
  58. package/dist/ops/node/sparseCrossEntropy.js +1 -1
  59. package/dist/ops/normRMS.js +1 -1
  60. package/dist/ops/qkv.js +1 -1
  61. package/dist/ops/scatterSub.js +1 -1
  62. package/dist/ops/webgl/appendCache.js +1 -1
  63. package/dist/ops/webgl/attentionMask.js +1 -1
  64. package/dist/ops/webgl/fusedSoftmax.js +36 -36
  65. package/dist/ops/webgl/gatherSub.js +1 -1
  66. package/dist/ops/webgl/gelu.js +2 -2
  67. package/dist/ops/webgl/matMulGelu.js +22 -22
  68. package/dist/ops/webgl/matMulMul.js +1 -1
  69. package/dist/ops/webgl/mulDropout.js +1 -1
  70. package/dist/ops/webgl/normRMS.js +2 -2
  71. package/dist/ops/webgl/qkv.js +1 -1
  72. package/dist/ops/webgl/rope.js +1 -1
  73. package/dist/ops/webgl/scatterSub.js +1 -1
  74. package/dist/{ops-ObfXLHYQ.js → ops-DzQTmLIl.js} +60 -60
  75. package/dist/{TiedEmbedding-DsDRvLB0.js → random_width-DI2h9CMs.js} +1215 -1250
  76. package/dist/{range-BsFU-SNG.js → range-CkOJ7090.js} +1 -1
  77. package/dist/{reshape-DxTPgnwL.js → reshape-CTIbqjwm.js} +1 -1
  78. package/dist/{sin-BOX-JVAj.js → sin-HzioENy_.js} +5 -5
  79. package/dist/{slice_util-D-kaD4ZV.js → slice_util-n4wHKmex.js} +1 -1
  80. package/dist/{softmax-BjsptB07.js → softmax-DX6qXAbm.js} +2 -2
  81. package/dist/{split-BCbrzthj.js → split-CVwhL8Oe.js} +3 -3
  82. package/dist/{stack--cqr9Dgc.js → stack-S2-D2JAQ.js} +1 -1
  83. package/dist/{sum-B_92TaHD.js → sum-UdfvaNhB.js} +4 -4
  84. package/dist/{tensor-CfiPXsW4.js → tensor-IZex6Bwp.js} +1 -1
  85. package/dist/{tensor2d-tSxWdFMH.js → tensor2d-CqtBzOKq.js} +1 -1
  86. package/dist/{tfjs_backend-NucKez4s.js → tfjs_backend-DX9yVvwk.js} +41 -41
  87. package/dist/tokeniser/CharTokeniser.js +27 -27
  88. package/dist/tokeniser/bpe.d.ts +1 -0
  89. package/dist/tokeniser/bpe.js +38 -35
  90. package/dist/training/AdamExt.js +1 -1
  91. package/dist/training/DatasetBuilder.js +22 -1242
  92. package/dist/training/FullTrainer.js +1 -1
  93. package/dist/training/Trainer.js +5 -5
  94. package/dist/training/sparseCrossEntropy.js +4 -4
  95. package/dist/utilities/dummy.js +2 -2
  96. package/dist/utilities/generate.js +3 -3
  97. package/dist/utilities/load.js +1 -1
  98. package/dist/utilities/profile.js +1 -1
  99. package/dist/utilities/save.js +5 -5
  100. package/dist/utilities/weights.js +2 -2
  101. package/dist/variable-BGvK-VN3.js +23 -0
  102. package/dist/{zeros-NMYTayy7.js → zeros-CYMicyqz.js} +3 -3
  103. package/package.json +1 -1
  104. package/dist/BaseLayer-BhrMN8JO.js +0 -135

There are too many changes on this page to be displayed.

The amount of changes on this page would crash your brower.

You can still verify the content by downloading the package file manually.