@genai-fi/nanogpt 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. package/LICENSE +7 -0
  2. package/README.md +20 -0
  3. package/dist/Generator.d.ts +14 -0
  4. package/dist/Generator.js +39 -0
  5. package/dist/NanoGPTModel.d.ts +35 -0
  6. package/dist/NanoGPTModel.js +129 -0
  7. package/dist/TeachableLLM.d.ts +21 -0
  8. package/dist/TeachableLLM.js +47 -0
  9. package/dist/Trainer.d.ts +19 -0
  10. package/dist/Trainer.js +34 -0
  11. package/dist/_commonjsHelpers-DaMA6jEr.js +8 -0
  12. package/dist/assets/worker-BYeSPNkq.js +1 -0
  13. package/dist/config.d.ts +11 -0
  14. package/dist/config.js +19 -0
  15. package/dist/index-B8nyc6IR.js +3899 -0
  16. package/dist/index-SOhdqzHq.js +113 -0
  17. package/dist/jszip.min-BLbRbbKt.js +2324 -0
  18. package/dist/layers/CausalSelfAttention.d.ts +22 -0
  19. package/dist/layers/CausalSelfAttention.js +75 -0
  20. package/dist/layers/LayerNorm.d.ts +12 -0
  21. package/dist/layers/LayerNorm.js +30 -0
  22. package/dist/layers/MLP.d.ts +17 -0
  23. package/dist/layers/MLP.js +57 -0
  24. package/dist/layers/TiedEmbedding.d.ts +22 -0
  25. package/dist/layers/TiedEmbedding.js +532 -0
  26. package/dist/layers/TransformerBlock.d.ts +19 -0
  27. package/dist/layers/TransformerBlock.js +47 -0
  28. package/dist/main.d.ts +6 -0
  29. package/dist/main.js +8 -0
  30. package/dist/tokeniser/CharTokeniser.d.ts +20 -0
  31. package/dist/tokeniser/CharTokeniser.js +52 -0
  32. package/dist/tokeniser/NodeTokeniser.d.ts +19 -0
  33. package/dist/tokeniser/NodeTokeniser.js +46 -0
  34. package/dist/tokeniser/WebTokeniser.d.ts +18 -0
  35. package/dist/tokeniser/WebTokeniser.js +96 -0
  36. package/dist/tokeniser/bpe.d.ts +14 -0
  37. package/dist/tokeniser/bpe.js +102 -0
  38. package/dist/tokeniser/messages.d.ts +61 -0
  39. package/dist/tokeniser/messages.js +1 -0
  40. package/dist/tokeniser/type.d.ts +14 -0
  41. package/dist/tokeniser/type.js +1 -0
  42. package/dist/tokeniser/worker.d.ts +1 -0
  43. package/dist/tokeniser/worker.js +53 -0
  44. package/dist/training/AdamExt.d.ts +23 -0
  45. package/dist/training/AdamExt.js +43 -0
  46. package/dist/training/DatasetBuilder.d.ts +12 -0
  47. package/dist/training/DatasetBuilder.js +27 -0
  48. package/dist/training/FullTrainer.d.ts +17 -0
  49. package/dist/training/FullTrainer.js +75 -0
  50. package/dist/training/LayerTrainer.d.ts +28 -0
  51. package/dist/training/LayerTrainer.js +108 -0
  52. package/dist/training/Trainer.d.ts +73 -0
  53. package/dist/training/Trainer.js +87 -0
  54. package/dist/training/lwSchedule.d.ts +7 -0
  55. package/dist/training/lwSchedule.js +162 -0
  56. package/dist/utilities/generate.d.ts +3 -0
  57. package/dist/utilities/generate.js +22 -0
  58. package/dist/utilities/load.d.ts +7 -0
  59. package/dist/utilities/load.js +47 -0
  60. package/dist/utilities/save.d.ts +3 -0
  61. package/dist/utilities/save.js +21 -0
  62. package/dist/utilities/textLoader.d.ts +1 -0
  63. package/dist/utilities/textLoader.js +438 -0
  64. package/dist/utilities/tokenParse.d.ts +1 -0
  65. package/dist/utilities/tokenParse.js +66 -0
  66. package/dist/utilities/weights.d.ts +12 -0
  67. package/dist/utilities/weights.js +43 -0
  68. package/package.json +59 -0
@@ -0,0 +1,113 @@
1
+ import { g as L } from "./_commonjsHelpers-DaMA6jEr.js";
2
+ var x = { exports: {} }, E;
3
+ function C() {
4
+ return E || (E = 1, function(g) {
5
+ var w = Object.prototype.hasOwnProperty, c = "~";
6
+ function h() {
7
+ }
8
+ Object.create && (h.prototype = /* @__PURE__ */ Object.create(null), new h().__proto__ || (c = !1));
9
+ function d(s, t, n) {
10
+ this.fn = s, this.context = t, this.once = n || !1;
11
+ }
12
+ function m(s, t, n, r, l) {
13
+ if (typeof n != "function")
14
+ throw new TypeError("The listener must be a function");
15
+ var u = new d(n, r || s, l), o = c ? c + t : t;
16
+ return s._events[o] ? s._events[o].fn ? s._events[o] = [s._events[o], u] : s._events[o].push(u) : (s._events[o] = u, s._eventsCount++), s;
17
+ }
18
+ function y(s, t) {
19
+ --s._eventsCount === 0 ? s._events = new h() : delete s._events[t];
20
+ }
21
+ function f() {
22
+ this._events = new h(), this._eventsCount = 0;
23
+ }
24
+ f.prototype.eventNames = function() {
25
+ var t = [], n, r;
26
+ if (this._eventsCount === 0) return t;
27
+ for (r in n = this._events)
28
+ w.call(n, r) && t.push(c ? r.slice(1) : r);
29
+ return Object.getOwnPropertySymbols ? t.concat(Object.getOwnPropertySymbols(n)) : t;
30
+ }, f.prototype.listeners = function(t) {
31
+ var n = c ? c + t : t, r = this._events[n];
32
+ if (!r) return [];
33
+ if (r.fn) return [r.fn];
34
+ for (var l = 0, u = r.length, o = new Array(u); l < u; l++)
35
+ o[l] = r[l].fn;
36
+ return o;
37
+ }, f.prototype.listenerCount = function(t) {
38
+ var n = c ? c + t : t, r = this._events[n];
39
+ return r ? r.fn ? 1 : r.length : 0;
40
+ }, f.prototype.emit = function(t, n, r, l, u, o) {
41
+ var a = c ? c + t : t;
42
+ if (!this._events[a]) return !1;
43
+ var e = this._events[a], v = arguments.length, p, i;
44
+ if (e.fn) {
45
+ switch (e.once && this.removeListener(t, e.fn, void 0, !0), v) {
46
+ case 1:
47
+ return e.fn.call(e.context), !0;
48
+ case 2:
49
+ return e.fn.call(e.context, n), !0;
50
+ case 3:
51
+ return e.fn.call(e.context, n, r), !0;
52
+ case 4:
53
+ return e.fn.call(e.context, n, r, l), !0;
54
+ case 5:
55
+ return e.fn.call(e.context, n, r, l, u), !0;
56
+ case 6:
57
+ return e.fn.call(e.context, n, r, l, u, o), !0;
58
+ }
59
+ for (i = 1, p = new Array(v - 1); i < v; i++)
60
+ p[i - 1] = arguments[i];
61
+ e.fn.apply(e.context, p);
62
+ } else {
63
+ var b = e.length, _;
64
+ for (i = 0; i < b; i++)
65
+ switch (e[i].once && this.removeListener(t, e[i].fn, void 0, !0), v) {
66
+ case 1:
67
+ e[i].fn.call(e[i].context);
68
+ break;
69
+ case 2:
70
+ e[i].fn.call(e[i].context, n);
71
+ break;
72
+ case 3:
73
+ e[i].fn.call(e[i].context, n, r);
74
+ break;
75
+ case 4:
76
+ e[i].fn.call(e[i].context, n, r, l);
77
+ break;
78
+ default:
79
+ if (!p) for (_ = 1, p = new Array(v - 1); _ < v; _++)
80
+ p[_ - 1] = arguments[_];
81
+ e[i].fn.apply(e[i].context, p);
82
+ }
83
+ }
84
+ return !0;
85
+ }, f.prototype.on = function(t, n, r) {
86
+ return m(this, t, n, r, !1);
87
+ }, f.prototype.once = function(t, n, r) {
88
+ return m(this, t, n, r, !0);
89
+ }, f.prototype.removeListener = function(t, n, r, l) {
90
+ var u = c ? c + t : t;
91
+ if (!this._events[u]) return this;
92
+ if (!n)
93
+ return y(this, u), this;
94
+ var o = this._events[u];
95
+ if (o.fn)
96
+ o.fn === n && (!l || o.once) && (!r || o.context === r) && y(this, u);
97
+ else {
98
+ for (var a = 0, e = [], v = o.length; a < v; a++)
99
+ (o[a].fn !== n || l && !o[a].once || r && o[a].context !== r) && e.push(o[a]);
100
+ e.length ? this._events[u] = e.length === 1 ? e[0] : e : y(this, u);
101
+ }
102
+ return this;
103
+ }, f.prototype.removeAllListeners = function(t) {
104
+ var n;
105
+ return t ? (n = c ? c + t : t, this._events[n] && y(this, n)) : (this._events = new h(), this._eventsCount = 0), this;
106
+ }, f.prototype.off = f.prototype.removeListener, f.prototype.addListener = f.prototype.on, f.prefixed = c, f.EventEmitter = f, g.exports = f;
107
+ }(x)), x.exports;
108
+ }
109
+ var O = C();
110
+ const k = /* @__PURE__ */ L(O);
111
+ export {
112
+ k as E
113
+ };