@genai-fi/nanogpt 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +7 -0
- package/README.md +20 -0
- package/dist/Generator.d.ts +14 -0
- package/dist/Generator.js +39 -0
- package/dist/NanoGPTModel.d.ts +35 -0
- package/dist/NanoGPTModel.js +129 -0
- package/dist/TeachableLLM.d.ts +21 -0
- package/dist/TeachableLLM.js +47 -0
- package/dist/Trainer.d.ts +19 -0
- package/dist/Trainer.js +34 -0
- package/dist/_commonjsHelpers-DaMA6jEr.js +8 -0
- package/dist/assets/worker-BYeSPNkq.js +1 -0
- package/dist/config.d.ts +11 -0
- package/dist/config.js +19 -0
- package/dist/index-B8nyc6IR.js +3899 -0
- package/dist/index-SOhdqzHq.js +113 -0
- package/dist/jszip.min-BLbRbbKt.js +2324 -0
- package/dist/layers/CausalSelfAttention.d.ts +22 -0
- package/dist/layers/CausalSelfAttention.js +75 -0
- package/dist/layers/LayerNorm.d.ts +12 -0
- package/dist/layers/LayerNorm.js +30 -0
- package/dist/layers/MLP.d.ts +17 -0
- package/dist/layers/MLP.js +57 -0
- package/dist/layers/TiedEmbedding.d.ts +22 -0
- package/dist/layers/TiedEmbedding.js +532 -0
- package/dist/layers/TransformerBlock.d.ts +19 -0
- package/dist/layers/TransformerBlock.js +47 -0
- package/dist/main.d.ts +6 -0
- package/dist/main.js +8 -0
- package/dist/tokeniser/CharTokeniser.d.ts +20 -0
- package/dist/tokeniser/CharTokeniser.js +52 -0
- package/dist/tokeniser/NodeTokeniser.d.ts +19 -0
- package/dist/tokeniser/NodeTokeniser.js +46 -0
- package/dist/tokeniser/WebTokeniser.d.ts +18 -0
- package/dist/tokeniser/WebTokeniser.js +96 -0
- package/dist/tokeniser/bpe.d.ts +14 -0
- package/dist/tokeniser/bpe.js +102 -0
- package/dist/tokeniser/messages.d.ts +61 -0
- package/dist/tokeniser/messages.js +1 -0
- package/dist/tokeniser/type.d.ts +14 -0
- package/dist/tokeniser/type.js +1 -0
- package/dist/tokeniser/worker.d.ts +1 -0
- package/dist/tokeniser/worker.js +53 -0
- package/dist/training/AdamExt.d.ts +23 -0
- package/dist/training/AdamExt.js +43 -0
- package/dist/training/DatasetBuilder.d.ts +12 -0
- package/dist/training/DatasetBuilder.js +27 -0
- package/dist/training/FullTrainer.d.ts +17 -0
- package/dist/training/FullTrainer.js +75 -0
- package/dist/training/LayerTrainer.d.ts +28 -0
- package/dist/training/LayerTrainer.js +108 -0
- package/dist/training/Trainer.d.ts +73 -0
- package/dist/training/Trainer.js +87 -0
- package/dist/training/lwSchedule.d.ts +7 -0
- package/dist/training/lwSchedule.js +162 -0
- package/dist/utilities/generate.d.ts +3 -0
- package/dist/utilities/generate.js +22 -0
- package/dist/utilities/load.d.ts +7 -0
- package/dist/utilities/load.js +47 -0
- package/dist/utilities/save.d.ts +3 -0
- package/dist/utilities/save.js +21 -0
- package/dist/utilities/textLoader.d.ts +1 -0
- package/dist/utilities/textLoader.js +438 -0
- package/dist/utilities/tokenParse.d.ts +1 -0
- package/dist/utilities/tokenParse.js +66 -0
- package/dist/utilities/weights.d.ts +12 -0
- package/dist/utilities/weights.js +43 -0
- package/package.json +59 -0
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
import { g as L } from "./_commonjsHelpers-DaMA6jEr.js";
|
|
2
|
+
var x = { exports: {} }, E;
|
|
3
|
+
function C() {
|
|
4
|
+
return E || (E = 1, function(g) {
|
|
5
|
+
var w = Object.prototype.hasOwnProperty, c = "~";
|
|
6
|
+
function h() {
|
|
7
|
+
}
|
|
8
|
+
Object.create && (h.prototype = /* @__PURE__ */ Object.create(null), new h().__proto__ || (c = !1));
|
|
9
|
+
function d(s, t, n) {
|
|
10
|
+
this.fn = s, this.context = t, this.once = n || !1;
|
|
11
|
+
}
|
|
12
|
+
function m(s, t, n, r, l) {
|
|
13
|
+
if (typeof n != "function")
|
|
14
|
+
throw new TypeError("The listener must be a function");
|
|
15
|
+
var u = new d(n, r || s, l), o = c ? c + t : t;
|
|
16
|
+
return s._events[o] ? s._events[o].fn ? s._events[o] = [s._events[o], u] : s._events[o].push(u) : (s._events[o] = u, s._eventsCount++), s;
|
|
17
|
+
}
|
|
18
|
+
function y(s, t) {
|
|
19
|
+
--s._eventsCount === 0 ? s._events = new h() : delete s._events[t];
|
|
20
|
+
}
|
|
21
|
+
function f() {
|
|
22
|
+
this._events = new h(), this._eventsCount = 0;
|
|
23
|
+
}
|
|
24
|
+
f.prototype.eventNames = function() {
|
|
25
|
+
var t = [], n, r;
|
|
26
|
+
if (this._eventsCount === 0) return t;
|
|
27
|
+
for (r in n = this._events)
|
|
28
|
+
w.call(n, r) && t.push(c ? r.slice(1) : r);
|
|
29
|
+
return Object.getOwnPropertySymbols ? t.concat(Object.getOwnPropertySymbols(n)) : t;
|
|
30
|
+
}, f.prototype.listeners = function(t) {
|
|
31
|
+
var n = c ? c + t : t, r = this._events[n];
|
|
32
|
+
if (!r) return [];
|
|
33
|
+
if (r.fn) return [r.fn];
|
|
34
|
+
for (var l = 0, u = r.length, o = new Array(u); l < u; l++)
|
|
35
|
+
o[l] = r[l].fn;
|
|
36
|
+
return o;
|
|
37
|
+
}, f.prototype.listenerCount = function(t) {
|
|
38
|
+
var n = c ? c + t : t, r = this._events[n];
|
|
39
|
+
return r ? r.fn ? 1 : r.length : 0;
|
|
40
|
+
}, f.prototype.emit = function(t, n, r, l, u, o) {
|
|
41
|
+
var a = c ? c + t : t;
|
|
42
|
+
if (!this._events[a]) return !1;
|
|
43
|
+
var e = this._events[a], v = arguments.length, p, i;
|
|
44
|
+
if (e.fn) {
|
|
45
|
+
switch (e.once && this.removeListener(t, e.fn, void 0, !0), v) {
|
|
46
|
+
case 1:
|
|
47
|
+
return e.fn.call(e.context), !0;
|
|
48
|
+
case 2:
|
|
49
|
+
return e.fn.call(e.context, n), !0;
|
|
50
|
+
case 3:
|
|
51
|
+
return e.fn.call(e.context, n, r), !0;
|
|
52
|
+
case 4:
|
|
53
|
+
return e.fn.call(e.context, n, r, l), !0;
|
|
54
|
+
case 5:
|
|
55
|
+
return e.fn.call(e.context, n, r, l, u), !0;
|
|
56
|
+
case 6:
|
|
57
|
+
return e.fn.call(e.context, n, r, l, u, o), !0;
|
|
58
|
+
}
|
|
59
|
+
for (i = 1, p = new Array(v - 1); i < v; i++)
|
|
60
|
+
p[i - 1] = arguments[i];
|
|
61
|
+
e.fn.apply(e.context, p);
|
|
62
|
+
} else {
|
|
63
|
+
var b = e.length, _;
|
|
64
|
+
for (i = 0; i < b; i++)
|
|
65
|
+
switch (e[i].once && this.removeListener(t, e[i].fn, void 0, !0), v) {
|
|
66
|
+
case 1:
|
|
67
|
+
e[i].fn.call(e[i].context);
|
|
68
|
+
break;
|
|
69
|
+
case 2:
|
|
70
|
+
e[i].fn.call(e[i].context, n);
|
|
71
|
+
break;
|
|
72
|
+
case 3:
|
|
73
|
+
e[i].fn.call(e[i].context, n, r);
|
|
74
|
+
break;
|
|
75
|
+
case 4:
|
|
76
|
+
e[i].fn.call(e[i].context, n, r, l);
|
|
77
|
+
break;
|
|
78
|
+
default:
|
|
79
|
+
if (!p) for (_ = 1, p = new Array(v - 1); _ < v; _++)
|
|
80
|
+
p[_ - 1] = arguments[_];
|
|
81
|
+
e[i].fn.apply(e[i].context, p);
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
return !0;
|
|
85
|
+
}, f.prototype.on = function(t, n, r) {
|
|
86
|
+
return m(this, t, n, r, !1);
|
|
87
|
+
}, f.prototype.once = function(t, n, r) {
|
|
88
|
+
return m(this, t, n, r, !0);
|
|
89
|
+
}, f.prototype.removeListener = function(t, n, r, l) {
|
|
90
|
+
var u = c ? c + t : t;
|
|
91
|
+
if (!this._events[u]) return this;
|
|
92
|
+
if (!n)
|
|
93
|
+
return y(this, u), this;
|
|
94
|
+
var o = this._events[u];
|
|
95
|
+
if (o.fn)
|
|
96
|
+
o.fn === n && (!l || o.once) && (!r || o.context === r) && y(this, u);
|
|
97
|
+
else {
|
|
98
|
+
for (var a = 0, e = [], v = o.length; a < v; a++)
|
|
99
|
+
(o[a].fn !== n || l && !o[a].once || r && o[a].context !== r) && e.push(o[a]);
|
|
100
|
+
e.length ? this._events[u] = e.length === 1 ? e[0] : e : y(this, u);
|
|
101
|
+
}
|
|
102
|
+
return this;
|
|
103
|
+
}, f.prototype.removeAllListeners = function(t) {
|
|
104
|
+
var n;
|
|
105
|
+
return t ? (n = c ? c + t : t, this._events[n] && y(this, n)) : (this._events = new h(), this._eventsCount = 0), this;
|
|
106
|
+
}, f.prototype.off = f.prototype.removeListener, f.prototype.addListener = f.prototype.on, f.prefixed = c, f.EventEmitter = f, g.exports = f;
|
|
107
|
+
}(x)), x.exports;
|
|
108
|
+
}
|
|
109
|
+
var O = C();
|
|
110
|
+
const k = /* @__PURE__ */ L(O);
|
|
111
|
+
export {
|
|
112
|
+
k as E
|
|
113
|
+
};
|