@genai-fi/nanogpt 0.2.1 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Generator.js +1 -1
- package/dist/NanoGPTModel.js +11 -11
- package/dist/TeachableLLM.js +2 -1
- package/dist/Trainer.js +1 -1
- package/dist/_commonjsHelpers-ByX85dGu.js +33 -0
- package/dist/data/parquet.d.ts +1 -0
- package/dist/data/parquet.js +12 -0
- package/dist/data/textLoader.d.ts +6 -0
- package/dist/data/textLoader.js +39 -0
- package/dist/{index-SOhdqzHq.js → index-Dwqa6Zy2.js} +1 -1
- package/dist/{jszip.min-BLbRbbKt.js → jszip.min-pMIn3RZH.js} +1 -1
- package/dist/main.d.ts +1 -0
- package/dist/main.js +2 -0
- package/dist/{utilities/textLoader.js → papaparse.min-C8l2Kvo1.js} +127 -141
- package/dist/parquet-DpcqBLb0.js +39727 -0
- package/dist/tokeniser/CharTokeniser.js +1 -1
- package/dist/tokeniser/NodeTokeniser.js +1 -1
- package/dist/tokeniser/WebTokeniser.js +1 -1
- package/dist/utilities/load.js +1 -1
- package/dist/utilities/save.js +1 -1
- package/package.json +3 -2
- package/dist/_commonjsHelpers-DaMA6jEr.js +0 -8
- package/dist/utilities/textLoader.d.ts +0 -1
|
@@ -1,46 +1,46 @@
|
|
|
1
|
-
import { g as
|
|
2
|
-
var
|
|
1
|
+
import { g as ye } from "./_commonjsHelpers-ByX85dGu.js";
|
|
2
|
+
var ie = { exports: {} };
|
|
3
3
|
/* @license
|
|
4
4
|
Papa Parse
|
|
5
5
|
v5.5.3
|
|
6
6
|
https://github.com/mholt/PapaParse
|
|
7
7
|
License: MIT
|
|
8
8
|
*/
|
|
9
|
-
var
|
|
10
|
-
function
|
|
11
|
-
return
|
|
12
|
-
((
|
|
13
|
-
|
|
14
|
-
})(
|
|
15
|
-
var
|
|
9
|
+
var ke = ie.exports, pe;
|
|
10
|
+
function ve() {
|
|
11
|
+
return pe || (pe = 1, function(_e, be) {
|
|
12
|
+
((ue, R) => {
|
|
13
|
+
_e.exports = R();
|
|
14
|
+
})(ke, function ue() {
|
|
15
|
+
var R = typeof self < "u" ? self : typeof window < "u" ? window : R !== void 0 ? R : {}, $, J = !R.document && !!R.postMessage, ne = R.IS_PAPA_WORKER || !1, V = {}, ge = 0, u = {};
|
|
16
16
|
function N(e) {
|
|
17
17
|
this._handle = null, this._finished = !1, this._completed = !1, this._halted = !1, this._input = null, this._baseIndex = 0, this._partialLine = "", this._rowCount = 0, this._start = 0, this._nextChunk = null, this.isFirstChunk = !0, this._completeResults = { data: [], errors: [], meta: {} }, (function(t) {
|
|
18
|
-
var r =
|
|
19
|
-
r.chunkSize = parseInt(r.chunkSize), t.step || t.chunk || (r.chunkSize = null), this._handle = new
|
|
18
|
+
var r = ae(t);
|
|
19
|
+
r.chunkSize = parseInt(r.chunkSize), t.step || t.chunk || (r.chunkSize = null), this._handle = new he(r), (this._handle.streamer = this)._config = r;
|
|
20
20
|
}).call(this, e), this.parseChunk = function(t, r) {
|
|
21
21
|
var n = parseInt(this._config.skipFirstNLines) || 0;
|
|
22
22
|
if (this.isFirstChunk && 0 < n) {
|
|
23
23
|
let l = this._config.newline;
|
|
24
24
|
l || (i = this._config.quoteChar || '"', l = this._handle.guessLineEndings(t, i)), t = [...t.split(l).slice(n)].join(l);
|
|
25
25
|
}
|
|
26
|
-
this.isFirstChunk &&
|
|
26
|
+
this.isFirstChunk && y(this._config.beforeFirstChunk) && (i = this._config.beforeFirstChunk(t)) !== void 0 && (t = i), this.isFirstChunk = !1, this._halted = !1;
|
|
27
27
|
var n = this._partialLine + t, i = (this._partialLine = "", this._handle.parse(n, this._baseIndex, !this._finished));
|
|
28
28
|
if (!this._handle.paused() && !this._handle.aborted()) {
|
|
29
|
-
if (t = i.meta.cursor, n = (this._finished || (this._partialLine = n.substring(t - this._baseIndex), this._baseIndex = t), i && i.data && (this._rowCount += i.data.length), this._finished || this._config.preview && this._rowCount >= this._config.preview),
|
|
30
|
-
else if (
|
|
29
|
+
if (t = i.meta.cursor, n = (this._finished || (this._partialLine = n.substring(t - this._baseIndex), this._baseIndex = t), i && i.data && (this._rowCount += i.data.length), this._finished || this._config.preview && this._rowCount >= this._config.preview), ne) R.postMessage({ results: i, workerId: u.WORKER_ID, finished: n });
|
|
30
|
+
else if (y(this._config.chunk) && !r) {
|
|
31
31
|
if (this._config.chunk(i, this._handle), this._handle.paused() || this._handle.aborted()) return void (this._halted = !0);
|
|
32
32
|
this._completeResults = i = void 0;
|
|
33
33
|
}
|
|
34
|
-
return this._config.step || this._config.chunk || (this._completeResults.data = this._completeResults.data.concat(i.data), this._completeResults.errors = this._completeResults.errors.concat(i.errors), this._completeResults.meta = i.meta), this._completed || !n || !
|
|
34
|
+
return this._config.step || this._config.chunk || (this._completeResults.data = this._completeResults.data.concat(i.data), this._completeResults.errors = this._completeResults.errors.concat(i.errors), this._completeResults.meta = i.meta), this._completed || !n || !y(this._config.complete) || i && i.meta.aborted || (this._config.complete(this._completeResults, this._input), this._completed = !0), n || i && i.meta.paused || this._nextChunk(), i;
|
|
35
35
|
}
|
|
36
36
|
this._halted = !0;
|
|
37
37
|
}, this._sendError = function(t) {
|
|
38
|
-
|
|
38
|
+
y(this._config.error) ? this._config.error(t) : ne && this._config.error && R.postMessage({ workerId: u.WORKER_ID, error: t, finished: !1 });
|
|
39
39
|
};
|
|
40
40
|
}
|
|
41
|
-
function
|
|
41
|
+
function ee(e) {
|
|
42
42
|
var t;
|
|
43
|
-
(e = e || {}).chunkSize || (e.chunkSize = u.RemoteChunkSize), N.call(this, e), this._nextChunk =
|
|
43
|
+
(e = e || {}).chunkSize || (e.chunkSize = u.RemoteChunkSize), N.call(this, e), this._nextChunk = J ? function() {
|
|
44
44
|
this._readChunk(), this._chunkLoaded();
|
|
45
45
|
} : function() {
|
|
46
46
|
this._readChunk();
|
|
@@ -49,7 +49,7 @@ function Ee() {
|
|
|
49
49
|
}, this._readChunk = function() {
|
|
50
50
|
if (this._finished) this._chunkLoaded();
|
|
51
51
|
else {
|
|
52
|
-
if (t = new XMLHttpRequest(), this._config.withCredentials && (t.withCredentials = this._config.withCredentials),
|
|
52
|
+
if (t = new XMLHttpRequest(), this._config.withCredentials && (t.withCredentials = this._config.withCredentials), J || (t.onload = K(this._chunkLoaded, this), t.onerror = K(this._chunkError, this)), t.open(this._config.downloadRequestBody ? "POST" : "GET", this._input, !J), this._config.downloadRequestHeaders) {
|
|
53
53
|
var r, n = this._config.downloadRequestHeaders;
|
|
54
54
|
for (r in n) t.setRequestHeader(r, n[r]);
|
|
55
55
|
}
|
|
@@ -60,7 +60,7 @@ function Ee() {
|
|
|
60
60
|
} catch (l) {
|
|
61
61
|
this._chunkError(l.message);
|
|
62
62
|
}
|
|
63
|
-
|
|
63
|
+
J && t.status === 0 && this._chunkError();
|
|
64
64
|
}
|
|
65
65
|
}, this._chunkLoaded = function() {
|
|
66
66
|
t.readyState === 4 && (t.status < 200 || 400 <= t.status ? this._chunkError() : (this._start += this._config.chunkSize || t.responseText.length, this._finished = !this._config.chunkSize || this._start >= ((r) => (r = r.getResponseHeader("Content-Range")) !== null ? parseInt(r.substring(r.lastIndexOf("/") + 1)) : -1)(t), this.parseChunk(t.responseText)));
|
|
@@ -68,7 +68,7 @@ function Ee() {
|
|
|
68
68
|
r = t.statusText || r, this._sendError(new Error(r));
|
|
69
69
|
};
|
|
70
70
|
}
|
|
71
|
-
function
|
|
71
|
+
function te(e) {
|
|
72
72
|
(e = e || {}).chunkSize || (e.chunkSize = u.LocalChunkSize), N.call(this, e);
|
|
73
73
|
var t, r, n = typeof FileReader < "u";
|
|
74
74
|
this.stream = function(i) {
|
|
@@ -84,7 +84,7 @@ function Ee() {
|
|
|
84
84
|
this._sendError(t.error);
|
|
85
85
|
};
|
|
86
86
|
}
|
|
87
|
-
function
|
|
87
|
+
function Z(e) {
|
|
88
88
|
var t;
|
|
89
89
|
N.call(this, e = e || {}), this.stream = function(r) {
|
|
90
90
|
return t = r, this._nextChunk();
|
|
@@ -93,7 +93,7 @@ function Ee() {
|
|
|
93
93
|
if (!this._finished) return r = this._config.chunkSize, t = r ? (n = t.substring(0, r), t.substring(r)) : (n = t, ""), this._finished = !t, this.parseChunk(n);
|
|
94
94
|
};
|
|
95
95
|
}
|
|
96
|
-
function
|
|
96
|
+
function re(e) {
|
|
97
97
|
N.call(this, e = e || {});
|
|
98
98
|
var t = [], r = !0, n = !1;
|
|
99
99
|
this.pause = function() {
|
|
@@ -120,8 +120,8 @@ function Ee() {
|
|
|
120
120
|
this._input.removeListener("data", this._streamData), this._input.removeListener("end", this._streamEnd), this._input.removeListener("error", this._streamError);
|
|
121
121
|
}, this);
|
|
122
122
|
}
|
|
123
|
-
function
|
|
124
|
-
var t, r, n, i, l = Math.pow(2, 53), x = -l, F = /^\s*-?(\d+\.?|\.\d+|\d+\.\d+)([eE][-+]?\d+)?\s*$/, j = /^((\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d\.\d+([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z)))$/, d = this,
|
|
123
|
+
function he(e) {
|
|
124
|
+
var t, r, n, i, l = Math.pow(2, 53), x = -l, F = /^\s*-?(\d+\.?|\.\d+|\d+\.\d+)([eE][-+]?\d+)?\s*$/, j = /^((\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d\.\d+([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z)))$/, d = this, E = 0, a = 0, T = !1, h = !1, c = [], s = { data: [], errors: [], meta: {} };
|
|
125
125
|
function C(p) {
|
|
126
126
|
return e.skipEmptyLines === "greedy" ? p.join("").trim() === "" : p.length === 1 && p[0].length === 0;
|
|
127
127
|
}
|
|
@@ -129,23 +129,23 @@ function Ee() {
|
|
|
129
129
|
if (s && n && (z("Delimiter", "UndetectableDelimiter", "Unable to auto-detect delimiting character; defaulted to '" + u.DefaultDelimiter + "'"), n = !1), e.skipEmptyLines && (s.data = s.data.filter(function(o) {
|
|
130
130
|
return !C(o);
|
|
131
131
|
})), A()) {
|
|
132
|
-
let o = function(
|
|
133
|
-
|
|
132
|
+
let o = function(w, O) {
|
|
133
|
+
y(e.transformHeader) && (w = e.transformHeader(w, O)), c.push(w);
|
|
134
134
|
};
|
|
135
135
|
if (s) if (Array.isArray(s.data[0])) {
|
|
136
136
|
for (var p = 0; A() && p < s.data.length; p++) s.data[p].forEach(o);
|
|
137
137
|
s.data.splice(0, 1);
|
|
138
138
|
} else s.data.forEach(o);
|
|
139
139
|
}
|
|
140
|
-
function g(o,
|
|
140
|
+
function g(o, w) {
|
|
141
141
|
for (var O = e.header ? {} : [], m = 0; m < o.length; m++) {
|
|
142
|
-
var
|
|
143
|
-
if (F.test(
|
|
142
|
+
var k = m, _ = o[m], _ = ((M, f) => ((v) => (e.dynamicTypingFunction && e.dynamicTyping[v] === void 0 && (e.dynamicTyping[v] = e.dynamicTypingFunction(v)), (e.dynamicTyping[v] || e.dynamicTyping) === !0))(M) ? f === "true" || f === "TRUE" || f !== "false" && f !== "FALSE" && (((v) => {
|
|
143
|
+
if (F.test(v) && (v = parseFloat(v), x < v && v < l))
|
|
144
144
|
return 1;
|
|
145
|
-
})(f) ? parseFloat(f) : j.test(f) ? new Date(f) : f === "" ? null : f) : f)(
|
|
146
|
-
|
|
145
|
+
})(f) ? parseFloat(f) : j.test(f) ? new Date(f) : f === "" ? null : f) : f)(k = e.header ? m >= c.length ? "__parsed_extra" : c[m] : k, _ = e.transform ? e.transform(_, k) : _);
|
|
146
|
+
k === "__parsed_extra" ? (O[k] = O[k] || [], O[k].push(_)) : O[k] = _;
|
|
147
147
|
}
|
|
148
|
-
return e.header && (m > c.length ? z("FieldMismatch", "TooManyFields", "Too many fields: expected " + c.length + " fields but parsed " + m, a +
|
|
148
|
+
return e.header && (m > c.length ? z("FieldMismatch", "TooManyFields", "Too many fields: expected " + c.length + " fields but parsed " + m, a + w) : m < c.length && z("FieldMismatch", "TooFewFields", "Too few fields: expected " + c.length + " fields but parsed " + m, a + w)), O;
|
|
149
149
|
}
|
|
150
150
|
var b;
|
|
151
151
|
s && (e.header || e.dynamicTyping || e.transform) && (b = 1, !s.data.length || Array.isArray(s.data[0]) ? (s.data = s.data.map(g), b = s.data.length) : s.data = g(s.data, 0), e.header && s.meta && (s.meta.fields = c), a += b);
|
|
@@ -156,34 +156,34 @@ function Ee() {
|
|
|
156
156
|
function z(p, g, b, o) {
|
|
157
157
|
p = { type: p, code: g, message: b }, o !== void 0 && (p.row = o), s.errors.push(p);
|
|
158
158
|
}
|
|
159
|
-
|
|
160
|
-
s = p, A() ? S() : (S(), s.data.length !== 0 && (
|
|
159
|
+
y(e.step) && (i = e.step, e.step = function(p) {
|
|
160
|
+
s = p, A() ? S() : (S(), s.data.length !== 0 && (E += p.data.length, e.preview && E > e.preview ? r.abort() : (s.data = s.data[0], i(s, d))));
|
|
161
161
|
}), this.parse = function(p, g, b) {
|
|
162
|
-
var o = e.quoteChar || '"', o = (e.newline || (e.newline = this.guessLineEndings(p, o)), n = !1, e.delimiter ?
|
|
163
|
-
var M, f,
|
|
162
|
+
var o = e.quoteChar || '"', o = (e.newline || (e.newline = this.guessLineEndings(p, o)), n = !1, e.delimiter ? y(e.delimiter) && (e.delimiter = e.delimiter(p), s.meta.delimiter = e.delimiter) : ((o = ((w, O, m, k, _) => {
|
|
163
|
+
var M, f, v, W;
|
|
164
164
|
_ = _ || [",", " ", "|", ";", u.RECORD_SEP, u.UNIT_SEP];
|
|
165
|
-
for (var
|
|
166
|
-
for (var P,
|
|
167
|
-
0 < L.data.length && (U /= L.data.length - I), (f === void 0 || D <= f) && (W === void 0 || W < U) && 1.99 < U && (f = D, M =
|
|
165
|
+
for (var H = 0; H < _.length; H++) {
|
|
166
|
+
for (var P, Y = _[H], D = 0, U = 0, I = 0, L = (v = void 0, new se({ comments: k, delimiter: Y, newline: O, preview: 10 }).parse(w)), B = 0; B < L.data.length; B++) m && C(L.data[B]) ? I++ : (P = L.data[B].length, U += P, v === void 0 ? v = P : 0 < P && (D += Math.abs(P - v), v = P));
|
|
167
|
+
0 < L.data.length && (U /= L.data.length - I), (f === void 0 || D <= f) && (W === void 0 || W < U) && 1.99 < U && (f = D, M = Y, W = U);
|
|
168
168
|
}
|
|
169
169
|
return { successful: !!(e.delimiter = M), bestDelimiter: M };
|
|
170
|
-
})(p, e.newline, e.skipEmptyLines, e.comments, e.delimitersToGuess)).successful ? e.delimiter = o.bestDelimiter : (n = !0, e.delimiter = u.DefaultDelimiter), s.meta.delimiter = e.delimiter),
|
|
171
|
-
return e.preview && e.header && o.preview++, t = p, r = new
|
|
170
|
+
})(p, e.newline, e.skipEmptyLines, e.comments, e.delimitersToGuess)).successful ? e.delimiter = o.bestDelimiter : (n = !0, e.delimiter = u.DefaultDelimiter), s.meta.delimiter = e.delimiter), ae(e));
|
|
171
|
+
return e.preview && e.header && o.preview++, t = p, r = new se(o), s = r.parse(t, g, b), S(), T ? { meta: { paused: !0 } } : s || { meta: { paused: !1 } };
|
|
172
172
|
}, this.paused = function() {
|
|
173
173
|
return T;
|
|
174
174
|
}, this.pause = function() {
|
|
175
|
-
T = !0, r.abort(), t =
|
|
175
|
+
T = !0, r.abort(), t = y(e.chunk) ? "" : t.substring(r.getCharIndex());
|
|
176
176
|
}, this.resume = function() {
|
|
177
177
|
d.streamer._halted ? (T = !1, d.streamer.parseChunk(t, !0)) : setTimeout(d.resume, 3);
|
|
178
178
|
}, this.aborted = function() {
|
|
179
179
|
return h;
|
|
180
180
|
}, this.abort = function() {
|
|
181
|
-
h = !0, r.abort(), s.meta.aborted = !0,
|
|
182
|
-
}, this.guessLineEndings = function(
|
|
183
|
-
|
|
184
|
-
var o = new RegExp(
|
|
185
|
-
`),
|
|
186
|
-
if (b.length === 1 ||
|
|
181
|
+
h = !0, r.abort(), s.meta.aborted = !0, y(e.complete) && e.complete(s), t = "";
|
|
182
|
+
}, this.guessLineEndings = function(w, o) {
|
|
183
|
+
w = w.substring(0, 1048576);
|
|
184
|
+
var o = new RegExp(G(o) + "([^]*?)" + G(o), "gm"), b = (w = w.replace(o, "")).split("\r"), o = w.split(`
|
|
185
|
+
`), w = 1 < o.length && o[0].length < b[0].length;
|
|
186
|
+
if (b.length === 1 || w) return `
|
|
187
187
|
`;
|
|
188
188
|
for (var O = 0, m = 0; m < b.length; m++) b[m][0] === `
|
|
189
189
|
` && O++;
|
|
@@ -191,12 +191,12 @@ function Ee() {
|
|
|
191
191
|
` : "\r";
|
|
192
192
|
};
|
|
193
193
|
}
|
|
194
|
-
function
|
|
194
|
+
function G(e) {
|
|
195
195
|
return e.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
196
196
|
}
|
|
197
|
-
function
|
|
198
|
-
var t = (e = e || {}).delimiter, r = e.newline, n = e.comments, i = e.step, l = e.preview, x = e.fastMode, F = null, j = !1, d = e.quoteChar == null ? '"' : e.quoteChar,
|
|
199
|
-
if (e.escapeChar !== void 0 && (
|
|
197
|
+
function se(e) {
|
|
198
|
+
var t = (e = e || {}).delimiter, r = e.newline, n = e.comments, i = e.step, l = e.preview, x = e.fastMode, F = null, j = !1, d = e.quoteChar == null ? '"' : e.quoteChar, E = d;
|
|
199
|
+
if (e.escapeChar !== void 0 && (E = e.escapeChar), (typeof t != "string" || -1 < u.BAD_DELIMITERS.indexOf(t)) && (t = ","), n === t) throw new Error("Comment character same as delimiter");
|
|
200
200
|
n === !0 ? n = "#" : (typeof n != "string" || -1 < u.BAD_DELIMITERS.indexOf(n)) && (n = !1), r !== `
|
|
201
201
|
` && r !== "\r" && r !== `\r
|
|
202
202
|
` && (r = `
|
|
@@ -204,7 +204,7 @@ function Ee() {
|
|
|
204
204
|
var a = 0, T = !1;
|
|
205
205
|
this.parse = function(h, c, s) {
|
|
206
206
|
if (typeof h != "string") throw new Error("Input must be a string");
|
|
207
|
-
var C = h.length, S = t.length, A = r.length, z = n.length, p =
|
|
207
|
+
var C = h.length, S = t.length, A = r.length, z = n.length, p = y(i), g = [], b = [], o = [], w = a = 0;
|
|
208
208
|
if (!h) return D();
|
|
209
209
|
if (x || x !== !1 && h.indexOf(d) === -1) {
|
|
210
210
|
for (var O = h.split(r), m = 0; m < O.length; m++) {
|
|
@@ -219,19 +219,19 @@ function Ee() {
|
|
|
219
219
|
}
|
|
220
220
|
return D();
|
|
221
221
|
}
|
|
222
|
-
for (var
|
|
222
|
+
for (var k = h.indexOf(t, a), _ = h.indexOf(r, a), M = new RegExp(G(E) + G(d), "g"), f = h.indexOf(d, a); ; ) if (h[a] === d) for (f = a, a++; ; ) {
|
|
223
223
|
if ((f = h.indexOf(d, f + 1)) === -1) return s || b.push({ type: "Quotes", code: "MissingQuotes", message: "Quoted field unterminated", row: g.length, index: a }), P();
|
|
224
224
|
if (f === C - 1) return P(h.substring(a, f).replace(M, d));
|
|
225
|
-
if (d ===
|
|
226
|
-
else if (d ===
|
|
227
|
-
|
|
228
|
-
var
|
|
229
|
-
if (h.substr(f + 1 +
|
|
230
|
-
o.push(h.substring(a, f).replace(M, d)), h[a = f + 1 +
|
|
225
|
+
if (d === E && h[f + 1] === E) f++;
|
|
226
|
+
else if (d === E || f === 0 || h[f - 1] !== E) {
|
|
227
|
+
k !== -1 && k < f + 1 && (k = h.indexOf(t, f + 1));
|
|
228
|
+
var v = H((_ = _ !== -1 && _ < f + 1 ? h.indexOf(r, f + 1) : _) === -1 ? k : Math.min(k, _));
|
|
229
|
+
if (h.substr(f + 1 + v, S) === t) {
|
|
230
|
+
o.push(h.substring(a, f).replace(M, d)), h[a = f + 1 + v + S] !== d && (f = h.indexOf(d, a)), k = h.indexOf(t, a), _ = h.indexOf(r, a);
|
|
231
231
|
break;
|
|
232
232
|
}
|
|
233
|
-
if (
|
|
234
|
-
if (o.push(h.substring(a, f).replace(M, d)),
|
|
233
|
+
if (v = H(_), h.substring(f + 1 + v, f + 1 + v + A) === r) {
|
|
234
|
+
if (o.push(h.substring(a, f).replace(M, d)), Y(f + 1 + v + A), k = h.indexOf(t, a), f = h.indexOf(d, a), p && (U(), T)) return D();
|
|
235
235
|
if (l && g.length >= l) return D(!0);
|
|
236
236
|
break;
|
|
237
237
|
}
|
|
@@ -240,43 +240,43 @@ function Ee() {
|
|
|
240
240
|
}
|
|
241
241
|
else if (n && o.length === 0 && h.substring(a, a + z) === n) {
|
|
242
242
|
if (_ === -1) return D();
|
|
243
|
-
a = _ + A, _ = h.indexOf(r, a),
|
|
244
|
-
} else if (
|
|
243
|
+
a = _ + A, _ = h.indexOf(r, a), k = h.indexOf(t, a);
|
|
244
|
+
} else if (k !== -1 && (k < _ || _ === -1)) o.push(h.substring(a, k)), a = k + S, k = h.indexOf(t, a);
|
|
245
245
|
else {
|
|
246
246
|
if (_ === -1) break;
|
|
247
|
-
if (o.push(h.substring(a, _)),
|
|
247
|
+
if (o.push(h.substring(a, _)), Y(_ + A), p && (U(), T)) return D();
|
|
248
248
|
if (l && g.length >= l) return D(!0);
|
|
249
249
|
}
|
|
250
250
|
return P();
|
|
251
251
|
function W(I) {
|
|
252
|
-
g.push(I),
|
|
252
|
+
g.push(I), w = a;
|
|
253
253
|
}
|
|
254
|
-
function
|
|
254
|
+
function H(I) {
|
|
255
255
|
var L = 0;
|
|
256
256
|
return L = I !== -1 && (I = h.substring(f + 1, I)) && I.trim() === "" ? I.length : L;
|
|
257
257
|
}
|
|
258
258
|
function P(I) {
|
|
259
259
|
return s || (I === void 0 && (I = h.substring(a)), o.push(I), a = C, W(o), p && U()), D();
|
|
260
260
|
}
|
|
261
|
-
function
|
|
261
|
+
function Y(I) {
|
|
262
262
|
a = I, W(o), o = [], _ = h.indexOf(r, a);
|
|
263
263
|
}
|
|
264
264
|
function D(I) {
|
|
265
265
|
if (e.header && !c && g.length && !j) {
|
|
266
|
-
var L = g[0], B = /* @__PURE__ */ Object.create(null),
|
|
267
|
-
let
|
|
268
|
-
for (let
|
|
269
|
-
let q = L[
|
|
270
|
-
if (B[q =
|
|
271
|
-
let
|
|
272
|
-
for (;
|
|
273
|
-
|
|
274
|
-
} else B[q] = 1, L[
|
|
275
|
-
|
|
266
|
+
var L = g[0], B = /* @__PURE__ */ Object.create(null), oe = new Set(L);
|
|
267
|
+
let de = !1;
|
|
268
|
+
for (let Q = 0; Q < L.length; Q++) {
|
|
269
|
+
let q = L[Q];
|
|
270
|
+
if (B[q = y(e.transformHeader) ? e.transformHeader(q, Q) : q]) {
|
|
271
|
+
let X, ce = B[q];
|
|
272
|
+
for (; X = q + "_" + ce, ce++, oe.has(X); ) ;
|
|
273
|
+
oe.add(X), L[Q] = X, B[q]++, de = !0, (F = F === null ? {} : F)[X] = q;
|
|
274
|
+
} else B[q] = 1, L[Q] = q;
|
|
275
|
+
oe.add(q);
|
|
276
276
|
}
|
|
277
|
-
|
|
277
|
+
de && console.warn("Duplicate headers found and renamed."), j = !0;
|
|
278
278
|
}
|
|
279
|
-
return { data: g, errors: b, meta: { delimiter: t, linebreak: r, aborted: T, truncated: !!I, cursor:
|
|
279
|
+
return { data: g, errors: b, meta: { delimiter: t, linebreak: r, aborted: T, truncated: !!I, cursor: w + (c || 0), renamedHeaders: F } };
|
|
280
280
|
}
|
|
281
281
|
function U() {
|
|
282
282
|
i(D()), g = [], b = [];
|
|
@@ -287,31 +287,31 @@ function Ee() {
|
|
|
287
287
|
return a;
|
|
288
288
|
};
|
|
289
289
|
}
|
|
290
|
-
function
|
|
291
|
-
var t = e.data, r =
|
|
290
|
+
function me(e) {
|
|
291
|
+
var t = e.data, r = V[t.workerId], n = !1;
|
|
292
292
|
if (t.error) r.userError(t.error, t.file);
|
|
293
293
|
else if (t.results && t.results.data) {
|
|
294
294
|
var i = { abort: function() {
|
|
295
|
-
n = !0,
|
|
296
|
-
}, pause:
|
|
297
|
-
if (
|
|
295
|
+
n = !0, fe(t.workerId, { data: [], errors: [], meta: { aborted: !0 } });
|
|
296
|
+
}, pause: le, resume: le };
|
|
297
|
+
if (y(r.userStep)) {
|
|
298
298
|
for (var l = 0; l < t.results.data.length && (r.userStep({ data: t.results.data[l], errors: t.results.errors, meta: t.results.meta }, i), !n); l++) ;
|
|
299
299
|
delete t.results;
|
|
300
|
-
} else
|
|
300
|
+
} else y(r.userChunk) && (r.userChunk(t.results, i, t.file), delete t.results);
|
|
301
301
|
}
|
|
302
|
-
t.finished && !n &&
|
|
302
|
+
t.finished && !n && fe(t.workerId, t.results);
|
|
303
303
|
}
|
|
304
|
-
function
|
|
305
|
-
var r =
|
|
306
|
-
|
|
304
|
+
function fe(e, t) {
|
|
305
|
+
var r = V[e];
|
|
306
|
+
y(r.userComplete) && r.userComplete(t), r.terminate(), delete V[e];
|
|
307
307
|
}
|
|
308
|
-
function
|
|
308
|
+
function le() {
|
|
309
309
|
throw new Error("Not implemented.");
|
|
310
310
|
}
|
|
311
|
-
function
|
|
311
|
+
function ae(e) {
|
|
312
312
|
if (typeof e != "object" || e === null) return e;
|
|
313
313
|
var t, r = Array.isArray(e) ? [] : {};
|
|
314
|
-
for (t in e) r[t] =
|
|
314
|
+
for (t in e) r[t] = ae(e[t]);
|
|
315
315
|
return r;
|
|
316
316
|
}
|
|
317
317
|
function K(e, t) {
|
|
@@ -319,22 +319,22 @@ function Ee() {
|
|
|
319
319
|
e.apply(t, arguments);
|
|
320
320
|
};
|
|
321
321
|
}
|
|
322
|
-
function
|
|
322
|
+
function y(e) {
|
|
323
323
|
return typeof e == "function";
|
|
324
324
|
}
|
|
325
325
|
return u.parse = function(e, t) {
|
|
326
326
|
var r = (t = t || {}).dynamicTyping || !1;
|
|
327
|
-
if (
|
|
327
|
+
if (y(r) && (t.dynamicTypingFunction = r, r = {}), t.dynamicTyping = r, t.transform = !!y(t.transform) && t.transform, !t.worker || !u.WORKERS_SUPPORTED) return r = null, u.NODE_STREAM_INPUT, typeof e == "string" ? (e = ((n) => n.charCodeAt(0) !== 65279 ? n : n.slice(1))(e), r = new (t.download ? ee : Z)(t)) : e.readable === !0 && y(e.read) && y(e.on) ? r = new re(t) : (R.File && e instanceof File || e instanceof Object) && (r = new te(t)), r.stream(e);
|
|
328
328
|
(r = (() => {
|
|
329
329
|
var n;
|
|
330
330
|
return !!u.WORKERS_SUPPORTED && (n = (() => {
|
|
331
|
-
var i =
|
|
331
|
+
var i = R.URL || R.webkitURL || null, l = ue.toString();
|
|
332
332
|
return u.BLOB_URL || (u.BLOB_URL = i.createObjectURL(new Blob(["var global = (function() { if (typeof self !== 'undefined') { return self; } if (typeof window !== 'undefined') { return window; } if (typeof global !== 'undefined') { return global; } return {}; })(); global.IS_PAPA_WORKER=true; ", "(", l, ")();"], { type: "text/javascript" })));
|
|
333
|
-
})(), (n = new
|
|
334
|
-
})()).userStep = t.step, r.userChunk = t.chunk, r.userComplete = t.complete, r.userError = t.error, t.step =
|
|
333
|
+
})(), (n = new R.Worker(n)).onmessage = me, n.id = ge++, V[n.id] = n);
|
|
334
|
+
})()).userStep = t.step, r.userChunk = t.chunk, r.userComplete = t.complete, r.userError = t.error, t.step = y(t.step), t.chunk = y(t.chunk), t.complete = y(t.complete), t.error = y(t.error), delete t.worker, r.postMessage({ input: e, config: t, workerId: r.id });
|
|
335
335
|
}, u.unparse = function(e, t) {
|
|
336
336
|
var r = !1, n = !0, i = ",", l = `\r
|
|
337
|
-
`, x = '"', F = x + x, j = !1, d = null,
|
|
337
|
+
`, x = '"', F = x + x, j = !1, d = null, E = !1, a = ((() => {
|
|
338
338
|
if (typeof t == "object") {
|
|
339
339
|
if (typeof t.delimiter != "string" || u.BAD_DELIMITERS.filter(function(c) {
|
|
340
340
|
return t.delimiter.indexOf(c) !== -1;
|
|
@@ -342,9 +342,9 @@ function Ee() {
|
|
|
342
342
|
if (t.columns.length === 0) throw new Error("Option columns is empty");
|
|
343
343
|
d = t.columns;
|
|
344
344
|
}
|
|
345
|
-
t.escapeChar !== void 0 && (F = t.escapeChar + x), t.escapeFormulae instanceof RegExp ?
|
|
345
|
+
t.escapeChar !== void 0 && (F = t.escapeChar + x), t.escapeFormulae instanceof RegExp ? E = t.escapeFormulae : typeof t.escapeFormulae == "boolean" && t.escapeFormulae && (E = /^[=+\-@\t\r].*$/);
|
|
346
346
|
}
|
|
347
|
-
})(), new RegExp(
|
|
347
|
+
})(), new RegExp(G(x), "g"));
|
|
348
348
|
if (typeof e == "string" && (e = JSON.parse(e)), Array.isArray(e)) {
|
|
349
349
|
if (!e.length || Array.isArray(e[0])) return T(null, e, j);
|
|
350
350
|
if (typeof e[0] == "object") return T(d || Object.keys(e[0]), e, j);
|
|
@@ -357,82 +357,68 @@ function Ee() {
|
|
|
357
357
|
0 < s.length && (S += l);
|
|
358
358
|
}
|
|
359
359
|
for (var g = 0; g < s.length; g++) {
|
|
360
|
-
var b = (A ? c : s[g]).length, o = !1,
|
|
360
|
+
var b = (A ? c : s[g]).length, o = !1, w = A ? Object.keys(s[g]).length === 0 : s[g].length === 0;
|
|
361
361
|
if (C && !A && (o = C === "greedy" ? s[g].join("").trim() === "" : s[g].length === 1 && s[g][0].length === 0), C === "greedy" && A) {
|
|
362
362
|
for (var O = [], m = 0; m < b; m++) {
|
|
363
|
-
var
|
|
364
|
-
O.push(s[g][
|
|
363
|
+
var k = z ? c[m] : m;
|
|
364
|
+
O.push(s[g][k]);
|
|
365
365
|
}
|
|
366
366
|
o = O.join("").trim() === "";
|
|
367
367
|
}
|
|
368
368
|
if (!o) {
|
|
369
369
|
for (var _ = 0; _ < b; _++) {
|
|
370
|
-
0 < _ && !
|
|
370
|
+
0 < _ && !w && (S += i);
|
|
371
371
|
var M = A && z ? c[_] : _;
|
|
372
372
|
S += h(s[g][M], _);
|
|
373
373
|
}
|
|
374
|
-
g < s.length - 1 && (!C || 0 < b && !
|
|
374
|
+
g < s.length - 1 && (!C || 0 < b && !w) && (S += l);
|
|
375
375
|
}
|
|
376
376
|
}
|
|
377
377
|
return S;
|
|
378
378
|
}
|
|
379
379
|
function h(c, s) {
|
|
380
380
|
var C, S;
|
|
381
|
-
return c == null ? "" : c.constructor === Date ? JSON.stringify(c).slice(1, 25) : (S = !1,
|
|
381
|
+
return c == null ? "" : c.constructor === Date ? JSON.stringify(c).slice(1, 25) : (S = !1, E && typeof c == "string" && E.test(c) && (c = "'" + c, S = !0), C = c.toString().replace(a, F), (S = S || r === !0 || typeof r == "function" && r(c, s) || Array.isArray(r) && r[s] || ((A, z) => {
|
|
382
382
|
for (var p = 0; p < z.length; p++) if (-1 < A.indexOf(z[p])) return !0;
|
|
383
383
|
return !1;
|
|
384
384
|
})(C, u.BAD_DELIMITERS) || -1 < C.indexOf(i) || C.charAt(0) === " " || C.charAt(C.length - 1) === " ") ? x + C + x : C);
|
|
385
385
|
}
|
|
386
386
|
}, u.RECORD_SEP = "", u.UNIT_SEP = "", u.BYTE_ORDER_MARK = "\uFEFF", u.BAD_DELIMITERS = ["\r", `
|
|
387
|
-
`, '"', u.BYTE_ORDER_MARK], u.WORKERS_SUPPORTED = !
|
|
387
|
+
`, '"', u.BYTE_ORDER_MARK], u.WORKERS_SUPPORTED = !J && !!R.Worker, u.NODE_STREAM_INPUT = 1, u.LocalChunkSize = 10485760, u.RemoteChunkSize = 5242880, u.DefaultDelimiter = ",", u.Parser = se, u.ParserHandle = he, u.NetworkStreamer = ee, u.FileStreamer = te, u.StringStreamer = Z, u.ReadableStreamStreamer = re, R.jQuery && (($ = R.jQuery).fn.parse = function(e) {
|
|
388
388
|
var t = e.config || {}, r = [];
|
|
389
389
|
return this.each(function(l) {
|
|
390
|
-
if (!(
|
|
391
|
-
for (var x = 0; x < this.files.length; x++) r.push({ file: this.files[x], inputElem: this, instanceConfig:
|
|
390
|
+
if (!($(this).prop("tagName").toUpperCase() === "INPUT" && $(this).attr("type").toLowerCase() === "file" && R.FileReader) || !this.files || this.files.length === 0) return !0;
|
|
391
|
+
for (var x = 0; x < this.files.length; x++) r.push({ file: this.files[x], inputElem: this, instanceConfig: $.extend({}, t) });
|
|
392
392
|
}), n(), this;
|
|
393
393
|
function n() {
|
|
394
|
-
if (r.length === 0)
|
|
394
|
+
if (r.length === 0) y(e.complete) && e.complete();
|
|
395
395
|
else {
|
|
396
396
|
var l, x, F, j, d = r[0];
|
|
397
|
-
if (
|
|
398
|
-
var
|
|
399
|
-
if (typeof
|
|
400
|
-
if (
|
|
401
|
-
if (
|
|
402
|
-
typeof
|
|
403
|
-
} else if (
|
|
397
|
+
if (y(e.before)) {
|
|
398
|
+
var E = e.before(d.file, d.inputElem);
|
|
399
|
+
if (typeof E == "object") {
|
|
400
|
+
if (E.action === "abort") return l = "AbortError", x = d.file, F = d.inputElem, j = E.reason, void (y(e.error) && e.error({ name: l }, x, F, j));
|
|
401
|
+
if (E.action === "skip") return void i();
|
|
402
|
+
typeof E.config == "object" && (d.instanceConfig = $.extend(d.instanceConfig, E.config));
|
|
403
|
+
} else if (E === "skip") return void i();
|
|
404
404
|
}
|
|
405
405
|
var a = d.instanceConfig.complete;
|
|
406
406
|
d.instanceConfig.complete = function(T) {
|
|
407
|
-
|
|
407
|
+
y(a) && a(T, d.file, d.inputElem), i();
|
|
408
408
|
}, u.parse(d.file, d.instanceConfig);
|
|
409
409
|
}
|
|
410
410
|
}
|
|
411
411
|
function i() {
|
|
412
412
|
r.splice(0, 1), n();
|
|
413
413
|
}
|
|
414
|
-
}),
|
|
415
|
-
e = e.data, u.WORKER_ID === void 0 && e && (u.WORKER_ID = e.workerId), typeof e.input == "string" ?
|
|
416
|
-
}), (
|
|
417
|
-
});
|
|
418
|
-
}(ne)), ne.exports;
|
|
419
|
-
}
|
|
420
|
-
var we = Ee();
|
|
421
|
-
const be = /* @__PURE__ */ ke(we);
|
|
422
|
-
async function Se(se) {
|
|
423
|
-
return new Promise((fe, J) => {
|
|
424
|
-
be.parse(se, {
|
|
425
|
-
header: !1,
|
|
426
|
-
skipEmptyLines: !0,
|
|
427
|
-
complete: (y) => {
|
|
428
|
-
y.errors.length > 0 ? J(new Error("Error parsing file")) : fe(y.data.slice(1).map((H) => H[0]));
|
|
429
|
-
},
|
|
430
|
-
error: (y) => {
|
|
431
|
-
J(y);
|
|
432
|
-
}
|
|
414
|
+
}), ne && (R.onmessage = function(e) {
|
|
415
|
+
e = e.data, u.WORKER_ID === void 0 && e && (u.WORKER_ID = e.workerId), typeof e.input == "string" ? R.postMessage({ workerId: u.WORKER_ID, results: u.parse(e.input, e.config), finished: !0 }) : (R.File && e.input instanceof File || e.input instanceof Object) && (e = u.parse(e.input, e.config)) && R.postMessage({ workerId: u.WORKER_ID, results: e, finished: !0 });
|
|
416
|
+
}), (ee.prototype = Object.create(N.prototype)).constructor = ee, (te.prototype = Object.create(N.prototype)).constructor = te, (Z.prototype = Object.create(Z.prototype)).constructor = Z, (re.prototype = Object.create(N.prototype)).constructor = re, u;
|
|
433
417
|
});
|
|
434
|
-
});
|
|
418
|
+
}(ie)), ie.exports;
|
|
435
419
|
}
|
|
420
|
+
var Ee = ve();
|
|
421
|
+
const Re = /* @__PURE__ */ ye(Ee);
|
|
436
422
|
export {
|
|
437
|
-
|
|
423
|
+
Re as p
|
|
438
424
|
};
|