@genai-fi/nanogpt 0.20.0 → 0.20.1

package/dist/data/textLoader.d.ts

@@ -0,0 +1,7 @@
+import { Conversation } from '../tokeniser/type';
+export interface DataOptions {
+    maxSize?: number;
+    column?: string;
+    hasHeader?: boolean;
+}
+export default function loadTextData(file: File, options?: DataOptions, cb?: (progress: number) => void): Promise<Conversation[][]>;

package/dist/data/textLoader.js

@@ -0,0 +1,613 @@
+import { a as e, t } from "../chunk-BPntVaq0.js";
+import { loadPDF as n } from "./pdf.js";
+import { loadDOCX as r, t as i } from "./docx.js";
+//#endregion
+//#region lib/data/textLoader.ts
+var a = /* @__PURE__ */ e((/* @__PURE__ */ t(((e, t) => {
+	((n, r) => {
+		typeof define == "function" && define.amd ? define([], r) : typeof t == "object" && e !== void 0 ? t.exports = r() : n.Papa = r();
+	})(e, function e() {
+		var t = typeof self < "u" ? self : typeof window < "u" ? window : t === void 0 ? {} : t, n, r = !t.document && !!t.postMessage, i = t.IS_PAPA_WORKER || !1, a = {}, o = 0, s = {};
+		function c(e) {
+			this._handle = null, this._finished = !1, this._completed = !1, this._halted = !1, this._input = null, this._baseIndex = 0, this._partialLine = "", this._rowCount = 0, this._start = 0, this._nextChunk = null, this.isFirstChunk = !0, this._completeResults = {
+				data: [],
+				errors: [],
+				meta: {}
+			}, function(e) {
+				var t = y(e);
+				t.chunkSize = parseInt(t.chunkSize), e.step || e.chunk || (t.chunkSize = null), this._handle = new p(t), (this._handle.streamer = this)._config = t;
+			}.call(this, e), this.parseChunk = function(e, n) {
+				var r = parseInt(this._config.skipFirstNLines) || 0;
+				if (this.isFirstChunk && 0 < r) {
+					let t = this._config.newline;
+					t ||= (a = this._config.quoteChar || "\"", this._handle.guessLineEndings(e, a)), e = [...e.split(t).slice(r)].join(t);
+				}
+				this.isFirstChunk && x(this._config.beforeFirstChunk) && (a = this._config.beforeFirstChunk(e)) !== void 0 && (e = a), this.isFirstChunk = !1, this._halted = !1;
+				var r = this._partialLine + e, a = (this._partialLine = "", this._handle.parse(r, this._baseIndex, !this._finished));
+				if (!this._handle.paused() && !this._handle.aborted()) {
+					if (e = a.meta.cursor, r = (this._finished || (this._partialLine = r.substring(e - this._baseIndex), this._baseIndex = e), a && a.data && (this._rowCount += a.data.length), this._finished || this._config.preview && this._rowCount >= this._config.preview), i) t.postMessage({
+						results: a,
+						workerId: s.WORKER_ID,
+						finished: r
+					});
+					else if (x(this._config.chunk) && !n) {
+						if (this._config.chunk(a, this._handle), this._handle.paused() || this._handle.aborted()) return void (this._halted = !0);
+						this._completeResults = a = void 0;
+					}
+					return this._config.step || this._config.chunk || (this._completeResults.data = this._completeResults.data.concat(a.data), this._completeResults.errors = this._completeResults.errors.concat(a.errors), this._completeResults.meta = a.meta), this._completed || !r || !x(this._config.complete) || a && a.meta.aborted || (this._config.complete(this._completeResults, this._input), this._completed = !0), r || a && a.meta.paused || this._nextChunk(), a;
+				}
+				this._halted = !0;
+			}, this._sendError = function(e) {
+				x(this._config.error) ? this._config.error(e) : i && this._config.error && t.postMessage({
+					workerId: s.WORKER_ID,
+					error: e,
+					finished: !1
+				});
+			};
+		}
+		function l(e) {
+			var t;
+			(e ||= {}).chunkSize || (e.chunkSize = s.RemoteChunkSize), c.call(this, e), this._nextChunk = r ? function() {
+				this._readChunk(), this._chunkLoaded();
+			} : function() {
+				this._readChunk();
+			}, this.stream = function(e) {
+				this._input = e, this._nextChunk();
+			}, this._readChunk = function() {
+				if (this._finished) this._chunkLoaded();
+				else {
+					if (t = new XMLHttpRequest(), this._config.withCredentials && (t.withCredentials = this._config.withCredentials), r || (t.onload = b(this._chunkLoaded, this), t.onerror = b(this._chunkError, this)), t.open(this._config.downloadRequestBody ? "POST" : "GET", this._input, !r), this._config.downloadRequestHeaders) {
+						var e, n = this._config.downloadRequestHeaders;
+						for (e in n) t.setRequestHeader(e, n[e]);
+					}
+					var i;
+					this._config.chunkSize && (i = this._start + this._config.chunkSize - 1, t.setRequestHeader("Range", "bytes=" + this._start + "-" + i));
+					try {
+						t.send(this._config.downloadRequestBody);
+					} catch (e) {
+						this._chunkError(e.message);
+					}
+					r && t.status === 0 && this._chunkError();
+				}
+			}, this._chunkLoaded = function() {
+				t.readyState === 4 && (t.status < 200 || 400 <= t.status ? this._chunkError() : (this._start += this._config.chunkSize || t.responseText.length, this._finished = !this._config.chunkSize || this._start >= ((e) => (e = e.getResponseHeader("Content-Range")) === null ? -1 : parseInt(e.substring(e.lastIndexOf("/") + 1)))(t), this.parseChunk(t.responseText)));
+			}, this._chunkError = function(e) {
+				e = t.statusText || e, this._sendError(Error(e));
+			};
+		}
+		function u(e) {
+			(e ||= {}).chunkSize || (e.chunkSize = s.LocalChunkSize), c.call(this, e);
+			var t, n, r = typeof FileReader < "u";
+			this.stream = function(e) {
+				this._input = e, n = e.slice || e.webkitSlice || e.mozSlice, r ? ((t = new FileReader()).onload = b(this._chunkLoaded, this), t.onerror = b(this._chunkError, this)) : t = new FileReaderSync(), this._nextChunk();
+			}, this._nextChunk = function() {
+				this._finished || this._config.preview && !(this._rowCount < this._config.preview) || this._readChunk();
+			}, this._readChunk = function() {
+				var e = this._input, i = (this._config.chunkSize && (i = Math.min(this._start + this._config.chunkSize, this._input.size), e = n.call(e, this._start, i)), t.readAsText(e, this._config.encoding));
+				r || this._chunkLoaded({ target: { result: i } });
+			}, this._chunkLoaded = function(e) {
+				this._start += this._config.chunkSize, this._finished = !this._config.chunkSize || this._start >= this._input.size, this.parseChunk(e.target.result);
+			}, this._chunkError = function() {
+				this._sendError(t.error);
+			};
+		}
+		function d(e) {
+			var t;
+			c.call(this, e ||= {}), this.stream = function(e) {
+				return t = e, this._nextChunk();
+			}, this._nextChunk = function() {
+				var e, n;
+				if (!this._finished) return e = this._config.chunkSize, t = e ? (n = t.substring(0, e), t.substring(e)) : (n = t, ""), this._finished = !t, this.parseChunk(n);
+			};
+		}
+		function f(e) {
+			c.call(this, e ||= {});
+			var t = [], n = !0, r = !1;
+			this.pause = function() {
+				c.prototype.pause.apply(this, arguments), this._input.pause();
+			}, this.resume = function() {
+				c.prototype.resume.apply(this, arguments), this._input.resume();
+			}, this.stream = function(e) {
+				this._input = e, this._input.on("data", this._streamData), this._input.on("end", this._streamEnd), this._input.on("error", this._streamError);
+			}, this._checkIsFinished = function() {
+				r && t.length === 1 && (this._finished = !0);
+			}, this._nextChunk = function() {
+				this._checkIsFinished(), t.length ? this.parseChunk(t.shift()) : n = !0;
+			}, this._streamData = b(function(e) {
+				try {
+					t.push(typeof e == "string" ? e : e.toString(this._config.encoding)), n && (n = !1, this._checkIsFinished(), this.parseChunk(t.shift()));
+				} catch (e) {
+					this._streamError(e);
+				}
+			}, this), this._streamError = b(function(e) {
+				this._streamCleanUp(), this._sendError(e);
+			}, this), this._streamEnd = b(function() {
+				this._streamCleanUp(), r = !0, this._streamData("");
+			}, this), this._streamCleanUp = b(function() {
+				this._input.removeListener("data", this._streamData), this._input.removeListener("end", this._streamEnd), this._input.removeListener("error", this._streamError);
+			}, this);
+		}
+		function p(e) {
+			var t, n, r, i, a = 2 ** 53, o = -a, c = /^\s*-?(\d+\.?|\.\d+|\d+\.\d+)([eE][-+]?\d+)?\s*$/, l = /^((\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d\.\d+([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z)))$/, u = this, d = 0, f = 0, p = !1, g = !1, _ = [], v = {
+				data: [],
+				errors: [],
+				meta: {}
+			};
+			function b(t) {
+				return e.skipEmptyLines === "greedy" ? t.join("").trim() === "" : t.length === 1 && t[0].length === 0;
+			}
+			function S() {
+				if (v && r && (w("Delimiter", "UndetectableDelimiter", "Unable to auto-detect delimiting character; defaulted to '" + s.DefaultDelimiter + "'"), r = !1), e.skipEmptyLines && (v.data = v.data.filter(function(e) {
+					return !b(e);
+				})), C()) {
+					if (v) if (Array.isArray(v.data[0])) {
+						for (var t = 0; C() && t < v.data.length; t++) v.data[t].forEach(n);
+						v.data.splice(0, 1);
+					} else v.data.forEach(n);
+					function n(t, n) {
+						x(e.transformHeader) && (t = e.transformHeader(t, n)), _.push(t);
+					}
+				}
+				function n(t, n) {
+					for (var r = e.header ? {} : [], i = 0; i < t.length; i++) {
+						var s = i, u = t[i], u = ((t, n) => ((t) => (e.dynamicTypingFunction && e.dynamicTyping[t] === void 0 && (e.dynamicTyping[t] = e.dynamicTypingFunction(t)), !0 === (e.dynamicTyping[t] || e.dynamicTyping)))(t) ? n === "true" || n === "TRUE" || n !== "false" && n !== "FALSE" && (((e) => {
+							if (c.test(e) && (e = parseFloat(e), o < e && e < a)) return 1;
+						})(n) ? parseFloat(n) : l.test(n) ? new Date(n) : n === "" ? null : n) : n)(s = e.header ? i >= _.length ? "__parsed_extra" : _[i] : s, u = e.transform ? e.transform(u, s) : u);
+						s === "__parsed_extra" ? (r[s] = r[s] || [], r[s].push(u)) : r[s] = u;
+					}
+					return e.header && (i > _.length ? w("FieldMismatch", "TooManyFields", "Too many fields: expected " + _.length + " fields but parsed " + i, f + n) : i < _.length && w("FieldMismatch", "TooFewFields", "Too few fields: expected " + _.length + " fields but parsed " + i, f + n)), r;
+				}
+				var i;
+				v && (e.header || e.dynamicTyping || e.transform) && (i = 1, !v.data.length || Array.isArray(v.data[0]) ? (v.data = v.data.map(n), i = v.data.length) : v.data = n(v.data, 0), e.header && v.meta && (v.meta.fields = _), f += i);
+			}
+			function C() {
+				return e.header && _.length === 0;
+			}
+			function w(e, t, n, r) {
+				e = {
+					type: e,
+					code: t,
+					message: n
+				}, r !== void 0 && (e.row = r), v.errors.push(e);
+			}
+			x(e.step) && (i = e.step, e.step = function(t) {
+				v = t, C() ? S() : (S(), v.data.length !== 0 && (d += t.data.length, e.preview && d > e.preview ? n.abort() : (v.data = v.data[0], i(v, u))));
+			}), this.parse = function(i, a, o) {
+				var c = e.quoteChar || "\"", c = (e.newline ||= this.guessLineEndings(i, c), r = !1, e.delimiter ? x(e.delimiter) && (e.delimiter = e.delimiter(i), v.meta.delimiter = e.delimiter) : ((c = ((t, n, r, i, a) => {
+					var o, c, l, u;
+					a ||= [
+						",",
+						"	",
+						"|",
+						";",
+						s.RECORD_SEP,
+						s.UNIT_SEP
+					];
+					for (var d = 0; d < a.length; d++) {
+						for (var f, p = a[d], m = 0, g = 0, _ = 0, v = (l = void 0, new h({
+							comments: i,
+							delimiter: p,
+							newline: n,
+							preview: 10
+						}).parse(t)), y = 0; y < v.data.length; y++) r && b(v.data[y]) ? _++ : (f = v.data[y].length, g += f, l === void 0 ? l = f : 0 < f && (m += Math.abs(f - l), l = f));
+						0 < v.data.length && (g /= v.data.length - _), (c === void 0 || m <= c) && (u === void 0 || u < g) && 1.99 < g && (c = m, o = p, u = g);
+					}
+					return {
+						successful: !!(e.delimiter = o),
+						bestDelimiter: o
+					};
+				})(i, e.newline, e.skipEmptyLines, e.comments, e.delimitersToGuess)).successful ? e.delimiter = c.bestDelimiter : (r = !0, e.delimiter = s.DefaultDelimiter), v.meta.delimiter = e.delimiter), y(e));
+				return e.preview && e.header && c.preview++, t = i, n = new h(c), v = n.parse(t, a, o), S(), p ? { meta: { paused: !0 } } : v || { meta: { paused: !1 } };
+			}, this.paused = function() {
+				return p;
+			}, this.pause = function() {
+				p = !0, n.abort(), t = x(e.chunk) ? "" : t.substring(n.getCharIndex());
+			}, this.resume = function() {
+				u.streamer._halted ? (p = !1, u.streamer.parseChunk(t, !0)) : setTimeout(u.resume, 3);
+			}, this.aborted = function() {
+				return g;
+			}, this.abort = function() {
+				g = !0, n.abort(), v.meta.aborted = !0, x(e.complete) && e.complete(v), t = "";
+			}, this.guessLineEndings = function(e, t) {
+				e = e.substring(0, 1048576);
+				var t = RegExp(m(t) + "([^]*?)" + m(t), "gm"), n = (e = e.replace(t, "")).split("\r"), t = e.split("\n"), e = 1 < t.length && t[0].length < n[0].length;
+				if (n.length === 1 || e) return "\n";
+				for (var r = 0, i = 0; i < n.length; i++) n[i][0] === "\n" && r++;
+				return r >= n.length / 2 ? "\r\n" : "\r";
+			};
+		}
+		function m(e) {
+			return e.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+		}
+		function h(e) {
+			var t = (e ||= {}).delimiter, n = e.newline, r = e.comments, i = e.step, a = e.preview, o = e.fastMode, c = null, l = !1, u = e.quoteChar == null ? "\"" : e.quoteChar, d = u;
+			if (e.escapeChar !== void 0 && (d = e.escapeChar), (typeof t != "string" || -1 < s.BAD_DELIMITERS.indexOf(t)) && (t = ","), r === t) throw Error("Comment character same as delimiter");
+			!0 === r ? r = "#" : (typeof r != "string" || -1 < s.BAD_DELIMITERS.indexOf(r)) && (r = !1), n !== "\n" && n !== "\r" && n !== "\r\n" && (n = "\n");
+			var f = 0, p = !1;
+			this.parse = function(s, h, g) {
+				if (typeof s != "string") throw Error("Input must be a string");
+				var _ = s.length, v = t.length, y = n.length, b = r.length, S = x(i), C = [], w = [], T = [], E = f = 0;
+				if (!s) return R();
+				if (o || !1 !== o && s.indexOf(u) === -1) {
+					for (var D = s.split(n), O = 0; O < D.length; O++) {
+						if (T = D[O], f += T.length, O !== D.length - 1) f += n.length;
+						else if (g) return R();
+						if (!r || T.substring(0, b) !== r) {
+							if (S) {
+								if (C = [], P(T.split(t)), z(), p) return R();
+							} else P(T.split(t));
+							if (a && a <= O) return C = C.slice(0, a), R(!0);
+						}
+					}
+					return R();
+				}
+				for (var k = s.indexOf(t, f), A = s.indexOf(n, f), j = new RegExp(m(d) + m(u), "g"), M = s.indexOf(u, f);;) if (s[f] === u) for (M = f, f++;;) {
+					if ((M = s.indexOf(u, M + 1)) === -1) return g || w.push({
+						type: "Quotes",
+						code: "MissingQuotes",
+						message: "Quoted field unterminated",
+						row: C.length,
+						index: f
+					}), I();
+					if (M === _ - 1) return I(s.substring(f, M).replace(j, u));
+					if (u === d && s[M + 1] === d) M++;
+					else if (u === d || M === 0 || s[M - 1] !== d) {
+						k !== -1 && k < M + 1 && (k = s.indexOf(t, M + 1));
+						var N = F((A = A !== -1 && A < M + 1 ? s.indexOf(n, M + 1) : A) === -1 ? k : Math.min(k, A));
+						if (s.substr(M + 1 + N, v) === t) {
+							T.push(s.substring(f, M).replace(j, u)), s[f = M + 1 + N + v] !== u && (M = s.indexOf(u, f)), k = s.indexOf(t, f), A = s.indexOf(n, f);
+							break;
+						}
+						if (N = F(A), s.substring(M + 1 + N, M + 1 + N + y) === n) {
+							if (T.push(s.substring(f, M).replace(j, u)), L(M + 1 + N + y), k = s.indexOf(t, f), M = s.indexOf(u, f), S && (z(), p)) return R();
+							if (a && C.length >= a) return R(!0);
+							break;
+						}
+						w.push({
+							type: "Quotes",
+							code: "InvalidQuotes",
+							message: "Trailing quote on quoted field is malformed",
+							row: C.length,
+							index: f
+						}), M++;
+					}
+				}
+				else if (r && T.length === 0 && s.substring(f, f + b) === r) {
+					if (A === -1) return R();
+					f = A + y, A = s.indexOf(n, f), k = s.indexOf(t, f);
+				} else if (k !== -1 && (k < A || A === -1)) T.push(s.substring(f, k)), f = k + v, k = s.indexOf(t, f);
+				else {
+					if (A === -1) break;
+					if (T.push(s.substring(f, A)), L(A + y), S && (z(), p)) return R();
+					if (a && C.length >= a) return R(!0);
+				}
+				return I();
+				function P(e) {
+					C.push(e), E = f;
+				}
+				function F(e) {
+					var t = 0;
+					return t = e !== -1 && (e = s.substring(M + 1, e)) && e.trim() === "" ? e.length : t;
+				}
+				function I(e) {
+					return g || (e === void 0 && (e = s.substring(f)), T.push(e), f = _, P(T), S && z()), R();
+				}
+				function L(e) {
+					f = e, P(T), T = [], A = s.indexOf(n, f);
+				}
+				function R(r) {
+					if (e.header && !h && C.length && !l) {
+						var i = C[0], a = Object.create(null), o = new Set(i);
+						let t = !1;
+						for (let n = 0; n < i.length; n++) {
+							let r = i[n];
+							if (a[r = x(e.transformHeader) ? e.transformHeader(r, n) : r]) {
+								let e, s = a[r];
+								for (; e = r + "_" + s, s++, o.has(e););
+								o.add(e), i[n] = e, a[r]++, t = !0, (c = c === null ? {} : c)[e] = r;
+							} else a[r] = 1, i[n] = r;
+							o.add(r);
+						}
+						t && console.warn("Duplicate headers found and renamed."), l = !0;
+					}
+					return {
+						data: C,
+						errors: w,
+						meta: {
+							delimiter: t,
+							linebreak: n,
+							aborted: p,
+							truncated: !!r,
+							cursor: E + (h || 0),
+							renamedHeaders: c
+						}
+					};
+				}
+				function z() {
+					i(R()), C = [], w = [];
+				}
+			}, this.abort = function() {
+				p = !0;
+			}, this.getCharIndex = function() {
+				return f;
+			};
+		}
+		function g(e) {
+			var t = e.data, n = a[t.workerId], r = !1;
+			if (t.error) n.userError(t.error, t.file);
+			else if (t.results && t.results.data) {
+				var i = {
+					abort: function() {
+						r = !0, _(t.workerId, {
+							data: [],
+							errors: [],
+							meta: { aborted: !0 }
+						});
+					},
+					pause: v,
+					resume: v
+				};
+				if (x(n.userStep)) {
+					for (var o = 0; o < t.results.data.length && (n.userStep({
+						data: t.results.data[o],
+						errors: t.results.errors,
+						meta: t.results.meta
+					}, i), !r); o++);
+					delete t.results;
+				} else x(n.userChunk) && (n.userChunk(t.results, i, t.file), delete t.results);
+			}
+			t.finished && !r && _(t.workerId, t.results);
+		}
+		function _(e, t) {
+			var n = a[e];
+			x(n.userComplete) && n.userComplete(t), n.terminate(), delete a[e];
+		}
+		function v() {
+			throw Error("Not implemented.");
+		}
+		function y(e) {
+			if (typeof e != "object" || !e) return e;
+			var t, n = Array.isArray(e) ? [] : {};
+			for (t in e) n[t] = y(e[t]);
+			return n;
+		}
+		function b(e, t) {
+			return function() {
+				e.apply(t, arguments);
+			};
+		}
+		function x(e) {
+			return typeof e == "function";
+		}
+		return s.parse = function(n, r) {
+			var i = (r ||= {}).dynamicTyping || !1;
+			if (x(i) && (r.dynamicTypingFunction = i, i = {}), r.dynamicTyping = i, r.transform = !!x(r.transform) && r.transform, !r.worker || !s.WORKERS_SUPPORTED) return i = null, s.NODE_STREAM_INPUT, typeof n == "string" ? (n = ((e) => e.charCodeAt(0) === 65279 ? e.slice(1) : e)(n), i = new (r.download ? l : d)(r)) : !0 === n.readable && x(n.read) && x(n.on) ? i = new f(r) : (t.File && n instanceof File || n instanceof Object) && (i = new u(r)), i.stream(n);
+			(i = (() => {
+				var n;
+				return !!s.WORKERS_SUPPORTED && (n = (() => {
+					var n = t.URL || t.webkitURL || null, r = e.toString();
+					return s.BLOB_URL ||= n.createObjectURL(new Blob([
+						"var global = (function() { if (typeof self !== 'undefined') { return self; } if (typeof window !== 'undefined') { return window; } if (typeof global !== 'undefined') { return global; } return {}; })(); global.IS_PAPA_WORKER=true; ",
+						"(",
+						r,
+						")();"
+					], { type: "text/javascript" }));
+				})(), (n = new t.Worker(n)).onmessage = g, n.id = o++, a[n.id] = n);
+			})()).userStep = r.step, i.userChunk = r.chunk, i.userComplete = r.complete, i.userError = r.error, r.step = x(r.step), r.chunk = x(r.chunk), r.complete = x(r.complete), r.error = x(r.error), delete r.worker, i.postMessage({
+				input: n,
+				config: r,
+				workerId: i.id
+			});
+		}, s.unparse = function(e, t) {
+			var n = !1, r = !0, i = ",", a = "\r\n", o = "\"", c = o + o, l = !1, u = null, d = !1, f = ((() => {
+				if (typeof t == "object") {
+					if (typeof t.delimiter != "string" || s.BAD_DELIMITERS.filter(function(e) {
+						return t.delimiter.indexOf(e) !== -1;
+					}).length || (i = t.delimiter), typeof t.quotes != "boolean" && typeof t.quotes != "function" && !Array.isArray(t.quotes) || (n = t.quotes), typeof t.skipEmptyLines != "boolean" && typeof t.skipEmptyLines != "string" || (l = t.skipEmptyLines), typeof t.newline == "string" && (a = t.newline), typeof t.quoteChar == "string" && (o = t.quoteChar), typeof t.header == "boolean" && (r = t.header), Array.isArray(t.columns)) {
+						if (t.columns.length === 0) throw Error("Option columns is empty");
+						u = t.columns;
+					}
+					t.escapeChar !== void 0 && (c = t.escapeChar + o), t.escapeFormulae instanceof RegExp ? d = t.escapeFormulae : typeof t.escapeFormulae == "boolean" && t.escapeFormulae && (d = /^[=+\-@\t\r].*$/);
+				}
+			})(), new RegExp(m(o), "g"));
+			if (typeof e == "string" && (e = JSON.parse(e)), Array.isArray(e)) {
+				if (!e.length || Array.isArray(e[0])) return p(null, e, l);
+				if (typeof e[0] == "object") return p(u || Object.keys(e[0]), e, l);
+			} else if (typeof e == "object") return typeof e.data == "string" && (e.data = JSON.parse(e.data)), Array.isArray(e.data) && (e.fields ||= e.meta && e.meta.fields || u, e.fields ||= Array.isArray(e.data[0]) ? e.fields : typeof e.data[0] == "object" ? Object.keys(e.data[0]) : [], Array.isArray(e.data[0]) || typeof e.data[0] == "object" || (e.data = [e.data])), p(e.fields || [], e.data || [], l);
+			throw Error("Unable to serialize unrecognized input");
+			function p(e, t, n) {
+				var o = "", s = (typeof e == "string" && (e = JSON.parse(e)), typeof t == "string" && (t = JSON.parse(t)), Array.isArray(e) && 0 < e.length), c = !Array.isArray(t[0]);
+				if (s && r) {
+					for (var l = 0; l < e.length; l++) 0 < l && (o += i), o += h(e[l], l);
+					0 < t.length && (o += a);
+				}
+				for (var u = 0; u < t.length; u++) {
+					var d = (s ? e : t[u]).length, f = !1, p = s ? Object.keys(t[u]).length === 0 : t[u].length === 0;
+					if (n && !s && (f = n === "greedy" ? t[u].join("").trim() === "" : t[u].length === 1 && t[u][0].length === 0), n === "greedy" && s) {
+						for (var m = [], g = 0; g < d; g++) {
+							var _ = c ? e[g] : g;
+							m.push(t[u][_]);
+						}
+						f = m.join("").trim() === "";
+					}
+					if (!f) {
+						for (var v = 0; v < d; v++) {
+							0 < v && !p && (o += i);
+							var y = s && c ? e[v] : v;
+							o += h(t[u][y], v);
+						}
+						u < t.length - 1 && (!n || 0 < d && !p) && (o += a);
+					}
+				}
+				return o;
+			}
+			function h(e, t) {
+				var r, a;
+				return e == null ? "" : e.constructor === Date ? JSON.stringify(e).slice(1, 25) : (a = !1, d && typeof e == "string" && d.test(e) && (e = "'" + e, a = !0), r = e.toString().replace(f, c), (a = a || !0 === n || typeof n == "function" && n(e, t) || Array.isArray(n) && n[t] || ((e, t) => {
+					for (var n = 0; n < t.length; n++) if (-1 < e.indexOf(t[n])) return !0;
+					return !1;
+				})(r, s.BAD_DELIMITERS) || -1 < r.indexOf(i) || r.charAt(0) === " " || r.charAt(r.length - 1) === " ") ? o + r + o : r);
+			}
+		}, s.RECORD_SEP = "", s.UNIT_SEP = "", s.BYTE_ORDER_MARK = "", s.BAD_DELIMITERS = [
+			"\r",
+			"\n",
+			"\"",
+			s.BYTE_ORDER_MARK
+		], s.WORKERS_SUPPORTED = !r && !!t.Worker, s.NODE_STREAM_INPUT = 1, s.LocalChunkSize = 10485760, s.RemoteChunkSize = 5242880, s.DefaultDelimiter = ",", s.Parser = h, s.ParserHandle = p, s.NetworkStreamer = l, s.FileStreamer = u, s.StringStreamer = d, s.ReadableStreamStreamer = f, t.jQuery && ((n = t.jQuery).fn.parse = function(e) {
+			var r = e.config || {}, i = [];
+			return this.each(function(e) {
+				if (!(n(this).prop("tagName").toUpperCase() === "INPUT" && n(this).attr("type").toLowerCase() === "file" && t.FileReader) || !this.files || this.files.length === 0) return !0;
+				for (var a = 0; a < this.files.length; a++) i.push({
+					file: this.files[a],
+					inputElem: this,
+					instanceConfig: n.extend({}, r)
+				});
+			}), a(), this;
+			function a() {
+				if (i.length === 0) x(e.complete) && e.complete();
+				else {
+					var t, r, a, c, l = i[0];
+					if (x(e.before)) {
+						var u = e.before(l.file, l.inputElem);
+						if (typeof u == "object") {
+							if (u.action === "abort") return t = "AbortError", r = l.file, a = l.inputElem, c = u.reason, void (x(e.error) && e.error({ name: t }, r, a, c));
+							if (u.action === "skip") return void o();
+							typeof u.config == "object" && (l.instanceConfig = n.extend(l.instanceConfig, u.config));
+						} else if (u === "skip") return void o();
+					}
+					var d = l.instanceConfig.complete;
+					l.instanceConfig.complete = function(e) {
+						x(d) && d(e, l.file, l.inputElem), o();
+					}, s.parse(l.file, l.instanceConfig);
+				}
+			}
+			function o() {
+				i.splice(0, 1), a();
+			}
+		}), i && (t.onmessage = function(e) {
+			e = e.data, s.WORKER_ID === void 0 && e && (s.WORKER_ID = e.workerId), typeof e.input == "string" ? t.postMessage({
+				workerId: s.WORKER_ID,
+				results: s.parse(e.input, e.config),
+				finished: !0
+			}) : (t.File && e.input instanceof File || e.input instanceof Object) && (e = s.parse(e.input, e.config)) && t.postMessage({
+				workerId: s.WORKER_ID,
+				results: e,
+				finished: !0
+			});
+		}), (l.prototype = Object.create(c.prototype)).constructor = l, (u.prototype = Object.create(c.prototype)).constructor = u, (d.prototype = Object.create(d.prototype)).constructor = d, (f.prototype = Object.create(c.prototype)).constructor = f, s;
+	});
+})))(), 1), o = /* @__PURE__ */ e(i(), 1);
+function s(e, t) {
+	let n = e.findIndex((e) => e.toLowerCase() === t.toLowerCase());
+	return n === -1 ? 0 : n;
+}
+function c(e) {
+	return e.every((e) => e.length < 64);
+}
+function l(e) {
+	return e.split(".").pop() || "";
+}
+function u(e) {
+	switch (l(e)) {
+		case "json": return "application/json";
+		case "jsonl": return "application/jsonl";
+		case "parquet": return "application/parquet";
+		case "csv": return "text/csv";
+		case "txt": return "text/plain";
+		case "pdf": return "application/pdf";
+		case "docx": return "application/vnd.openxmlformats-officedocument.wordprocessingml.document";
+		case "zip": return "application/zip";
+		default: return "unknown";
+	}
+}
+function d(e) {
+	if (!Array.isArray(e)) return !1;
+	let t = e[0];
+	return typeof t == "object" && !!t && "role" in t && "content" in t && typeof t.role == "string" && typeof t.content == "string";
+}
+async function f(e, t, i) {
+	let l = e.type === "" ? u(e.name) : e.type;
+	if (l === "application/parquet") throw Error("Parquet loading is not currently supported in the browser. Please convert your data to JSONL format.");
+	if (l === "application/pdf") return n(e, t?.maxSize);
+	if (l === "application/vnd.openxmlformats-officedocument.wordprocessingml.document") return r(e);
+	if (l === "application/json") {
+		let t = await e.text(), n = JSON.parse(t);
+		if (Array.isArray(n)) return n.map((e) => [typeof e == "string" ? {
+			role: "text",
+			content: e
+		} : "text" in e ? {
+			role: "text",
+			content: e.text
+		} : {
+			role: "text",
+			content: JSON.stringify(e)
+		}]);
+		throw Error("Expected JSON array");
+	}
+	if (l === "application/jsonl") {
+		let t = await e.text();
+		return i && i(.1), t.split("\n").filter((e) => e.trim() !== "").map((e, t, n) => {
+			i && t % 1e3 == 0 && i(.1 + t / n.length * .9);
+			try {
+				let t = JSON.parse(e);
+				return d(t) ? t : [typeof t == "string" ? {
+					role: "text",
+					content: t
+				} : "text" in t ? {
+					role: "text",
+					content: t.text
+				} : {
+					role: "text",
+					content: JSON.stringify(t)
+				}];
+			} catch {
+				return [{
+					role: "text",
+					content: e
+				}];
+			}
+		});
+	}
+	if (l === "application/zip") {
+		let n = await o.default.loadAsync(e), r = [], a = Object.keys(n.files);
+		for (let e = 0; e < a.length; e++) {
+			let o = a[e], s = n.file(o);
+			if (s) {
+				let n = await s.async("blob", (t) => {
+					i && i(.1 + (t.percent / 100 * .9 / a.length + e / a.length * .9));
+				}), c = await f(new File([n], o), t);
+				i && i(.1 + (e + 1) / a.length * .9), r = r.concat(c);
+			}
+		}
+		return r;
+	}
+	if (l === "text/csv") {
+		let n = await e.text();
+		return i && i(.1), new Promise((e, r) => {
+			a.default.parse(n, {
+				header: !1,
+				skipEmptyLines: !0,
+				delimiter: ",",
+				complete: (n) => {
+					if (n.errors.length > 0) console.error(n.errors), r(/* @__PURE__ */ Error("Error parsing file"));
+					else {
+						let r = s(n.data[0], t?.column || "text");
+						e((t?.hasHeader ?? c(n.data[0]) ? n.data.slice(1) : n.data).map((e) => [{
+							role: "text",
+							content: e[r]
+						}]));
+					}
+				},
+				error: (e) => {
+					r(e);
+				}
+			});
+		});
+	} else if (l === "text/plain") return [[{
+		role: "text",
+		content: await e.text()
+	}]];
+	throw Error(`Unsupported file type: ${l}`);
+}
+//#endregion
+export { f as default };