share-pages 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +49 -0
- package/dist/dist-JyXFh6I5.mjs +5444 -0
- package/dist/epub-BXQPqTFk-CGD2NLS1.mjs +4915 -0
- package/dist/index.mjs +679 -0
- package/dist/latex-CybgCSnr-CvP5kdPz.mjs +33421 -0
- package/dist/latex-DMo_3IW8-B6ogeBvw.mjs +20 -0
- package/dist/markdown-BWlCFeLJ-OwSvKM8l.mjs +68089 -0
- package/dist/node-Lh4CQjZ4.mjs +77 -0
- package/dist/papaparse-BJnSo-VR.mjs +1139 -0
- package/dist/prepare-C56DezIS-DiqwpdkG.mjs +8563 -0
- package/dist/resources/assets/csv-worker-Bilq-sDm.js +17 -0
- package/dist/resources/chunks/viewer-Bz6Cwh4W.js +9561 -0
- package/dist/resources/csv.js +2444 -0
- package/dist/resources/epub.js +16493 -0
- package/dist/resources/fonts/KaTeX_AMS-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_AMS-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_AMS-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Caligraphic-Bold.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Caligraphic-Bold.woff +0 -0
- package/dist/resources/fonts/KaTeX_Caligraphic-Bold.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Caligraphic-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Caligraphic-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_Caligraphic-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Fraktur-Bold.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Fraktur-Bold.woff +0 -0
- package/dist/resources/fonts/KaTeX_Fraktur-Bold.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Fraktur-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Fraktur-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_Fraktur-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Main-Bold.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Main-Bold.woff +0 -0
- package/dist/resources/fonts/KaTeX_Main-Bold.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Main-BoldItalic.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Main-BoldItalic.woff +0 -0
- package/dist/resources/fonts/KaTeX_Main-BoldItalic.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Main-Italic.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Main-Italic.woff +0 -0
- package/dist/resources/fonts/KaTeX_Main-Italic.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Main-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Main-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_Main-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Math-BoldItalic.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Math-BoldItalic.woff +0 -0
- package/dist/resources/fonts/KaTeX_Math-BoldItalic.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Math-Italic.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Math-Italic.woff +0 -0
- package/dist/resources/fonts/KaTeX_Math-Italic.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_SansSerif-Bold.ttf +0 -0
- package/dist/resources/fonts/KaTeX_SansSerif-Bold.woff +0 -0
- package/dist/resources/fonts/KaTeX_SansSerif-Bold.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_SansSerif-Italic.ttf +0 -0
- package/dist/resources/fonts/KaTeX_SansSerif-Italic.woff +0 -0
- package/dist/resources/fonts/KaTeX_SansSerif-Italic.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_SansSerif-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_SansSerif-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_SansSerif-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Script-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Script-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_Script-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Size1-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Size1-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_Size1-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Size2-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Size2-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_Size2-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Size3-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Size3-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_Size3-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Size4-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Size4-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_Size4-Regular.woff2 +0 -0
- package/dist/resources/fonts/KaTeX_Typewriter-Regular.ttf +0 -0
- package/dist/resources/fonts/KaTeX_Typewriter-Regular.woff +0 -0
- package/dist/resources/fonts/KaTeX_Typewriter-Regular.woff2 +0 -0
- package/dist/resources/katex.css +1 -0
- package/dist/resources/latex-article.css +33 -0
- package/dist/resources/latex-base.css +816 -0
- package/dist/resources/latex-book.css +43 -0
- package/dist/resources/latex-fonts/KaTeX_AMS-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_AMS-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Caligraphic-Bold.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Caligraphic-Bold.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Caligraphic-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Caligraphic-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Fraktur-Bold.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Fraktur-Bold.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Fraktur-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Fraktur-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Main-Bold.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Main-Bold.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Main-BoldItalic.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Main-BoldItalic.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Main-Italic.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Main-Italic.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Main-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Main-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Math-BoldItalic.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Math-BoldItalic.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Math-Italic.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Math-Italic.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_SansSerif-Bold.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_SansSerif-Bold.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_SansSerif-Italic.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_SansSerif-Italic.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_SansSerif-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_SansSerif-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Script-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Script-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Size1-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Size1-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Size2-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Size2-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Size3-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Size3-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Size4-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Size4-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/KaTeX_Typewriter-Regular.woff +0 -0
- package/dist/resources/latex-fonts/KaTeX_Typewriter-Regular.woff2 +0 -0
- package/dist/resources/latex-fonts/OFL.txt +102 -0
- package/dist/resources/latex-fonts/Sans/cmun-sans.css +30 -0
- package/dist/resources/latex-fonts/Sans/cmunsi.woff +0 -0
- package/dist/resources/latex-fonts/Sans/cmunso.woff +0 -0
- package/dist/resources/latex-fonts/Sans/cmunss.woff +0 -0
- package/dist/resources/latex-fonts/Sans/cmunsx.woff +0 -0
- package/dist/resources/latex-fonts/Serif/cmun-serif.css +30 -0
- package/dist/resources/latex-fonts/Serif/cmunbi.woff +0 -0
- package/dist/resources/latex-fonts/Serif/cmunbx.woff +0 -0
- package/dist/resources/latex-fonts/Serif/cmunrm.woff +0 -0
- package/dist/resources/latex-fonts/Serif/cmunti.woff +0 -0
- package/dist/resources/latex-fonts/Serif Slanted/cmun-serif-slanted.css +14 -0
- package/dist/resources/latex-fonts/Serif Slanted/cmunbl.woff +0 -0
- package/dist/resources/latex-fonts/Serif Slanted/cmunsl.woff +0 -0
- package/dist/resources/latex-fonts/Typewriter/cmun-typewriter.css +30 -0
- package/dist/resources/latex-fonts/Typewriter/cmunit.woff +0 -0
- package/dist/resources/latex-fonts/Typewriter/cmuntb.woff +0 -0
- package/dist/resources/latex-fonts/Typewriter/cmuntt.woff +0 -0
- package/dist/resources/latex-fonts/Typewriter/cmuntx.woff +0 -0
- package/dist/resources/latex-fonts/Typewriter Slanted/cmun-typewriter-slanted.css +6 -0
- package/dist/resources/latex-fonts/Typewriter Slanted/cmunst.woff +0 -0
- package/dist/resources/latex-fonts/cmu.css +13 -0
- package/dist/resources/latex-katex.css +1079 -0
- package/dist/resources/licenses.txt +131 -0
- package/dist/resources/reader.css +244 -0
- package/dist/resources/viewers.css +3 -0
- package/dist/rolldown-runtime-B4iAMlE-.mjs +35 -0
- package/package.json +40 -0
|
@@ -0,0 +1,1139 @@
|
|
|
1
|
+
import { r as __require, t as __commonJSMin } from "./rolldown-runtime-B4iAMlE-.mjs";
|
|
2
|
+
//#region ../../node_modules/.pnpm/papaparse@5.7.0/node_modules/papaparse/papaparse.js
|
|
3
|
+
var require_papaparse = /* @__PURE__ */ __commonJSMin(((exports, module) => {
|
|
4
|
+
/* @license
|
|
5
|
+
Papa Parse
|
|
6
|
+
v5.7.0
|
|
7
|
+
https://github.com/mholt/PapaParse
|
|
8
|
+
License: MIT
|
|
9
|
+
*/
|
|
10
|
+
(function(root, factory) {
|
|
11
|
+
if (typeof define === "function" && define.amd) define([], factory);
|
|
12
|
+
else if (typeof module === "object" && typeof exports !== "undefined") module.exports = factory();
|
|
13
|
+
else root.Papa = factory();
|
|
14
|
+
})(exports, function moduleFactory() {
|
|
15
|
+
"use strict";
|
|
16
|
+
var global = (function() {
|
|
17
|
+
if (typeof self !== "undefined") return self;
|
|
18
|
+
if (typeof window !== "undefined") return window;
|
|
19
|
+
if (typeof global !== "undefined") return global;
|
|
20
|
+
return {};
|
|
21
|
+
})();
|
|
22
|
+
function getWorkerBlob() {
|
|
23
|
+
var URL = global.URL || global.webkitURL || null;
|
|
24
|
+
var code = moduleFactory.toString();
|
|
25
|
+
return Papa.BLOB_URL || (Papa.BLOB_URL = URL.createObjectURL(new Blob([
|
|
26
|
+
"var global = (function() { if (typeof self !== 'undefined') { return self; } if (typeof window !== 'undefined') { return window; } if (typeof global !== 'undefined') { return global; } return {}; })(); global.IS_PAPA_WORKER=true; ",
|
|
27
|
+
"(",
|
|
28
|
+
code,
|
|
29
|
+
")();"
|
|
30
|
+
], { type: "text/javascript" })));
|
|
31
|
+
}
|
|
32
|
+
var IS_WORKER = !global.document && !!global.postMessage, IS_PAPA_WORKER = global.IS_PAPA_WORKER || false;
|
|
33
|
+
var workers = {}, workerIdCounter = 0;
|
|
34
|
+
var Papa = {};
|
|
35
|
+
Papa.parse = CsvToJson;
|
|
36
|
+
Papa.unparse = JsonToCsv;
|
|
37
|
+
Papa.RECORD_SEP = String.fromCharCode(30);
|
|
38
|
+
Papa.UNIT_SEP = String.fromCharCode(31);
|
|
39
|
+
Papa.BYTE_ORDER_MARK = "";
|
|
40
|
+
Papa.BAD_DELIMITERS = [
|
|
41
|
+
"\r",
|
|
42
|
+
"\n",
|
|
43
|
+
"\"",
|
|
44
|
+
Papa.BYTE_ORDER_MARK
|
|
45
|
+
];
|
|
46
|
+
Papa.WORKERS_SUPPORTED = !IS_WORKER && !!global.Worker;
|
|
47
|
+
Papa.NODE_STREAM_INPUT = 1;
|
|
48
|
+
Papa.LocalChunkSize = 10485760;
|
|
49
|
+
Papa.RemoteChunkSize = 5242880;
|
|
50
|
+
Papa.DefaultDelimiter = ",";
|
|
51
|
+
Papa.Parser = Parser;
|
|
52
|
+
Papa.ParserHandle = ParserHandle;
|
|
53
|
+
Papa.NetworkStreamer = NetworkStreamer;
|
|
54
|
+
Papa.FileStreamer = FileStreamer;
|
|
55
|
+
Papa.StringStreamer = StringStreamer;
|
|
56
|
+
Papa.ReadableStreamStreamer = ReadableStreamStreamer;
|
|
57
|
+
if (typeof PAPA_BROWSER_CONTEXT === "undefined") Papa.DuplexStreamStreamer = DuplexStreamStreamer;
|
|
58
|
+
if (IS_PAPA_WORKER) global.onmessage = workerThreadReceivedMessage;
|
|
59
|
+
function stripBom(string) {
|
|
60
|
+
if (string.charCodeAt(0) === 65279) return string.slice(1);
|
|
61
|
+
return string;
|
|
62
|
+
}
|
|
63
|
+
function CsvToJson(_input, _config) {
|
|
64
|
+
_config = _config || {};
|
|
65
|
+
var dynamicTyping = _config.dynamicTyping || false;
|
|
66
|
+
if (isFunction(dynamicTyping)) {
|
|
67
|
+
_config.dynamicTypingFunction = dynamicTyping;
|
|
68
|
+
dynamicTyping = {};
|
|
69
|
+
}
|
|
70
|
+
_config.dynamicTyping = dynamicTyping;
|
|
71
|
+
_config.transform = isFunction(_config.transform) ? _config.transform : false;
|
|
72
|
+
if (_config.downloadTimeout !== void 0) {
|
|
73
|
+
var downloadTimeout = parseInt(_config.downloadTimeout);
|
|
74
|
+
if (isNaN(downloadTimeout)) throw new Error("Config downloadTimeout value (" + _config.downloadTimeout + ") not parsable by parseInt(val).");
|
|
75
|
+
_config.downloadTimeout = downloadTimeout;
|
|
76
|
+
}
|
|
77
|
+
if (_config.worker && Papa.WORKERS_SUPPORTED) {
|
|
78
|
+
var w = newWorker();
|
|
79
|
+
w.userStep = _config.step;
|
|
80
|
+
w.userChunk = _config.chunk;
|
|
81
|
+
w.userComplete = _config.complete;
|
|
82
|
+
w.userError = _config.error;
|
|
83
|
+
_config.step = isFunction(_config.step);
|
|
84
|
+
_config.chunk = isFunction(_config.chunk);
|
|
85
|
+
_config.complete = isFunction(_config.complete);
|
|
86
|
+
_config.error = isFunction(_config.error);
|
|
87
|
+
delete _config.worker;
|
|
88
|
+
w.postMessage({
|
|
89
|
+
input: _input,
|
|
90
|
+
config: _config,
|
|
91
|
+
workerId: w.id
|
|
92
|
+
});
|
|
93
|
+
return;
|
|
94
|
+
}
|
|
95
|
+
var streamer = null;
|
|
96
|
+
if (_input === Papa.NODE_STREAM_INPUT && typeof PAPA_BROWSER_CONTEXT === "undefined") {
|
|
97
|
+
streamer = new DuplexStreamStreamer(_config);
|
|
98
|
+
return streamer.getStream();
|
|
99
|
+
} else if (typeof _input === "string") {
|
|
100
|
+
_input = stripBom(_input);
|
|
101
|
+
if (_config.download) streamer = new NetworkStreamer(_config);
|
|
102
|
+
else streamer = new StringStreamer(_config);
|
|
103
|
+
} else if (_input.readable === true && isFunction(_input.read) && isFunction(_input.on)) streamer = new ReadableStreamStreamer(_config);
|
|
104
|
+
else if (global.File && _input instanceof File || _input instanceof Object) streamer = new FileStreamer(_config);
|
|
105
|
+
return streamer.stream(_input);
|
|
106
|
+
}
|
|
107
|
+
function JsonToCsv(_input, _config) {
|
|
108
|
+
/** whether to surround every datum with quotes */
|
|
109
|
+
var _quotes = false;
|
|
110
|
+
/** whether to write headers */
|
|
111
|
+
var _writeHeader = true;
|
|
112
|
+
/** delimiting character(s) */
|
|
113
|
+
var _delimiter = ",";
|
|
114
|
+
/** newline character(s) */
|
|
115
|
+
var _newline = "\r\n";
|
|
116
|
+
/** quote character */
|
|
117
|
+
var _quoteChar = "\"";
|
|
118
|
+
/** escaped quote character, either "" or <config.escapeChar>" */
|
|
119
|
+
var _escapedQuote = _quoteChar + _quoteChar;
|
|
120
|
+
/** whether to skip empty lines */
|
|
121
|
+
var _skipEmptyLines = false;
|
|
122
|
+
/** the columns (keys) we expect when we unparse objects */
|
|
123
|
+
var _columns = null;
|
|
124
|
+
/** whether to prevent outputting cells that can be parsed as formulae by spreadsheet software (Excel and LibreOffice) */
|
|
125
|
+
var _escapeFormulae = false;
|
|
126
|
+
unpackConfig();
|
|
127
|
+
var quoteCharRegex = new RegExp(escapeRegExp(_quoteChar), "g");
|
|
128
|
+
if (typeof _input === "string") _input = JSON.parse(_input);
|
|
129
|
+
if (Array.isArray(_input)) {
|
|
130
|
+
if (!_input.length || Array.isArray(_input[0])) return serialize(null, _input, _skipEmptyLines);
|
|
131
|
+
else if (typeof _input[0] === "object") return serialize(_columns || Object.keys(_input[0]), _input, _skipEmptyLines);
|
|
132
|
+
} else if (typeof _input === "object") {
|
|
133
|
+
if (typeof _input.data === "string") _input.data = JSON.parse(_input.data);
|
|
134
|
+
if (Array.isArray(_input.data)) {
|
|
135
|
+
if (!_input.fields) _input.fields = _input.meta && _input.meta.fields || _columns;
|
|
136
|
+
if (!_input.fields) _input.fields = Array.isArray(_input.data[0]) ? _input.fields : typeof _input.data[0] === "object" ? Object.keys(_input.data[0]) : [];
|
|
137
|
+
if (!Array.isArray(_input.data[0]) && typeof _input.data[0] !== "object") _input.data = [_input.data];
|
|
138
|
+
}
|
|
139
|
+
return serialize(_input.fields || [], _input.data || [], _skipEmptyLines);
|
|
140
|
+
}
|
|
141
|
+
throw new Error("Unable to serialize unrecognized input");
|
|
142
|
+
function unpackConfig() {
|
|
143
|
+
if (typeof _config !== "object") return;
|
|
144
|
+
if (typeof _config.delimiter === "string" && !Papa.BAD_DELIMITERS.filter(function(value) {
|
|
145
|
+
return _config.delimiter.indexOf(value) !== -1;
|
|
146
|
+
}).length) _delimiter = _config.delimiter;
|
|
147
|
+
if (typeof _config.quotes === "boolean" || typeof _config.quotes === "function" || Array.isArray(_config.quotes)) _quotes = _config.quotes;
|
|
148
|
+
if (typeof _config.skipEmptyLines === "boolean" || typeof _config.skipEmptyLines === "string") _skipEmptyLines = _config.skipEmptyLines;
|
|
149
|
+
if (typeof _config.newline === "string") _newline = _config.newline;
|
|
150
|
+
if (typeof _config.quoteChar === "string") {
|
|
151
|
+
_quoteChar = _config.quoteChar;
|
|
152
|
+
_escapedQuote = _quoteChar + _quoteChar;
|
|
153
|
+
}
|
|
154
|
+
if (typeof _config.header === "boolean") _writeHeader = _config.header;
|
|
155
|
+
if (Array.isArray(_config.columns)) {
|
|
156
|
+
if (_config.columns.length === 0) throw new Error("Option columns is empty");
|
|
157
|
+
_columns = _config.columns;
|
|
158
|
+
}
|
|
159
|
+
if (_config.escapeChar !== void 0) _escapedQuote = _config.escapeChar + _quoteChar;
|
|
160
|
+
if (_config.escapeFormulae instanceof RegExp) _escapeFormulae = _config.escapeFormulae;
|
|
161
|
+
else if (typeof _config.escapeFormulae === "boolean" && _config.escapeFormulae) _escapeFormulae = /^[=+\-@\t\r].*$/;
|
|
162
|
+
}
|
|
163
|
+
/** The double for loop that iterates the data and writes out a CSV string including header row */
|
|
164
|
+
function serialize(fields, data, skipEmptyLines) {
|
|
165
|
+
var csv = "";
|
|
166
|
+
if (typeof fields === "string") fields = JSON.parse(fields);
|
|
167
|
+
if (typeof data === "string") data = JSON.parse(data);
|
|
168
|
+
var hasHeader = Array.isArray(fields) && fields.length > 0;
|
|
169
|
+
var dataKeyedByField = !Array.isArray(data[0]);
|
|
170
|
+
if (hasHeader && _writeHeader) {
|
|
171
|
+
for (var i = 0; i < fields.length; i++) {
|
|
172
|
+
if (i > 0) csv += _delimiter;
|
|
173
|
+
csv += safe(fields[i], i);
|
|
174
|
+
}
|
|
175
|
+
if (data.length > 0) csv += _newline;
|
|
176
|
+
}
|
|
177
|
+
for (var row = 0; row < data.length; row++) {
|
|
178
|
+
var maxCol = hasHeader ? fields.length : data[row].length;
|
|
179
|
+
var emptyLine = false;
|
|
180
|
+
var nullLine = hasHeader ? Object.keys(data[row]).length === 0 : data[row].length === 0;
|
|
181
|
+
if (skipEmptyLines && !hasHeader) emptyLine = skipEmptyLines === "greedy" ? data[row].join("").trim() === "" : data[row].length === 1 && data[row][0].length === 0;
|
|
182
|
+
if (skipEmptyLines === "greedy" && hasHeader) {
|
|
183
|
+
var line = [];
|
|
184
|
+
for (var c = 0; c < maxCol; c++) {
|
|
185
|
+
var cx = dataKeyedByField ? fields[c] : c;
|
|
186
|
+
line.push(data[row][cx]);
|
|
187
|
+
}
|
|
188
|
+
emptyLine = line.join("").trim() === "";
|
|
189
|
+
}
|
|
190
|
+
if (!emptyLine) {
|
|
191
|
+
for (var col = 0; col < maxCol; col++) {
|
|
192
|
+
if (col > 0 && !nullLine) csv += _delimiter;
|
|
193
|
+
var colIdx = hasHeader && dataKeyedByField ? fields[col] : col;
|
|
194
|
+
csv += safe(data[row][colIdx], col);
|
|
195
|
+
}
|
|
196
|
+
if (row < data.length - 1 && (!skipEmptyLines || maxCol > 0 && !nullLine)) csv += _newline;
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
return csv;
|
|
200
|
+
}
|
|
201
|
+
/** Encloses a value around quotes if needed (makes a value safe for CSV insertion) */
|
|
202
|
+
function safe(str, col) {
|
|
203
|
+
if (typeof str === "undefined" || str === null) return "";
|
|
204
|
+
if (str.constructor === Date) {
|
|
205
|
+
if (isNaN(str.getTime())) return "";
|
|
206
|
+
return str.toISOString();
|
|
207
|
+
}
|
|
208
|
+
var needsQuotes = false;
|
|
209
|
+
if (_escapeFormulae && typeof str === "string" && _escapeFormulae.test(str)) {
|
|
210
|
+
str = "'" + str;
|
|
211
|
+
needsQuotes = true;
|
|
212
|
+
}
|
|
213
|
+
var strValue = str.toString();
|
|
214
|
+
var escapedQuoteStr = strValue.replace(quoteCharRegex, _escapedQuote);
|
|
215
|
+
needsQuotes = needsQuotes || _quotes === true || typeof _quotes === "function" && _quotes(str, col) || Array.isArray(_quotes) && _quotes[col] || hasAny(escapedQuoteStr, Papa.BAD_DELIMITERS) || escapedQuoteStr.indexOf(_delimiter) > -1 || strValue.indexOf(_quoteChar) > -1 || escapedQuoteStr.charAt(0) === " " || escapedQuoteStr.charAt(escapedQuoteStr.length - 1) === " ";
|
|
216
|
+
return needsQuotes ? _quoteChar + escapedQuoteStr + _quoteChar : escapedQuoteStr;
|
|
217
|
+
}
|
|
218
|
+
function hasAny(str, substrings) {
|
|
219
|
+
for (var i = 0; i < substrings.length; i++) if (str.indexOf(substrings[i]) > -1) return true;
|
|
220
|
+
return false;
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
/** ChunkStreamer is the base prototype for various streamer implementations. */
|
|
224
|
+
function ChunkStreamer(config) {
|
|
225
|
+
this._handle = null;
|
|
226
|
+
this._finished = false;
|
|
227
|
+
this._completed = false;
|
|
228
|
+
this._halted = false;
|
|
229
|
+
this._input = null;
|
|
230
|
+
this._baseIndex = 0;
|
|
231
|
+
this._partialLine = "";
|
|
232
|
+
this._rowCount = 0;
|
|
233
|
+
this._start = 0;
|
|
234
|
+
this._nextChunk = null;
|
|
235
|
+
this.isFirstChunk = true;
|
|
236
|
+
this._completeResults = {
|
|
237
|
+
data: [],
|
|
238
|
+
errors: [],
|
|
239
|
+
meta: {}
|
|
240
|
+
};
|
|
241
|
+
replaceConfig.call(this, config);
|
|
242
|
+
this.parseChunk = function(chunk, isFakeChunk) {
|
|
243
|
+
const skipFirstNLines = parseInt(this._config.skipFirstNLines) || 0;
|
|
244
|
+
if (this.isFirstChunk && skipFirstNLines > 0) {
|
|
245
|
+
let _newline = this._config.newline;
|
|
246
|
+
if (!_newline) {
|
|
247
|
+
const quoteChar = this._config.quoteChar || "\"";
|
|
248
|
+
_newline = this._handle.guessLineEndings(chunk, quoteChar);
|
|
249
|
+
}
|
|
250
|
+
chunk = [...chunk.split(_newline).slice(skipFirstNLines)].join(_newline);
|
|
251
|
+
}
|
|
252
|
+
if (this.isFirstChunk && isFunction(this._config.beforeFirstChunk)) {
|
|
253
|
+
var modifiedChunk = this._config.beforeFirstChunk(chunk);
|
|
254
|
+
if (modifiedChunk !== void 0) chunk = modifiedChunk;
|
|
255
|
+
}
|
|
256
|
+
this.isFirstChunk = false;
|
|
257
|
+
this._halted = false;
|
|
258
|
+
var aggregate = this._partialLine + chunk;
|
|
259
|
+
this._partialLine = "";
|
|
260
|
+
var results = this._handle.parse(aggregate, this._baseIndex, !this._finished);
|
|
261
|
+
if (this._handle.paused() || this._handle.aborted()) {
|
|
262
|
+
this._halted = true;
|
|
263
|
+
return;
|
|
264
|
+
}
|
|
265
|
+
var lastIndex = results.meta.cursor;
|
|
266
|
+
if (!this._finished) {
|
|
267
|
+
this._partialLine = aggregate.substring(lastIndex - this._baseIndex);
|
|
268
|
+
this._baseIndex = lastIndex;
|
|
269
|
+
}
|
|
270
|
+
if (results && results.data) this._rowCount += results.data.length;
|
|
271
|
+
var finishedIncludingPreview = this._finished || this._config.preview && this._rowCount >= this._config.preview;
|
|
272
|
+
if (IS_PAPA_WORKER) global.postMessage({
|
|
273
|
+
results,
|
|
274
|
+
workerId: Papa.WORKER_ID,
|
|
275
|
+
finished: finishedIncludingPreview
|
|
276
|
+
});
|
|
277
|
+
else if (isFunction(this._config.chunk) && !isFakeChunk) {
|
|
278
|
+
this._config.chunk(results, this._handle);
|
|
279
|
+
if (this._handle.paused() || this._handle.aborted()) {
|
|
280
|
+
this._halted = true;
|
|
281
|
+
return;
|
|
282
|
+
}
|
|
283
|
+
results = void 0;
|
|
284
|
+
this._completeResults = void 0;
|
|
285
|
+
}
|
|
286
|
+
if (!this._config.step && !this._config.chunk) {
|
|
287
|
+
this._completeResults.data = this._completeResults.data.concat(results.data);
|
|
288
|
+
this._completeResults.errors = this._completeResults.errors.concat(results.errors);
|
|
289
|
+
this._completeResults.meta = results.meta;
|
|
290
|
+
}
|
|
291
|
+
if (!this._completed && finishedIncludingPreview && isFunction(this._config.complete) && (!results || !results.meta.aborted)) {
|
|
292
|
+
this._config.complete(this._completeResults, this._input);
|
|
293
|
+
this._completed = true;
|
|
294
|
+
}
|
|
295
|
+
if (!finishedIncludingPreview && (!results || !results.meta.paused)) this._nextChunk();
|
|
296
|
+
return results;
|
|
297
|
+
};
|
|
298
|
+
this._sendError = function(error) {
|
|
299
|
+
if (isFunction(this._config.error)) this._config.error(error);
|
|
300
|
+
else if (IS_PAPA_WORKER && this._config.error) global.postMessage({
|
|
301
|
+
workerId: Papa.WORKER_ID,
|
|
302
|
+
error,
|
|
303
|
+
finished: false
|
|
304
|
+
});
|
|
305
|
+
};
|
|
306
|
+
function replaceConfig(config) {
|
|
307
|
+
var configCopy = copy(config);
|
|
308
|
+
configCopy.chunkSize = parseInt(configCopy.chunkSize);
|
|
309
|
+
if (!config.step && !config.chunk) configCopy.chunkSize = null;
|
|
310
|
+
this._handle = new ParserHandle(configCopy);
|
|
311
|
+
this._handle.streamer = this;
|
|
312
|
+
this._config = configCopy;
|
|
313
|
+
}
|
|
314
|
+
}
|
|
315
|
+
function NetworkStreamer(config) {
|
|
316
|
+
config = config || {};
|
|
317
|
+
if (!config.chunkSize) config.chunkSize = Papa.RemoteChunkSize;
|
|
318
|
+
ChunkStreamer.call(this, config);
|
|
319
|
+
var xhr;
|
|
320
|
+
if (IS_WORKER) this._nextChunk = function() {
|
|
321
|
+
this._readChunk();
|
|
322
|
+
this._chunkLoaded();
|
|
323
|
+
};
|
|
324
|
+
else this._nextChunk = function() {
|
|
325
|
+
this._readChunk();
|
|
326
|
+
};
|
|
327
|
+
this.stream = function(url) {
|
|
328
|
+
this._input = url;
|
|
329
|
+
this._nextChunk();
|
|
330
|
+
};
|
|
331
|
+
this._readChunk = function() {
|
|
332
|
+
if (this._finished) {
|
|
333
|
+
this._chunkLoaded();
|
|
334
|
+
return;
|
|
335
|
+
}
|
|
336
|
+
xhr = new XMLHttpRequest();
|
|
337
|
+
if (this._config.withCredentials) xhr.withCredentials = this._config.withCredentials;
|
|
338
|
+
if (!IS_WORKER) {
|
|
339
|
+
xhr.onload = bindFunction(this._chunkLoaded, this);
|
|
340
|
+
xhr.onerror = bindFunction(this._chunkError, this);
|
|
341
|
+
}
|
|
342
|
+
xhr.ontimeout = bindFunction(this._chunkTimeout, this);
|
|
343
|
+
xhr.open(this._config.downloadRequestBody ? "POST" : "GET", this._input, !IS_WORKER);
|
|
344
|
+
if (this._config.downloadTimeout && !IS_WORKER) xhr.timeout = this._config.downloadTimeout;
|
|
345
|
+
if (this._config.downloadRequestHeaders) {
|
|
346
|
+
var headers = this._config.downloadRequestHeaders;
|
|
347
|
+
for (var headerName in headers) xhr.setRequestHeader(headerName, headers[headerName]);
|
|
348
|
+
}
|
|
349
|
+
if (this._config.chunkSize) {
|
|
350
|
+
var end = this._start + this._config.chunkSize - 1;
|
|
351
|
+
xhr.setRequestHeader("Range", "bytes=" + this._start + "-" + end);
|
|
352
|
+
}
|
|
353
|
+
try {
|
|
354
|
+
xhr.send(this._config.downloadRequestBody);
|
|
355
|
+
} catch (err) {
|
|
356
|
+
this._chunkError(err.message);
|
|
357
|
+
}
|
|
358
|
+
if (IS_WORKER && xhr.status === 0) this._chunkError();
|
|
359
|
+
};
|
|
360
|
+
this._chunkLoaded = function() {
|
|
361
|
+
if (xhr.readyState !== 4) return;
|
|
362
|
+
if (xhr.status < 200 || xhr.status >= 400) {
|
|
363
|
+
this._chunkError();
|
|
364
|
+
return;
|
|
365
|
+
}
|
|
366
|
+
this._start += this._config.chunkSize ? this._config.chunkSize : xhr.responseText.length;
|
|
367
|
+
this._finished = !this._config.chunkSize || this._start >= getFileSize(xhr);
|
|
368
|
+
this.parseChunk(xhr.responseText);
|
|
369
|
+
};
|
|
370
|
+
this._chunkError = function(errorMessage) {
|
|
371
|
+
var errorText = xhr.statusText || errorMessage;
|
|
372
|
+
this._sendError(new Error(errorText));
|
|
373
|
+
};
|
|
374
|
+
this._chunkTimeout = function() {
|
|
375
|
+
this._chunkError("Request timed out after " + this._config.downloadTimeout + "ms");
|
|
376
|
+
};
|
|
377
|
+
function getFileSize(xhr) {
|
|
378
|
+
var contentRange = xhr.getResponseHeader("Content-Range");
|
|
379
|
+
if (contentRange === null) return -1;
|
|
380
|
+
return parseInt(contentRange.substring(contentRange.lastIndexOf("/") + 1));
|
|
381
|
+
}
|
|
382
|
+
}
|
|
383
|
+
NetworkStreamer.prototype = Object.create(ChunkStreamer.prototype);
|
|
384
|
+
NetworkStreamer.prototype.constructor = NetworkStreamer;
|
|
385
|
+
function FileStreamer(config) {
|
|
386
|
+
config = config || {};
|
|
387
|
+
if (!config.chunkSize) config.chunkSize = Papa.LocalChunkSize;
|
|
388
|
+
ChunkStreamer.call(this, config);
|
|
389
|
+
var reader, slice;
|
|
390
|
+
var usingAsyncReader = typeof FileReader !== "undefined";
|
|
391
|
+
this.stream = function(file) {
|
|
392
|
+
this._input = file;
|
|
393
|
+
slice = file.slice || file.webkitSlice || file.mozSlice;
|
|
394
|
+
if (usingAsyncReader) {
|
|
395
|
+
reader = new FileReader();
|
|
396
|
+
reader.onload = bindFunction(this._chunkLoaded, this);
|
|
397
|
+
reader.onerror = bindFunction(this._chunkError, this);
|
|
398
|
+
} else reader = new FileReaderSync();
|
|
399
|
+
this._nextChunk();
|
|
400
|
+
};
|
|
401
|
+
this._nextChunk = function() {
|
|
402
|
+
if (!this._finished && (!this._config.preview || this._rowCount < this._config.preview)) this._readChunk();
|
|
403
|
+
};
|
|
404
|
+
this._readChunk = function() {
|
|
405
|
+
var input = this._input;
|
|
406
|
+
if (this._config.chunkSize) {
|
|
407
|
+
var end = Math.min(this._start + this._config.chunkSize, this._input.size);
|
|
408
|
+
input = slice.call(input, this._start, end);
|
|
409
|
+
}
|
|
410
|
+
var txt = reader.readAsText(input, this._config.encoding);
|
|
411
|
+
if (!usingAsyncReader) this._chunkLoaded({ target: { result: txt } });
|
|
412
|
+
};
|
|
413
|
+
this._chunkLoaded = function(event) {
|
|
414
|
+
this._start += this._config.chunkSize;
|
|
415
|
+
this._finished = !this._config.chunkSize || this._start >= this._input.size;
|
|
416
|
+
this.parseChunk(event.target.result);
|
|
417
|
+
};
|
|
418
|
+
this._chunkError = function() {
|
|
419
|
+
this._sendError(reader.error);
|
|
420
|
+
};
|
|
421
|
+
}
|
|
422
|
+
FileStreamer.prototype = Object.create(ChunkStreamer.prototype);
|
|
423
|
+
FileStreamer.prototype.constructor = FileStreamer;
|
|
424
|
+
function StringStreamer(config) {
|
|
425
|
+
config = config || {};
|
|
426
|
+
ChunkStreamer.call(this, config);
|
|
427
|
+
var remaining;
|
|
428
|
+
this.stream = function(s) {
|
|
429
|
+
remaining = s;
|
|
430
|
+
return this._nextChunk();
|
|
431
|
+
};
|
|
432
|
+
this._nextChunk = function() {
|
|
433
|
+
if (this._finished) return;
|
|
434
|
+
var size = this._config.chunkSize;
|
|
435
|
+
var chunk;
|
|
436
|
+
if (size) {
|
|
437
|
+
chunk = remaining.substring(0, size);
|
|
438
|
+
remaining = remaining.substring(size);
|
|
439
|
+
} else {
|
|
440
|
+
chunk = remaining;
|
|
441
|
+
remaining = "";
|
|
442
|
+
}
|
|
443
|
+
this._finished = !remaining;
|
|
444
|
+
return this.parseChunk(chunk);
|
|
445
|
+
};
|
|
446
|
+
}
|
|
447
|
+
StringStreamer.prototype = Object.create(StringStreamer.prototype);
|
|
448
|
+
StringStreamer.prototype.constructor = StringStreamer;
|
|
449
|
+
function ReadableStreamStreamer(config) {
|
|
450
|
+
config = config || {};
|
|
451
|
+
ChunkStreamer.call(this, config);
|
|
452
|
+
var queue = [];
|
|
453
|
+
var parseOnData = true;
|
|
454
|
+
var streamHasEnded = false;
|
|
455
|
+
this.pause = function() {
|
|
456
|
+
ChunkStreamer.prototype.pause.apply(this, arguments);
|
|
457
|
+
this._input.pause();
|
|
458
|
+
};
|
|
459
|
+
this.resume = function() {
|
|
460
|
+
ChunkStreamer.prototype.resume.apply(this, arguments);
|
|
461
|
+
this._input.resume();
|
|
462
|
+
};
|
|
463
|
+
this.stream = function(stream) {
|
|
464
|
+
this._input = stream;
|
|
465
|
+
this._input.on("data", this._streamData);
|
|
466
|
+
this._input.on("end", this._streamEnd);
|
|
467
|
+
this._input.on("error", this._streamError);
|
|
468
|
+
};
|
|
469
|
+
this._checkIsFinished = function() {
|
|
470
|
+
if (streamHasEnded && queue.length === 1) this._finished = true;
|
|
471
|
+
};
|
|
472
|
+
this._nextChunk = function() {
|
|
473
|
+
this._checkIsFinished();
|
|
474
|
+
if (queue.length) this.parseChunk(queue.shift());
|
|
475
|
+
else parseOnData = true;
|
|
476
|
+
};
|
|
477
|
+
this._streamData = bindFunction(function(chunk) {
|
|
478
|
+
try {
|
|
479
|
+
queue.push(typeof chunk === "string" ? chunk : chunk.toString(this._config.encoding));
|
|
480
|
+
if (parseOnData) {
|
|
481
|
+
parseOnData = false;
|
|
482
|
+
this._checkIsFinished();
|
|
483
|
+
this.parseChunk(queue.shift());
|
|
484
|
+
}
|
|
485
|
+
} catch (error) {
|
|
486
|
+
this._streamError(error);
|
|
487
|
+
}
|
|
488
|
+
}, this);
|
|
489
|
+
this._streamError = bindFunction(function(error) {
|
|
490
|
+
this._streamCleanUp();
|
|
491
|
+
this._sendError(error);
|
|
492
|
+
}, this);
|
|
493
|
+
this._streamEnd = bindFunction(function() {
|
|
494
|
+
this._streamCleanUp();
|
|
495
|
+
streamHasEnded = true;
|
|
496
|
+
this._streamData("");
|
|
497
|
+
}, this);
|
|
498
|
+
this._streamCleanUp = bindFunction(function() {
|
|
499
|
+
this._input.removeListener("data", this._streamData);
|
|
500
|
+
this._input.removeListener("end", this._streamEnd);
|
|
501
|
+
this._input.removeListener("error", this._streamError);
|
|
502
|
+
}, this);
|
|
503
|
+
}
|
|
504
|
+
ReadableStreamStreamer.prototype = Object.create(ChunkStreamer.prototype);
|
|
505
|
+
ReadableStreamStreamer.prototype.constructor = ReadableStreamStreamer;
|
|
506
|
+
function DuplexStreamStreamer(_config) {
|
|
507
|
+
var Duplex = __require("stream").Duplex;
|
|
508
|
+
var config = copy(_config);
|
|
509
|
+
var parseOnWrite = true;
|
|
510
|
+
var writeStreamHasFinished = false;
|
|
511
|
+
var parseCallbackQueue = [];
|
|
512
|
+
var stream = null;
|
|
513
|
+
this._onCsvData = function(results) {
|
|
514
|
+
var data = results.data;
|
|
515
|
+
if (!stream.push(data) && !this._handle.paused()) this._handle.pause();
|
|
516
|
+
};
|
|
517
|
+
this._onCsvComplete = function() {
|
|
518
|
+
stream.push(null);
|
|
519
|
+
};
|
|
520
|
+
config.step = bindFunction(this._onCsvData, this);
|
|
521
|
+
config.complete = bindFunction(this._onCsvComplete, this);
|
|
522
|
+
ChunkStreamer.call(this, config);
|
|
523
|
+
this._nextChunk = function() {
|
|
524
|
+
if (writeStreamHasFinished && parseCallbackQueue.length === 1) this._finished = true;
|
|
525
|
+
if (parseCallbackQueue.length) parseCallbackQueue.shift()();
|
|
526
|
+
else parseOnWrite = true;
|
|
527
|
+
};
|
|
528
|
+
this._addToParseQueue = function(chunk, callback) {
|
|
529
|
+
parseCallbackQueue.push(bindFunction(function() {
|
|
530
|
+
this.parseChunk(typeof chunk === "string" ? chunk : chunk.toString(config.encoding));
|
|
531
|
+
if (isFunction(callback)) return callback();
|
|
532
|
+
}, this));
|
|
533
|
+
if (parseOnWrite) {
|
|
534
|
+
parseOnWrite = false;
|
|
535
|
+
this._nextChunk();
|
|
536
|
+
}
|
|
537
|
+
};
|
|
538
|
+
this._onRead = function() {
|
|
539
|
+
if (this._handle.paused()) this._handle.resume();
|
|
540
|
+
};
|
|
541
|
+
this._onWrite = function(chunk, encoding, callback) {
|
|
542
|
+
this._addToParseQueue(chunk, callback);
|
|
543
|
+
};
|
|
544
|
+
this._onWriteComplete = function() {
|
|
545
|
+
writeStreamHasFinished = true;
|
|
546
|
+
this._addToParseQueue("");
|
|
547
|
+
};
|
|
548
|
+
this.getStream = function() {
|
|
549
|
+
return stream;
|
|
550
|
+
};
|
|
551
|
+
stream = new Duplex({
|
|
552
|
+
readableObjectMode: true,
|
|
553
|
+
decodeStrings: false,
|
|
554
|
+
read: bindFunction(this._onRead, this),
|
|
555
|
+
write: bindFunction(this._onWrite, this)
|
|
556
|
+
});
|
|
557
|
+
stream.once("finish", bindFunction(this._onWriteComplete, this));
|
|
558
|
+
}
|
|
559
|
+
if (typeof PAPA_BROWSER_CONTEXT === "undefined") {
|
|
560
|
+
DuplexStreamStreamer.prototype = Object.create(ChunkStreamer.prototype);
|
|
561
|
+
DuplexStreamStreamer.prototype.constructor = DuplexStreamStreamer;
|
|
562
|
+
}
|
|
563
|
+
function ParserHandle(_config) {
|
|
564
|
+
var MAX_FLOAT = Math.pow(2, 53);
|
|
565
|
+
var MIN_FLOAT = -MAX_FLOAT;
|
|
566
|
+
var FLOAT = /^\s*-?(\d+\.?|\.\d+|\d+\.\d+)([eE][-+]?\d+)?\s*$/;
|
|
567
|
+
var ISO_DATE = /^((\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d\.\d+([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z)))$/;
|
|
568
|
+
var self = this;
|
|
569
|
+
var _stepCounter = 0;
|
|
570
|
+
var _rowCounter = 0;
|
|
571
|
+
var _input;
|
|
572
|
+
var _parser;
|
|
573
|
+
var _paused = false;
|
|
574
|
+
var _aborted = false;
|
|
575
|
+
var _delimiterError;
|
|
576
|
+
var _fields = [];
|
|
577
|
+
var _results = {
|
|
578
|
+
data: [],
|
|
579
|
+
errors: [],
|
|
580
|
+
meta: {}
|
|
581
|
+
};
|
|
582
|
+
if (isFunction(_config.step)) {
|
|
583
|
+
var userStep = _config.step;
|
|
584
|
+
_config.step = function(results) {
|
|
585
|
+
_results = results;
|
|
586
|
+
if (needsHeaderRow()) processResults();
|
|
587
|
+
else {
|
|
588
|
+
processResults();
|
|
589
|
+
if (_results.data.length === 0) return;
|
|
590
|
+
_stepCounter += results.data.length;
|
|
591
|
+
if (_config.preview && _stepCounter > _config.preview) _parser.abort();
|
|
592
|
+
else {
|
|
593
|
+
_results.data = _results.data[0];
|
|
594
|
+
userStep(_results, self);
|
|
595
|
+
}
|
|
596
|
+
}
|
|
597
|
+
};
|
|
598
|
+
}
|
|
599
|
+
/**
|
|
600
|
+
* Parses input. Most users won't need, and shouldn't mess with, the baseIndex
|
|
601
|
+
* and ignoreLastRow parameters. They are used by streamers (wrapper functions)
|
|
602
|
+
* when an input comes in multiple chunks, like from a file.
|
|
603
|
+
*/
|
|
604
|
+
this.parse = function(input, baseIndex, ignoreLastRow) {
|
|
605
|
+
var quoteChar = _config.quoteChar || "\"";
|
|
606
|
+
if (!_config.newline) _config.newline = this.guessLineEndings(input, quoteChar);
|
|
607
|
+
_delimiterError = false;
|
|
608
|
+
if (!_config.delimiter) {
|
|
609
|
+
var delimGuess = guessDelimiter(input, _config.newline, _config.skipEmptyLines, _config.comments, _config.delimitersToGuess);
|
|
610
|
+
if (delimGuess.successful) _config.delimiter = delimGuess.bestDelimiter;
|
|
611
|
+
else {
|
|
612
|
+
_delimiterError = true;
|
|
613
|
+
_config.delimiter = Papa.DefaultDelimiter;
|
|
614
|
+
}
|
|
615
|
+
_results.meta.delimiter = _config.delimiter;
|
|
616
|
+
} else if (isFunction(_config.delimiter)) {
|
|
617
|
+
_config.delimiter = _config.delimiter(input);
|
|
618
|
+
_results.meta.delimiter = _config.delimiter;
|
|
619
|
+
}
|
|
620
|
+
var parserConfig = copy(_config);
|
|
621
|
+
parserConfig.header = needsHeaderRow();
|
|
622
|
+
if (_config.preview && _config.header) parserConfig.preview++;
|
|
623
|
+
_input = input;
|
|
624
|
+
_parser = new Parser(parserConfig);
|
|
625
|
+
_results = _parser.parse(_input, baseIndex, ignoreLastRow);
|
|
626
|
+
processResults();
|
|
627
|
+
return _paused ? { meta: { paused: true } } : _results || { meta: { paused: false } };
|
|
628
|
+
};
|
|
629
|
+
this.paused = function() {
|
|
630
|
+
return _paused;
|
|
631
|
+
};
|
|
632
|
+
this.pause = function() {
|
|
633
|
+
_paused = true;
|
|
634
|
+
_parser.abort();
|
|
635
|
+
_input = isFunction(_config.chunk) ? "" : _input.substring(_parser.getCharIndex());
|
|
636
|
+
};
|
|
637
|
+
this.resume = function() {
|
|
638
|
+
if (self.streamer._halted) {
|
|
639
|
+
_paused = false;
|
|
640
|
+
self.streamer.parseChunk(_input, true);
|
|
641
|
+
} else setTimeout(self.resume, 3);
|
|
642
|
+
};
|
|
643
|
+
this.aborted = function() {
|
|
644
|
+
return _aborted;
|
|
645
|
+
};
|
|
646
|
+
this.abort = function() {
|
|
647
|
+
_aborted = true;
|
|
648
|
+
_parser.abort();
|
|
649
|
+
_results.meta.aborted = true;
|
|
650
|
+
if (isFunction(_config.complete)) _config.complete(_results);
|
|
651
|
+
_input = "";
|
|
652
|
+
};
|
|
653
|
+
this.guessLineEndings = function(input, quoteChar) {
|
|
654
|
+
input = input.substring(0, 1048576);
|
|
655
|
+
var re = new RegExp(escapeRegExp(quoteChar) + "([^]*?)" + escapeRegExp(quoteChar), "gm");
|
|
656
|
+
input = input.replace(re, "");
|
|
657
|
+
var r = input.split("\r");
|
|
658
|
+
var n = input.split("\n");
|
|
659
|
+
var nAppearsFirst = n.length > 1 && n[0].length < r[0].length;
|
|
660
|
+
if (r.length === 1 || nAppearsFirst) return "\n";
|
|
661
|
+
var numWithN = 0;
|
|
662
|
+
for (var i = 0; i < r.length; i++) if (r[i][0] === "\n") numWithN++;
|
|
663
|
+
return numWithN >= r.length / 2 ? "\r\n" : "\r";
|
|
664
|
+
};
|
|
665
|
+
function testEmptyLine(s) {
|
|
666
|
+
return _config.skipEmptyLines === "greedy" ? s.join("").trim() === "" : s.length === 1 && s[0].length === 0;
|
|
667
|
+
}
|
|
668
|
+
function testFloat(s) {
|
|
669
|
+
if (FLOAT.test(s)) {
|
|
670
|
+
var floatValue = parseFloat(s);
|
|
671
|
+
if (floatValue > MIN_FLOAT && floatValue < MAX_FLOAT) return true;
|
|
672
|
+
}
|
|
673
|
+
return false;
|
|
674
|
+
}
|
|
675
|
+
function processResults() {
|
|
676
|
+
if (_results && _delimiterError) {
|
|
677
|
+
addError("Delimiter", "UndetectableDelimiter", "Unable to auto-detect delimiting character; defaulted to '" + Papa.DefaultDelimiter + "'");
|
|
678
|
+
_delimiterError = false;
|
|
679
|
+
}
|
|
680
|
+
if (_config.skipEmptyLines) _results.data = _results.data.filter(function(d) {
|
|
681
|
+
return !testEmptyLine(d);
|
|
682
|
+
});
|
|
683
|
+
if (needsHeaderRow()) fillHeaderFields();
|
|
684
|
+
return applyHeaderAndDynamicTypingAndTransformation();
|
|
685
|
+
}
|
|
686
|
+
function needsHeaderRow() {
|
|
687
|
+
return _config.header && _fields.length === 0;
|
|
688
|
+
}
|
|
689
|
+
function fillHeaderFields() {
|
|
690
|
+
if (!_results) return;
|
|
691
|
+
function addHeader(header) {
|
|
692
|
+
_fields.push(header);
|
|
693
|
+
}
|
|
694
|
+
if (Array.isArray(_results.data[0])) {
|
|
695
|
+
for (var i = 0; needsHeaderRow() && i < _results.data.length; i++) _results.data[i].forEach(addHeader);
|
|
696
|
+
_results.data.splice(0, 1);
|
|
697
|
+
} else _results.data.forEach(addHeader);
|
|
698
|
+
}
|
|
699
|
+
function shouldApplyDynamicTyping(field) {
|
|
700
|
+
if (_config.dynamicTypingFunction && _config.dynamicTyping[field] === void 0) _config.dynamicTyping[field] = _config.dynamicTypingFunction(field);
|
|
701
|
+
return (_config.dynamicTyping[field] || _config.dynamicTyping) === true;
|
|
702
|
+
}
|
|
703
|
+
function parseDynamic(field, value) {
|
|
704
|
+
if (shouldApplyDynamicTyping(field)) {
|
|
705
|
+
if (value === "true" || value === "TRUE") return true;
|
|
706
|
+
else if (value === "false" || value === "FALSE") return false;
|
|
707
|
+
else if (testFloat(value)) return parseFloat(value);
|
|
708
|
+
else if (ISO_DATE.test(value)) return new Date(value);
|
|
709
|
+
else return value === "" ? null : value;
|
|
710
|
+
}
|
|
711
|
+
return value;
|
|
712
|
+
}
|
|
713
|
+
function applyHeaderAndDynamicTypingAndTransformation() {
|
|
714
|
+
if (!_results || !_config.header && !_config.dynamicTyping && !_config.transform) return _results;
|
|
715
|
+
function processRow(rowSource, i) {
|
|
716
|
+
var row = _config.header ? {} : [];
|
|
717
|
+
var j = 0;
|
|
718
|
+
for (; j < rowSource.length; j++) {
|
|
719
|
+
var field = j;
|
|
720
|
+
var value = rowSource[j];
|
|
721
|
+
if (_config.header) field = j >= _fields.length ? "__parsed_extra" : _fields[j];
|
|
722
|
+
if (_config.transform) value = _config.transform(value, field);
|
|
723
|
+
value = parseDynamic(field, value);
|
|
724
|
+
if (field === "__parsed_extra") {
|
|
725
|
+
row[field] = row[field] || [];
|
|
726
|
+
row[field].push(value);
|
|
727
|
+
} else row[field] = value;
|
|
728
|
+
}
|
|
729
|
+
if (_config.header) {
|
|
730
|
+
if (j > _fields.length) addError("FieldMismatch", "TooManyFields", "Too many fields: expected " + _fields.length + " fields but parsed " + j, _rowCounter + i);
|
|
731
|
+
else if (j < _fields.length) addError("FieldMismatch", "TooFewFields", "Too few fields: expected " + _fields.length + " fields but parsed " + j, _rowCounter + i);
|
|
732
|
+
}
|
|
733
|
+
return row;
|
|
734
|
+
}
|
|
735
|
+
var incrementBy = 1;
|
|
736
|
+
if (!_results.data.length || Array.isArray(_results.data[0])) {
|
|
737
|
+
_results.data = _results.data.map(processRow);
|
|
738
|
+
incrementBy = _results.data.length;
|
|
739
|
+
} else _results.data = processRow(_results.data, 0);
|
|
740
|
+
if (_config.header && _results.meta) _results.meta.fields = _fields;
|
|
741
|
+
_rowCounter += incrementBy;
|
|
742
|
+
return _results;
|
|
743
|
+
}
|
|
744
|
+
function guessDelimiter(input, newline, skipEmptyLines, comments, delimitersToGuess) {
|
|
745
|
+
var bestDelim, bestDelta, fieldCountPrevRow, maxFieldCount;
|
|
746
|
+
delimitersToGuess = delimitersToGuess || [
|
|
747
|
+
",",
|
|
748
|
+
" ",
|
|
749
|
+
"|",
|
|
750
|
+
";",
|
|
751
|
+
Papa.RECORD_SEP,
|
|
752
|
+
Papa.UNIT_SEP
|
|
753
|
+
];
|
|
754
|
+
for (var i = 0; i < delimitersToGuess.length; i++) {
|
|
755
|
+
var delim = delimitersToGuess[i];
|
|
756
|
+
var delta = 0, avgFieldCount = 0, emptyLinesCount = 0;
|
|
757
|
+
fieldCountPrevRow = void 0;
|
|
758
|
+
var preview = new Parser({
|
|
759
|
+
comments,
|
|
760
|
+
delimiter: delim,
|
|
761
|
+
newline,
|
|
762
|
+
preview: 10
|
|
763
|
+
}).parse(input);
|
|
764
|
+
for (var j = 0; j < preview.data.length; j++) {
|
|
765
|
+
if (skipEmptyLines && testEmptyLine(preview.data[j])) {
|
|
766
|
+
emptyLinesCount++;
|
|
767
|
+
continue;
|
|
768
|
+
}
|
|
769
|
+
var fieldCount = preview.data[j].length;
|
|
770
|
+
avgFieldCount += fieldCount;
|
|
771
|
+
if (typeof fieldCountPrevRow === "undefined") {
|
|
772
|
+
fieldCountPrevRow = fieldCount;
|
|
773
|
+
continue;
|
|
774
|
+
} else if (fieldCount > 0) {
|
|
775
|
+
delta += Math.abs(fieldCount - fieldCountPrevRow);
|
|
776
|
+
fieldCountPrevRow = fieldCount;
|
|
777
|
+
}
|
|
778
|
+
}
|
|
779
|
+
if (preview.data.length > 0) avgFieldCount /= preview.data.length - emptyLinesCount;
|
|
780
|
+
if (avgFieldCount > 1.99 && (typeof bestDelta === "undefined" || delta < bestDelta || delta === bestDelta && avgFieldCount > maxFieldCount)) {
|
|
781
|
+
bestDelta = delta;
|
|
782
|
+
bestDelim = delim;
|
|
783
|
+
maxFieldCount = avgFieldCount;
|
|
784
|
+
}
|
|
785
|
+
}
|
|
786
|
+
_config.delimiter = bestDelim;
|
|
787
|
+
return {
|
|
788
|
+
successful: !!bestDelim,
|
|
789
|
+
bestDelimiter: bestDelim
|
|
790
|
+
};
|
|
791
|
+
}
|
|
792
|
+
function addError(type, code, msg, row) {
|
|
793
|
+
var error = {
|
|
794
|
+
type,
|
|
795
|
+
code,
|
|
796
|
+
message: msg
|
|
797
|
+
};
|
|
798
|
+
if (row !== void 0) error.row = row;
|
|
799
|
+
_results.errors.push(error);
|
|
800
|
+
}
|
|
801
|
+
}
|
|
802
|
+
/** https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Regular_Expressions */
|
|
803
|
+
function escapeRegExp(string) {
|
|
804
|
+
return string.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
805
|
+
}
|
|
806
|
+
/** The core parser implements speedy and correct CSV parsing */
|
|
807
|
+
function Parser(config) {
|
|
808
|
+
config = config || {};
|
|
809
|
+
var delim = config.delimiter;
|
|
810
|
+
var newline = config.newline;
|
|
811
|
+
var comments = config.comments;
|
|
812
|
+
var step = config.step;
|
|
813
|
+
var preview = config.preview;
|
|
814
|
+
var fastMode = config.fastMode;
|
|
815
|
+
var quoteChar;
|
|
816
|
+
var renamedHeaders = null;
|
|
817
|
+
var headerParsed = false;
|
|
818
|
+
if (config.quoteChar === void 0 || config.quoteChar === null) quoteChar = "\"";
|
|
819
|
+
else quoteChar = config.quoteChar;
|
|
820
|
+
var escapeChar = quoteChar;
|
|
821
|
+
if (config.escapeChar !== void 0) escapeChar = config.escapeChar;
|
|
822
|
+
if (typeof delim !== "string" || Papa.BAD_DELIMITERS.indexOf(delim) > -1) delim = ",";
|
|
823
|
+
if (comments === delim) throw new Error("Comment character same as delimiter");
|
|
824
|
+
else if (comments === true) comments = "#";
|
|
825
|
+
else if (typeof comments !== "string" || Papa.BAD_DELIMITERS.indexOf(comments) > -1) comments = false;
|
|
826
|
+
if (newline !== "\n" && newline !== "\r" && newline !== "\r\n") newline = "\n";
|
|
827
|
+
var cursor = 0;
|
|
828
|
+
var aborted = false;
|
|
829
|
+
this.parse = function(input, baseIndex, ignoreLastRow) {
|
|
830
|
+
if (typeof input !== "string") throw new Error("Input must be a string");
|
|
831
|
+
var inputLen = input.length, delimLen = delim.length, newlineLen = newline.length, commentsLen = comments.length;
|
|
832
|
+
var stepIsFunction = isFunction(step);
|
|
833
|
+
cursor = 0;
|
|
834
|
+
var data = [], errors = [], row = [], lastCursor = 0;
|
|
835
|
+
if (!input) return returnable();
|
|
836
|
+
if (fastMode || fastMode !== false && input.indexOf(quoteChar) === -1) {
|
|
837
|
+
var rows = input.split(newline);
|
|
838
|
+
for (var i = 0; i < rows.length; i++) {
|
|
839
|
+
row = rows[i];
|
|
840
|
+
cursor += row.length;
|
|
841
|
+
if (i !== rows.length - 1) cursor += newline.length;
|
|
842
|
+
else if (ignoreLastRow) return returnable();
|
|
843
|
+
if (comments && row.substring(0, commentsLen) === comments) continue;
|
|
844
|
+
if (stepIsFunction) {
|
|
845
|
+
data = [];
|
|
846
|
+
pushRow(row.split(delim));
|
|
847
|
+
doStep();
|
|
848
|
+
if (aborted) return returnable();
|
|
849
|
+
} else pushRow(row.split(delim));
|
|
850
|
+
if (preview && i >= preview) {
|
|
851
|
+
data = data.slice(0, preview);
|
|
852
|
+
return returnable(true);
|
|
853
|
+
}
|
|
854
|
+
}
|
|
855
|
+
return returnable();
|
|
856
|
+
}
|
|
857
|
+
var nextDelim = input.indexOf(delim, cursor);
|
|
858
|
+
var nextNewline = input.indexOf(newline, cursor);
|
|
859
|
+
var quoteCharRegex = new RegExp(escapeRegExp(escapeChar) + escapeRegExp(quoteChar), "g");
|
|
860
|
+
var quoteSearch = input.indexOf(quoteChar, cursor);
|
|
861
|
+
for (;;) {
|
|
862
|
+
if (input[cursor] === quoteChar) {
|
|
863
|
+
quoteSearch = cursor;
|
|
864
|
+
cursor++;
|
|
865
|
+
for (;;) {
|
|
866
|
+
quoteSearch = input.indexOf(quoteChar, quoteSearch + 1);
|
|
867
|
+
if (quoteSearch === -1) {
|
|
868
|
+
if (!ignoreLastRow) errors.push({
|
|
869
|
+
type: "Quotes",
|
|
870
|
+
code: "MissingQuotes",
|
|
871
|
+
message: "Quoted field unterminated",
|
|
872
|
+
row: data.length,
|
|
873
|
+
index: cursor
|
|
874
|
+
});
|
|
875
|
+
return finish();
|
|
876
|
+
}
|
|
877
|
+
if (quoteSearch === inputLen - 1) return finish(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));
|
|
878
|
+
if (quoteChar === escapeChar && input[quoteSearch + 1] === escapeChar) {
|
|
879
|
+
quoteSearch++;
|
|
880
|
+
continue;
|
|
881
|
+
}
|
|
882
|
+
if (quoteChar !== escapeChar && quoteSearch !== 0 && input[quoteSearch - 1] === escapeChar) continue;
|
|
883
|
+
if (nextDelim !== -1 && nextDelim < quoteSearch + 1) nextDelim = input.indexOf(delim, quoteSearch + 1);
|
|
884
|
+
if (nextNewline !== -1 && nextNewline < quoteSearch + 1) nextNewline = input.indexOf(newline, quoteSearch + 1);
|
|
885
|
+
var spacesBetweenQuoteAndDelimiter = extraSpaces(nextNewline === -1 ? nextDelim : Math.min(nextDelim, nextNewline));
|
|
886
|
+
if (input.substr(quoteSearch + 1 + spacesBetweenQuoteAndDelimiter, delimLen) === delim) {
|
|
887
|
+
row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));
|
|
888
|
+
cursor = quoteSearch + 1 + spacesBetweenQuoteAndDelimiter + delimLen;
|
|
889
|
+
if (input[quoteSearch + 1 + spacesBetweenQuoteAndDelimiter + delimLen] !== quoteChar) quoteSearch = input.indexOf(quoteChar, cursor);
|
|
890
|
+
nextDelim = input.indexOf(delim, cursor);
|
|
891
|
+
nextNewline = input.indexOf(newline, cursor);
|
|
892
|
+
break;
|
|
893
|
+
}
|
|
894
|
+
var spacesBetweenQuoteAndNewLine = extraSpaces(nextNewline);
|
|
895
|
+
if (input.substring(quoteSearch + 1 + spacesBetweenQuoteAndNewLine, quoteSearch + 1 + spacesBetweenQuoteAndNewLine + newlineLen) === newline) {
|
|
896
|
+
row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));
|
|
897
|
+
saveRow(quoteSearch + 1 + spacesBetweenQuoteAndNewLine + newlineLen);
|
|
898
|
+
nextDelim = input.indexOf(delim, cursor);
|
|
899
|
+
quoteSearch = input.indexOf(quoteChar, cursor);
|
|
900
|
+
if (stepIsFunction) {
|
|
901
|
+
doStep();
|
|
902
|
+
if (aborted) return returnable();
|
|
903
|
+
}
|
|
904
|
+
if (preview && data.length >= preview) return returnable(true);
|
|
905
|
+
break;
|
|
906
|
+
}
|
|
907
|
+
errors.push({
|
|
908
|
+
type: "Quotes",
|
|
909
|
+
code: "InvalidQuotes",
|
|
910
|
+
message: "Trailing quote on quoted field is malformed",
|
|
911
|
+
row: data.length,
|
|
912
|
+
index: cursor
|
|
913
|
+
});
|
|
914
|
+
quoteSearch++;
|
|
915
|
+
}
|
|
916
|
+
continue;
|
|
917
|
+
}
|
|
918
|
+
if (comments && row.length === 0 && input.substring(cursor, cursor + commentsLen) === comments) {
|
|
919
|
+
if (nextNewline === -1) return returnable();
|
|
920
|
+
cursor = nextNewline + newlineLen;
|
|
921
|
+
nextNewline = input.indexOf(newline, cursor);
|
|
922
|
+
nextDelim = input.indexOf(delim, cursor);
|
|
923
|
+
continue;
|
|
924
|
+
}
|
|
925
|
+
if (nextDelim !== -1 && (nextDelim < nextNewline || nextNewline === -1)) {
|
|
926
|
+
row.push(input.substring(cursor, nextDelim));
|
|
927
|
+
cursor = nextDelim + delimLen;
|
|
928
|
+
nextDelim = input.indexOf(delim, cursor);
|
|
929
|
+
continue;
|
|
930
|
+
}
|
|
931
|
+
if (nextNewline !== -1) {
|
|
932
|
+
row.push(input.substring(cursor, nextNewline));
|
|
933
|
+
saveRow(nextNewline + newlineLen);
|
|
934
|
+
if (stepIsFunction) {
|
|
935
|
+
doStep();
|
|
936
|
+
if (aborted) return returnable();
|
|
937
|
+
}
|
|
938
|
+
if (preview && data.length >= preview) return returnable(true);
|
|
939
|
+
continue;
|
|
940
|
+
}
|
|
941
|
+
break;
|
|
942
|
+
}
|
|
943
|
+
return finish();
|
|
944
|
+
function pushRow(row) {
|
|
945
|
+
data.push(row);
|
|
946
|
+
lastCursor = cursor;
|
|
947
|
+
}
|
|
948
|
+
/**
|
|
949
|
+
* checks if there are extra spaces after closing quote and given index without any text
|
|
950
|
+
* if Yes, returns the number of spaces
|
|
951
|
+
*/
|
|
952
|
+
function extraSpaces(index) {
|
|
953
|
+
var spaceLength = 0;
|
|
954
|
+
if (index !== -1) {
|
|
955
|
+
var textBetweenClosingQuoteAndIndex = input.substring(quoteSearch + 1, index);
|
|
956
|
+
if (textBetweenClosingQuoteAndIndex && textBetweenClosingQuoteAndIndex.trim() === "") spaceLength = textBetweenClosingQuoteAndIndex.length;
|
|
957
|
+
}
|
|
958
|
+
return spaceLength;
|
|
959
|
+
}
|
|
960
|
+
/**
|
|
961
|
+
* Appends the remaining input from cursor to the end into
|
|
962
|
+
* row, saves the row, calls step, and returns the results.
|
|
963
|
+
*/
|
|
964
|
+
function finish(value) {
|
|
965
|
+
if (ignoreLastRow) return returnable();
|
|
966
|
+
if (typeof value === "undefined") value = input.substring(cursor);
|
|
967
|
+
row.push(value);
|
|
968
|
+
cursor = inputLen;
|
|
969
|
+
pushRow(row);
|
|
970
|
+
if (stepIsFunction) doStep();
|
|
971
|
+
return returnable();
|
|
972
|
+
}
|
|
973
|
+
/**
|
|
974
|
+
* Appends the current row to the results. It sets the cursor
|
|
975
|
+
* to newCursor and finds the nextNewline. The caller should
|
|
976
|
+
* take care to execute user's step function and check for
|
|
977
|
+
* preview and end parsing if necessary.
|
|
978
|
+
*/
|
|
979
|
+
function saveRow(newCursor) {
|
|
980
|
+
cursor = newCursor;
|
|
981
|
+
pushRow(row);
|
|
982
|
+
row = [];
|
|
983
|
+
nextNewline = input.indexOf(newline, cursor);
|
|
984
|
+
}
|
|
985
|
+
/** Returns an object with the results, errors, and meta. */
|
|
986
|
+
function returnable(stopped) {
|
|
987
|
+
if (config.header && !baseIndex && data.length && !headerParsed) {
|
|
988
|
+
const result = data[0];
|
|
989
|
+
const headerCount = Object.create(null);
|
|
990
|
+
const usedHeaders = new Set(result);
|
|
991
|
+
let duplicateHeaders = false;
|
|
992
|
+
for (let i = 0; i < result.length; i++) {
|
|
993
|
+
let header = stripBom(result[i]);
|
|
994
|
+
if (isFunction(config.transformHeader)) header = config.transformHeader(header, i);
|
|
995
|
+
if (!headerCount[header]) {
|
|
996
|
+
headerCount[header] = 1;
|
|
997
|
+
result[i] = header;
|
|
998
|
+
} else {
|
|
999
|
+
let newHeader;
|
|
1000
|
+
let suffixCount = headerCount[header];
|
|
1001
|
+
do {
|
|
1002
|
+
newHeader = `${header}_${suffixCount}`;
|
|
1003
|
+
suffixCount++;
|
|
1004
|
+
} while (usedHeaders.has(newHeader));
|
|
1005
|
+
usedHeaders.add(newHeader);
|
|
1006
|
+
result[i] = newHeader;
|
|
1007
|
+
headerCount[header]++;
|
|
1008
|
+
duplicateHeaders = true;
|
|
1009
|
+
if (renamedHeaders === null) renamedHeaders = {};
|
|
1010
|
+
renamedHeaders[newHeader] = header;
|
|
1011
|
+
}
|
|
1012
|
+
usedHeaders.add(header);
|
|
1013
|
+
}
|
|
1014
|
+
if (duplicateHeaders) console.warn("Duplicate headers found and renamed.");
|
|
1015
|
+
headerParsed = true;
|
|
1016
|
+
}
|
|
1017
|
+
return {
|
|
1018
|
+
data,
|
|
1019
|
+
errors,
|
|
1020
|
+
meta: {
|
|
1021
|
+
delimiter: delim,
|
|
1022
|
+
linebreak: newline,
|
|
1023
|
+
aborted,
|
|
1024
|
+
truncated: !!stopped,
|
|
1025
|
+
cursor: lastCursor + (baseIndex || 0),
|
|
1026
|
+
renamedHeaders
|
|
1027
|
+
}
|
|
1028
|
+
};
|
|
1029
|
+
}
|
|
1030
|
+
/** Executes the user's step function and resets data & errors. */
|
|
1031
|
+
function doStep() {
|
|
1032
|
+
step(returnable());
|
|
1033
|
+
data = [];
|
|
1034
|
+
errors = [];
|
|
1035
|
+
}
|
|
1036
|
+
};
|
|
1037
|
+
/** Sets the abort flag */
|
|
1038
|
+
this.abort = function() {
|
|
1039
|
+
aborted = true;
|
|
1040
|
+
};
|
|
1041
|
+
/** Gets the cursor position */
|
|
1042
|
+
this.getCharIndex = function() {
|
|
1043
|
+
return cursor;
|
|
1044
|
+
};
|
|
1045
|
+
}
|
|
1046
|
+
function newWorker() {
|
|
1047
|
+
if (!Papa.WORKERS_SUPPORTED) return false;
|
|
1048
|
+
var workerUrl = getWorkerBlob();
|
|
1049
|
+
var w = new global.Worker(workerUrl);
|
|
1050
|
+
w.onmessage = mainThreadReceivedMessage;
|
|
1051
|
+
w.id = workerIdCounter++;
|
|
1052
|
+
workers[w.id] = w;
|
|
1053
|
+
return w;
|
|
1054
|
+
}
|
|
1055
|
+
/** Callback when main thread receives a message */
|
|
1056
|
+
function mainThreadReceivedMessage(e) {
|
|
1057
|
+
var msg = e.data;
|
|
1058
|
+
var worker = workers[msg.workerId];
|
|
1059
|
+
var aborted = false;
|
|
1060
|
+
if (msg.error) worker.userError(msg.error, msg.file);
|
|
1061
|
+
else if (msg.results && msg.results.data) {
|
|
1062
|
+
var abort = function() {
|
|
1063
|
+
aborted = true;
|
|
1064
|
+
completeWorker(msg.workerId, {
|
|
1065
|
+
data: [],
|
|
1066
|
+
errors: [],
|
|
1067
|
+
meta: { aborted: true }
|
|
1068
|
+
});
|
|
1069
|
+
};
|
|
1070
|
+
var handle = {
|
|
1071
|
+
abort,
|
|
1072
|
+
pause: notImplemented,
|
|
1073
|
+
resume: notImplemented
|
|
1074
|
+
};
|
|
1075
|
+
if (isFunction(worker.userStep)) {
|
|
1076
|
+
for (var i = 0; i < msg.results.data.length; i++) {
|
|
1077
|
+
worker.userStep({
|
|
1078
|
+
data: msg.results.data[i],
|
|
1079
|
+
errors: msg.results.errors,
|
|
1080
|
+
meta: msg.results.meta
|
|
1081
|
+
}, handle);
|
|
1082
|
+
if (aborted) break;
|
|
1083
|
+
}
|
|
1084
|
+
delete msg.results;
|
|
1085
|
+
} else if (isFunction(worker.userChunk)) {
|
|
1086
|
+
worker.userChunk(msg.results, handle, msg.file);
|
|
1087
|
+
delete msg.results;
|
|
1088
|
+
}
|
|
1089
|
+
}
|
|
1090
|
+
if (msg.finished && !aborted) completeWorker(msg.workerId, msg.results);
|
|
1091
|
+
}
|
|
1092
|
+
function completeWorker(workerId, results) {
|
|
1093
|
+
var worker = workers[workerId];
|
|
1094
|
+
if (isFunction(worker.userComplete)) worker.userComplete(results);
|
|
1095
|
+
worker.terminate();
|
|
1096
|
+
delete workers[workerId];
|
|
1097
|
+
}
|
|
1098
|
+
function notImplemented() {
|
|
1099
|
+
throw new Error("Not implemented.");
|
|
1100
|
+
}
|
|
1101
|
+
/** Callback when worker thread receives a message */
|
|
1102
|
+
function workerThreadReceivedMessage(e) {
|
|
1103
|
+
var msg = e.data;
|
|
1104
|
+
if (typeof Papa.WORKER_ID === "undefined" && msg) Papa.WORKER_ID = msg.workerId;
|
|
1105
|
+
if (typeof msg.input === "string") global.postMessage({
|
|
1106
|
+
workerId: Papa.WORKER_ID,
|
|
1107
|
+
results: Papa.parse(msg.input, msg.config),
|
|
1108
|
+
finished: true
|
|
1109
|
+
});
|
|
1110
|
+
else if (global.File && msg.input instanceof File || msg.input instanceof Object) {
|
|
1111
|
+
var results = Papa.parse(msg.input, msg.config);
|
|
1112
|
+
if (results) global.postMessage({
|
|
1113
|
+
workerId: Papa.WORKER_ID,
|
|
1114
|
+
results,
|
|
1115
|
+
finished: true
|
|
1116
|
+
});
|
|
1117
|
+
}
|
|
1118
|
+
}
|
|
1119
|
+
/** Makes a deep copy of an array or object (mostly) */
|
|
1120
|
+
function copy(obj) {
|
|
1121
|
+
if (typeof obj !== "object" || obj === null) return obj;
|
|
1122
|
+
var cpy = Array.isArray(obj) ? [] : {};
|
|
1123
|
+
for (var key in obj) cpy[key] = copy(obj[key]);
|
|
1124
|
+
return cpy;
|
|
1125
|
+
}
|
|
1126
|
+
function bindFunction(f, self) {
|
|
1127
|
+
return function() {
|
|
1128
|
+
f.apply(self, arguments);
|
|
1129
|
+
};
|
|
1130
|
+
}
|
|
1131
|
+
function isFunction(func) {
|
|
1132
|
+
return typeof func === "function";
|
|
1133
|
+
}
|
|
1134
|
+
return Papa;
|
|
1135
|
+
});
|
|
1136
|
+
}));
|
|
1137
|
+
//#endregion
|
|
1138
|
+
export default require_papaparse();
|
|
1139
|
+
export {};
|