@protobase/ui 0.66.0 → 0.66.1

package/dist/app/import/csv-chunks.js

@@ -0,0 +1,70 @@
+import { createLineBreakNormalizer } from "./line-breaks.js";
+import Papa from "papaparse";
+//#region src/app/import/csv-chunks.ts
+const headerEnd = (text) => {
+	let quoted = false;
+	for (let index = 0; index < text.length; index++) {
+		const char = text[index];
+		if (char === "\"") quoted = !quoted;
+		else if (!quoted && (char === "\n" || char === "\r")) return index;
+	}
+};
+const headerDelimiter = (header) => Papa.parse(header, { delimitersToGuess: [
+	",",
+	";",
+	"	"
+] }).meta.delimiter;
+/**
+* A CSV parser fed text a chunk at a time, so a large file is read without holding it whole: papaparse's (RFC 4180,
+* quoted fields with `""` for a quote and line breaks inside), with the header line's delimiter and rows ended by CRLF,
+* LF or CR, mixed if need be. `push` returns the rows completed by the chunk, `end` the last one; the line break ending
+* the file makes no row of its own. A byte order mark at the start is dropped.
+*/
+const createCsvParser = () => {
+	let pending = "";
+	let started;
+	const start = (end) => {
+		const delimiter = headerDelimiter(pending.slice(0, end));
+		const normalizer = createLineBreakNormalizer(delimiter);
+		started = {
+			parser: new Papa.Parser({
+				delimiter,
+				newline: "\n"
+			}),
+			normalizer
+		};
+		pending = normalizer.push(pending);
+		return started;
+	};
+	const completed = (parser) => {
+		const result = parser.parse(pending, 0, true);
+		pending = pending.slice(result.meta.cursor);
+		return result.data;
+	};
+	const push = (chunk) => {
+		if (started) {
+			pending += started.normalizer.push(chunk);
+			return completed(started.parser);
+		}
+		pending += chunk;
+		if (pending.charCodeAt(0) === 65279) pending = pending.slice(1);
+		const end = headerEnd(pending);
+		if (end === void 0) return [];
+		return completed(start(end).parser);
+	};
+	const end = () => {
+		if (!started && pending === "") return [];
+		const { parser } = started ?? start(headerEnd(pending) ?? pending.length);
+		const rows = completed(parser);
+		if (pending === "") return rows;
+		const last = parser.parse(pending, 0, false).data;
+		pending = "";
+		return [...rows, ...last];
+	};
+	return {
+		push,
+		end
+	};
+};
+//#endregion
+export { createCsvParser };

package/dist/app/import/line-breaks.js

@@ -0,0 +1,47 @@
+//#region src/app/import/line-breaks.ts
+/**
+* Turns every CR and CRLF between rows into an LF, a chunk of CSV text at a time, so a file whose rows end in mixed
+* line breaks reads as one: papaparse takes a single line break per file. A quote opens a quoted field only at a
+* field's start, as papaparse reads it, and line breaks inside quoted fields are cell text and stay as they are.
+*/
+const createLineBreakNormalizer = (delimiter) => {
+	let state = "start";
+	let crSeen = false;
+	const push = (chunk) => {
+		let out = "";
+		for (const char of chunk) {
+			if (crSeen) {
+				crSeen = false;
+				if (char === "\n") continue;
+			}
+			if (state === "quoted") {
+				if (char === "\"") state = "quoteSeen";
+				out += char;
+				continue;
+			}
+			if (state === "quoteSeen") {
+				state = "quoted";
+				if (char === "\"") {
+					out += char;
+					continue;
+				}
+				state = "unquoted";
+			}
+			if (char === "\r" || char === "\n") {
+				crSeen = char === "\r";
+				state = "start";
+				out += "\n";
+			} else if (char === "\"" && state === "start") {
+				state = "quoted";
+				out += char;
+			} else {
+				state = char === delimiter ? "start" : "unquoted";
+				out += char;
+			}
+		}
+		return out;
+	};
+	return { push };
+};
+//#endregion
+export { createLineBreakNormalizer };

package/dist/app/import/sheet-file.js

@@ -1,5 +1,5 @@
 import { text } from "./messages.js";
-import { createCsvParser } from "./csv-parser.js";
+import { createCsvParser } from "./csv-chunks.js";
 import { openWorkbook } from "./xlsx-reader.js";
 //#region src/app/import/sheet-file.ts
 const startsAsZip = async (file) => {

package/dist/package.js

@@ -1,5 +1,5 @@
 //#region package.json
-var version = "0.66.0";
+var version = "0.66.1";
 var protobase = { "pluginApi": 1 };
 //#endregion
 export { protobase, version };