@eidos.space/eidos-file 0.1.0 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/DEVELOPER_PLATFORM.md +55 -53
- package/FIELD-CONVERSION.md +75 -0
- package/README.md +89 -106
- package/dist/adapter-contract-BRKKEulb.d.mts +1110 -0
- package/dist/adapter-contract-BRKKEulb.d.mts.map +1 -0
- package/dist/better-sqlite3.d.mts +64 -3
- package/dist/better-sqlite3.d.mts.map +1 -1
- package/dist/better-sqlite3.mjs +395 -14
- package/dist/better-sqlite3.mjs.map +1 -1
- package/dist/browser.d.mts +4 -3
- package/dist/browser.d.mts.map +1 -1
- package/dist/browser.mjs +30 -11
- package/dist/browser.mjs.map +1 -1
- package/dist/csv-BQPkzC5Y.mjs +386 -0
- package/dist/csv-BQPkzC5Y.mjs.map +1 -0
- package/dist/csv.d.mts +4 -2
- package/dist/csv.d.mts.map +1 -1
- package/dist/csv.mjs +1 -248
- package/dist/index.d.mts +327 -18
- package/dist/index.d.mts.map +1 -1
- package/dist/index.mjs +3555 -4
- package/dist/index.mjs.map +1 -0
- package/dist/node-sqlite.d.mts +98 -0
- package/dist/node-sqlite.d.mts.map +1 -0
- package/dist/node-sqlite.mjs +684 -0
- package/dist/node-sqlite.mjs.map +1 -0
- package/dist/runtime-9_adwQ0y.mjs +5637 -0
- package/dist/runtime-9_adwQ0y.mjs.map +1 -0
- package/dist/runtime-C9IcEeTi.d.mts +728 -0
- package/dist/runtime-C9IcEeTi.d.mts.map +1 -0
- package/dist/select-options-CfNwfc_a.mjs +561 -0
- package/dist/select-options-CfNwfc_a.mjs.map +1 -0
- package/dist/sqlite-wasm-BM6hsxH8.mjs +2007 -0
- package/dist/sqlite-wasm-BM6hsxH8.mjs.map +1 -0
- package/dist/temporal-fyRCzJjy.d.mts +517 -0
- package/dist/temporal-fyRCzJjy.d.mts.map +1 -0
- package/package.json +11 -4
- package/dist/csv.mjs.map +0 -1
- package/dist/host-CqP1MeMK.d.mts +0 -213
- package/dist/host-CqP1MeMK.d.mts.map +0 -1
- package/dist/host-D5kZAhga.mjs +0 -478
- package/dist/host-D5kZAhga.mjs.map +0 -1
- package/dist/relation-values-B0JhHBjZ.mjs +0 -232
- package/dist/relation-values-B0JhHBjZ.mjs.map +0 -1
- package/dist/runtime-C3bstvB8.d.mts +0 -465
- package/dist/runtime-C3bstvB8.d.mts.map +0 -1
- package/dist/runtime-CWC5y95G.mjs +0 -2907
- package/dist/runtime-CWC5y95G.mjs.map +0 -1
package/dist/csv.mjs
CHANGED
|
@@ -1,249 +1,2 @@
|
|
|
1
|
-
import { n as
|
|
2
|
-
import { parse } from "csv-parse/browser/esm/sync";
|
|
3
|
-
//#region src/csv.ts
|
|
4
|
-
const EIDOS_FILE_CSV_PREVIEW_ROW_COUNT = 5;
|
|
5
|
-
const EIDOS_FILE_CSV_INFERENCE_ROW_COUNT = 1e3;
|
|
6
|
-
function encodeCsvCell(value) {
|
|
7
|
-
return /[",\r\n]/.test(value) ? `"${value.replace(/"/g, "\"\"")}"` : value;
|
|
8
|
-
}
|
|
9
|
-
function encodeEidosFileCsvRecord(values) {
|
|
10
|
-
return `${values.map(encodeCsvCell).join(",")}\r\n`;
|
|
11
|
-
}
|
|
12
|
-
function eidosFileCsvExportHeader(columns) {
|
|
13
|
-
return encodeEidosFileCsvRecord(columns.map((column) => column.name));
|
|
14
|
-
}
|
|
15
|
-
function createEidosFileCsvRowEncoder(fields, columns) {
|
|
16
|
-
const fieldsByColumn = new Map(fields.map((field) => [field.tableColumnName, field]));
|
|
17
|
-
const resolvedFields = columns.map((column) => {
|
|
18
|
-
const field = fieldsByColumn.get(column.columnName);
|
|
19
|
-
if (!field) throw new EidosFileError("field-not-found", `Eidos File field not found: ${column.columnName}`);
|
|
20
|
-
return field;
|
|
21
|
-
});
|
|
22
|
-
return (row) => encodeEidosFileCsvRecord(resolvedFields.map((field) => {
|
|
23
|
-
if (field.type === "link") {
|
|
24
|
-
const display = decodeEidosFileRelationDisplay(row[`${field.tableColumnName}__display`]);
|
|
25
|
-
return (display.length > 0 ? display.map((entry) => entry.title) : decodeEidosFileRelationIds(row[field.tableColumnName])).join(", ");
|
|
26
|
-
}
|
|
27
|
-
return eidosFileFieldDisplayValues(field, row[field.tableColumnName] ?? null).join(", ");
|
|
28
|
-
}));
|
|
29
|
-
}
|
|
30
|
-
function invalidCsv(error) {
|
|
31
|
-
const candidate = error;
|
|
32
|
-
if (candidate.code === "CSV_QUOTE_NOT_CLOSED") return new EidosFileError("invalid-csv", `CSV parsing failed: unclosed quote at line ${candidate.lines ?? "unknown"}`);
|
|
33
|
-
if (candidate.code === "CSV_INVALID_CLOSING_QUOTE") return new EidosFileError("invalid-csv", "CSV parsing failed: invalid closing quote");
|
|
34
|
-
return new EidosFileError("invalid-csv", `CSV parsing failed: ${candidate.message ?? String(error)}`);
|
|
35
|
-
}
|
|
36
|
-
function parseCsv(content) {
|
|
37
|
-
if (!content.trim()) throw new EidosFileError("invalid-csv", "CSV file is empty");
|
|
38
|
-
let records;
|
|
39
|
-
let malformedRows = 0;
|
|
40
|
-
try {
|
|
41
|
-
records = parse(content, {
|
|
42
|
-
bom: true,
|
|
43
|
-
columns: false,
|
|
44
|
-
relax_column_count: true,
|
|
45
|
-
relax_quotes: true,
|
|
46
|
-
skip_empty_lines: true,
|
|
47
|
-
skip_records_with_error: true,
|
|
48
|
-
on_skip: () => {
|
|
49
|
-
malformedRows += 1;
|
|
50
|
-
}
|
|
51
|
-
});
|
|
52
|
-
} catch (error) {
|
|
53
|
-
throw invalidCsv(error);
|
|
54
|
-
}
|
|
55
|
-
if (records.length === 0 || records[0].length === 0) throw new EidosFileError("invalid-csv", "CSV header is missing");
|
|
56
|
-
const header = records[0].map((value) => String(value ?? "").trim());
|
|
57
|
-
const rows = [];
|
|
58
|
-
let inconsistentRows = 0;
|
|
59
|
-
for (const record of records.slice(1)) {
|
|
60
|
-
if (record.length !== header.length) {
|
|
61
|
-
inconsistentRows += 1;
|
|
62
|
-
continue;
|
|
63
|
-
}
|
|
64
|
-
rows.push(record.map((value) => String(value ?? "")));
|
|
65
|
-
}
|
|
66
|
-
const issues = [];
|
|
67
|
-
if (malformedRows > 0) issues.push({
|
|
68
|
-
code: "malformed-row",
|
|
69
|
-
count: malformedRows,
|
|
70
|
-
message: `${malformedRows} malformed row${malformedRows === 1 ? " was" : "s were"} skipped`
|
|
71
|
-
});
|
|
72
|
-
if (inconsistentRows > 0) issues.push({
|
|
73
|
-
code: "inconsistent-column-count",
|
|
74
|
-
count: inconsistentRows,
|
|
75
|
-
message: `${inconsistentRows} row${inconsistentRows === 1 ? " has" : "s have"} a different column count and will be skipped`
|
|
76
|
-
});
|
|
77
|
-
return {
|
|
78
|
-
header,
|
|
79
|
-
rows,
|
|
80
|
-
skippedRowCount: malformedRows + inconsistentRows,
|
|
81
|
-
issues
|
|
82
|
-
};
|
|
83
|
-
}
|
|
84
|
-
function uniqueName(name, used, fallback) {
|
|
85
|
-
const base = name.trim() || fallback;
|
|
86
|
-
let candidate = base;
|
|
87
|
-
let suffix = 2;
|
|
88
|
-
while (used.has(candidate.toLocaleLowerCase())) {
|
|
89
|
-
candidate = `${base} ${suffix}`;
|
|
90
|
-
suffix += 1;
|
|
91
|
-
}
|
|
92
|
-
used.add(candidate.toLocaleLowerCase());
|
|
93
|
-
return candidate;
|
|
94
|
-
}
|
|
95
|
-
function columnIdentifier(name, index, used) {
|
|
96
|
-
const normalized = name.normalize("NFKD").replace(/[\u0300-\u036f]/g, "").toLocaleLowerCase().replace(/[^a-z0-9]+/g, "_").replace(/^_+|_+$/g, "");
|
|
97
|
-
const stem = /^[a-z]/.test(normalized) ? normalized : `field_${index + 1}`;
|
|
98
|
-
let candidate = stem === "title" ? `field_${index + 1}` : stem;
|
|
99
|
-
let suffix = 2;
|
|
100
|
-
while (used.has(candidate)) {
|
|
101
|
-
candidate = `${stem}_${suffix}`;
|
|
102
|
-
suffix += 1;
|
|
103
|
-
}
|
|
104
|
-
used.add(candidate);
|
|
105
|
-
return candidate;
|
|
106
|
-
}
|
|
107
|
-
function isIsoDate(value) {
|
|
108
|
-
return /^\d{4}-\d{2}-\d{2}$/.test(value) && !Number.isNaN(Date.parse(value));
|
|
109
|
-
}
|
|
110
|
-
function isIsoDateTime(value) {
|
|
111
|
-
return /^\d{4}-\d{2}-\d{2}[T ]\d{2}:\d{2}(?::\d{2}(?:\.\d+)?)?(?:Z|[+-]\d{2}:?\d{2})?$/.test(value) && !Number.isNaN(Date.parse(value));
|
|
112
|
-
}
|
|
113
|
-
function isUrl(value) {
|
|
114
|
-
try {
|
|
115
|
-
const url = new URL(value);
|
|
116
|
-
return url.protocol === "http:" || url.protocol === "https:";
|
|
117
|
-
} catch {
|
|
118
|
-
return false;
|
|
119
|
-
}
|
|
120
|
-
}
|
|
121
|
-
function inferType(values) {
|
|
122
|
-
const populated = values.map((value) => value.trim()).filter(Boolean);
|
|
123
|
-
if (populated.length === 0) return "text";
|
|
124
|
-
if (populated.every((value) => /^(?:true|false)$/i.test(value))) return "checkbox";
|
|
125
|
-
if (populated.every((value) => value !== "" && Number.isFinite(Number(value)))) return "number";
|
|
126
|
-
if (populated.every(isIsoDate)) return "date";
|
|
127
|
-
if (populated.every(isIsoDateTime)) return "datetime";
|
|
128
|
-
if (populated.every(isUrl)) return "url";
|
|
129
|
-
return "text";
|
|
130
|
-
}
|
|
131
|
-
function defaultTableName(fileName) {
|
|
132
|
-
return fileName.replace(/\.[^.]+$/, "").trim() || "Imported table";
|
|
133
|
-
}
|
|
134
|
-
function buildColumns(header, rows) {
|
|
135
|
-
const usedNames = /* @__PURE__ */ new Set();
|
|
136
|
-
const usedColumns = new Set(["title"]);
|
|
137
|
-
return header.map((sourceName, sourceIndex) => {
|
|
138
|
-
const name = uniqueName(sourceName, usedNames, `Column ${sourceIndex + 1}`);
|
|
139
|
-
if (sourceIndex === 0) return {
|
|
140
|
-
sourceIndex,
|
|
141
|
-
sourceName,
|
|
142
|
-
name,
|
|
143
|
-
columnName: "title",
|
|
144
|
-
type: "title"
|
|
145
|
-
};
|
|
146
|
-
return {
|
|
147
|
-
sourceIndex,
|
|
148
|
-
sourceName,
|
|
149
|
-
name,
|
|
150
|
-
columnName: columnIdentifier(name, sourceIndex, usedColumns),
|
|
151
|
-
type: inferType(rows.slice(0, EIDOS_FILE_CSV_INFERENCE_ROW_COUNT).map((row) => row[sourceIndex] ?? ""))
|
|
152
|
-
};
|
|
153
|
-
});
|
|
154
|
-
}
|
|
155
|
-
function planEidosFileCsvImport(file, options = {}) {
|
|
156
|
-
const { plan, parsed } = buildImportPlan(file, options);
|
|
157
|
-
parsed.rows.forEach((row, rowIndex) => eidosFileCsvRowToEidosFileRow(row, rowIndex + 2, plan));
|
|
158
|
-
return plan;
|
|
159
|
-
}
|
|
160
|
-
function prepareEidosFileCsvImport(file, options = {}) {
|
|
161
|
-
const { plan, parsed } = buildImportPlan(file, options);
|
|
162
|
-
return {
|
|
163
|
-
plan,
|
|
164
|
-
rows: parsed.rows.map((row, rowIndex) => eidosFileCsvRowToEidosFileRow(row, rowIndex + 2, plan))
|
|
165
|
-
};
|
|
166
|
-
}
|
|
167
|
-
function importEidosFileCsv(eidosFile, file, options = {}) {
|
|
168
|
-
const { plan, rows } = prepareEidosFileCsvImport(file, options);
|
|
169
|
-
return eidosFile.connection.transaction(() => {
|
|
170
|
-
const table = eidosFile.createTable({
|
|
171
|
-
name: plan.tableName,
|
|
172
|
-
fields: plan.columns.flatMap((column) => column.type === "title" ? [] : [{
|
|
173
|
-
name: column.name,
|
|
174
|
-
columnName: column.columnName,
|
|
175
|
-
type: column.type
|
|
176
|
-
}])
|
|
177
|
-
});
|
|
178
|
-
eidosFile.updateField(table.id, "title", { name: plan.columns[0].name });
|
|
179
|
-
if (rows.length > 0) eidosFile.insertImportedRows(table.id, rows);
|
|
180
|
-
return {
|
|
181
|
-
table,
|
|
182
|
-
importedRowCount: rows.length,
|
|
183
|
-
skippedRowCount: plan.skippedRowCount
|
|
184
|
-
};
|
|
185
|
-
});
|
|
186
|
-
}
|
|
187
|
-
function buildImportPlan(file, options) {
|
|
188
|
-
const parsed = parseCsv(file.content);
|
|
189
|
-
return {
|
|
190
|
-
plan: createEidosFileCsvImportPlan({
|
|
191
|
-
fileName: file.name,
|
|
192
|
-
header: parsed.header,
|
|
193
|
-
inferenceRows: parsed.rows,
|
|
194
|
-
rowCount: parsed.rows.length,
|
|
195
|
-
skippedRowCount: parsed.skippedRowCount,
|
|
196
|
-
sampleRows: parsed.rows.slice(0, 5),
|
|
197
|
-
issues: parsed.issues
|
|
198
|
-
}, options),
|
|
199
|
-
parsed
|
|
200
|
-
};
|
|
201
|
-
}
|
|
202
|
-
function createEidosFileCsvImportPlan(source, options = {}) {
|
|
203
|
-
const columns = buildColumns(source.header, source.inferenceRows);
|
|
204
|
-
const overrides = new Map((options.columns ?? []).map((override) => [override.sourceIndex, override]));
|
|
205
|
-
for (const column of columns) {
|
|
206
|
-
const override = overrides.get(column.sourceIndex);
|
|
207
|
-
if (!override) continue;
|
|
208
|
-
if (override.name !== void 0) {
|
|
209
|
-
const name = override.name.trim();
|
|
210
|
-
if (!name) throw new EidosFileError("invalid-csv", "CSV field names cannot be empty");
|
|
211
|
-
column.name = name;
|
|
212
|
-
}
|
|
213
|
-
if (column.type !== "title" && override.type) column.type = override.type;
|
|
214
|
-
}
|
|
215
|
-
const tableName = options.tableName?.trim() || defaultTableName(source.fileName);
|
|
216
|
-
return {
|
|
217
|
-
fileName: source.fileName,
|
|
218
|
-
tableName,
|
|
219
|
-
rowCount: source.rowCount,
|
|
220
|
-
skippedRowCount: source.skippedRowCount,
|
|
221
|
-
columns,
|
|
222
|
-
sampleRows: source.sampleRows,
|
|
223
|
-
issues: source.issues
|
|
224
|
-
};
|
|
225
|
-
}
|
|
226
|
-
function convertValue(value, type, rowNumber, fieldName) {
|
|
227
|
-
const trimmed = value.trim();
|
|
228
|
-
if (!trimmed) return null;
|
|
229
|
-
if (type === "number") {
|
|
230
|
-
const number = Number(trimmed);
|
|
231
|
-
if (!Number.isFinite(number)) throw new EidosFileError("invalid-csv", `CSV row ${rowNumber}, field “${fieldName}” is not a number`);
|
|
232
|
-
return number;
|
|
233
|
-
}
|
|
234
|
-
if (type === "checkbox") {
|
|
235
|
-
if (!/^(?:true|false)$/i.test(trimmed)) throw new EidosFileError("invalid-csv", `CSV row ${rowNumber}, field “${fieldName}” is not true or false`);
|
|
236
|
-
return /^true$/i.test(trimmed) ? 1 : 0;
|
|
237
|
-
}
|
|
238
|
-
return value;
|
|
239
|
-
}
|
|
240
|
-
function eidosFileCsvRowToEidosFileRow(row, rowNumber, plan) {
|
|
241
|
-
return Object.fromEntries(plan.columns.map((column) => [column.columnName, convertValue(row[column.sourceIndex] ?? "", column.type, rowNumber, column.name)]));
|
|
242
|
-
}
|
|
243
|
-
function parseEidosFileCsvRows(file, plan) {
|
|
244
|
-
return parseCsv(file.content).rows.map((row, rowIndex) => eidosFileCsvRowToEidosFileRow(row, rowIndex + 2, plan));
|
|
245
|
-
}
|
|
246
|
-
//#endregion
|
|
1
|
+
import { a as eidosFileCsvExportHeader, c as importEidosFileCsv, d as prepareEidosFileCsvImport, i as createEidosFileCsvRowEncoder, l as parseEidosFileCsvRows, n as EIDOS_FILE_CSV_PREVIEW_ROW_COUNT, o as eidosFileCsvRowToEidosFileRow, r as createEidosFileCsvImportPlan, s as encodeEidosFileCsvRecord, t as EIDOS_FILE_CSV_INFERENCE_ROW_COUNT, u as planEidosFileCsvImport } from "./csv-BQPkzC5Y.mjs";
|
|
247
2
|
export { EIDOS_FILE_CSV_INFERENCE_ROW_COUNT, EIDOS_FILE_CSV_PREVIEW_ROW_COUNT, createEidosFileCsvImportPlan, createEidosFileCsvRowEncoder, eidosFileCsvExportHeader, eidosFileCsvRowToEidosFileRow, encodeEidosFileCsvRecord, importEidosFileCsv, parseEidosFileCsvRows, planEidosFileCsvImport, prepareEidosFileCsvImport };
|
|
248
|
-
|
|
249
|
-
//# sourceMappingURL=csv.mjs.map
|