convert-buddy-js 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -1
- package/dist/src/browser.d.ts +1 -1
- package/dist/src/index.d.ts +28 -1
- package/dist/src/index.js +235 -1
- package/dist/src/index.js.map +1 -1
- package/dist/src/node.d.ts +1 -1
- package/dist/tests/edge-cases/ndjson-edge-cases.test.js +2 -2
- package/dist/tests/edge-cases/ndjson-edge-cases.test.js.map +1 -1
- package/dist/wasm/nodejs/convert_buddy.d.ts +10 -5
- package/dist/wasm/nodejs/convert_buddy.js +73 -19
- package/dist/wasm/nodejs/convert_buddy_bg.wasm +0 -0
- package/dist/wasm/nodejs/convert_buddy_bg.wasm.d.ts +2 -0
- package/dist/wasm/web/convert_buddy.d.ts +12 -5
- package/dist/wasm/web/convert_buddy.js +65 -19
- package/dist/wasm/web/convert_buddy_bg.wasm +0 -0
- package/dist/wasm/web/convert_buddy_bg.wasm.d.ts +2 -0
- package/package.json +16 -11
- package/dist/src/smoke-test.d.ts +0 -2
- package/dist/src/smoke-test.js +0 -210
- package/dist/src/smoke-test.js.map +0 -1
package/README.md
CHANGED
|
@@ -584,10 +584,23 @@ npm -w convert-buddy-js run build
|
|
|
584
584
|
|
|
585
585
|
### Benchmarks (repository)
|
|
586
586
|
|
|
587
|
+
Run benchmarks and compare against performance targets:
|
|
588
|
+
|
|
587
589
|
```bash
|
|
588
|
-
|
|
590
|
+
cd packages/convert-buddy-js
|
|
591
|
+
|
|
592
|
+
# Run benchmarks
|
|
593
|
+
npm run bench
|
|
594
|
+
|
|
595
|
+
# Check against performance targets
|
|
596
|
+
npm run bench:check
|
|
597
|
+
|
|
598
|
+
# Compare with competitors
|
|
599
|
+
npm run bench:competitors
|
|
589
600
|
```
|
|
590
601
|
|
|
602
|
+
See [bench/PERFORMANCE.md](bench/PERFORMANCE.md) for details on performance guardrails, CI integration, and regression detection.
|
|
603
|
+
|
|
591
604
|
## Comparison to similar tools
|
|
592
605
|
|
|
593
606
|
Convert Buddy targets multi-format conversion with a unified, streaming API. Most existing libraries specialize:
|
package/dist/src/browser.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { ConvertBuddyOptions, ConvertOptions, Format } from './index.js';
|
|
2
|
-
export { ConvertBuddy, ConvertBuddyTransformStream, CsvConfig, CsvDetection, DetectInput, DetectOptions, ProgressCallback, Stats, XmlConfig, XmlDetection, autoDetectConfig, convertAny, convertAnyToString, detectCsvFieldsAndDelimiter, detectFormat, detectXmlElements, getExtension, getFileTypeConfig, getMimeType, getSuggestedFilename } from './index.js';
|
|
2
|
+
export { ConvertBuddy, ConvertBuddyTransformStream, CsvConfig, CsvDetection, DetectInput, DetectOptions, ProgressCallback, Stats, XmlConfig, XmlDetection, autoDetectConfig, convertAny, convertAnyToString, detectCsvFieldsAndDelimiter, detectFormat, detectXmlElements, getExtension, getFileTypeConfig, getMimeType, getOptimalThreadCount, getSuggestedFilename, getThreadingInfo, isWasmThreadingSupported } from './index.js';
|
|
3
3
|
|
|
4
4
|
type BrowserConvertOptions = ConvertBuddyOptions & {};
|
|
5
5
|
/**
|
package/dist/src/index.d.ts
CHANGED
|
@@ -96,6 +96,11 @@ declare class ConvertBuddy {
|
|
|
96
96
|
private convertFromUrl;
|
|
97
97
|
private convertFromString;
|
|
98
98
|
private convertFromBuffer;
|
|
99
|
+
private convertFromBufferParallel;
|
|
100
|
+
private convertUsingNodejsThreadPool;
|
|
101
|
+
private convertUsingWasmThreadPool;
|
|
102
|
+
private convertUsingJsParallelism;
|
|
103
|
+
private splitIntoChunks;
|
|
99
104
|
private convertFromFile;
|
|
100
105
|
private convertFromBlob;
|
|
101
106
|
private convertFromStream;
|
|
@@ -194,5 +199,27 @@ declare function getFileTypeConfig(format: Format): Array<{
|
|
|
194
199
|
description: string;
|
|
195
200
|
accept: Record<string, string[]>;
|
|
196
201
|
}>;
|
|
202
|
+
/**
|
|
203
|
+
* Check if WASM threading is supported in the current environment
|
|
204
|
+
* @returns true if SharedArrayBuffer and Atomics are available (required for WASM threads)
|
|
205
|
+
*/
|
|
206
|
+
declare function isWasmThreadingSupported(): boolean;
|
|
207
|
+
/**
|
|
208
|
+
* Get the optimal number of worker threads based on CPU cores and WASM capabilities
|
|
209
|
+
* @returns Recommended thread count for optimal performance
|
|
210
|
+
*/
|
|
211
|
+
declare function getOptimalThreadCount(): number;
|
|
212
|
+
/**
|
|
213
|
+
* Get current threading capabilities and configuration
|
|
214
|
+
* @returns Object with threading information
|
|
215
|
+
*/
|
|
216
|
+
declare function getThreadingInfo(): {
|
|
217
|
+
wasmThreadingSupported: boolean;
|
|
218
|
+
customThreadPoolAvailable: boolean;
|
|
219
|
+
nodejsWasmThreading: boolean;
|
|
220
|
+
recommendedThreads: number;
|
|
221
|
+
currentThreads: number;
|
|
222
|
+
approach: string;
|
|
223
|
+
};
|
|
197
224
|
|
|
198
|
-
export { ConvertBuddy, type ConvertBuddyOptions, ConvertBuddyTransformStream, type ConvertOptions, type CsvConfig, type CsvDetection, type DetectInput, type DetectOptions, type Format, type ProgressCallback, type Stats, type XmlConfig, type XmlDetection, autoDetectConfig, convert, convertAny, convertAnyToString, convertToString, detectCsvFieldsAndDelimiter, detectFormat, detectXmlElements, getExtension, getFileTypeConfig, getMimeType, getSuggestedFilename };
|
|
225
|
+
export { ConvertBuddy, type ConvertBuddyOptions, ConvertBuddyTransformStream, type ConvertOptions, type CsvConfig, type CsvDetection, type DetectInput, type DetectOptions, type Format, type ProgressCallback, type Stats, type XmlConfig, type XmlDetection, autoDetectConfig, convert, convertAny, convertAnyToString, convertToString, detectCsvFieldsAndDelimiter, detectFormat, detectXmlElements, getExtension, getFileTypeConfig, getMimeType, getOptimalThreadCount, getSuggestedFilename, getThreadingInfo, isWasmThreadingSupported };
|
package/dist/src/index.js
CHANGED
|
@@ -1,5 +1,19 @@
|
|
|
1
1
|
let wasmModuleInstance = null;
|
|
2
2
|
let wasmModuleLoadPromise = null;
|
|
3
|
+
let wasmThreadingSupported = false;
|
|
4
|
+
let threadPool = null;
|
|
5
|
+
let nodejsThreadPool = null;
|
|
6
|
+
function detectWasmThreadingSupport() {
|
|
7
|
+
if (typeof SharedArrayBuffer === "undefined") {
|
|
8
|
+
return false;
|
|
9
|
+
}
|
|
10
|
+
try {
|
|
11
|
+
new SharedArrayBuffer(1);
|
|
12
|
+
return true;
|
|
13
|
+
} catch (e) {
|
|
14
|
+
return false;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
3
17
|
async function loadWasmModule() {
|
|
4
18
|
if (wasmModuleInstance) {
|
|
5
19
|
return wasmModuleInstance;
|
|
@@ -9,6 +23,7 @@ async function loadWasmModule() {
|
|
|
9
23
|
}
|
|
10
24
|
wasmModuleLoadPromise = (async () => {
|
|
11
25
|
const isNode = typeof process !== "undefined" && !!process.versions?.node;
|
|
26
|
+
wasmThreadingSupported = detectWasmThreadingSupport();
|
|
12
27
|
if (isNode) {
|
|
13
28
|
const { createRequire } = await import("node:module");
|
|
14
29
|
const require2 = createRequire(import.meta.url);
|
|
@@ -17,6 +32,16 @@ async function loadWasmModule() {
|
|
|
17
32
|
}
|
|
18
33
|
const wasmUrl = new URL("../wasm/web/convert_buddy.js", import.meta.url);
|
|
19
34
|
const mod = await import(wasmUrl.href);
|
|
35
|
+
if (wasmThreadingSupported && mod.initThreadPool) {
|
|
36
|
+
try {
|
|
37
|
+
const numThreads = Math.min(navigator.hardwareConcurrency || 4, 8);
|
|
38
|
+
await mod.initThreadPool(numThreads);
|
|
39
|
+
console.log(`[convert-buddy] WASM threading initialized with ${numThreads} threads`);
|
|
40
|
+
} catch (e) {
|
|
41
|
+
console.warn("[convert-buddy] WASM threading initialization failed, using single-thread:", e);
|
|
42
|
+
wasmThreadingSupported = false;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
20
45
|
return mod;
|
|
21
46
|
})();
|
|
22
47
|
try {
|
|
@@ -133,6 +158,16 @@ class ConvertBuddy {
|
|
|
133
158
|
return this.convertFromBuffer(inputBytes, opts);
|
|
134
159
|
}
|
|
135
160
|
async convertFromBuffer(input, opts) {
|
|
161
|
+
const useWasmThreading = wasmThreadingSupported && input.length > 256 * 1024;
|
|
162
|
+
if (useWasmThreading && opts.debug) {
|
|
163
|
+
console.log("[convert-buddy] Using WASM threading for parallel processing");
|
|
164
|
+
}
|
|
165
|
+
if (!useWasmThreading && opts.parallelism && opts.parallelism > 1 && input.length > 512 * 1024) {
|
|
166
|
+
if (opts.debug) {
|
|
167
|
+
console.log("[convert-buddy] WASM threading not available, using JavaScript parallelism");
|
|
168
|
+
}
|
|
169
|
+
return this.convertFromBufferParallel(input, opts);
|
|
170
|
+
}
|
|
136
171
|
let actualOpts = { ...opts };
|
|
137
172
|
if (opts.inputFormat === "auto") {
|
|
138
173
|
const detected = await autoDetectConfig(input, { debug: opts.debug });
|
|
@@ -163,6 +198,184 @@ class ConvertBuddy {
|
|
|
163
198
|
}
|
|
164
199
|
return result;
|
|
165
200
|
}
|
|
201
|
+
async convertFromBufferParallel(input, opts) {
|
|
202
|
+
const parallelThreshold = 512 * 1024;
|
|
203
|
+
const maxConcurrency = Math.min(navigator?.hardwareConcurrency || (typeof process !== "undefined" ? require("os").cpus().length : 4), 8);
|
|
204
|
+
if (input.length < parallelThreshold || !opts.parallelism || opts.parallelism < 2) {
|
|
205
|
+
return this.convertFromBuffer(input, { ...opts, parallelism: 1 });
|
|
206
|
+
}
|
|
207
|
+
const supportedConversions = [
|
|
208
|
+
{ input: "csv", output: "ndjson" },
|
|
209
|
+
{ input: "csv", output: "json" },
|
|
210
|
+
{ input: "ndjson", output: "json" },
|
|
211
|
+
{ input: "ndjson", output: "csv" },
|
|
212
|
+
{ input: "ndjson", output: "ndjson" },
|
|
213
|
+
// passthrough optimization
|
|
214
|
+
{ input: "json", output: "ndjson" },
|
|
215
|
+
{ input: "json", output: "csv" }
|
|
216
|
+
];
|
|
217
|
+
const isSupported = supportedConversions.some(
|
|
218
|
+
(conv) => conv.input === opts.inputFormat && conv.output === opts.outputFormat
|
|
219
|
+
);
|
|
220
|
+
if (!isSupported) {
|
|
221
|
+
if (opts.debug) {
|
|
222
|
+
console.log(`[convert-buddy] Parallel processing not supported for ${opts.inputFormat} \u2192 ${opts.outputFormat}, using sequential`);
|
|
223
|
+
}
|
|
224
|
+
return this.convertFromBuffer(input, { ...opts, parallelism: 1 });
|
|
225
|
+
}
|
|
226
|
+
try {
|
|
227
|
+
const actualThreads = Math.min(maxConcurrency, opts.parallelism || maxConcurrency);
|
|
228
|
+
const isNodejs = typeof process !== "undefined";
|
|
229
|
+
if (opts.debug) {
|
|
230
|
+
const threadingType = isNodejs ? "Node.js WASM threading" : "Browser custom threading";
|
|
231
|
+
console.log(`[convert-buddy] Using ${threadingType} with ${actualThreads} threads`);
|
|
232
|
+
}
|
|
233
|
+
if (isNodejs) {
|
|
234
|
+
if (!nodejsThreadPool) {
|
|
235
|
+
try {
|
|
236
|
+
const { NodejsThreadPool } = await import("./nodejs-thread-pool");
|
|
237
|
+
nodejsThreadPool = new NodejsThreadPool({
|
|
238
|
+
maxWorkers: actualThreads,
|
|
239
|
+
wasmPath: "../../wasm-node.cjs"
|
|
240
|
+
});
|
|
241
|
+
await nodejsThreadPool.initialize();
|
|
242
|
+
} catch (error) {
|
|
243
|
+
if (opts.debug) {
|
|
244
|
+
console.log("[convert-buddy] Node.js thread pool creation failed, using JS parallelism:", error);
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
if (nodejsThreadPool) {
|
|
249
|
+
return this.convertUsingNodejsThreadPool(input, opts, actualThreads);
|
|
250
|
+
} else {
|
|
251
|
+
return this.convertUsingJsParallelism(input, opts, actualThreads);
|
|
252
|
+
}
|
|
253
|
+
} else {
|
|
254
|
+
if (!threadPool) {
|
|
255
|
+
const { WasmThreadPool } = await import("./thread-pool");
|
|
256
|
+
threadPool = new WasmThreadPool({
|
|
257
|
+
maxWorkers: actualThreads,
|
|
258
|
+
wasmPath: "../wasm/web/convert_buddy.js"
|
|
259
|
+
});
|
|
260
|
+
await threadPool.initialize();
|
|
261
|
+
}
|
|
262
|
+
return this.convertUsingWasmThreadPool(input, opts, actualThreads);
|
|
263
|
+
}
|
|
264
|
+
} catch (error) {
|
|
265
|
+
if (opts.debug) {
|
|
266
|
+
console.warn(`[convert-buddy] Parallel processing failed, falling back to sequential:`, error);
|
|
267
|
+
}
|
|
268
|
+
return this.convertFromBuffer(input, { ...opts, parallelism: 1 });
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
async convertUsingNodejsThreadPool(input, opts, numThreads) {
|
|
272
|
+
const { chunkDataNodejs, mergeResultsNodejs } = await import("./nodejs-thread-pool");
|
|
273
|
+
if (opts.debug) {
|
|
274
|
+
console.log(`[convert-buddy] Processing with enhanced Node.js threading (${numThreads} workers)`);
|
|
275
|
+
}
|
|
276
|
+
const chunks = chunkDataNodejs(input, numThreads);
|
|
277
|
+
const results = await nodejsThreadPool.processChunks("convert", chunks, {
|
|
278
|
+
outputFormat: opts.outputFormat,
|
|
279
|
+
inputFormat: opts.inputFormat,
|
|
280
|
+
csvConfig: opts.csvConfig,
|
|
281
|
+
xmlConfig: opts.xmlConfig,
|
|
282
|
+
debug: false
|
|
283
|
+
// Disable debug in workers to reduce noise
|
|
284
|
+
});
|
|
285
|
+
const merged = mergeResultsNodejs(results, opts.outputFormat);
|
|
286
|
+
if (opts.debug) {
|
|
287
|
+
console.log(`[convert-buddy] Node.js threading completed: ${chunks.length} chunks, ${merged.length} bytes`);
|
|
288
|
+
}
|
|
289
|
+
return merged;
|
|
290
|
+
}
|
|
291
|
+
async convertUsingWasmThreadPool(input, opts, numThreads) {
|
|
292
|
+
const inputStr = new TextDecoder().decode(input);
|
|
293
|
+
const { chunkData, mergeResults } = await import("./thread-pool");
|
|
294
|
+
const chunks = chunkData(inputStr, numThreads);
|
|
295
|
+
if (opts.debug) {
|
|
296
|
+
console.log(`[convert-buddy] Processing ${chunks.length} chunks with WASM thread pool`);
|
|
297
|
+
}
|
|
298
|
+
let method;
|
|
299
|
+
const conversion = `${opts.inputFormat}_to_${opts.outputFormat}`;
|
|
300
|
+
switch (conversion) {
|
|
301
|
+
case "csv_to_ndjson":
|
|
302
|
+
case "csv_to_json":
|
|
303
|
+
method = "parseCSV";
|
|
304
|
+
break;
|
|
305
|
+
case "ndjson_to_csv":
|
|
306
|
+
case "ndjson_to_json":
|
|
307
|
+
method = "parseNDJSON";
|
|
308
|
+
break;
|
|
309
|
+
case "json_to_csv":
|
|
310
|
+
case "json_to_ndjson":
|
|
311
|
+
method = "parseJSON";
|
|
312
|
+
break;
|
|
313
|
+
default:
|
|
314
|
+
throw new Error(`Unsupported conversion: ${conversion}`);
|
|
315
|
+
}
|
|
316
|
+
const results = await threadPool.processChunks(method, chunks, {
|
|
317
|
+
outputFormat: opts.outputFormat,
|
|
318
|
+
csvConfig: opts.csvConfig,
|
|
319
|
+
xmlConfig: opts.xmlConfig,
|
|
320
|
+
debug: opts.debug
|
|
321
|
+
});
|
|
322
|
+
const merged = mergeResults(results, opts.outputFormat);
|
|
323
|
+
return new TextEncoder().encode(merged);
|
|
324
|
+
}
|
|
325
|
+
async convertUsingJsParallelism(input, opts, numThreads) {
|
|
326
|
+
const chunks = this.splitIntoChunks(input, Math.max(1, Math.floor(input.length / numThreads)));
|
|
327
|
+
if (opts.debug) {
|
|
328
|
+
console.log(`[convert-buddy] Processing ${chunks.length} chunks with JS-level parallelism`);
|
|
329
|
+
}
|
|
330
|
+
const chunkPromises = chunks.map(async (chunk, index) => {
|
|
331
|
+
const chunkOpts = { ...opts, parallelism: 1 };
|
|
332
|
+
if (opts.inputFormat === "csv" && index > 0) {
|
|
333
|
+
chunkOpts.csvConfig = { ...chunkOpts.csvConfig, hasHeaders: false };
|
|
334
|
+
}
|
|
335
|
+
const chunkBuddy = await ConvertBuddy.create(chunkOpts);
|
|
336
|
+
const output = chunkBuddy.push(chunk);
|
|
337
|
+
const final = chunkBuddy.finish();
|
|
338
|
+
const result2 = new Uint8Array(output.length + final.length);
|
|
339
|
+
result2.set(output, 0);
|
|
340
|
+
result2.set(final, output.length);
|
|
341
|
+
return result2;
|
|
342
|
+
});
|
|
343
|
+
const chunkResults = await Promise.all(chunkPromises);
|
|
344
|
+
const totalLength = chunkResults.reduce((sum, chunk) => sum + chunk.length, 0);
|
|
345
|
+
const result = new Uint8Array(totalLength);
|
|
346
|
+
let offset = 0;
|
|
347
|
+
for (const chunk of chunkResults) {
|
|
348
|
+
result.set(chunk, offset);
|
|
349
|
+
offset += chunk.length;
|
|
350
|
+
}
|
|
351
|
+
if (opts.debug) {
|
|
352
|
+
console.log(`[convert-buddy] JS parallel processing completed: ${chunks.length} chunks, ${totalLength} bytes`);
|
|
353
|
+
}
|
|
354
|
+
return result;
|
|
355
|
+
}
|
|
356
|
+
splitIntoChunks(input, targetChunkSize) {
|
|
357
|
+
if (input.length <= targetChunkSize) {
|
|
358
|
+
return [input];
|
|
359
|
+
}
|
|
360
|
+
const chunks = [];
|
|
361
|
+
let start = 0;
|
|
362
|
+
while (start < input.length) {
|
|
363
|
+
let end = Math.min(start + targetChunkSize, input.length);
|
|
364
|
+
if (end < input.length) {
|
|
365
|
+
const searchStart = Math.max(start + targetChunkSize - 1024, start);
|
|
366
|
+
const searchEnd = Math.min(end + 1024, input.length);
|
|
367
|
+
for (let i = searchEnd - 1; i >= searchStart; i--) {
|
|
368
|
+
if (input[i] === 10) {
|
|
369
|
+
end = i + 1;
|
|
370
|
+
break;
|
|
371
|
+
}
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
chunks.push(input.slice(start, end));
|
|
375
|
+
start = end;
|
|
376
|
+
}
|
|
377
|
+
return chunks;
|
|
378
|
+
}
|
|
166
379
|
async convertFromFile(file, opts) {
|
|
167
380
|
return this.convertFromBlob(file, opts);
|
|
168
381
|
}
|
|
@@ -580,6 +793,24 @@ function getFileTypeConfig(format) {
|
|
|
580
793
|
}
|
|
581
794
|
];
|
|
582
795
|
}
|
|
796
|
+
function isWasmThreadingSupported() {
|
|
797
|
+
return detectWasmThreadingSupport();
|
|
798
|
+
}
|
|
799
|
+
function getOptimalThreadCount() {
|
|
800
|
+
const cores = typeof navigator !== "undefined" ? navigator.hardwareConcurrency || 4 : process?.env?.UV_THREADPOOL_SIZE ? parseInt(process.env.UV_THREADPOOL_SIZE) : typeof require !== "undefined" ? require("os").cpus().length : 4;
|
|
801
|
+
return Math.min(cores, 4);
|
|
802
|
+
}
|
|
803
|
+
function getThreadingInfo() {
|
|
804
|
+
const isNodejs = typeof process !== "undefined";
|
|
805
|
+
return {
|
|
806
|
+
wasmThreadingSupported: detectWasmThreadingSupport(),
|
|
807
|
+
customThreadPoolAvailable: typeof window !== "undefined",
|
|
808
|
+
nodejsWasmThreading: isNodejs && !!nodejsThreadPool,
|
|
809
|
+
recommendedThreads: getOptimalThreadCount(),
|
|
810
|
+
currentThreads: isNodejs ? nodejsThreadPool ? nodejsThreadPool.workers?.length || 0 : 0 : threadPool ? threadPool.workers?.length || 0 : 0,
|
|
811
|
+
approach: isNodejs ? "nodejs_enhanced_threading" : "browser_custom_threading"
|
|
812
|
+
};
|
|
813
|
+
}
|
|
583
814
|
export {
|
|
584
815
|
ConvertBuddy,
|
|
585
816
|
ConvertBuddyTransformStream,
|
|
@@ -594,6 +825,9 @@ export {
|
|
|
594
825
|
getExtension,
|
|
595
826
|
getFileTypeConfig,
|
|
596
827
|
getMimeType,
|
|
597
|
-
|
|
828
|
+
getOptimalThreadCount,
|
|
829
|
+
getSuggestedFilename,
|
|
830
|
+
getThreadingInfo,
|
|
831
|
+
isWasmThreadingSupported
|
|
598
832
|
};
|
|
599
833
|
//# sourceMappingURL=index.js.map
|
package/dist/src/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/index.ts"],"sourcesContent":["export type Format = \"csv\" | \"ndjson\" | \"json\" | \"xml\";\r\nexport type DetectInput =\r\n | Uint8Array\r\n | ArrayBuffer\r\n | string\r\n | ReadableStream<Uint8Array>\r\n | AsyncIterable<Uint8Array>;\r\n\r\nexport type CsvDetection = {\r\n delimiter: string;\r\n fields: string[];\r\n};\r\n\r\nexport type XmlDetection = {\r\n elements: string[];\r\n recordElement?: string;\r\n};\r\n\r\nexport type DetectOptions = {\r\n maxBytes?: number;\r\n debug?: boolean;\r\n};\r\n\r\nexport type ProgressCallback = (stats: Stats) => void;\r\n\r\nexport type ConvertBuddyOptions = {\r\n debug?: boolean;\r\n profile?: boolean;\r\n inputFormat?: Format | \"auto\";\r\n outputFormat?: Format;\r\n chunkTargetBytes?: number;\r\n parallelism?: number; // Node only - number of worker threads\r\n maxMemoryMB?: number; // Memory limit for conversions (future use)\r\n csvConfig?: CsvConfig;\r\n xmlConfig?: XmlConfig;\r\n onProgress?: ProgressCallback;\r\n progressIntervalBytes?: number; // Trigger progress callback every N bytes (default: 1MB)\r\n};\r\n\r\nexport type ConvertOptions = {\r\n inputFormat?: Format | \"auto\";\r\n outputFormat: Format;\r\n csvConfig?: CsvConfig;\r\n xmlConfig?: XmlConfig;\r\n onProgress?: ProgressCallback;\r\n};\r\n\r\nexport type CsvConfig = {\r\n delimiter?: string;\r\n quote?: string;\r\n hasHeaders?: boolean;\r\n trimWhitespace?: boolean;\r\n};\r\n\r\nexport type XmlConfig = {\r\n recordElement?: string;\r\n trimText?: boolean;\r\n includeAttributes?: boolean;\r\n expandEntities?: boolean;\r\n};\r\n\r\nexport type Stats = {\r\n bytesIn: number;\r\n bytesOut: number;\r\n chunksIn: number;\r\n recordsProcessed: number;\r\n parseTimeMs: number;\r\n transformTimeMs: number;\r\n writeTimeMs: number;\r\n maxBufferSize: number;\r\n currentPartialSize: number;\r\n throughputMbPerSec: number;\r\n};\r\n\r\ntype WasmModule = {\r\n default?: unknown;\r\n init: (debugEnabled: boolean) => void;\r\n Converter: new (debug: boolean) => {\r\n push: (chunk: Uint8Array) => Uint8Array;\r\n finish: () => Uint8Array;\r\n getStats: () => Stats;\r\n };\r\n detectFormat?: (sample: Uint8Array) => string | null | undefined;\r\n detectCsvFields?: (sample: Uint8Array) => CsvDetection | null | undefined;\r\n detectXmlElements?: (sample: Uint8Array) => XmlDetection | null | undefined;\r\n getSimdEnabled?: () => boolean;\r\n __wbg_set_wasm?: (wasm: unknown) => void;\r\n};\r\n\r\nlet wasmModuleInstance: WasmModule | null = null;\r\nlet wasmModuleLoadPromise: Promise<WasmModule> | null = null;\r\n\r\nasync function loadWasmModule(): Promise<WasmModule> {\r\n // Return cached instance if already loaded\r\n if (wasmModuleInstance) {\r\n return wasmModuleInstance;\r\n }\r\n\r\n // If load is in progress, wait for it\r\n if (wasmModuleLoadPromise) {\r\n return wasmModuleLoadPromise;\r\n }\r\n\r\n // Start loading\r\n wasmModuleLoadPromise = (async () => {\r\n const isNode =\r\n typeof process !== \"undefined\" &&\r\n !!(process as any).versions?.node;\r\n\r\n if (isNode) {\r\n const { createRequire } = await import(\"node:module\");\r\n const require = createRequire(import.meta.url);\r\n const mod = require(\"../../wasm-node.cjs\");\r\n return mod as WasmModule;\r\n }\r\n\r\n const wasmUrl = new URL(\"../wasm/web/convert_buddy.js\", import.meta.url);\r\n const mod = (await import(wasmUrl.href)) as unknown as WasmModule;\r\n return mod;\r\n })();\r\n\r\n try {\r\n wasmModuleInstance = await wasmModuleLoadPromise;\r\n return wasmModuleInstance;\r\n } finally {\r\n wasmModuleLoadPromise = null;\r\n }\r\n}\r\n\r\nlet wasmInitialized = false;\r\nlet wasmInitPromise: Promise<void> | null = null;\r\n\r\nasync function initWasm(debug: boolean): Promise<void> {\r\n // If already initialized, return immediately\r\n if (wasmInitialized) {\r\n return;\r\n }\r\n\r\n // If initialization is in progress, wait for it\r\n if (wasmInitPromise) {\r\n return wasmInitPromise;\r\n }\r\n\r\n // Start initialization\r\n wasmInitPromise = (async () => {\r\n const wasmModule = await loadWasmModule();\r\n\r\n if (typeof wasmModule.default === \"function\") {\r\n await (wasmModule.default as () => Promise<void>)();\r\n }\r\n\r\n wasmModule.init(debug);\r\n wasmInitialized = true;\r\n })();\r\n\r\n try {\r\n await wasmInitPromise;\r\n } finally {\r\n wasmInitPromise = null;\r\n }\r\n}\r\n\r\nexport class ConvertBuddy {\r\n private converter: any;\r\n private debug: boolean;\r\n private profile: boolean;\r\n private aborted: boolean = false;\r\n private paused: boolean = false;\r\n private onProgress?: ProgressCallback;\r\n private progressIntervalBytes: number;\r\n private lastProgressBytes: number = 0;\r\n private globalConfig: ConvertBuddyOptions;\r\n private initialized: boolean = false;\r\n public simd: boolean;\r\n\r\n /**\r\n * Create a new ConvertBuddy instance with global configuration.\r\n * This is useful when you want to set memory limits, debug mode, or other global settings.\r\n * \r\n * @example\r\n * const buddy = new ConvertBuddy({ maxMemoryMB: 512, debug: true });\r\n * const result = await buddy.convert(input, { outputFormat: \"json\" });\r\n */\r\n constructor(opts: ConvertBuddyOptions = {}) {\r\n // Initialize basic properties\r\n this.debug = !!opts.debug;\r\n this.profile = !!opts.profile;\r\n this.simd = false; // Will be set on first convert\r\n this.globalConfig = opts;\r\n this.progressIntervalBytes = opts.progressIntervalBytes || 1024 * 1024;\r\n this.onProgress = opts.onProgress;\r\n this.converter = null; // Will be initialized lazily\r\n this.initialized = false;\r\n }\r\n\r\n /**\r\n * Convert input (string, Buffer, File, URL, etc.) to the desired output format.\r\n * This is the main method for the new simplified API.\r\n * \r\n * @example\r\n * // Auto-detect everything\r\n * const buddy = new ConvertBuddy();\r\n * const result = await buddy.convert(\"https://example.com/data.csv\", { outputFormat: \"json\" });\r\n * \r\n * @example\r\n * // With configuration\r\n * const buddy = new ConvertBuddy({ maxMemoryMB: 512 });\r\n * const result = await buddy.convert(file, { inputFormat: \"csv\", outputFormat: \"json\" });\r\n */\r\n async convert(\r\n input: string | Uint8Array | File | Blob | ReadableStream<Uint8Array>,\r\n opts: ConvertOptions\r\n ): Promise<Uint8Array> {\r\n // Merge global and local options\r\n const mergedOpts: ConvertBuddyOptions = {\r\n ...this.globalConfig,\r\n ...opts,\r\n inputFormat: opts.inputFormat || this.globalConfig.inputFormat || \"auto\",\r\n };\r\n\r\n // Detect input type and convert accordingly\r\n if (typeof input === \"string\") {\r\n // Could be URL or raw data\r\n if (input.startsWith(\"http://\") || input.startsWith(\"https://\")) {\r\n // Fetch from URL\r\n return this.convertFromUrl(input, mergedOpts);\r\n } else {\r\n // Treat as raw data\r\n return this.convertFromString(input, mergedOpts);\r\n }\r\n } else if (input instanceof Uint8Array) {\r\n return this.convertFromBuffer(input, mergedOpts);\r\n } else if (typeof File !== \"undefined\" && input instanceof File) {\r\n return this.convertFromFile(input as File, mergedOpts);\r\n } else if (typeof Blob !== \"undefined\" && input instanceof Blob) {\r\n return this.convertFromBlob(input as Blob, mergedOpts);\r\n } else if (typeof ReadableStream !== \"undefined\" && input instanceof ReadableStream) {\r\n return this.convertFromStream(input, mergedOpts);\r\n } else {\r\n throw new Error(\"Unsupported input type\");\r\n }\r\n }\r\n\r\n private async convertFromUrl(url: string, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n const response = await fetch(url);\r\n if (!response.ok) {\r\n throw new Error(`Failed to fetch ${url}: ${response.statusText}`);\r\n }\r\n \r\n const stream = response.body;\r\n if (!stream) {\r\n throw new Error(\"Response body is null\");\r\n }\r\n\r\n return this.convertFromStream(stream, opts);\r\n }\r\n\r\n private async convertFromString(input: string, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n const inputBytes = new TextEncoder().encode(input);\r\n return this.convertFromBuffer(inputBytes, opts);\r\n }\r\n\r\n private async convertFromBuffer(input: Uint8Array, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n // Handle auto-detection\r\n let actualOpts = { ...opts };\r\n \r\n if (opts.inputFormat === \"auto\") {\r\n const detected = await autoDetectConfig(input, { debug: opts.debug });\r\n \r\n if (detected.format !== \"unknown\") {\r\n actualOpts.inputFormat = detected.format as Format;\r\n \r\n if (detected.csvConfig) {\r\n actualOpts.csvConfig = opts.csvConfig ? { ...detected.csvConfig, ...opts.csvConfig } : detected.csvConfig;\r\n }\r\n \r\n if (detected.xmlConfig) {\r\n actualOpts.xmlConfig = opts.xmlConfig ? { ...detected.xmlConfig, ...opts.xmlConfig } : detected.xmlConfig;\r\n }\r\n \r\n if (opts.debug) {\r\n console.log(\"[convert-buddy] Auto-detected format:\", detected.format);\r\n }\r\n } else {\r\n throw new Error(\"Could not auto-detect input format. Please specify inputFormat explicitly.\");\r\n }\r\n }\r\n\r\n const buddy = await ConvertBuddy.create(actualOpts);\r\n const output = buddy.push(input);\r\n const final = buddy.finish();\r\n\r\n // Combine outputs\r\n const result = new Uint8Array(output.length + final.length);\r\n result.set(output, 0);\r\n result.set(final, output.length);\r\n\r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n\r\n return result;\r\n }\r\n\r\n private async convertFromFile(file: File, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n return this.convertFromBlob(file, opts);\r\n }\r\n\r\n private async convertFromBlob(blob: Blob, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n // Handle auto-detection\r\n let actualOpts = { ...opts };\r\n \r\n if (opts.inputFormat === \"auto\") {\r\n const sampleSize = 256 * 1024; // 256KB\r\n const sampleBlob = blob.slice(0, sampleSize);\r\n const sampleBuffer = await sampleBlob.arrayBuffer();\r\n const sample = new Uint8Array(sampleBuffer as ArrayBuffer);\r\n \r\n const detected = await autoDetectConfig(sample, { debug: opts.debug });\r\n \r\n if (detected.format !== \"unknown\") {\r\n actualOpts.inputFormat = detected.format as Format;\r\n \r\n if (detected.csvConfig) {\r\n actualOpts.csvConfig = opts.csvConfig ? { ...detected.csvConfig, ...opts.csvConfig } : detected.csvConfig;\r\n }\r\n \r\n if (detected.xmlConfig) {\r\n actualOpts.xmlConfig = opts.xmlConfig ? { ...detected.xmlConfig, ...opts.xmlConfig } : detected.xmlConfig;\r\n }\r\n \r\n if (opts.debug) {\r\n console.log(\"[convert-buddy] Auto-detected format:\", detected.format);\r\n }\r\n } else {\r\n throw new Error(\"Could not auto-detect input format. Please specify inputFormat explicitly.\");\r\n }\r\n }\r\n\r\n const buddy = await ConvertBuddy.create(actualOpts);\r\n \r\n // Read blob as stream and process\r\n const stream = blob.stream();\r\n const reader = stream.getReader();\r\n \r\n const outputs: Uint8Array[] = [];\r\n \r\n try {\r\n while (true) {\r\n const { done, value } = await reader.read();\r\n if (done) break;\r\n \r\n const output = buddy.push(value);\r\n if (output.length > 0) {\r\n outputs.push(output);\r\n }\r\n }\r\n \r\n const final = buddy.finish();\r\n if (final.length > 0) {\r\n outputs.push(final);\r\n }\r\n \r\n // Combine all outputs\r\n const totalLength = outputs.reduce((sum, arr) => sum + arr.length, 0);\r\n const result = new Uint8Array(totalLength);\r\n let offset = 0;\r\n for (const output of outputs) {\r\n result.set(output, offset);\r\n offset += output.length;\r\n }\r\n \r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n \r\n return result;\r\n } finally {\r\n reader.releaseLock();\r\n }\r\n }\r\n\r\n private async convertFromStream(stream: ReadableStream<Uint8Array>, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n // Handle auto-detection by reading a sample first\r\n let actualOpts = { ...opts };\r\n let firstChunks: Uint8Array[] = [];\r\n let totalSampleBytes = 0;\r\n const maxSampleSize = 256 * 1024; // 256KB\r\n \r\n if (opts.inputFormat === \"auto\") {\r\n const reader = stream.getReader();\r\n \r\n try {\r\n while (totalSampleBytes < maxSampleSize) {\r\n const { done, value } = await reader.read();\r\n if (done || !value) break;\r\n \r\n firstChunks.push(value);\r\n totalSampleBytes += value.length;\r\n }\r\n \r\n // Concatenate sample\r\n const sample = new Uint8Array(totalSampleBytes);\r\n let offset = 0;\r\n for (const chunk of firstChunks) {\r\n sample.set(chunk, offset);\r\n offset += chunk.length;\r\n }\r\n \r\n const detected = await autoDetectConfig(sample, { debug: opts.debug });\r\n \r\n if (detected.format !== \"unknown\") {\r\n actualOpts.inputFormat = detected.format as Format;\r\n \r\n if (detected.csvConfig) {\r\n actualOpts.csvConfig = opts.csvConfig ? { ...detected.csvConfig, ...opts.csvConfig } : detected.csvConfig;\r\n }\r\n \r\n if (detected.xmlConfig) {\r\n actualOpts.xmlConfig = opts.xmlConfig ? { ...detected.xmlConfig, ...opts.xmlConfig } : detected.xmlConfig;\r\n }\r\n \r\n if (opts.debug) {\r\n console.log(\"[convert-buddy] Auto-detected format:\", detected.format);\r\n }\r\n } else {\r\n throw new Error(\"Could not auto-detect input format. Please specify inputFormat explicitly.\");\r\n }\r\n } finally {\r\n reader.releaseLock();\r\n }\r\n }\r\n\r\n const buddy = await ConvertBuddy.create(actualOpts);\r\n \r\n // Process buffered chunks from auto-detection\r\n const outputs: Uint8Array[] = [];\r\n for (const chunk of firstChunks) {\r\n const output = buddy.push(chunk);\r\n if (output.length > 0) {\r\n outputs.push(output);\r\n }\r\n }\r\n \r\n // Continue with the rest of the stream\r\n const reader = stream.getReader();\r\n \r\n try {\r\n while (true) {\r\n const { done, value } = await reader.read();\r\n if (done) break;\r\n \r\n const output = buddy.push(value);\r\n if (output.length > 0) {\r\n outputs.push(output);\r\n }\r\n }\r\n \r\n const final = buddy.finish();\r\n if (final.length > 0) {\r\n outputs.push(final);\r\n }\r\n \r\n // Combine all outputs\r\n const totalLength = outputs.reduce((sum, arr) => sum + arr.length, 0);\r\n const result = new Uint8Array(totalLength);\r\n let offset = 0;\r\n for (const output of outputs) {\r\n result.set(output, offset);\r\n offset += output.length;\r\n }\r\n \r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n \r\n return result;\r\n } finally {\r\n reader.releaseLock();\r\n }\r\n }\r\n\r\n /**\r\n * Legacy create method for backward compatibility.\r\n * Prefer using the constructor: new ConvertBuddy(opts)\r\n */\r\n static async create(opts: ConvertBuddyOptions = {}): Promise<ConvertBuddy> {\r\n const debug = !!opts.debug;\r\n const profile = !!opts.profile;\r\n\r\n // Initialize WASM once (singleton)\r\n await initWasm(debug);\r\n\r\n const wasmModule = await loadWasmModule();\r\n\r\n // Handle auto-detection\r\n let inputFormat = opts.inputFormat;\r\n let csvConfig = opts.csvConfig;\r\n\r\n // We can't auto-detect without data, so we'll defer this to push()\r\n // For now, just validate the format if it's not \"auto\"\r\n if (inputFormat === \"auto\") {\r\n // Auto-detection will be handled on first push()\r\n inputFormat = undefined;\r\n }\r\n\r\n // Optimize chunk size for better WASM performance\r\n // Larger chunks reduce boundary crossing overhead\r\n // Default: 512KB (was 1MB), but can be customized\r\n const chunkTargetBytes = opts.chunkTargetBytes || (512 * 1024);\r\n\r\n let converter;\r\n if (inputFormat && opts.outputFormat) {\r\n // Use withConfig for custom formats\r\n const Converter = (wasmModule as any).Converter;\r\n converter = Converter.withConfig(\r\n debug,\r\n inputFormat,\r\n opts.outputFormat,\r\n chunkTargetBytes,\r\n profile,\r\n csvConfig || null,\r\n opts.xmlConfig || null\r\n );\r\n } else {\r\n converter = new wasmModule.Converter(debug);\r\n }\r\n\r\n // Check if SIMD is enabled\r\n const simdEnabled = (wasmModule as any).getSimdEnabled?.() ?? false;\r\n\r\n if (debug) console.log(\"[convert-buddy-js] initialized with chunkTargetBytes:\", chunkTargetBytes, \"simd:\", simdEnabled, opts);\r\n \r\n // Create instance using constructor and set internal properties\r\n const instance = new ConvertBuddy(opts);\r\n instance.converter = converter;\r\n instance.simd = simdEnabled;\r\n instance.initialized = true;\r\n \r\n return instance;\r\n }\r\n\r\n push(chunk: Uint8Array): Uint8Array {\r\n if (this.aborted) {\r\n throw new Error(\"Conversion has been aborted\");\r\n }\r\n\r\n if (this.paused) {\r\n throw new Error(\"Conversion is paused. Call resume() before pushing more data.\");\r\n }\r\n\r\n if (this.debug) console.log(\"[convert-buddy-js] push\", chunk.byteLength);\r\n const output = this.converter.push(chunk);\r\n\r\n // Check if we should trigger progress callback\r\n if (this.onProgress) {\r\n const stats = this.stats();\r\n if (stats.bytesIn - this.lastProgressBytes >= this.progressIntervalBytes) {\r\n this.onProgress(stats);\r\n this.lastProgressBytes = stats.bytesIn;\r\n }\r\n }\r\n\r\n return output;\r\n }\r\n\r\n finish(): Uint8Array {\r\n if (this.aborted) {\r\n throw new Error(\"Conversion has been aborted\");\r\n }\r\n\r\n if (this.debug) console.log(\"[convert-buddy-js] finish\");\r\n const output = this.converter.finish();\r\n\r\n // Final progress callback\r\n if (this.onProgress) {\r\n this.onProgress(this.stats());\r\n }\r\n\r\n return output;\r\n }\r\n\r\n stats(): Stats {\r\n return this.converter.getStats();\r\n }\r\n\r\n abort(): void {\r\n this.aborted = true;\r\n if (this.debug) console.log(\"[convert-buddy-js] aborted\");\r\n }\r\n\r\n pause(): void {\r\n this.paused = true;\r\n if (this.debug) console.log(\"[convert-buddy-js] paused\");\r\n }\r\n\r\n resume(): void {\r\n this.paused = false;\r\n if (this.debug) console.log(\"[convert-buddy-js] resumed\");\r\n }\r\n\r\n isAborted(): boolean {\r\n return this.aborted;\r\n }\r\n\r\n isPaused(): boolean {\r\n return this.paused;\r\n }\r\n}\r\n\r\nasync function readSample(\r\n input: DetectInput,\r\n maxBytes = 256 * 1024\r\n): Promise<Uint8Array> {\r\n if (typeof input === \"string\") {\r\n const encoded = new TextEncoder().encode(input);\r\n return encoded.length > maxBytes ? encoded.slice(0, maxBytes) : encoded;\r\n }\r\n\r\n if (input instanceof Uint8Array) {\r\n return input.length > maxBytes ? input.slice(0, maxBytes) : input;\r\n }\r\n\r\n if (input instanceof ArrayBuffer) {\r\n const bytes = new Uint8Array(input as ArrayBuffer);\r\n return bytes.length > maxBytes ? bytes.slice(0, maxBytes) : bytes;\r\n }\r\n\r\n if (isReadableStream(input)) {\r\n const reader = input.getReader();\r\n const chunks: Uint8Array[] = [];\r\n let total = 0;\r\n\r\n while (total < maxBytes) {\r\n const { value, done } = await reader.read();\r\n if (done || !value) break;\r\n const slice = total + value.length > maxBytes\r\n ? value.slice(0, maxBytes - total)\r\n : value;\r\n chunks.push(slice);\r\n total += slice.length;\r\n }\r\n\r\n if (total >= maxBytes) {\r\n await reader.cancel();\r\n }\r\n\r\n return concatChunks(chunks, total);\r\n }\r\n\r\n const chunks: Uint8Array[] = [];\r\n let total = 0;\r\n\r\n for await (const chunk of input as AsyncIterable<Uint8Array>) {\r\n if (total >= maxBytes) {\r\n break;\r\n }\r\n const data = chunk instanceof Uint8Array ? chunk : new Uint8Array(chunk);\r\n const slice = total + data.length > maxBytes\r\n ? data.slice(0, maxBytes - total)\r\n : data;\r\n chunks.push(slice);\r\n total += slice.length;\r\n }\r\n\r\n return concatChunks(chunks, total);\r\n}\r\n\r\nfunction concatChunks(chunks: Uint8Array[], total: number): Uint8Array {\r\n const result = new Uint8Array(total);\r\n let offset = 0;\r\n for (const chunk of chunks) {\r\n result.set(chunk, offset);\r\n offset += chunk.length;\r\n }\r\n return result;\r\n}\r\n\r\nfunction isReadableStream(\r\n input: DetectInput\r\n): input is ReadableStream<Uint8Array> {\r\n return typeof (input as ReadableStream<Uint8Array>)?.getReader === \"function\";\r\n}\r\n\r\nasync function loadDetectionWasm(debug: boolean): Promise<WasmModule> {\r\n const wasmModule = await loadWasmModule();\r\n if (typeof wasmModule.default === \"function\") {\r\n await (wasmModule.default as () => Promise<void>)();\r\n }\r\n wasmModule.init(debug);\r\n return wasmModule;\r\n}\r\n\r\nexport async function detectFormat(\r\n input: DetectInput,\r\n opts: DetectOptions = {}\r\n): Promise<Format | \"unknown\"> {\r\n const wasmModule = await loadDetectionWasm(!!opts.debug);\r\n const sample = await readSample(input, opts.maxBytes);\r\n const format = wasmModule.detectFormat?.(sample);\r\n return (format as Format) ?? \"unknown\";\r\n}\r\n\r\nexport async function detectCsvFieldsAndDelimiter(\r\n input: DetectInput,\r\n opts: DetectOptions = {}\r\n): Promise<CsvDetection | null> {\r\n const wasmModule = await loadDetectionWasm(!!opts.debug);\r\n const sample = await readSample(input, opts.maxBytes);\r\n const result = wasmModule.detectCsvFields?.(sample);\r\n return result ?? null;\r\n}\r\n\r\nexport async function detectXmlElements(\r\n input: DetectInput,\r\n opts: DetectOptions = {}\r\n): Promise<XmlDetection | null> {\r\n const wasmModule = await loadDetectionWasm(!!opts.debug);\r\n const sample = await readSample(input, opts.maxBytes);\r\n const result = wasmModule.detectXmlElements?.(sample);\r\n return result ?? null;\r\n}\r\n\r\n// Helper to auto-detect format and CSV configuration from sample data\r\nexport async function autoDetectConfig(\r\n sample: Uint8Array,\r\n opts: { debug?: boolean } = {}\r\n): Promise<{ \r\n format: Format | \"unknown\"; \r\n csvConfig?: CsvConfig;\r\n xmlConfig?: XmlConfig;\r\n}> {\r\n const wasmModule = await loadDetectionWasm(!!opts.debug);\r\n \r\n const format = (wasmModule.detectFormat?.(sample) as Format) ?? \"unknown\";\r\n \r\n const result: { format: Format | \"unknown\"; csvConfig?: CsvConfig; xmlConfig?: XmlConfig } = { format };\r\n \r\n if (format === \"csv\") {\r\n const csvDetection = wasmModule.detectCsvFields?.(sample);\r\n if (csvDetection) {\r\n result.csvConfig = {\r\n delimiter: csvDetection.delimiter,\r\n hasHeaders: csvDetection.fields.length > 0,\r\n };\r\n }\r\n } else if (format === \"xml\") {\r\n const xmlDetection = wasmModule.detectXmlElements?.(sample);\r\n if (xmlDetection?.recordElement) {\r\n result.xmlConfig = {\r\n recordElement: xmlDetection.recordElement,\r\n };\r\n }\r\n }\r\n \r\n return result;\r\n}\r\n\r\n// Web Streams TransformStream adapter\r\nexport class ConvertBuddyTransformStream extends TransformStream<Uint8Array, Uint8Array> {\r\n constructor(opts: ConvertBuddyOptions = {}) {\r\n let buddy: ConvertBuddy | null = null;\r\n\r\n super({\r\n async start(controller) {\r\n buddy = await ConvertBuddy.create(opts);\r\n },\r\n\r\n transform(chunk, controller) {\r\n if (!buddy) {\r\n throw new Error(\"ConvertBuddy not initialized\");\r\n }\r\n\r\n const output = buddy.push(chunk);\r\n if (output.length > 0) {\r\n controller.enqueue(output);\r\n }\r\n },\r\n\r\n flush(controller) {\r\n if (!buddy) {\r\n return;\r\n }\r\n\r\n const output = buddy.finish();\r\n if (output.length > 0) {\r\n controller.enqueue(output);\r\n }\r\n\r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n },\r\n });\r\n }\r\n}\r\n\r\n// Utility: Convert entire buffer/string\r\nexport async function convert(\r\n input: Uint8Array | string,\r\n opts: ConvertBuddyOptions = {}\r\n): Promise<Uint8Array> {\r\n const buddy = await ConvertBuddy.create(opts);\r\n\r\n const inputBytes = typeof input === \"string\" \r\n ? new TextEncoder().encode(input)\r\n : input;\r\n\r\n const output = buddy.push(inputBytes);\r\n const final = buddy.finish();\r\n\r\n // Combine outputs\r\n const result = new Uint8Array(output.length + final.length);\r\n result.set(output, 0);\r\n result.set(final, output.length);\r\n\r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n\r\n return result;\r\n}\r\n\r\n// Utility: Convert and return as string\r\nexport async function convertToString(\r\n input: Uint8Array | string,\r\n opts: ConvertBuddyOptions = {}\r\n): Promise<string> {\r\n const result = await convert(input, opts);\r\n return new TextDecoder().decode(result);\r\n}\r\n\r\n/**\r\n * Ultra-simple standalone convert function with auto-detection.\r\n * Accepts any input type (URL, File, Buffer, string, stream) and automatically detects format.\r\n * \r\n * @example\r\n * // From URL\r\n * import { convertAny } from \"convert-buddy-js\";\r\n * const result = await convertAny(\"https://example.com/data.csv\", { outputFormat: \"json\" });\r\n * \r\n * @example\r\n * // From File (browser)\r\n * const file = fileInput.files[0];\r\n * const result = await convertAny(file, { outputFormat: \"ndjson\" });\r\n * \r\n * @example\r\n * // From string data\r\n * const result = await convertAny('{\"name\":\"Ada\"}', { outputFormat: \"csv\" });\r\n */\r\nexport async function convertAny(\r\n input: string | Uint8Array | File | Blob | ReadableStream<Uint8Array>,\r\n opts: ConvertOptions\r\n): Promise<Uint8Array> {\r\n const buddy = new ConvertBuddy();\r\n return buddy.convert(input, opts);\r\n}\r\n\r\n/**\r\n * Ultra-simple standalone convert function that returns a string.\r\n * Same as convertAny but decodes the output to a string.\r\n * \r\n * @example\r\n * import { convertAnyToString } from \"convert-buddy-js\";\r\n * const json = await convertAnyToString(\"https://example.com/data.csv\", { outputFormat: \"json\" });\r\n * console.log(JSON.parse(json));\r\n */\r\nexport async function convertAnyToString(\r\n input: string | Uint8Array | File | Blob | ReadableStream<Uint8Array>,\r\n opts: ConvertOptions\r\n): Promise<string> {\r\n const result = await convertAny(input, opts);\r\n return new TextDecoder().decode(result);\r\n}\r\n\r\n// ===== Helper Functions =====\r\n// File format utilities for common use cases\r\n\r\n/**\r\n * Get MIME type for a given format\r\n * \r\n * @example\r\n * const mimeType = getMimeType(\"json\"); // \"application/json\"\r\n */\r\nexport function getMimeType(format: Format): string {\r\n switch (format) {\r\n case \"json\":\r\n return \"application/json\";\r\n case \"ndjson\":\r\n return \"application/x-ndjson\";\r\n case \"csv\":\r\n return \"text/csv\";\r\n case \"xml\":\r\n return \"application/xml\";\r\n }\r\n}\r\n\r\n/**\r\n * Get file extension for a given format (without the dot)\r\n * \r\n * @example\r\n * const ext = getExtension(\"json\"); // \"json\"\r\n */\r\nexport function getExtension(format: Format): string {\r\n return format;\r\n}\r\n\r\n/**\r\n * Get suggested filename for a converted file\r\n * \r\n * @param originalName - Original filename\r\n * @param outputFormat - Target format\r\n * @param includeTimestamp - Whether to include a timestamp (default: false)\r\n * \r\n * @example\r\n * const name = getSuggestedFilename(\"data.csv\", \"json\"); // \"data.json\"\r\n * const name = getSuggestedFilename(\"data.csv\", \"json\", true); // \"data_converted_1234567890.json\"\r\n */\r\nexport function getSuggestedFilename(\r\n originalName: string,\r\n outputFormat: Format,\r\n includeTimestamp = false\r\n): string {\r\n const baseName = originalName.replace(/\\.[^/.]+$/, \"\");\r\n const extension = getExtension(outputFormat);\r\n \r\n if (includeTimestamp) {\r\n return `${baseName}_converted_${Date.now()}.${extension}`;\r\n }\r\n \r\n return `${baseName}.${extension}`;\r\n}\r\n\r\n/**\r\n * Get File System Access API file type configuration for showSaveFilePicker\r\n * \r\n * @example\r\n * const types = getFileTypeConfig(\"json\");\r\n * const handle = await showSaveFilePicker({ types });\r\n */\r\nexport function getFileTypeConfig(format: Format): Array<{\r\n description: string;\r\n accept: Record<string, string[]>;\r\n}> {\r\n const mimeType = getMimeType(format);\r\n const extension = `.${getExtension(format)}`;\r\n \r\n return [\r\n {\r\n description: `${format.toUpperCase()} Files`,\r\n accept: { [mimeType]: [extension] },\r\n },\r\n ];\r\n}"],"mappings":"AAyFA,IAAI,qBAAwC;AAC5C,IAAI,wBAAoD;AAExD,eAAe,iBAAsC;AAEnD,MAAI,oBAAoB;AACtB,WAAO;AAAA,EACT;AAGA,MAAI,uBAAuB;AACzB,WAAO;AAAA,EACT;AAGA,2BAAyB,YAAY;AACnC,UAAM,SACJ,OAAO,YAAY,eACnB,CAAC,CAAE,QAAgB,UAAU;AAE/B,QAAI,QAAQ;AACV,YAAM,EAAE,cAAc,IAAI,MAAM,OAAO,aAAa;AACpD,YAAMA,WAAU,cAAc,YAAY,GAAG;AAC7C,YAAMC,OAAMD,SAAQ,qBAAqB;AACzC,aAAOC;AAAA,IACT;AAEA,UAAM,UAAU,IAAI,IAAI,gCAAgC,YAAY,GAAG;AACvE,UAAM,MAAO,MAAM,OAAO,QAAQ;AAClC,WAAO;AAAA,EACT,GAAG;AAEH,MAAI;AACF,yBAAqB,MAAM;AAC3B,WAAO;AAAA,EACT,UAAE;AACA,4BAAwB;AAAA,EAC1B;AACF;AAEA,IAAI,kBAAkB;AACtB,IAAI,kBAAwC;AAE5C,eAAe,SAAS,OAA+B;AAErD,MAAI,iBAAiB;AACnB;AAAA,EACF;AAGA,MAAI,iBAAiB;AACnB,WAAO;AAAA,EACT;AAGA,qBAAmB,YAAY;AAC7B,UAAM,aAAa,MAAM,eAAe;AAExC,QAAI,OAAO,WAAW,YAAY,YAAY;AAC5C,YAAO,WAAW,QAAgC;AAAA,IACpD;AAEA,eAAW,KAAK,KAAK;AACrB,sBAAkB;AAAA,EACpB,GAAG;AAEH,MAAI;AACF,UAAM;AAAA,EACR,UAAE;AACA,sBAAkB;AAAA,EACpB;AACF;AAEO,MAAM,aAAa;AAAA,EAChB;AAAA,EACA;AAAA,EACA;AAAA,EACA,UAAmB;AAAA,EACnB,SAAkB;AAAA,EAClB;AAAA,EACA;AAAA,EACA,oBAA4B;AAAA,EAC5B;AAAA,EACA,cAAuB;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUP,YAAY,OAA4B,CAAC,GAAG;AAE1C,SAAK,QAAQ,CAAC,CAAC,KAAK;AACpB,SAAK,UAAU,CAAC,CAAC,KAAK;AACtB,SAAK,OAAO;AACZ,SAAK,eAAe;AACpB,SAAK,wBAAwB,KAAK,yBAAyB,OAAO;AAClE,SAAK,aAAa,KAAK;AACvB,SAAK,YAAY;AACjB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBA,MAAM,QACJ,OACA,MACqB;AAErB,UAAM,aAAkC;AAAA,MACtC,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,MACH,aAAa,KAAK,eAAe,KAAK,aAAa,eAAe;AAAA,IACpE;AAGA,QAAI,OAAO,UAAU,UAAU;AAE7B,UAAI,MAAM,WAAW,SAAS,KAAK,MAAM,WAAW,UAAU,GAAG;AAE/D,eAAO,KAAK,eAAe,OAAO,UAAU;AAAA,MAC9C,OAAO;AAEL,eAAO,KAAK,kBAAkB,OAAO,UAAU;AAAA,MACjD;AAAA,IACF,WAAW,iBAAiB,YAAY;AACtC,aAAO,KAAK,kBAAkB,OAAO,UAAU;AAAA,IACjD,WAAW,OAAO,SAAS,eAAe,iBAAiB,MAAM;AAC/D,aAAO,KAAK,gBAAgB,OAAe,UAAU;AAAA,IACvD,WAAW,OAAO,SAAS,eAAe,iBAAiB,MAAM;AAC/D,aAAO,KAAK,gBAAgB,OAAe,UAAU;AAAA,IACvD,WAAW,OAAO,mBAAmB,eAAe,iBAAiB,gBAAgB;AACnF,aAAO,KAAK,kBAAkB,OAAO,UAAU;AAAA,IACjD,OAAO;AACL,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C;AAAA,EACF;AAAA,EAEA,MAAc,eAAe,KAAa,MAAgD;AACxF,UAAM,WAAW,MAAM,MAAM,GAAG;AAChC,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,mBAAmB,GAAG,KAAK,SAAS,UAAU,EAAE;AAAA,IAClE;AAEA,UAAM,SAAS,SAAS;AACxB,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI,MAAM,uBAAuB;AAAA,IACzC;AAEA,WAAO,KAAK,kBAAkB,QAAQ,IAAI;AAAA,EAC5C;AAAA,EAEA,MAAc,kBAAkB,OAAe,MAAgD;AAC7F,UAAM,aAAa,IAAI,YAAY,EAAE,OAAO,KAAK;AACjD,WAAO,KAAK,kBAAkB,YAAY,IAAI;AAAA,EAChD;AAAA,EAEA,MAAc,kBAAkB,OAAmB,MAAgD;AAEjG,QAAI,aAAa,EAAE,GAAG,KAAK;AAE3B,QAAI,KAAK,gBAAgB,QAAQ;AAC/B,YAAM,WAAW,MAAM,iBAAiB,OAAO,EAAE,OAAO,KAAK,MAAM,CAAC;AAEpE,UAAI,SAAS,WAAW,WAAW;AACjC,mBAAW,cAAc,SAAS;AAElC,YAAI,SAAS,WAAW;AACtB,qBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,QAClG;AAEA,YAAI,SAAS,WAAW;AACtB,qBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,QAClG;AAEA,YAAI,KAAK,OAAO;AACd,kBAAQ,IAAI,yCAAyC,SAAS,MAAM;AAAA,QACtE;AAAA,MACF,OAAO;AACL,cAAM,IAAI,MAAM,4EAA4E;AAAA,MAC9F;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,aAAa,OAAO,UAAU;AAClD,UAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,UAAM,QAAQ,MAAM,OAAO;AAG3B,UAAM,SAAS,IAAI,WAAW,OAAO,SAAS,MAAM,MAAM;AAC1D,WAAO,IAAI,QAAQ,CAAC;AACpB,WAAO,IAAI,OAAO,OAAO,MAAM;AAE/B,QAAI,KAAK,SAAS;AAChB,YAAM,QAAQ,MAAM,MAAM;AAC1B,cAAQ,IAAI,sCAAsC,KAAK;AAAA,IACzD;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,gBAAgB,MAAY,MAAgD;AACxF,WAAO,KAAK,gBAAgB,MAAM,IAAI;AAAA,EACxC;AAAA,EAEA,MAAc,gBAAgB,MAAY,MAAgD;AAExF,QAAI,aAAa,EAAE,GAAG,KAAK;AAE3B,QAAI,KAAK,gBAAgB,QAAQ;AAC/B,YAAM,aAAa,MAAM;AACzB,YAAM,aAAa,KAAK,MAAM,GAAG,UAAU;AAC3C,YAAM,eAAe,MAAM,WAAW,YAAY;AAClD,YAAM,SAAS,IAAI,WAAW,YAA2B;AAEzD,YAAM,WAAW,MAAM,iBAAiB,QAAQ,EAAE,OAAO,KAAK,MAAM,CAAC;AAErE,UAAI,SAAS,WAAW,WAAW;AACjC,mBAAW,cAAc,SAAS;AAElC,YAAI,SAAS,WAAW;AACtB,qBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,QAClG;AAEA,YAAI,SAAS,WAAW;AACtB,qBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,QAClG;AAEA,YAAI,KAAK,OAAO;AACd,kBAAQ,IAAI,yCAAyC,SAAS,MAAM;AAAA,QACtE;AAAA,MACF,OAAO;AACL,cAAM,IAAI,MAAM,4EAA4E;AAAA,MAC9F;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,aAAa,OAAO,UAAU;AAGlD,UAAM,SAAS,KAAK,OAAO;AAC3B,UAAM,SAAS,OAAO,UAAU;AAEhC,UAAM,UAAwB,CAAC;AAE/B,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,cAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,YAAI,OAAO,SAAS,GAAG;AACrB,kBAAQ,KAAK,MAAM;AAAA,QACrB;AAAA,MACF;AAEA,YAAM,QAAQ,MAAM,OAAO;AAC3B,UAAI,MAAM,SAAS,GAAG;AACpB,gBAAQ,KAAK,KAAK;AAAA,MACpB;AAGA,YAAM,cAAc,QAAQ,OAAO,CAAC,KAAK,QAAQ,MAAM,IAAI,QAAQ,CAAC;AACpE,YAAM,SAAS,IAAI,WAAW,WAAW;AACzC,UAAI,SAAS;AACb,iBAAW,UAAU,SAAS;AAC5B,eAAO,IAAI,QAAQ,MAAM;AACzB,kBAAU,OAAO;AAAA,MACnB;AAEA,UAAI,KAAK,SAAS;AAChB,cAAM,QAAQ,MAAM,MAAM;AAC1B,gBAAQ,IAAI,sCAAsC,KAAK;AAAA,MACzD;AAEA,aAAO;AAAA,IACT,UAAE;AACA,aAAO,YAAY;AAAA,IACrB;AAAA,EACF;AAAA,EAEA,MAAc,kBAAkB,QAAoC,MAAgD;AAElH,QAAI,aAAa,EAAE,GAAG,KAAK;AAC3B,QAAI,cAA4B,CAAC;AACjC,QAAI,mBAAmB;AACvB,UAAM,gBAAgB,MAAM;AAE5B,QAAI,KAAK,gBAAgB,QAAQ;AAC/B,YAAMC,UAAS,OAAO,UAAU;AAEhC,UAAI;AACF,eAAO,mBAAmB,eAAe;AACvC,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAMA,QAAO,KAAK;AAC1C,cAAI,QAAQ,CAAC,MAAO;AAEpB,sBAAY,KAAK,KAAK;AACtB,8BAAoB,MAAM;AAAA,QAC5B;AAGA,cAAM,SAAS,IAAI,WAAW,gBAAgB;AAC9C,YAAI,SAAS;AACb,mBAAW,SAAS,aAAa;AAC/B,iBAAO,IAAI,OAAO,MAAM;AACxB,oBAAU,MAAM;AAAA,QAClB;AAEA,cAAM,WAAW,MAAM,iBAAiB,QAAQ,EAAE,OAAO,KAAK,MAAM,CAAC;AAErE,YAAI,SAAS,WAAW,WAAW;AACjC,qBAAW,cAAc,SAAS;AAElC,cAAI,SAAS,WAAW;AACtB,uBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,UAClG;AAEA,cAAI,SAAS,WAAW;AACtB,uBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,UAClG;AAEA,cAAI,KAAK,OAAO;AACd,oBAAQ,IAAI,yCAAyC,SAAS,MAAM;AAAA,UACtE;AAAA,QACF,OAAO;AACL,gBAAM,IAAI,MAAM,4EAA4E;AAAA,QAC9F;AAAA,MACF,UAAE;AACA,QAAAA,QAAO,YAAY;AAAA,MACrB;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,aAAa,OAAO,UAAU;AAGlD,UAAM,UAAwB,CAAC;AAC/B,eAAW,SAAS,aAAa;AAC/B,YAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,UAAI,OAAO,SAAS,GAAG;AACrB,gBAAQ,KAAK,MAAM;AAAA,MACrB;AAAA,IACF;AAGA,UAAM,SAAS,OAAO,UAAU;AAEhC,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,cAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,YAAI,OAAO,SAAS,GAAG;AACrB,kBAAQ,KAAK,MAAM;AAAA,QACrB;AAAA,MACF;AAEA,YAAM,QAAQ,MAAM,OAAO;AAC3B,UAAI,MAAM,SAAS,GAAG;AACpB,gBAAQ,KAAK,KAAK;AAAA,MACpB;AAGA,YAAM,cAAc,QAAQ,OAAO,CAAC,KAAK,QAAQ,MAAM,IAAI,QAAQ,CAAC;AACpE,YAAM,SAAS,IAAI,WAAW,WAAW;AACzC,UAAI,SAAS;AACb,iBAAW,UAAU,SAAS;AAC5B,eAAO,IAAI,QAAQ,MAAM;AACzB,kBAAU,OAAO;AAAA,MACnB;AAEA,UAAI,KAAK,SAAS;AAChB,cAAM,QAAQ,MAAM,MAAM;AAC1B,gBAAQ,IAAI,sCAAsC,KAAK;AAAA,MACzD;AAEA,aAAO;AAAA,IACT,UAAE;AACA,aAAO,YAAY;AAAA,IACrB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,OAAO,OAA4B,CAAC,GAA0B;AACzE,UAAM,QAAQ,CAAC,CAAC,KAAK;AACrB,UAAM,UAAU,CAAC,CAAC,KAAK;AAGvB,UAAM,SAAS,KAAK;AAEpB,UAAM,aAAa,MAAM,eAAe;AAGxC,QAAI,cAAc,KAAK;AACvB,QAAI,YAAY,KAAK;AAIrB,QAAI,gBAAgB,QAAQ;AAE1B,oBAAc;AAAA,IAChB;AAKA,UAAM,mBAAmB,KAAK,oBAAqB,MAAM;AAEzD,QAAI;AACJ,QAAI,eAAe,KAAK,cAAc;AAEpC,YAAM,YAAa,WAAmB;AACtC,kBAAY,UAAU;AAAA,QACpB;AAAA,QACA;AAAA,QACA,KAAK;AAAA,QACL;AAAA,QACA;AAAA,QACA,aAAa;AAAA,QACb,KAAK,aAAa;AAAA,MACpB;AAAA,IACF,OAAO;AACL,kBAAY,IAAI,WAAW,UAAU,KAAK;AAAA,IAC5C;AAGA,UAAM,cAAe,WAAmB,iBAAiB,KAAK;AAE9D,QAAI,MAAO,SAAQ,IAAI,yDAAyD,kBAAkB,SAAS,aAAa,IAAI;AAG5H,UAAM,WAAW,IAAI,aAAa,IAAI;AACtC,aAAS,YAAY;AACrB,aAAS,OAAO;AAChB,aAAS,cAAc;AAEvB,WAAO;AAAA,EACT;AAAA,EAEA,KAAK,OAA+B;AAClC,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,6BAA6B;AAAA,IAC/C;AAEA,QAAI,KAAK,QAAQ;AACf,YAAM,IAAI,MAAM,+DAA+D;AAAA,IACjF;AAEA,QAAI,KAAK,MAAO,SAAQ,IAAI,2BAA2B,MAAM,UAAU;AACvE,UAAM,SAAS,KAAK,UAAU,KAAK,KAAK;AAGxC,QAAI,KAAK,YAAY;AACnB,YAAM,QAAQ,KAAK,MAAM;AACzB,UAAI,MAAM,UAAU,KAAK,qBAAqB,KAAK,uBAAuB;AACxE,aAAK,WAAW,KAAK;AACrB,aAAK,oBAAoB,MAAM;AAAA,MACjC;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,SAAqB;AACnB,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,6BAA6B;AAAA,IAC/C;AAEA,QAAI,KAAK,MAAO,SAAQ,IAAI,2BAA2B;AACvD,UAAM,SAAS,KAAK,UAAU,OAAO;AAGrC,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,KAAK,MAAM,CAAC;AAAA,IAC9B;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,QAAe;AACb,WAAO,KAAK,UAAU,SAAS;AAAA,EACjC;AAAA,EAEA,QAAc;AACZ,SAAK,UAAU;AACf,QAAI,KAAK,MAAO,SAAQ,IAAI,4BAA4B;AAAA,EAC1D;AAAA,EAEA,QAAc;AACZ,SAAK,SAAS;AACd,QAAI,KAAK,MAAO,SAAQ,IAAI,2BAA2B;AAAA,EACzD;AAAA,EAEA,SAAe;AACb,SAAK,SAAS;AACd,QAAI,KAAK,MAAO,SAAQ,IAAI,4BAA4B;AAAA,EAC1D;AAAA,EAEA,YAAqB;AACnB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,WAAoB;AAClB,WAAO,KAAK;AAAA,EACd;AACF;AAEA,eAAe,WACb,OACA,WAAW,MAAM,MACI;AACrB,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,UAAU,IAAI,YAAY,EAAE,OAAO,KAAK;AAC9C,WAAO,QAAQ,SAAS,WAAW,QAAQ,MAAM,GAAG,QAAQ,IAAI;AAAA,EAClE;AAEA,MAAI,iBAAiB,YAAY;AAC/B,WAAO,MAAM,SAAS,WAAW,MAAM,MAAM,GAAG,QAAQ,IAAI;AAAA,EAC9D;AAEA,MAAI,iBAAiB,aAAa;AAChC,UAAM,QAAQ,IAAI,WAAW,KAAoB;AACjD,WAAO,MAAM,SAAS,WAAW,MAAM,MAAM,GAAG,QAAQ,IAAI;AAAA,EAC9D;AAEA,MAAI,iBAAiB,KAAK,GAAG;AAC3B,UAAM,SAAS,MAAM,UAAU;AAC/B,UAAMC,UAAuB,CAAC;AAC9B,QAAIC,SAAQ;AAEZ,WAAOA,SAAQ,UAAU;AACvB,YAAM,EAAE,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAC1C,UAAI,QAAQ,CAAC,MAAO;AACpB,YAAM,QAAQA,SAAQ,MAAM,SAAS,WACjC,MAAM,MAAM,GAAG,WAAWA,MAAK,IAC/B;AACJ,MAAAD,QAAO,KAAK,KAAK;AACjB,MAAAC,UAAS,MAAM;AAAA,IACjB;AAEA,QAAIA,UAAS,UAAU;AACrB,YAAM,OAAO,OAAO;AAAA,IACtB;AAEA,WAAO,aAAaD,SAAQC,MAAK;AAAA,EACnC;AAEA,QAAM,SAAuB,CAAC;AAC9B,MAAI,QAAQ;AAEZ,mBAAiB,SAAS,OAAoC;AAC5D,QAAI,SAAS,UAAU;AACrB;AAAA,IACF;AACA,UAAM,OAAO,iBAAiB,aAAa,QAAQ,IAAI,WAAW,KAAK;AACvE,UAAM,QAAQ,QAAQ,KAAK,SAAS,WAChC,KAAK,MAAM,GAAG,WAAW,KAAK,IAC9B;AACJ,WAAO,KAAK,KAAK;AACjB,aAAS,MAAM;AAAA,EACjB;AAEA,SAAO,aAAa,QAAQ,KAAK;AACnC;AAEA,SAAS,aAAa,QAAsB,OAA2B;AACrE,QAAM,SAAS,IAAI,WAAW,KAAK;AACnC,MAAI,SAAS;AACb,aAAW,SAAS,QAAQ;AAC1B,WAAO,IAAI,OAAO,MAAM;AACxB,cAAU,MAAM;AAAA,EAClB;AACA,SAAO;AACT;AAEA,SAAS,iBACP,OACqC;AACrC,SAAO,OAAQ,OAAsC,cAAc;AACrE;AAEA,eAAe,kBAAkB,OAAqC;AACpE,QAAM,aAAa,MAAM,eAAe;AACxC,MAAI,OAAO,WAAW,YAAY,YAAY;AAC5C,UAAO,WAAW,QAAgC;AAAA,EACpD;AACA,aAAW,KAAK,KAAK;AACrB,SAAO;AACT;AAEA,eAAsB,aACpB,OACA,OAAsB,CAAC,GACM;AAC7B,QAAM,aAAa,MAAM,kBAAkB,CAAC,CAAC,KAAK,KAAK;AACvD,QAAM,SAAS,MAAM,WAAW,OAAO,KAAK,QAAQ;AACpD,QAAM,SAAS,WAAW,eAAe,MAAM;AAC/C,SAAQ,UAAqB;AAC/B;AAEA,eAAsB,4BACpB,OACA,OAAsB,CAAC,GACO;AAC9B,QAAM,aAAa,MAAM,kBAAkB,CAAC,CAAC,KAAK,KAAK;AACvD,QAAM,SAAS,MAAM,WAAW,OAAO,KAAK,QAAQ;AACpD,QAAM,SAAS,WAAW,kBAAkB,MAAM;AAClD,SAAO,UAAU;AACnB;AAEA,eAAsB,kBACpB,OACA,OAAsB,CAAC,GACO;AAC9B,QAAM,aAAa,MAAM,kBAAkB,CAAC,CAAC,KAAK,KAAK;AACvD,QAAM,SAAS,MAAM,WAAW,OAAO,KAAK,QAAQ;AACpD,QAAM,SAAS,WAAW,oBAAoB,MAAM;AACpD,SAAO,UAAU;AACnB;AAGA,eAAsB,iBACpB,QACA,OAA4B,CAAC,GAK5B;AACD,QAAM,aAAa,MAAM,kBAAkB,CAAC,CAAC,KAAK,KAAK;AAEvD,QAAM,SAAU,WAAW,eAAe,MAAM,KAAgB;AAEhE,QAAM,SAAuF,EAAE,OAAO;AAEtG,MAAI,WAAW,OAAO;AACpB,UAAM,eAAe,WAAW,kBAAkB,MAAM;AACxD,QAAI,cAAc;AAChB,aAAO,YAAY;AAAA,QACjB,WAAW,aAAa;AAAA,QACxB,YAAY,aAAa,OAAO,SAAS;AAAA,MAC3C;AAAA,IACF;AAAA,EACF,WAAW,WAAW,OAAO;AAC3B,UAAM,eAAe,WAAW,oBAAoB,MAAM;AAC1D,QAAI,cAAc,eAAe;AAC/B,aAAO,YAAY;AAAA,QACjB,eAAe,aAAa;AAAA,MAC9B;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAGO,MAAM,oCAAoC,gBAAwC;AAAA,EACvF,YAAY,OAA4B,CAAC,GAAG;AAC1C,QAAI,QAA6B;AAEjC,UAAM;AAAA,MACJ,MAAM,MAAM,YAAY;AACtB,gBAAQ,MAAM,aAAa,OAAO,IAAI;AAAA,MACxC;AAAA,MAEA,UAAU,OAAO,YAAY;AAC3B,YAAI,CAAC,OAAO;AACV,gBAAM,IAAI,MAAM,8BAA8B;AAAA,QAChD;AAEA,cAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,YAAI,OAAO,SAAS,GAAG;AACrB,qBAAW,QAAQ,MAAM;AAAA,QAC3B;AAAA,MACF;AAAA,MAEA,MAAM,YAAY;AAChB,YAAI,CAAC,OAAO;AACV;AAAA,QACF;AAEA,cAAM,SAAS,MAAM,OAAO;AAC5B,YAAI,OAAO,SAAS,GAAG;AACrB,qBAAW,QAAQ,MAAM;AAAA,QAC3B;AAEA,YAAI,KAAK,SAAS;AAChB,gBAAM,QAAQ,MAAM,MAAM;AAC1B,kBAAQ,IAAI,sCAAsC,KAAK;AAAA,QACzD;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAGA,eAAsB,QACpB,OACA,OAA4B,CAAC,GACR;AACrB,QAAM,QAAQ,MAAM,aAAa,OAAO,IAAI;AAE5C,QAAM,aAAa,OAAO,UAAU,WAChC,IAAI,YAAY,EAAE,OAAO,KAAK,IAC9B;AAEJ,QAAM,SAAS,MAAM,KAAK,UAAU;AACpC,QAAM,QAAQ,MAAM,OAAO;AAG3B,QAAM,SAAS,IAAI,WAAW,OAAO,SAAS,MAAM,MAAM;AAC1D,SAAO,IAAI,QAAQ,CAAC;AACpB,SAAO,IAAI,OAAO,OAAO,MAAM;AAE/B,MAAI,KAAK,SAAS;AAChB,UAAM,QAAQ,MAAM,MAAM;AAC1B,YAAQ,IAAI,sCAAsC,KAAK;AAAA,EACzD;AAEA,SAAO;AACT;AAGA,eAAsB,gBACpB,OACA,OAA4B,CAAC,GACZ;AACjB,QAAM,SAAS,MAAM,QAAQ,OAAO,IAAI;AACxC,SAAO,IAAI,YAAY,EAAE,OAAO,MAAM;AACxC;AAoBA,eAAsB,WACpB,OACA,MACqB;AACrB,QAAM,QAAQ,IAAI,aAAa;AAC/B,SAAO,MAAM,QAAQ,OAAO,IAAI;AAClC;AAWA,eAAsB,mBACpB,OACA,MACiB;AACjB,QAAM,SAAS,MAAM,WAAW,OAAO,IAAI;AAC3C,SAAO,IAAI,YAAY,EAAE,OAAO,MAAM;AACxC;AAWO,SAAS,YAAY,QAAwB;AAClD,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,EACX;AACF;AAQO,SAAS,aAAa,QAAwB;AACnD,SAAO;AACT;AAaO,SAAS,qBACd,cACA,cACA,mBAAmB,OACX;AACR,QAAM,WAAW,aAAa,QAAQ,aAAa,EAAE;AACrD,QAAM,YAAY,aAAa,YAAY;AAE3C,MAAI,kBAAkB;AACpB,WAAO,GAAG,QAAQ,cAAc,KAAK,IAAI,CAAC,IAAI,SAAS;AAAA,EACzD;AAEA,SAAO,GAAG,QAAQ,IAAI,SAAS;AACjC;AASO,SAAS,kBAAkB,QAG/B;AACD,QAAM,WAAW,YAAY,MAAM;AACnC,QAAM,YAAY,IAAI,aAAa,MAAM,CAAC;AAE1C,SAAO;AAAA,IACL;AAAA,MACE,aAAa,GAAG,OAAO,YAAY,CAAC;AAAA,MACpC,QAAQ,EAAE,CAAC,QAAQ,GAAG,CAAC,SAAS,EAAE;AAAA,IACpC;AAAA,EACF;AACF;","names":["require","mod","reader","chunks","total"]}
|
|
1
|
+
{"version":3,"sources":["../../src/index.ts"],"sourcesContent":["export type Format = \"csv\" | \"ndjson\" | \"json\" | \"xml\";\r\nexport type DetectInput =\r\n | Uint8Array\r\n | ArrayBuffer\r\n | string\r\n | ReadableStream<Uint8Array>\r\n | AsyncIterable<Uint8Array>;\r\n\r\nexport type CsvDetection = {\r\n delimiter: string;\r\n fields: string[];\r\n};\r\n\r\nexport type XmlDetection = {\r\n elements: string[];\r\n recordElement?: string;\r\n};\r\n\r\nexport type DetectOptions = {\r\n maxBytes?: number;\r\n debug?: boolean;\r\n};\r\n\r\nexport type ProgressCallback = (stats: Stats) => void;\r\n\r\nexport type ConvertBuddyOptions = {\r\n debug?: boolean;\r\n profile?: boolean;\r\n inputFormat?: Format | \"auto\";\r\n outputFormat?: Format;\r\n chunkTargetBytes?: number;\r\n parallelism?: number; // Node only - number of worker threads\r\n maxMemoryMB?: number; // Memory limit for conversions (future use)\r\n csvConfig?: CsvConfig;\r\n xmlConfig?: XmlConfig;\r\n onProgress?: ProgressCallback;\r\n progressIntervalBytes?: number; // Trigger progress callback every N bytes (default: 1MB)\r\n};\r\n\r\nexport type ConvertOptions = {\r\n inputFormat?: Format | \"auto\";\r\n outputFormat: Format;\r\n csvConfig?: CsvConfig;\r\n xmlConfig?: XmlConfig;\r\n onProgress?: ProgressCallback;\r\n};\r\n\r\nexport type CsvConfig = {\r\n delimiter?: string;\r\n quote?: string;\r\n hasHeaders?: boolean;\r\n trimWhitespace?: boolean;\r\n};\r\n\r\nexport type XmlConfig = {\r\n recordElement?: string;\r\n trimText?: boolean;\r\n includeAttributes?: boolean;\r\n expandEntities?: boolean;\r\n};\r\n\r\nexport type Stats = {\r\n bytesIn: number;\r\n bytesOut: number;\r\n chunksIn: number;\r\n recordsProcessed: number;\r\n parseTimeMs: number;\r\n transformTimeMs: number;\r\n writeTimeMs: number;\r\n maxBufferSize: number;\r\n currentPartialSize: number;\r\n throughputMbPerSec: number;\r\n};\r\n\r\ntype WasmModule = {\r\n default?: unknown;\r\n init: (debugEnabled: boolean) => void;\r\n Converter: new (debug: boolean) => {\r\n push: (chunk: Uint8Array) => Uint8Array;\r\n finish: () => Uint8Array;\r\n getStats: () => Stats;\r\n };\r\n detectFormat?: (sample: Uint8Array) => string | null | undefined;\r\n detectCsvFields?: (sample: Uint8Array) => CsvDetection | null | undefined;\r\n detectXmlElements?: (sample: Uint8Array) => XmlDetection | null | undefined;\r\n getSimdEnabled?: () => boolean;\r\n __wbg_set_wasm?: (wasm: unknown) => void;\r\n};\r\n\r\nlet wasmModuleInstance: WasmModule | null = null;\r\nlet wasmModuleLoadPromise: Promise<WasmModule> | null = null;\r\nlet wasmThreadingSupported = false;\r\nlet threadPool: any = null; // Custom WASM thread pool (browser)\r\nlet nodejsThreadPool: any = null; // Node.js specific thread pool\r\n\r\n// Detect SharedArrayBuffer support for WASM threading\r\nfunction detectWasmThreadingSupport(): boolean {\r\n if (typeof SharedArrayBuffer === 'undefined') {\r\n return false;\r\n }\r\n \r\n // Test if we can actually create a SharedArrayBuffer\r\n try {\r\n new SharedArrayBuffer(1);\r\n return true;\r\n } catch (e) {\r\n return false;\r\n }\r\n}\r\n\r\nasync function loadWasmModule(): Promise<WasmModule> {\r\n // Return cached instance if already loaded\r\n if (wasmModuleInstance) {\r\n return wasmModuleInstance;\r\n }\r\n\r\n // If load is in progress, wait for it\r\n if (wasmModuleLoadPromise) {\r\n return wasmModuleLoadPromise;\r\n }\r\n\r\n // Start loading\r\n wasmModuleLoadPromise = (async () => {\r\n const isNode =\r\n typeof process !== \"undefined\" &&\r\n !!(process as any).versions?.node;\r\n\r\n // Detect threading support\r\n wasmThreadingSupported = detectWasmThreadingSupport();\r\n \r\n if (isNode) {\r\n const { createRequire } = await import(\"node:module\");\r\n const require = createRequire(import.meta.url);\r\n const mod = require(\"../../wasm-node.cjs\");\r\n return mod as WasmModule;\r\n }\r\n\r\n const wasmUrl = new URL(\"../wasm/web/convert_buddy.js\", import.meta.url);\r\n const mod = (await import(wasmUrl.href)) as unknown as WasmModule;\r\n \r\n // Initialize threading if supported\r\n if (wasmThreadingSupported && (mod as any).initThreadPool) {\r\n try {\r\n const numThreads = Math.min(navigator.hardwareConcurrency || 4, 8);\r\n await (mod as any).initThreadPool(numThreads);\r\n console.log(`[convert-buddy] WASM threading initialized with ${numThreads} threads`);\r\n } catch (e) {\r\n console.warn('[convert-buddy] WASM threading initialization failed, using single-thread:', e);\r\n wasmThreadingSupported = false;\r\n }\r\n }\r\n \r\n return mod;\r\n })();\r\n\r\n try {\r\n wasmModuleInstance = await wasmModuleLoadPromise;\r\n return wasmModuleInstance;\r\n } finally {\r\n wasmModuleLoadPromise = null;\r\n }\r\n}\r\n\r\nlet wasmInitialized = false;\r\nlet wasmInitPromise: Promise<void> | null = null;\r\n\r\nasync function initWasm(debug: boolean): Promise<void> {\r\n // If already initialized, return immediately\r\n if (wasmInitialized) {\r\n return;\r\n }\r\n\r\n // If initialization is in progress, wait for it\r\n if (wasmInitPromise) {\r\n return wasmInitPromise;\r\n }\r\n\r\n // Start initialization\r\n wasmInitPromise = (async () => {\r\n const wasmModule = await loadWasmModule();\r\n\r\n if (typeof wasmModule.default === \"function\") {\r\n await (wasmModule.default as () => Promise<void>)();\r\n }\r\n\r\n wasmModule.init(debug);\r\n \r\n // Note: Node.js enhanced threading is handled at the JavaScript level\r\n // No WASM thread pool initialization needed\r\n \r\n wasmInitialized = true;\r\n })();\r\n\r\n try {\r\n await wasmInitPromise;\r\n } finally {\r\n wasmInitPromise = null;\r\n }\r\n}\r\n\r\nexport class ConvertBuddy {\r\n private converter: any;\r\n private debug: boolean;\r\n private profile: boolean;\r\n private aborted: boolean = false;\r\n private paused: boolean = false;\r\n private onProgress?: ProgressCallback;\r\n private progressIntervalBytes: number;\r\n private lastProgressBytes: number = 0;\r\n private globalConfig: ConvertBuddyOptions;\r\n private initialized: boolean = false;\r\n public simd: boolean;\r\n\r\n /**\r\n * Create a new ConvertBuddy instance with global configuration.\r\n * This is useful when you want to set memory limits, debug mode, or other global settings.\r\n * \r\n * @example\r\n * const buddy = new ConvertBuddy({ maxMemoryMB: 512, debug: true });\r\n * const result = await buddy.convert(input, { outputFormat: \"json\" });\r\n */\r\n constructor(opts: ConvertBuddyOptions = {}) {\r\n // Initialize basic properties\r\n this.debug = !!opts.debug;\r\n this.profile = !!opts.profile;\r\n this.simd = false; // Will be set on first convert\r\n this.globalConfig = opts;\r\n this.progressIntervalBytes = opts.progressIntervalBytes || 1024 * 1024;\r\n this.onProgress = opts.onProgress;\r\n this.converter = null; // Will be initialized lazily\r\n this.initialized = false;\r\n }\r\n\r\n /**\r\n * Convert input (string, Buffer, File, URL, etc.) to the desired output format.\r\n * This is the main method for the new simplified API.\r\n * \r\n * @example\r\n * // Auto-detect everything\r\n * const buddy = new ConvertBuddy();\r\n * const result = await buddy.convert(\"https://example.com/data.csv\", { outputFormat: \"json\" });\r\n * \r\n * @example\r\n * // With configuration\r\n * const buddy = new ConvertBuddy({ maxMemoryMB: 512 });\r\n * const result = await buddy.convert(file, { inputFormat: \"csv\", outputFormat: \"json\" });\r\n */\r\n async convert(\r\n input: string | Uint8Array | File | Blob | ReadableStream<Uint8Array>,\r\n opts: ConvertOptions\r\n ): Promise<Uint8Array> {\r\n // Merge global and local options\r\n const mergedOpts: ConvertBuddyOptions = {\r\n ...this.globalConfig,\r\n ...opts,\r\n inputFormat: opts.inputFormat || this.globalConfig.inputFormat || \"auto\",\r\n };\r\n\r\n // Detect input type and convert accordingly\r\n if (typeof input === \"string\") {\r\n // Could be URL or raw data\r\n if (input.startsWith(\"http://\") || input.startsWith(\"https://\")) {\r\n // Fetch from URL\r\n return this.convertFromUrl(input, mergedOpts);\r\n } else {\r\n // Treat as raw data\r\n return this.convertFromString(input, mergedOpts);\r\n }\r\n } else if (input instanceof Uint8Array) {\r\n return this.convertFromBuffer(input, mergedOpts);\r\n } else if (typeof File !== \"undefined\" && input instanceof File) {\r\n return this.convertFromFile(input as File, mergedOpts);\r\n } else if (typeof Blob !== \"undefined\" && input instanceof Blob) {\r\n return this.convertFromBlob(input as Blob, mergedOpts);\r\n } else if (typeof ReadableStream !== \"undefined\" && input instanceof ReadableStream) {\r\n return this.convertFromStream(input, mergedOpts);\r\n } else {\r\n throw new Error(\"Unsupported input type\");\r\n }\r\n }\r\n\r\n private async convertFromUrl(url: string, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n const response = await fetch(url);\r\n if (!response.ok) {\r\n throw new Error(`Failed to fetch ${url}: ${response.statusText}`);\r\n }\r\n \r\n const stream = response.body;\r\n if (!stream) {\r\n throw new Error(\"Response body is null\");\r\n }\r\n\r\n return this.convertFromStream(stream, opts);\r\n }\r\n\r\n private async convertFromString(input: string, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n const inputBytes = new TextEncoder().encode(input);\r\n return this.convertFromBuffer(inputBytes, opts);\r\n }\r\n\r\n private async convertFromBuffer(input: Uint8Array, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n // Use WASM threading for large inputs when available\r\n const useWasmThreading = wasmThreadingSupported && input.length > 256 * 1024; // 256KB threshold\r\n \r\n if (useWasmThreading && opts.debug) {\r\n console.log('[convert-buddy] Using WASM threading for parallel processing');\r\n }\r\n \r\n // Check if we should use JavaScript-level parallelism as fallback\r\n if (!useWasmThreading && opts.parallelism && opts.parallelism > 1 && input.length > 512 * 1024) {\r\n if (opts.debug) {\r\n console.log('[convert-buddy] WASM threading not available, using JavaScript parallelism');\r\n }\r\n return this.convertFromBufferParallel(input, opts);\r\n }\r\n\r\n // Handle auto-detection\r\n let actualOpts = { ...opts };\r\n \r\n if (opts.inputFormat === \"auto\") {\r\n const detected = await autoDetectConfig(input, { debug: opts.debug });\r\n \r\n if (detected.format !== \"unknown\") {\r\n actualOpts.inputFormat = detected.format as Format;\r\n \r\n if (detected.csvConfig) {\r\n actualOpts.csvConfig = opts.csvConfig ? { ...detected.csvConfig, ...opts.csvConfig } : detected.csvConfig;\r\n }\r\n \r\n if (detected.xmlConfig) {\r\n actualOpts.xmlConfig = opts.xmlConfig ? { ...detected.xmlConfig, ...opts.xmlConfig } : detected.xmlConfig;\r\n }\r\n \r\n if (opts.debug) {\r\n console.log(\"[convert-buddy] Auto-detected format:\", detected.format);\r\n }\r\n } else {\r\n throw new Error(\"Could not auto-detect input format. Please specify inputFormat explicitly.\");\r\n }\r\n }\r\n\r\n const buddy = await ConvertBuddy.create(actualOpts);\r\n const output = buddy.push(input);\r\n const final = buddy.finish();\r\n\r\n // Combine outputs\r\n const result = new Uint8Array(output.length + final.length);\r\n result.set(output, 0);\r\n result.set(final, output.length);\r\n\r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n\r\n return result;\r\n }\r\n\r\n private async convertFromBufferParallel(input: Uint8Array, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n // Only use parallel processing for large inputs and supported conversions\r\n const parallelThreshold = 512 * 1024; // 512KB (lowered threshold for better parallelism)\r\n const maxConcurrency = Math.min(navigator?.hardwareConcurrency || \r\n (typeof process !== 'undefined' ? require('os').cpus().length : 4), 8);\r\n \r\n if (input.length < parallelThreshold || !opts.parallelism || opts.parallelism < 2) {\r\n return this.convertFromBuffer(input, { ...opts, parallelism: 1 });\r\n }\r\n\r\n // Extended support for parallel processing\r\n const supportedConversions = [\r\n { input: \"csv\", output: \"ndjson\" },\r\n { input: \"csv\", output: \"json\" },\r\n { input: \"ndjson\", output: \"json\" },\r\n { input: \"ndjson\", output: \"csv\" },\r\n { input: \"ndjson\", output: \"ndjson\" }, // passthrough optimization\r\n { input: \"json\", output: \"ndjson\" },\r\n { input: \"json\", output: \"csv\" },\r\n ];\r\n\r\n const isSupported = supportedConversions.some(\r\n conv => conv.input === opts.inputFormat && conv.output === opts.outputFormat\r\n );\r\n\r\n if (!isSupported) {\r\n if (opts.debug) {\r\n console.log(`[convert-buddy] Parallel processing not supported for ${opts.inputFormat} → ${opts.outputFormat}, using sequential`);\r\n }\r\n return this.convertFromBuffer(input, { ...opts, parallelism: 1 });\r\n }\r\n\r\n try {\r\n const actualThreads = Math.min(maxConcurrency, opts.parallelism || maxConcurrency);\r\n const isNodejs = typeof process !== 'undefined';\r\n \r\n if (opts.debug) {\r\n const threadingType = isNodejs ? 'Node.js WASM threading' : 'Browser custom threading';\r\n console.log(`[convert-buddy] Using ${threadingType} with ${actualThreads} threads`);\r\n }\r\n\r\n if (isNodejs) {\r\n // Try enhanced Node.js threading first\r\n if (!nodejsThreadPool) {\r\n try {\r\n const { NodejsThreadPool } = await import('./nodejs-thread-pool');\r\n nodejsThreadPool = new NodejsThreadPool({\r\n maxWorkers: actualThreads,\r\n wasmPath: '../../wasm-node.cjs'\r\n });\r\n await nodejsThreadPool.initialize();\r\n } catch (error) {\r\n if (opts.debug) {\r\n console.log('[convert-buddy] Node.js thread pool creation failed, using JS parallelism:', error);\r\n }\r\n }\r\n }\r\n\r\n if (nodejsThreadPool) {\r\n return this.convertUsingNodejsThreadPool(input, opts, actualThreads);\r\n } else {\r\n return this.convertUsingJsParallelism(input, opts, actualThreads);\r\n }\r\n } else {\r\n // Browser: Create custom thread pool for WASM-level parallelism\r\n if (!threadPool) {\r\n const { WasmThreadPool } = await import('./thread-pool');\r\n threadPool = new WasmThreadPool({\r\n maxWorkers: actualThreads,\r\n wasmPath: '../wasm/web/convert_buddy.js'\r\n });\r\n await threadPool.initialize();\r\n }\r\n\r\n return this.convertUsingWasmThreadPool(input, opts, actualThreads);\r\n }\r\n \r\n } catch (error) {\r\n if (opts.debug) {\r\n console.warn(`[convert-buddy] Parallel processing failed, falling back to sequential:`, error);\r\n }\r\n return this.convertFromBuffer(input, { ...opts, parallelism: 1 });\r\n }\r\n }\r\n\r\n private async convertUsingNodejsThreadPool(input: Uint8Array, opts: ConvertBuddyOptions, numThreads: number): Promise<Uint8Array> {\r\n const { chunkDataNodejs, mergeResultsNodejs } = await import('./nodejs-thread-pool');\r\n \r\n if (opts.debug) {\r\n console.log(`[convert-buddy] Processing with enhanced Node.js threading (${numThreads} workers)`);\r\n }\r\n\r\n // Use optimized chunking for Node.js\r\n const chunks = chunkDataNodejs(input, numThreads);\r\n \r\n // Process chunks using Node.js worker threads\r\n const results = await nodejsThreadPool!.processChunks('convert', chunks, {\r\n outputFormat: opts.outputFormat,\r\n inputFormat: opts.inputFormat,\r\n csvConfig: opts.csvConfig,\r\n xmlConfig: opts.xmlConfig,\r\n debug: false // Disable debug in workers to reduce noise\r\n });\r\n\r\n // Merge results intelligently based on output format\r\n const merged = mergeResultsNodejs(results, opts.outputFormat!);\r\n \r\n if (opts.debug) {\r\n console.log(`[convert-buddy] Node.js threading completed: ${chunks.length} chunks, ${merged.length} bytes`);\r\n }\r\n\r\n return merged;\r\n }\r\n\r\n private async convertUsingWasmThreadPool(input: Uint8Array, opts: ConvertBuddyOptions, numThreads: number): Promise<Uint8Array> {\r\n const inputStr = new TextDecoder().decode(input);\r\n \r\n // Import chunking utilities\r\n const { chunkData, mergeResults } = await import('./thread-pool');\r\n const chunks = chunkData(inputStr, numThreads);\r\n \r\n if (opts.debug) {\r\n console.log(`[convert-buddy] Processing ${chunks.length} chunks with WASM thread pool`);\r\n }\r\n\r\n // Determine method based on conversion type\r\n let method: string;\r\n const conversion = `${opts.inputFormat}_to_${opts.outputFormat}`;\r\n switch (conversion) {\r\n case 'csv_to_ndjson':\r\n case 'csv_to_json':\r\n method = 'parseCSV';\r\n break;\r\n case 'ndjson_to_csv':\r\n case 'ndjson_to_json':\r\n method = 'parseNDJSON';\r\n break;\r\n case 'json_to_csv':\r\n case 'json_to_ndjson':\r\n method = 'parseJSON';\r\n break;\r\n default:\r\n throw new Error(`Unsupported conversion: ${conversion}`);\r\n }\r\n\r\n // Process chunks in parallel using thread pool\r\n const results = await threadPool!.processChunks(method, chunks, {\r\n outputFormat: opts.outputFormat,\r\n csvConfig: opts.csvConfig,\r\n xmlConfig: opts.xmlConfig,\r\n debug: opts.debug\r\n });\r\n\r\n // Merge results intelligently based on output format\r\n const merged = mergeResults(results, opts.outputFormat!);\r\n return new TextEncoder().encode(merged);\r\n }\r\n\r\n private async convertUsingJsParallelism(input: Uint8Array, opts: ConvertBuddyOptions, numThreads: number): Promise<Uint8Array> {\r\n // Split input into chunks based on line boundaries for CSV/NDJSON\r\n const chunks = this.splitIntoChunks(input, Math.max(1, Math.floor(input.length / numThreads)));\r\n \r\n if (opts.debug) {\r\n console.log(`[convert-buddy] Processing ${chunks.length} chunks with JS-level parallelism`);\r\n }\r\n \r\n // Process chunks in parallel with improved coordination\r\n const chunkPromises = chunks.map(async (chunk, index) => {\r\n const chunkOpts = { ...opts, parallelism: 1 }; // Disable recursion\r\n \r\n // For CSV with headers, only the first chunk should process headers\r\n if (opts.inputFormat === \"csv\" && index > 0) {\r\n chunkOpts.csvConfig = { ...chunkOpts.csvConfig, hasHeaders: false };\r\n }\r\n \r\n const chunkBuddy = await ConvertBuddy.create(chunkOpts);\r\n const output = chunkBuddy.push(chunk);\r\n const final = chunkBuddy.finish();\r\n \r\n // Combine chunk output\r\n const result = new Uint8Array(output.length + final.length);\r\n result.set(output, 0);\r\n result.set(final, output.length);\r\n \r\n return result;\r\n });\r\n\r\n const chunkResults = await Promise.all(chunkPromises);\r\n\r\n // Combine results more efficiently\r\n const totalLength = chunkResults.reduce((sum, chunk) => sum + chunk.length, 0);\r\n const result = new Uint8Array(totalLength);\r\n \r\n let offset = 0;\r\n for (const chunk of chunkResults) {\r\n result.set(chunk, offset);\r\n offset += chunk.length;\r\n }\r\n\r\n if (opts.debug) {\r\n console.log(`[convert-buddy] JS parallel processing completed: ${chunks.length} chunks, ${totalLength} bytes`);\r\n }\r\n\r\n return result;\r\n }\r\n\r\n private splitIntoChunks(input: Uint8Array, targetChunkSize: number): Uint8Array[] {\r\n if (input.length <= targetChunkSize) {\r\n return [input];\r\n }\r\n\r\n const chunks: Uint8Array[] = [];\r\n let start = 0;\r\n\r\n while (start < input.length) {\r\n let end = Math.min(start + targetChunkSize, input.length);\r\n \r\n // Try to find a line boundary within a reasonable range\r\n if (end < input.length) {\r\n const searchStart = Math.max(start + targetChunkSize - 1024, start);\r\n const searchEnd = Math.min(end + 1024, input.length);\r\n \r\n // Look for newline\r\n for (let i = searchEnd - 1; i >= searchStart; i--) {\r\n if (input[i] === 0x0A) { // '\\n'\r\n end = i + 1;\r\n break;\r\n }\r\n }\r\n }\r\n \r\n chunks.push(input.slice(start, end));\r\n start = end;\r\n }\r\n\r\n return chunks;\r\n }\r\n\r\n private async convertFromFile(file: File, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n return this.convertFromBlob(file, opts);\r\n }\r\n\r\n private async convertFromBlob(blob: Blob, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n // Handle auto-detection\r\n let actualOpts = { ...opts };\r\n \r\n if (opts.inputFormat === \"auto\") {\r\n const sampleSize = 256 * 1024; // 256KB\r\n const sampleBlob = blob.slice(0, sampleSize);\r\n const sampleBuffer = await sampleBlob.arrayBuffer();\r\n const sample = new Uint8Array(sampleBuffer as ArrayBuffer);\r\n \r\n const detected = await autoDetectConfig(sample, { debug: opts.debug });\r\n \r\n if (detected.format !== \"unknown\") {\r\n actualOpts.inputFormat = detected.format as Format;\r\n \r\n if (detected.csvConfig) {\r\n actualOpts.csvConfig = opts.csvConfig ? { ...detected.csvConfig, ...opts.csvConfig } : detected.csvConfig;\r\n }\r\n \r\n if (detected.xmlConfig) {\r\n actualOpts.xmlConfig = opts.xmlConfig ? { ...detected.xmlConfig, ...opts.xmlConfig } : detected.xmlConfig;\r\n }\r\n \r\n if (opts.debug) {\r\n console.log(\"[convert-buddy] Auto-detected format:\", detected.format);\r\n }\r\n } else {\r\n throw new Error(\"Could not auto-detect input format. Please specify inputFormat explicitly.\");\r\n }\r\n }\r\n\r\n const buddy = await ConvertBuddy.create(actualOpts);\r\n \r\n // Read blob as stream and process\r\n const stream = blob.stream();\r\n const reader = stream.getReader();\r\n \r\n const outputs: Uint8Array[] = [];\r\n \r\n try {\r\n while (true) {\r\n const { done, value } = await reader.read();\r\n if (done) break;\r\n \r\n const output = buddy.push(value);\r\n if (output.length > 0) {\r\n outputs.push(output);\r\n }\r\n }\r\n \r\n const final = buddy.finish();\r\n if (final.length > 0) {\r\n outputs.push(final);\r\n }\r\n \r\n // Combine all outputs\r\n const totalLength = outputs.reduce((sum, arr) => sum + arr.length, 0);\r\n const result = new Uint8Array(totalLength);\r\n let offset = 0;\r\n for (const output of outputs) {\r\n result.set(output, offset);\r\n offset += output.length;\r\n }\r\n \r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n \r\n return result;\r\n } finally {\r\n reader.releaseLock();\r\n }\r\n }\r\n\r\n private async convertFromStream(stream: ReadableStream<Uint8Array>, opts: ConvertBuddyOptions): Promise<Uint8Array> {\r\n // Handle auto-detection by reading a sample first\r\n let actualOpts = { ...opts };\r\n let firstChunks: Uint8Array[] = [];\r\n let totalSampleBytes = 0;\r\n const maxSampleSize = 256 * 1024; // 256KB\r\n \r\n if (opts.inputFormat === \"auto\") {\r\n const reader = stream.getReader();\r\n \r\n try {\r\n while (totalSampleBytes < maxSampleSize) {\r\n const { done, value } = await reader.read();\r\n if (done || !value) break;\r\n \r\n firstChunks.push(value);\r\n totalSampleBytes += value.length;\r\n }\r\n \r\n // Concatenate sample\r\n const sample = new Uint8Array(totalSampleBytes);\r\n let offset = 0;\r\n for (const chunk of firstChunks) {\r\n sample.set(chunk, offset);\r\n offset += chunk.length;\r\n }\r\n \r\n const detected = await autoDetectConfig(sample, { debug: opts.debug });\r\n \r\n if (detected.format !== \"unknown\") {\r\n actualOpts.inputFormat = detected.format as Format;\r\n \r\n if (detected.csvConfig) {\r\n actualOpts.csvConfig = opts.csvConfig ? { ...detected.csvConfig, ...opts.csvConfig } : detected.csvConfig;\r\n }\r\n \r\n if (detected.xmlConfig) {\r\n actualOpts.xmlConfig = opts.xmlConfig ? { ...detected.xmlConfig, ...opts.xmlConfig } : detected.xmlConfig;\r\n }\r\n \r\n if (opts.debug) {\r\n console.log(\"[convert-buddy] Auto-detected format:\", detected.format);\r\n }\r\n } else {\r\n throw new Error(\"Could not auto-detect input format. Please specify inputFormat explicitly.\");\r\n }\r\n } finally {\r\n reader.releaseLock();\r\n }\r\n }\r\n\r\n const buddy = await ConvertBuddy.create(actualOpts);\r\n \r\n // Process buffered chunks from auto-detection\r\n const outputs: Uint8Array[] = [];\r\n for (const chunk of firstChunks) {\r\n const output = buddy.push(chunk);\r\n if (output.length > 0) {\r\n outputs.push(output);\r\n }\r\n }\r\n \r\n // Continue with the rest of the stream\r\n const reader = stream.getReader();\r\n \r\n try {\r\n while (true) {\r\n const { done, value } = await reader.read();\r\n if (done) break;\r\n \r\n const output = buddy.push(value);\r\n if (output.length > 0) {\r\n outputs.push(output);\r\n }\r\n }\r\n \r\n const final = buddy.finish();\r\n if (final.length > 0) {\r\n outputs.push(final);\r\n }\r\n \r\n // Combine all outputs\r\n const totalLength = outputs.reduce((sum, arr) => sum + arr.length, 0);\r\n const result = new Uint8Array(totalLength);\r\n let offset = 0;\r\n for (const output of outputs) {\r\n result.set(output, offset);\r\n offset += output.length;\r\n }\r\n \r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n \r\n return result;\r\n } finally {\r\n reader.releaseLock();\r\n }\r\n }\r\n\r\n /**\r\n * Legacy create method for backward compatibility.\r\n * Prefer using the constructor: new ConvertBuddy(opts)\r\n */\r\n static async create(opts: ConvertBuddyOptions = {}): Promise<ConvertBuddy> {\r\n const debug = !!opts.debug;\r\n const profile = !!opts.profile;\r\n\r\n // Initialize WASM once (singleton)\r\n await initWasm(debug);\r\n\r\n const wasmModule = await loadWasmModule();\r\n\r\n // Handle auto-detection\r\n let inputFormat = opts.inputFormat;\r\n let csvConfig = opts.csvConfig;\r\n\r\n // We can't auto-detect without data, so we'll defer this to push()\r\n // For now, just validate the format if it's not \"auto\"\r\n if (inputFormat === \"auto\") {\r\n // Auto-detection will be handled on first push()\r\n inputFormat = undefined;\r\n }\r\n\r\n // Optimize chunk size for better WASM performance\r\n // Larger chunks reduce boundary crossing overhead\r\n // Default: 512KB (was 1MB), but can be customized\r\n const chunkTargetBytes = opts.chunkTargetBytes || (512 * 1024);\r\n\r\n let converter;\r\n if (inputFormat && opts.outputFormat) {\r\n // Use withConfig for custom formats\r\n const Converter = (wasmModule as any).Converter;\r\n converter = Converter.withConfig(\r\n debug,\r\n inputFormat,\r\n opts.outputFormat,\r\n chunkTargetBytes,\r\n profile,\r\n csvConfig || null,\r\n opts.xmlConfig || null\r\n );\r\n } else {\r\n converter = new wasmModule.Converter(debug);\r\n }\r\n\r\n // Check if SIMD is enabled\r\n const simdEnabled = (wasmModule as any).getSimdEnabled?.() ?? false;\r\n\r\n if (debug) console.log(\"[convert-buddy-js] initialized with chunkTargetBytes:\", chunkTargetBytes, \"simd:\", simdEnabled, opts);\r\n \r\n // Create instance using constructor and set internal properties\r\n const instance = new ConvertBuddy(opts);\r\n instance.converter = converter;\r\n instance.simd = simdEnabled;\r\n instance.initialized = true;\r\n \r\n return instance;\r\n }\r\n\r\n push(chunk: Uint8Array): Uint8Array {\r\n if (this.aborted) {\r\n throw new Error(\"Conversion has been aborted\");\r\n }\r\n\r\n if (this.paused) {\r\n throw new Error(\"Conversion is paused. Call resume() before pushing more data.\");\r\n }\r\n\r\n if (this.debug) console.log(\"[convert-buddy-js] push\", chunk.byteLength);\r\n const output = this.converter.push(chunk);\r\n\r\n // Check if we should trigger progress callback\r\n if (this.onProgress) {\r\n const stats = this.stats();\r\n if (stats.bytesIn - this.lastProgressBytes >= this.progressIntervalBytes) {\r\n this.onProgress(stats);\r\n this.lastProgressBytes = stats.bytesIn;\r\n }\r\n }\r\n\r\n return output;\r\n }\r\n\r\n finish(): Uint8Array {\r\n if (this.aborted) {\r\n throw new Error(\"Conversion has been aborted\");\r\n }\r\n\r\n if (this.debug) console.log(\"[convert-buddy-js] finish\");\r\n const output = this.converter.finish();\r\n\r\n // Final progress callback\r\n if (this.onProgress) {\r\n this.onProgress(this.stats());\r\n }\r\n\r\n return output;\r\n }\r\n\r\n stats(): Stats {\r\n return this.converter.getStats();\r\n }\r\n\r\n abort(): void {\r\n this.aborted = true;\r\n if (this.debug) console.log(\"[convert-buddy-js] aborted\");\r\n }\r\n\r\n pause(): void {\r\n this.paused = true;\r\n if (this.debug) console.log(\"[convert-buddy-js] paused\");\r\n }\r\n\r\n resume(): void {\r\n this.paused = false;\r\n if (this.debug) console.log(\"[convert-buddy-js] resumed\");\r\n }\r\n\r\n isAborted(): boolean {\r\n return this.aborted;\r\n }\r\n\r\n isPaused(): boolean {\r\n return this.paused;\r\n }\r\n}\r\n\r\nasync function readSample(\r\n input: DetectInput,\r\n maxBytes = 256 * 1024\r\n): Promise<Uint8Array> {\r\n if (typeof input === \"string\") {\r\n const encoded = new TextEncoder().encode(input);\r\n return encoded.length > maxBytes ? encoded.slice(0, maxBytes) : encoded;\r\n }\r\n\r\n if (input instanceof Uint8Array) {\r\n return input.length > maxBytes ? input.slice(0, maxBytes) : input;\r\n }\r\n\r\n if (input instanceof ArrayBuffer) {\r\n const bytes = new Uint8Array(input as ArrayBuffer);\r\n return bytes.length > maxBytes ? bytes.slice(0, maxBytes) : bytes;\r\n }\r\n\r\n if (isReadableStream(input)) {\r\n const reader = input.getReader();\r\n const chunks: Uint8Array[] = [];\r\n let total = 0;\r\n\r\n while (total < maxBytes) {\r\n const { value, done } = await reader.read();\r\n if (done || !value) break;\r\n const slice = total + value.length > maxBytes\r\n ? value.slice(0, maxBytes - total)\r\n : value;\r\n chunks.push(slice);\r\n total += slice.length;\r\n }\r\n\r\n if (total >= maxBytes) {\r\n await reader.cancel();\r\n }\r\n\r\n return concatChunks(chunks, total);\r\n }\r\n\r\n const chunks: Uint8Array[] = [];\r\n let total = 0;\r\n\r\n for await (const chunk of input as AsyncIterable<Uint8Array>) {\r\n if (total >= maxBytes) {\r\n break;\r\n }\r\n const data = chunk instanceof Uint8Array ? chunk : new Uint8Array(chunk);\r\n const slice = total + data.length > maxBytes\r\n ? data.slice(0, maxBytes - total)\r\n : data;\r\n chunks.push(slice);\r\n total += slice.length;\r\n }\r\n\r\n return concatChunks(chunks, total);\r\n}\r\n\r\nfunction concatChunks(chunks: Uint8Array[], total: number): Uint8Array {\r\n const result = new Uint8Array(total);\r\n let offset = 0;\r\n for (const chunk of chunks) {\r\n result.set(chunk, offset);\r\n offset += chunk.length;\r\n }\r\n return result;\r\n}\r\n\r\nfunction isReadableStream(\r\n input: DetectInput\r\n): input is ReadableStream<Uint8Array> {\r\n return typeof (input as ReadableStream<Uint8Array>)?.getReader === \"function\";\r\n}\r\n\r\nasync function loadDetectionWasm(debug: boolean): Promise<WasmModule> {\r\n const wasmModule = await loadWasmModule();\r\n if (typeof wasmModule.default === \"function\") {\r\n await (wasmModule.default as () => Promise<void>)();\r\n }\r\n wasmModule.init(debug);\r\n return wasmModule;\r\n}\r\n\r\nexport async function detectFormat(\r\n input: DetectInput,\r\n opts: DetectOptions = {}\r\n): Promise<Format | \"unknown\"> {\r\n const wasmModule = await loadDetectionWasm(!!opts.debug);\r\n const sample = await readSample(input, opts.maxBytes);\r\n const format = wasmModule.detectFormat?.(sample);\r\n return (format as Format) ?? \"unknown\";\r\n}\r\n\r\nexport async function detectCsvFieldsAndDelimiter(\r\n input: DetectInput,\r\n opts: DetectOptions = {}\r\n): Promise<CsvDetection | null> {\r\n const wasmModule = await loadDetectionWasm(!!opts.debug);\r\n const sample = await readSample(input, opts.maxBytes);\r\n const result = wasmModule.detectCsvFields?.(sample);\r\n return result ?? null;\r\n}\r\n\r\nexport async function detectXmlElements(\r\n input: DetectInput,\r\n opts: DetectOptions = {}\r\n): Promise<XmlDetection | null> {\r\n const wasmModule = await loadDetectionWasm(!!opts.debug);\r\n const sample = await readSample(input, opts.maxBytes);\r\n const result = wasmModule.detectXmlElements?.(sample);\r\n return result ?? null;\r\n}\r\n\r\n// Helper to auto-detect format and CSV configuration from sample data\r\nexport async function autoDetectConfig(\r\n sample: Uint8Array,\r\n opts: { debug?: boolean } = {}\r\n): Promise<{ \r\n format: Format | \"unknown\"; \r\n csvConfig?: CsvConfig;\r\n xmlConfig?: XmlConfig;\r\n}> {\r\n const wasmModule = await loadDetectionWasm(!!opts.debug);\r\n \r\n const format = (wasmModule.detectFormat?.(sample) as Format) ?? \"unknown\";\r\n \r\n const result: { format: Format | \"unknown\"; csvConfig?: CsvConfig; xmlConfig?: XmlConfig } = { format };\r\n \r\n if (format === \"csv\") {\r\n const csvDetection = wasmModule.detectCsvFields?.(sample);\r\n if (csvDetection) {\r\n result.csvConfig = {\r\n delimiter: csvDetection.delimiter,\r\n hasHeaders: csvDetection.fields.length > 0,\r\n };\r\n }\r\n } else if (format === \"xml\") {\r\n const xmlDetection = wasmModule.detectXmlElements?.(sample);\r\n if (xmlDetection?.recordElement) {\r\n result.xmlConfig = {\r\n recordElement: xmlDetection.recordElement,\r\n };\r\n }\r\n }\r\n \r\n return result;\r\n}\r\n\r\n// Web Streams TransformStream adapter\r\nexport class ConvertBuddyTransformStream extends TransformStream<Uint8Array, Uint8Array> {\r\n constructor(opts: ConvertBuddyOptions = {}) {\r\n let buddy: ConvertBuddy | null = null;\r\n\r\n super({\r\n async start(controller) {\r\n buddy = await ConvertBuddy.create(opts);\r\n },\r\n\r\n transform(chunk, controller) {\r\n if (!buddy) {\r\n throw new Error(\"ConvertBuddy not initialized\");\r\n }\r\n\r\n const output = buddy.push(chunk);\r\n if (output.length > 0) {\r\n controller.enqueue(output);\r\n }\r\n },\r\n\r\n flush(controller) {\r\n if (!buddy) {\r\n return;\r\n }\r\n\r\n const output = buddy.finish();\r\n if (output.length > 0) {\r\n controller.enqueue(output);\r\n }\r\n\r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n },\r\n });\r\n }\r\n}\r\n\r\n// Utility: Convert entire buffer/string\r\nexport async function convert(\r\n input: Uint8Array | string,\r\n opts: ConvertBuddyOptions = {}\r\n): Promise<Uint8Array> {\r\n const buddy = await ConvertBuddy.create(opts);\r\n\r\n const inputBytes = typeof input === \"string\" \r\n ? new TextEncoder().encode(input)\r\n : input;\r\n\r\n const output = buddy.push(inputBytes);\r\n const final = buddy.finish();\r\n\r\n // Combine outputs\r\n const result = new Uint8Array(output.length + final.length);\r\n result.set(output, 0);\r\n result.set(final, output.length);\r\n\r\n if (opts.profile) {\r\n const stats = buddy.stats();\r\n console.log(\"[convert-buddy] Performance Stats:\", stats);\r\n }\r\n\r\n return result;\r\n}\r\n\r\n// Utility: Convert and return as string\r\nexport async function convertToString(\r\n input: Uint8Array | string,\r\n opts: ConvertBuddyOptions = {}\r\n): Promise<string> {\r\n const result = await convert(input, opts);\r\n return new TextDecoder().decode(result);\r\n}\r\n\r\n/**\r\n * Ultra-simple standalone convert function with auto-detection.\r\n * Accepts any input type (URL, File, Buffer, string, stream) and automatically detects format.\r\n * \r\n * @example\r\n * // From URL\r\n * import { convertAny } from \"convert-buddy-js\";\r\n * const result = await convertAny(\"https://example.com/data.csv\", { outputFormat: \"json\" });\r\n * \r\n * @example\r\n * // From File (browser)\r\n * const file = fileInput.files[0];\r\n * const result = await convertAny(file, { outputFormat: \"ndjson\" });\r\n * \r\n * @example\r\n * // From string data\r\n * const result = await convertAny('{\"name\":\"Ada\"}', { outputFormat: \"csv\" });\r\n */\r\nexport async function convertAny(\r\n input: string | Uint8Array | File | Blob | ReadableStream<Uint8Array>,\r\n opts: ConvertOptions\r\n): Promise<Uint8Array> {\r\n const buddy = new ConvertBuddy();\r\n return buddy.convert(input, opts);\r\n}\r\n\r\n/**\r\n * Ultra-simple standalone convert function that returns a string.\r\n * Same as convertAny but decodes the output to a string.\r\n * \r\n * @example\r\n * import { convertAnyToString } from \"convert-buddy-js\";\r\n * const json = await convertAnyToString(\"https://example.com/data.csv\", { outputFormat: \"json\" });\r\n * console.log(JSON.parse(json));\r\n */\r\nexport async function convertAnyToString(\r\n input: string | Uint8Array | File | Blob | ReadableStream<Uint8Array>,\r\n opts: ConvertOptions\r\n): Promise<string> {\r\n const result = await convertAny(input, opts);\r\n return new TextDecoder().decode(result);\r\n}\r\n\r\n// ===== Helper Functions =====\r\n// File format utilities for common use cases\r\n\r\n/**\r\n * Get MIME type for a given format\r\n * \r\n * @example\r\n * const mimeType = getMimeType(\"json\"); // \"application/json\"\r\n */\r\nexport function getMimeType(format: Format): string {\r\n switch (format) {\r\n case \"json\":\r\n return \"application/json\";\r\n case \"ndjson\":\r\n return \"application/x-ndjson\";\r\n case \"csv\":\r\n return \"text/csv\";\r\n case \"xml\":\r\n return \"application/xml\";\r\n }\r\n}\r\n\r\n/**\r\n * Get file extension for a given format (without the dot)\r\n * \r\n * @example\r\n * const ext = getExtension(\"json\"); // \"json\"\r\n */\r\nexport function getExtension(format: Format): string {\r\n return format;\r\n}\r\n\r\n/**\r\n * Get suggested filename for a converted file\r\n * \r\n * @param originalName - Original filename\r\n * @param outputFormat - Target format\r\n * @param includeTimestamp - Whether to include a timestamp (default: false)\r\n * \r\n * @example\r\n * const name = getSuggestedFilename(\"data.csv\", \"json\"); // \"data.json\"\r\n * const name = getSuggestedFilename(\"data.csv\", \"json\", true); // \"data_converted_1234567890.json\"\r\n */\r\nexport function getSuggestedFilename(\r\n originalName: string,\r\n outputFormat: Format,\r\n includeTimestamp = false\r\n): string {\r\n const baseName = originalName.replace(/\\.[^/.]+$/, \"\");\r\n const extension = getExtension(outputFormat);\r\n \r\n if (includeTimestamp) {\r\n return `${baseName}_converted_${Date.now()}.${extension}`;\r\n }\r\n \r\n return `${baseName}.${extension}`;\r\n}\r\n\r\n/**\r\n * Get File System Access API file type configuration for showSaveFilePicker\r\n * \r\n * @example\r\n * const types = getFileTypeConfig(\"json\");\r\n * const handle = await showSaveFilePicker({ types });\r\n */\r\nexport function getFileTypeConfig(format: Format): Array<{\r\n description: string;\r\n accept: Record<string, string[]>;\r\n}> {\r\n const mimeType = getMimeType(format);\r\n const extension = `.${getExtension(format)}`;\r\n \r\n return [\r\n {\r\n description: `${format.toUpperCase()} Files`,\r\n accept: { [mimeType]: [extension] },\r\n },\r\n ];\r\n}\r\n\r\n// WASM Threading Capabilities API\r\n/**\r\n * Check if WASM threading is supported in the current environment\r\n * @returns true if SharedArrayBuffer and Atomics are available (required for WASM threads)\r\n */\r\nexport function isWasmThreadingSupported(): boolean {\r\n return detectWasmThreadingSupport();\r\n}\r\n\r\n/**\r\n * Get the optimal number of worker threads based on CPU cores and WASM capabilities\r\n * @returns Recommended thread count for optimal performance\r\n */\r\nexport function getOptimalThreadCount(): number {\r\n const cores = typeof navigator !== 'undefined' \r\n ? (navigator.hardwareConcurrency || 4)\r\n : (process?.env?.UV_THREADPOOL_SIZE ? parseInt(process.env.UV_THREADPOOL_SIZE) : \r\n typeof require !== 'undefined' ? require('os').cpus().length : 4);\r\n \r\n // For current JavaScript-level parallelism, limit to 4 parallel instances\r\n // When true WASM threading is enabled, this can be increased\r\n return Math.min(cores, 4);\r\n}\r\n\r\n/**\r\n * Get current threading capabilities and configuration\r\n * @returns Object with threading information\r\n */\r\nexport function getThreadingInfo(): {\r\n wasmThreadingSupported: boolean;\r\n customThreadPoolAvailable: boolean;\r\n nodejsWasmThreading: boolean;\r\n recommendedThreads: number;\r\n currentThreads: number;\r\n approach: string;\r\n} {\r\n const isNodejs = typeof process !== 'undefined';\r\n \r\n return {\r\n wasmThreadingSupported: detectWasmThreadingSupport(),\r\n customThreadPoolAvailable: typeof window !== 'undefined',\r\n nodejsWasmThreading: isNodejs && !!nodejsThreadPool,\r\n recommendedThreads: getOptimalThreadCount(),\r\n currentThreads: isNodejs ? \r\n (nodejsThreadPool ? nodejsThreadPool.workers?.length || 0 : 0) :\r\n (threadPool ? threadPool.workers?.length || 0 : 0),\r\n approach: isNodejs ? 'nodejs_enhanced_threading' : 'browser_custom_threading'\r\n };\r\n}"],"mappings":"AAyFA,IAAI,qBAAwC;AAC5C,IAAI,wBAAoD;AACxD,IAAI,yBAAyB;AAC7B,IAAI,aAAkB;AACtB,IAAI,mBAAwB;AAG5B,SAAS,6BAAsC;AAC7C,MAAI,OAAO,sBAAsB,aAAa;AAC5C,WAAO;AAAA,EACT;AAGA,MAAI;AACF,QAAI,kBAAkB,CAAC;AACvB,WAAO;AAAA,EACT,SAAS,GAAG;AACV,WAAO;AAAA,EACT;AACF;AAEA,eAAe,iBAAsC;AAEnD,MAAI,oBAAoB;AACtB,WAAO;AAAA,EACT;AAGA,MAAI,uBAAuB;AACzB,WAAO;AAAA,EACT;AAGA,2BAAyB,YAAY;AACnC,UAAM,SACJ,OAAO,YAAY,eACnB,CAAC,CAAE,QAAgB,UAAU;AAG/B,6BAAyB,2BAA2B;AAEpD,QAAI,QAAQ;AACV,YAAM,EAAE,cAAc,IAAI,MAAM,OAAO,aAAa;AACpD,YAAMA,WAAU,cAAc,YAAY,GAAG;AAC7C,YAAMC,OAAMD,SAAQ,qBAAqB;AACzC,aAAOC;AAAA,IACT;AAEA,UAAM,UAAU,IAAI,IAAI,gCAAgC,YAAY,GAAG;AACvE,UAAM,MAAO,MAAM,OAAO,QAAQ;AAGlC,QAAI,0BAA2B,IAAY,gBAAgB;AACzD,UAAI;AACF,cAAM,aAAa,KAAK,IAAI,UAAU,uBAAuB,GAAG,CAAC;AACjE,cAAO,IAAY,eAAe,UAAU;AAC5C,gBAAQ,IAAI,mDAAmD,UAAU,UAAU;AAAA,MACrF,SAAS,GAAG;AACV,gBAAQ,KAAK,8EAA8E,CAAC;AAC5F,iCAAyB;AAAA,MAC3B;AAAA,IACF;AAEA,WAAO;AAAA,EACT,GAAG;AAEH,MAAI;AACF,yBAAqB,MAAM;AAC3B,WAAO;AAAA,EACT,UAAE;AACA,4BAAwB;AAAA,EAC1B;AACF;AAEA,IAAI,kBAAkB;AACtB,IAAI,kBAAwC;AAE5C,eAAe,SAAS,OAA+B;AAErD,MAAI,iBAAiB;AACnB;AAAA,EACF;AAGA,MAAI,iBAAiB;AACnB,WAAO;AAAA,EACT;AAGA,qBAAmB,YAAY;AAC7B,UAAM,aAAa,MAAM,eAAe;AAExC,QAAI,OAAO,WAAW,YAAY,YAAY;AAC5C,YAAO,WAAW,QAAgC;AAAA,IACpD;AAEA,eAAW,KAAK,KAAK;AAKrB,sBAAkB;AAAA,EACpB,GAAG;AAEH,MAAI;AACF,UAAM;AAAA,EACR,UAAE;AACA,sBAAkB;AAAA,EACpB;AACF;AAEO,MAAM,aAAa;AAAA,EAChB;AAAA,EACA;AAAA,EACA;AAAA,EACA,UAAmB;AAAA,EACnB,SAAkB;AAAA,EAClB;AAAA,EACA;AAAA,EACA,oBAA4B;AAAA,EAC5B;AAAA,EACA,cAAuB;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUP,YAAY,OAA4B,CAAC,GAAG;AAE1C,SAAK,QAAQ,CAAC,CAAC,KAAK;AACpB,SAAK,UAAU,CAAC,CAAC,KAAK;AACtB,SAAK,OAAO;AACZ,SAAK,eAAe;AACpB,SAAK,wBAAwB,KAAK,yBAAyB,OAAO;AAClE,SAAK,aAAa,KAAK;AACvB,SAAK,YAAY;AACjB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBA,MAAM,QACJ,OACA,MACqB;AAErB,UAAM,aAAkC;AAAA,MACtC,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,MACH,aAAa,KAAK,eAAe,KAAK,aAAa,eAAe;AAAA,IACpE;AAGA,QAAI,OAAO,UAAU,UAAU;AAE7B,UAAI,MAAM,WAAW,SAAS,KAAK,MAAM,WAAW,UAAU,GAAG;AAE/D,eAAO,KAAK,eAAe,OAAO,UAAU;AAAA,MAC9C,OAAO;AAEL,eAAO,KAAK,kBAAkB,OAAO,UAAU;AAAA,MACjD;AAAA,IACF,WAAW,iBAAiB,YAAY;AACtC,aAAO,KAAK,kBAAkB,OAAO,UAAU;AAAA,IACjD,WAAW,OAAO,SAAS,eAAe,iBAAiB,MAAM;AAC/D,aAAO,KAAK,gBAAgB,OAAe,UAAU;AAAA,IACvD,WAAW,OAAO,SAAS,eAAe,iBAAiB,MAAM;AAC/D,aAAO,KAAK,gBAAgB,OAAe,UAAU;AAAA,IACvD,WAAW,OAAO,mBAAmB,eAAe,iBAAiB,gBAAgB;AACnF,aAAO,KAAK,kBAAkB,OAAO,UAAU;AAAA,IACjD,OAAO;AACL,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C;AAAA,EACF;AAAA,EAEA,MAAc,eAAe,KAAa,MAAgD;AACxF,UAAM,WAAW,MAAM,MAAM,GAAG;AAChC,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,mBAAmB,GAAG,KAAK,SAAS,UAAU,EAAE;AAAA,IAClE;AAEA,UAAM,SAAS,SAAS;AACxB,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI,MAAM,uBAAuB;AAAA,IACzC;AAEA,WAAO,KAAK,kBAAkB,QAAQ,IAAI;AAAA,EAC5C;AAAA,EAEA,MAAc,kBAAkB,OAAe,MAAgD;AAC7F,UAAM,aAAa,IAAI,YAAY,EAAE,OAAO,KAAK;AACjD,WAAO,KAAK,kBAAkB,YAAY,IAAI;AAAA,EAChD;AAAA,EAEA,MAAc,kBAAkB,OAAmB,MAAgD;AAEjG,UAAM,mBAAmB,0BAA0B,MAAM,SAAS,MAAM;AAExE,QAAI,oBAAoB,KAAK,OAAO;AAClC,cAAQ,IAAI,8DAA8D;AAAA,IAC5E;AAGA,QAAI,CAAC,oBAAoB,KAAK,eAAe,KAAK,cAAc,KAAK,MAAM,SAAS,MAAM,MAAM;AAC9F,UAAI,KAAK,OAAO;AACd,gBAAQ,IAAI,4EAA4E;AAAA,MAC1F;AACA,aAAO,KAAK,0BAA0B,OAAO,IAAI;AAAA,IACnD;AAGA,QAAI,aAAa,EAAE,GAAG,KAAK;AAE3B,QAAI,KAAK,gBAAgB,QAAQ;AAC/B,YAAM,WAAW,MAAM,iBAAiB,OAAO,EAAE,OAAO,KAAK,MAAM,CAAC;AAEpE,UAAI,SAAS,WAAW,WAAW;AACjC,mBAAW,cAAc,SAAS;AAElC,YAAI,SAAS,WAAW;AACtB,qBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,QAClG;AAEA,YAAI,SAAS,WAAW;AACtB,qBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,QAClG;AAEA,YAAI,KAAK,OAAO;AACd,kBAAQ,IAAI,yCAAyC,SAAS,MAAM;AAAA,QACtE;AAAA,MACF,OAAO;AACL,cAAM,IAAI,MAAM,4EAA4E;AAAA,MAC9F;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,aAAa,OAAO,UAAU;AAClD,UAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,UAAM,QAAQ,MAAM,OAAO;AAG3B,UAAM,SAAS,IAAI,WAAW,OAAO,SAAS,MAAM,MAAM;AAC1D,WAAO,IAAI,QAAQ,CAAC;AACpB,WAAO,IAAI,OAAO,OAAO,MAAM;AAE/B,QAAI,KAAK,SAAS;AAChB,YAAM,QAAQ,MAAM,MAAM;AAC1B,cAAQ,IAAI,sCAAsC,KAAK;AAAA,IACzD;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,0BAA0B,OAAmB,MAAgD;AAEzG,UAAM,oBAAoB,MAAM;AAChC,UAAM,iBAAiB,KAAK,IAAI,WAAW,wBACZ,OAAO,YAAY,cAAc,QAAQ,IAAI,EAAE,KAAK,EAAE,SAAS,IAAI,CAAC;AAEnG,QAAI,MAAM,SAAS,qBAAqB,CAAC,KAAK,eAAe,KAAK,cAAc,GAAG;AACjF,aAAO,KAAK,kBAAkB,OAAO,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;AAAA,IAClE;AAGA,UAAM,uBAAuB;AAAA,MAC3B,EAAE,OAAO,OAAO,QAAQ,SAAS;AAAA,MACjC,EAAE,OAAO,OAAO,QAAQ,OAAO;AAAA,MAC/B,EAAE,OAAO,UAAU,QAAQ,OAAO;AAAA,MAClC,EAAE,OAAO,UAAU,QAAQ,MAAM;AAAA,MACjC,EAAE,OAAO,UAAU,QAAQ,SAAS;AAAA;AAAA,MACpC,EAAE,OAAO,QAAQ,QAAQ,SAAS;AAAA,MAClC,EAAE,OAAO,QAAQ,QAAQ,MAAM;AAAA,IACjC;AAEA,UAAM,cAAc,qBAAqB;AAAA,MACvC,UAAQ,KAAK,UAAU,KAAK,eAAe,KAAK,WAAW,KAAK;AAAA,IAClE;AAEA,QAAI,CAAC,aAAa;AAChB,UAAI,KAAK,OAAO;AACd,gBAAQ,IAAI,yDAAyD,KAAK,WAAW,WAAM,KAAK,YAAY,oBAAoB;AAAA,MAClI;AACA,aAAO,KAAK,kBAAkB,OAAO,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;AAAA,IAClE;AAEA,QAAI;AACF,YAAM,gBAAgB,KAAK,IAAI,gBAAgB,KAAK,eAAe,cAAc;AACjF,YAAM,WAAW,OAAO,YAAY;AAEpC,UAAI,KAAK,OAAO;AACd,cAAM,gBAAgB,WAAW,2BAA2B;AAC5D,gBAAQ,IAAI,yBAAyB,aAAa,SAAS,aAAa,UAAU;AAAA,MACpF;AAEA,UAAI,UAAU;AAEZ,YAAI,CAAC,kBAAkB;AACrB,cAAI;AACF,kBAAM,EAAE,iBAAiB,IAAI,MAAM,OAAO,sBAAsB;AAChE,+BAAmB,IAAI,iBAAiB;AAAA,cACtC,YAAY;AAAA,cACZ,UAAU;AAAA,YACZ,CAAC;AACD,kBAAM,iBAAiB,WAAW;AAAA,UACpC,SAAS,OAAO;AACd,gBAAI,KAAK,OAAO;AACd,sBAAQ,IAAI,8EAA8E,KAAK;AAAA,YACjG;AAAA,UACF;AAAA,QACF;AAEA,YAAI,kBAAkB;AACpB,iBAAO,KAAK,6BAA6B,OAAO,MAAM,aAAa;AAAA,QACrE,OAAO;AACL,iBAAO,KAAK,0BAA0B,OAAO,MAAM,aAAa;AAAA,QAClE;AAAA,MACF,OAAO;AAEL,YAAI,CAAC,YAAY;AACf,gBAAM,EAAE,eAAe,IAAI,MAAM,OAAO,eAAe;AACvD,uBAAa,IAAI,eAAe;AAAA,YAC9B,YAAY;AAAA,YACZ,UAAU;AAAA,UACZ,CAAC;AACD,gBAAM,WAAW,WAAW;AAAA,QAC9B;AAEA,eAAO,KAAK,2BAA2B,OAAO,MAAM,aAAa;AAAA,MACnE;AAAA,IAEF,SAAS,OAAO;AACd,UAAI,KAAK,OAAO;AACd,gBAAQ,KAAK,2EAA2E,KAAK;AAAA,MAC/F;AACA,aAAO,KAAK,kBAAkB,OAAO,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;AAAA,IAClE;AAAA,EACF;AAAA,EAEA,MAAc,6BAA6B,OAAmB,MAA2B,YAAyC;AAChI,UAAM,EAAE,iBAAiB,mBAAmB,IAAI,MAAM,OAAO,sBAAsB;AAEnF,QAAI,KAAK,OAAO;AACd,cAAQ,IAAI,+DAA+D,UAAU,WAAW;AAAA,IAClG;AAGA,UAAM,SAAS,gBAAgB,OAAO,UAAU;AAGhD,UAAM,UAAU,MAAM,iBAAkB,cAAc,WAAW,QAAQ;AAAA,MACvE,cAAc,KAAK;AAAA,MACnB,aAAa,KAAK;AAAA,MAClB,WAAW,KAAK;AAAA,MAChB,WAAW,KAAK;AAAA,MAChB,OAAO;AAAA;AAAA,IACT,CAAC;AAGD,UAAM,SAAS,mBAAmB,SAAS,KAAK,YAAa;AAE7D,QAAI,KAAK,OAAO;AACd,cAAQ,IAAI,gDAAgD,OAAO,MAAM,YAAY,OAAO,MAAM,QAAQ;AAAA,IAC5G;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,2BAA2B,OAAmB,MAA2B,YAAyC;AAC9H,UAAM,WAAW,IAAI,YAAY,EAAE,OAAO,KAAK;AAG/C,UAAM,EAAE,WAAW,aAAa,IAAI,MAAM,OAAO,eAAe;AAChE,UAAM,SAAS,UAAU,UAAU,UAAU;AAE7C,QAAI,KAAK,OAAO;AACd,cAAQ,IAAI,8BAA8B,OAAO,MAAM,+BAA+B;AAAA,IACxF;AAGA,QAAI;AACJ,UAAM,aAAa,GAAG,KAAK,WAAW,OAAO,KAAK,YAAY;AAC9D,YAAQ,YAAY;AAAA,MAClB,KAAK;AAAA,MACL,KAAK;AACH,iBAAS;AACT;AAAA,MACF,KAAK;AAAA,MACL,KAAK;AACH,iBAAS;AACT;AAAA,MACF,KAAK;AAAA,MACL,KAAK;AACH,iBAAS;AACT;AAAA,MACF;AACE,cAAM,IAAI,MAAM,2BAA2B,UAAU,EAAE;AAAA,IAC3D;AAGA,UAAM,UAAU,MAAM,WAAY,cAAc,QAAQ,QAAQ;AAAA,MAC9D,cAAc,KAAK;AAAA,MACnB,WAAW,KAAK;AAAA,MAChB,WAAW,KAAK;AAAA,MAChB,OAAO,KAAK;AAAA,IACd,CAAC;AAGD,UAAM,SAAS,aAAa,SAAS,KAAK,YAAa;AACvD,WAAO,IAAI,YAAY,EAAE,OAAO,MAAM;AAAA,EACxC;AAAA,EAEA,MAAc,0BAA0B,OAAmB,MAA2B,YAAyC;AAE7H,UAAM,SAAS,KAAK,gBAAgB,OAAO,KAAK,IAAI,GAAG,KAAK,MAAM,MAAM,SAAS,UAAU,CAAC,CAAC;AAE7F,QAAI,KAAK,OAAO;AACd,cAAQ,IAAI,8BAA8B,OAAO,MAAM,mCAAmC;AAAA,IAC5F;AAGA,UAAM,gBAAgB,OAAO,IAAI,OAAO,OAAO,UAAU;AACvD,YAAM,YAAY,EAAE,GAAG,MAAM,aAAa,EAAE;AAG5C,UAAI,KAAK,gBAAgB,SAAS,QAAQ,GAAG;AAC3C,kBAAU,YAAY,EAAE,GAAG,UAAU,WAAW,YAAY,MAAM;AAAA,MACpE;AAEA,YAAM,aAAa,MAAM,aAAa,OAAO,SAAS;AACtD,YAAM,SAAS,WAAW,KAAK,KAAK;AACpC,YAAM,QAAQ,WAAW,OAAO;AAGhC,YAAMC,UAAS,IAAI,WAAW,OAAO,SAAS,MAAM,MAAM;AAC1D,MAAAA,QAAO,IAAI,QAAQ,CAAC;AACpB,MAAAA,QAAO,IAAI,OAAO,OAAO,MAAM;AAE/B,aAAOA;AAAA,IACT,CAAC;AAED,UAAM,eAAe,MAAM,QAAQ,IAAI,aAAa;AAGpD,UAAM,cAAc,aAAa,OAAO,CAAC,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC;AAC7E,UAAM,SAAS,IAAI,WAAW,WAAW;AAEzC,QAAI,SAAS;AACb,eAAW,SAAS,cAAc;AAChC,aAAO,IAAI,OAAO,MAAM;AACxB,gBAAU,MAAM;AAAA,IAClB;AAEA,QAAI,KAAK,OAAO;AACd,cAAQ,IAAI,qDAAqD,OAAO,MAAM,YAAY,WAAW,QAAQ;AAAA,IAC/G;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,gBAAgB,OAAmB,iBAAuC;AAChF,QAAI,MAAM,UAAU,iBAAiB;AACnC,aAAO,CAAC,KAAK;AAAA,IACf;AAEA,UAAM,SAAuB,CAAC;AAC9B,QAAI,QAAQ;AAEZ,WAAO,QAAQ,MAAM,QAAQ;AAC3B,UAAI,MAAM,KAAK,IAAI,QAAQ,iBAAiB,MAAM,MAAM;AAGxD,UAAI,MAAM,MAAM,QAAQ;AACtB,cAAM,cAAc,KAAK,IAAI,QAAQ,kBAAkB,MAAM,KAAK;AAClE,cAAM,YAAY,KAAK,IAAI,MAAM,MAAM,MAAM,MAAM;AAGnD,iBAAS,IAAI,YAAY,GAAG,KAAK,aAAa,KAAK;AACjD,cAAI,MAAM,CAAC,MAAM,IAAM;AACrB,kBAAM,IAAI;AACV;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,aAAO,KAAK,MAAM,MAAM,OAAO,GAAG,CAAC;AACnC,cAAQ;AAAA,IACV;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,gBAAgB,MAAY,MAAgD;AACxF,WAAO,KAAK,gBAAgB,MAAM,IAAI;AAAA,EACxC;AAAA,EAEA,MAAc,gBAAgB,MAAY,MAAgD;AAExF,QAAI,aAAa,EAAE,GAAG,KAAK;AAE3B,QAAI,KAAK,gBAAgB,QAAQ;AAC/B,YAAM,aAAa,MAAM;AACzB,YAAM,aAAa,KAAK,MAAM,GAAG,UAAU;AAC3C,YAAM,eAAe,MAAM,WAAW,YAAY;AAClD,YAAM,SAAS,IAAI,WAAW,YAA2B;AAEzD,YAAM,WAAW,MAAM,iBAAiB,QAAQ,EAAE,OAAO,KAAK,MAAM,CAAC;AAErE,UAAI,SAAS,WAAW,WAAW;AACjC,mBAAW,cAAc,SAAS;AAElC,YAAI,SAAS,WAAW;AACtB,qBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,QAClG;AAEA,YAAI,SAAS,WAAW;AACtB,qBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,QAClG;AAEA,YAAI,KAAK,OAAO;AACd,kBAAQ,IAAI,yCAAyC,SAAS,MAAM;AAAA,QACtE;AAAA,MACF,OAAO;AACL,cAAM,IAAI,MAAM,4EAA4E;AAAA,MAC9F;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,aAAa,OAAO,UAAU;AAGlD,UAAM,SAAS,KAAK,OAAO;AAC3B,UAAM,SAAS,OAAO,UAAU;AAEhC,UAAM,UAAwB,CAAC;AAE/B,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,cAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,YAAI,OAAO,SAAS,GAAG;AACrB,kBAAQ,KAAK,MAAM;AAAA,QACrB;AAAA,MACF;AAEA,YAAM,QAAQ,MAAM,OAAO;AAC3B,UAAI,MAAM,SAAS,GAAG;AACpB,gBAAQ,KAAK,KAAK;AAAA,MACpB;AAGA,YAAM,cAAc,QAAQ,OAAO,CAAC,KAAK,QAAQ,MAAM,IAAI,QAAQ,CAAC;AACpE,YAAM,SAAS,IAAI,WAAW,WAAW;AACzC,UAAI,SAAS;AACb,iBAAW,UAAU,SAAS;AAC5B,eAAO,IAAI,QAAQ,MAAM;AACzB,kBAAU,OAAO;AAAA,MACnB;AAEA,UAAI,KAAK,SAAS;AAChB,cAAM,QAAQ,MAAM,MAAM;AAC1B,gBAAQ,IAAI,sCAAsC,KAAK;AAAA,MACzD;AAEA,aAAO;AAAA,IACT,UAAE;AACA,aAAO,YAAY;AAAA,IACrB;AAAA,EACF;AAAA,EAEA,MAAc,kBAAkB,QAAoC,MAAgD;AAElH,QAAI,aAAa,EAAE,GAAG,KAAK;AAC3B,QAAI,cAA4B,CAAC;AACjC,QAAI,mBAAmB;AACvB,UAAM,gBAAgB,MAAM;AAE5B,QAAI,KAAK,gBAAgB,QAAQ;AAC/B,YAAMC,UAAS,OAAO,UAAU;AAEhC,UAAI;AACF,eAAO,mBAAmB,eAAe;AACvC,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAMA,QAAO,KAAK;AAC1C,cAAI,QAAQ,CAAC,MAAO;AAEpB,sBAAY,KAAK,KAAK;AACtB,8BAAoB,MAAM;AAAA,QAC5B;AAGA,cAAM,SAAS,IAAI,WAAW,gBAAgB;AAC9C,YAAI,SAAS;AACb,mBAAW,SAAS,aAAa;AAC/B,iBAAO,IAAI,OAAO,MAAM;AACxB,oBAAU,MAAM;AAAA,QAClB;AAEA,cAAM,WAAW,MAAM,iBAAiB,QAAQ,EAAE,OAAO,KAAK,MAAM,CAAC;AAErE,YAAI,SAAS,WAAW,WAAW;AACjC,qBAAW,cAAc,SAAS;AAElC,cAAI,SAAS,WAAW;AACtB,uBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,UAClG;AAEA,cAAI,SAAS,WAAW;AACtB,uBAAW,YAAY,KAAK,YAAY,EAAE,GAAG,SAAS,WAAW,GAAG,KAAK,UAAU,IAAI,SAAS;AAAA,UAClG;AAEA,cAAI,KAAK,OAAO;AACd,oBAAQ,IAAI,yCAAyC,SAAS,MAAM;AAAA,UACtE;AAAA,QACF,OAAO;AACL,gBAAM,IAAI,MAAM,4EAA4E;AAAA,QAC9F;AAAA,MACF,UAAE;AACA,QAAAA,QAAO,YAAY;AAAA,MACrB;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,aAAa,OAAO,UAAU;AAGlD,UAAM,UAAwB,CAAC;AAC/B,eAAW,SAAS,aAAa;AAC/B,YAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,UAAI,OAAO,SAAS,GAAG;AACrB,gBAAQ,KAAK,MAAM;AAAA,MACrB;AAAA,IACF;AAGA,UAAM,SAAS,OAAO,UAAU;AAEhC,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,cAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,YAAI,OAAO,SAAS,GAAG;AACrB,kBAAQ,KAAK,MAAM;AAAA,QACrB;AAAA,MACF;AAEA,YAAM,QAAQ,MAAM,OAAO;AAC3B,UAAI,MAAM,SAAS,GAAG;AACpB,gBAAQ,KAAK,KAAK;AAAA,MACpB;AAGA,YAAM,cAAc,QAAQ,OAAO,CAAC,KAAK,QAAQ,MAAM,IAAI,QAAQ,CAAC;AACpE,YAAM,SAAS,IAAI,WAAW,WAAW;AACzC,UAAI,SAAS;AACb,iBAAW,UAAU,SAAS;AAC5B,eAAO,IAAI,QAAQ,MAAM;AACzB,kBAAU,OAAO;AAAA,MACnB;AAEA,UAAI,KAAK,SAAS;AAChB,cAAM,QAAQ,MAAM,MAAM;AAC1B,gBAAQ,IAAI,sCAAsC,KAAK;AAAA,MACzD;AAEA,aAAO;AAAA,IACT,UAAE;AACA,aAAO,YAAY;AAAA,IACrB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,OAAO,OAA4B,CAAC,GAA0B;AACzE,UAAM,QAAQ,CAAC,CAAC,KAAK;AACrB,UAAM,UAAU,CAAC,CAAC,KAAK;AAGvB,UAAM,SAAS,KAAK;AAEpB,UAAM,aAAa,MAAM,eAAe;AAGxC,QAAI,cAAc,KAAK;AACvB,QAAI,YAAY,KAAK;AAIrB,QAAI,gBAAgB,QAAQ;AAE1B,oBAAc;AAAA,IAChB;AAKA,UAAM,mBAAmB,KAAK,oBAAqB,MAAM;AAEzD,QAAI;AACJ,QAAI,eAAe,KAAK,cAAc;AAEpC,YAAM,YAAa,WAAmB;AACtC,kBAAY,UAAU;AAAA,QACpB;AAAA,QACA;AAAA,QACA,KAAK;AAAA,QACL;AAAA,QACA;AAAA,QACA,aAAa;AAAA,QACb,KAAK,aAAa;AAAA,MACpB;AAAA,IACF,OAAO;AACL,kBAAY,IAAI,WAAW,UAAU,KAAK;AAAA,IAC5C;AAGA,UAAM,cAAe,WAAmB,iBAAiB,KAAK;AAE9D,QAAI,MAAO,SAAQ,IAAI,yDAAyD,kBAAkB,SAAS,aAAa,IAAI;AAG5H,UAAM,WAAW,IAAI,aAAa,IAAI;AACtC,aAAS,YAAY;AACrB,aAAS,OAAO;AAChB,aAAS,cAAc;AAEvB,WAAO;AAAA,EACT;AAAA,EAEA,KAAK,OAA+B;AAClC,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,6BAA6B;AAAA,IAC/C;AAEA,QAAI,KAAK,QAAQ;AACf,YAAM,IAAI,MAAM,+DAA+D;AAAA,IACjF;AAEA,QAAI,KAAK,MAAO,SAAQ,IAAI,2BAA2B,MAAM,UAAU;AACvE,UAAM,SAAS,KAAK,UAAU,KAAK,KAAK;AAGxC,QAAI,KAAK,YAAY;AACnB,YAAM,QAAQ,KAAK,MAAM;AACzB,UAAI,MAAM,UAAU,KAAK,qBAAqB,KAAK,uBAAuB;AACxE,aAAK,WAAW,KAAK;AACrB,aAAK,oBAAoB,MAAM;AAAA,MACjC;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,SAAqB;AACnB,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM,6BAA6B;AAAA,IAC/C;AAEA,QAAI,KAAK,MAAO,SAAQ,IAAI,2BAA2B;AACvD,UAAM,SAAS,KAAK,UAAU,OAAO;AAGrC,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,KAAK,MAAM,CAAC;AAAA,IAC9B;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,QAAe;AACb,WAAO,KAAK,UAAU,SAAS;AAAA,EACjC;AAAA,EAEA,QAAc;AACZ,SAAK,UAAU;AACf,QAAI,KAAK,MAAO,SAAQ,IAAI,4BAA4B;AAAA,EAC1D;AAAA,EAEA,QAAc;AACZ,SAAK,SAAS;AACd,QAAI,KAAK,MAAO,SAAQ,IAAI,2BAA2B;AAAA,EACzD;AAAA,EAEA,SAAe;AACb,SAAK,SAAS;AACd,QAAI,KAAK,MAAO,SAAQ,IAAI,4BAA4B;AAAA,EAC1D;AAAA,EAEA,YAAqB;AACnB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,WAAoB;AAClB,WAAO,KAAK;AAAA,EACd;AACF;AAEA,eAAe,WACb,OACA,WAAW,MAAM,MACI;AACrB,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,UAAU,IAAI,YAAY,EAAE,OAAO,KAAK;AAC9C,WAAO,QAAQ,SAAS,WAAW,QAAQ,MAAM,GAAG,QAAQ,IAAI;AAAA,EAClE;AAEA,MAAI,iBAAiB,YAAY;AAC/B,WAAO,MAAM,SAAS,WAAW,MAAM,MAAM,GAAG,QAAQ,IAAI;AAAA,EAC9D;AAEA,MAAI,iBAAiB,aAAa;AAChC,UAAM,QAAQ,IAAI,WAAW,KAAoB;AACjD,WAAO,MAAM,SAAS,WAAW,MAAM,MAAM,GAAG,QAAQ,IAAI;AAAA,EAC9D;AAEA,MAAI,iBAAiB,KAAK,GAAG;AAC3B,UAAM,SAAS,MAAM,UAAU;AAC/B,UAAMC,UAAuB,CAAC;AAC9B,QAAIC,SAAQ;AAEZ,WAAOA,SAAQ,UAAU;AACvB,YAAM,EAAE,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAC1C,UAAI,QAAQ,CAAC,MAAO;AACpB,YAAM,QAAQA,SAAQ,MAAM,SAAS,WACjC,MAAM,MAAM,GAAG,WAAWA,MAAK,IAC/B;AACJ,MAAAD,QAAO,KAAK,KAAK;AACjB,MAAAC,UAAS,MAAM;AAAA,IACjB;AAEA,QAAIA,UAAS,UAAU;AACrB,YAAM,OAAO,OAAO;AAAA,IACtB;AAEA,WAAO,aAAaD,SAAQC,MAAK;AAAA,EACnC;AAEA,QAAM,SAAuB,CAAC;AAC9B,MAAI,QAAQ;AAEZ,mBAAiB,SAAS,OAAoC;AAC5D,QAAI,SAAS,UAAU;AACrB;AAAA,IACF;AACA,UAAM,OAAO,iBAAiB,aAAa,QAAQ,IAAI,WAAW,KAAK;AACvE,UAAM,QAAQ,QAAQ,KAAK,SAAS,WAChC,KAAK,MAAM,GAAG,WAAW,KAAK,IAC9B;AACJ,WAAO,KAAK,KAAK;AACjB,aAAS,MAAM;AAAA,EACjB;AAEA,SAAO,aAAa,QAAQ,KAAK;AACnC;AAEA,SAAS,aAAa,QAAsB,OAA2B;AACrE,QAAM,SAAS,IAAI,WAAW,KAAK;AACnC,MAAI,SAAS;AACb,aAAW,SAAS,QAAQ;AAC1B,WAAO,IAAI,OAAO,MAAM;AACxB,cAAU,MAAM;AAAA,EAClB;AACA,SAAO;AACT;AAEA,SAAS,iBACP,OACqC;AACrC,SAAO,OAAQ,OAAsC,cAAc;AACrE;AAEA,eAAe,kBAAkB,OAAqC;AACpE,QAAM,aAAa,MAAM,eAAe;AACxC,MAAI,OAAO,WAAW,YAAY,YAAY;AAC5C,UAAO,WAAW,QAAgC;AAAA,EACpD;AACA,aAAW,KAAK,KAAK;AACrB,SAAO;AACT;AAEA,eAAsB,aACpB,OACA,OAAsB,CAAC,GACM;AAC7B,QAAM,aAAa,MAAM,kBAAkB,CAAC,CAAC,KAAK,KAAK;AACvD,QAAM,SAAS,MAAM,WAAW,OAAO,KAAK,QAAQ;AACpD,QAAM,SAAS,WAAW,eAAe,MAAM;AAC/C,SAAQ,UAAqB;AAC/B;AAEA,eAAsB,4BACpB,OACA,OAAsB,CAAC,GACO;AAC9B,QAAM,aAAa,MAAM,kBAAkB,CAAC,CAAC,KAAK,KAAK;AACvD,QAAM,SAAS,MAAM,WAAW,OAAO,KAAK,QAAQ;AACpD,QAAM,SAAS,WAAW,kBAAkB,MAAM;AAClD,SAAO,UAAU;AACnB;AAEA,eAAsB,kBACpB,OACA,OAAsB,CAAC,GACO;AAC9B,QAAM,aAAa,MAAM,kBAAkB,CAAC,CAAC,KAAK,KAAK;AACvD,QAAM,SAAS,MAAM,WAAW,OAAO,KAAK,QAAQ;AACpD,QAAM,SAAS,WAAW,oBAAoB,MAAM;AACpD,SAAO,UAAU;AACnB;AAGA,eAAsB,iBACpB,QACA,OAA4B,CAAC,GAK5B;AACD,QAAM,aAAa,MAAM,kBAAkB,CAAC,CAAC,KAAK,KAAK;AAEvD,QAAM,SAAU,WAAW,eAAe,MAAM,KAAgB;AAEhE,QAAM,SAAuF,EAAE,OAAO;AAEtG,MAAI,WAAW,OAAO;AACpB,UAAM,eAAe,WAAW,kBAAkB,MAAM;AACxD,QAAI,cAAc;AAChB,aAAO,YAAY;AAAA,QACjB,WAAW,aAAa;AAAA,QACxB,YAAY,aAAa,OAAO,SAAS;AAAA,MAC3C;AAAA,IACF;AAAA,EACF,WAAW,WAAW,OAAO;AAC3B,UAAM,eAAe,WAAW,oBAAoB,MAAM;AAC1D,QAAI,cAAc,eAAe;AAC/B,aAAO,YAAY;AAAA,QACjB,eAAe,aAAa;AAAA,MAC9B;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAGO,MAAM,oCAAoC,gBAAwC;AAAA,EACvF,YAAY,OAA4B,CAAC,GAAG;AAC1C,QAAI,QAA6B;AAEjC,UAAM;AAAA,MACJ,MAAM,MAAM,YAAY;AACtB,gBAAQ,MAAM,aAAa,OAAO,IAAI;AAAA,MACxC;AAAA,MAEA,UAAU,OAAO,YAAY;AAC3B,YAAI,CAAC,OAAO;AACV,gBAAM,IAAI,MAAM,8BAA8B;AAAA,QAChD;AAEA,cAAM,SAAS,MAAM,KAAK,KAAK;AAC/B,YAAI,OAAO,SAAS,GAAG;AACrB,qBAAW,QAAQ,MAAM;AAAA,QAC3B;AAAA,MACF;AAAA,MAEA,MAAM,YAAY;AAChB,YAAI,CAAC,OAAO;AACV;AAAA,QACF;AAEA,cAAM,SAAS,MAAM,OAAO;AAC5B,YAAI,OAAO,SAAS,GAAG;AACrB,qBAAW,QAAQ,MAAM;AAAA,QAC3B;AAEA,YAAI,KAAK,SAAS;AAChB,gBAAM,QAAQ,MAAM,MAAM;AAC1B,kBAAQ,IAAI,sCAAsC,KAAK;AAAA,QACzD;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAGA,eAAsB,QACpB,OACA,OAA4B,CAAC,GACR;AACrB,QAAM,QAAQ,MAAM,aAAa,OAAO,IAAI;AAE5C,QAAM,aAAa,OAAO,UAAU,WAChC,IAAI,YAAY,EAAE,OAAO,KAAK,IAC9B;AAEJ,QAAM,SAAS,MAAM,KAAK,UAAU;AACpC,QAAM,QAAQ,MAAM,OAAO;AAG3B,QAAM,SAAS,IAAI,WAAW,OAAO,SAAS,MAAM,MAAM;AAC1D,SAAO,IAAI,QAAQ,CAAC;AACpB,SAAO,IAAI,OAAO,OAAO,MAAM;AAE/B,MAAI,KAAK,SAAS;AAChB,UAAM,QAAQ,MAAM,MAAM;AAC1B,YAAQ,IAAI,sCAAsC,KAAK;AAAA,EACzD;AAEA,SAAO;AACT;AAGA,eAAsB,gBACpB,OACA,OAA4B,CAAC,GACZ;AACjB,QAAM,SAAS,MAAM,QAAQ,OAAO,IAAI;AACxC,SAAO,IAAI,YAAY,EAAE,OAAO,MAAM;AACxC;AAoBA,eAAsB,WACpB,OACA,MACqB;AACrB,QAAM,QAAQ,IAAI,aAAa;AAC/B,SAAO,MAAM,QAAQ,OAAO,IAAI;AAClC;AAWA,eAAsB,mBACpB,OACA,MACiB;AACjB,QAAM,SAAS,MAAM,WAAW,OAAO,IAAI;AAC3C,SAAO,IAAI,YAAY,EAAE,OAAO,MAAM;AACxC;AAWO,SAAS,YAAY,QAAwB;AAClD,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,EACX;AACF;AAQO,SAAS,aAAa,QAAwB;AACnD,SAAO;AACT;AAaO,SAAS,qBACd,cACA,cACA,mBAAmB,OACX;AACR,QAAM,WAAW,aAAa,QAAQ,aAAa,EAAE;AACrD,QAAM,YAAY,aAAa,YAAY;AAE3C,MAAI,kBAAkB;AACpB,WAAO,GAAG,QAAQ,cAAc,KAAK,IAAI,CAAC,IAAI,SAAS;AAAA,EACzD;AAEA,SAAO,GAAG,QAAQ,IAAI,SAAS;AACjC;AASO,SAAS,kBAAkB,QAG/B;AACD,QAAM,WAAW,YAAY,MAAM;AACnC,QAAM,YAAY,IAAI,aAAa,MAAM,CAAC;AAE1C,SAAO;AAAA,IACL;AAAA,MACE,aAAa,GAAG,OAAO,YAAY,CAAC;AAAA,MACpC,QAAQ,EAAE,CAAC,QAAQ,GAAG,CAAC,SAAS,EAAE;AAAA,IACpC;AAAA,EACF;AACF;AAOO,SAAS,2BAAoC;AAClD,SAAO,2BAA2B;AACpC;AAMO,SAAS,wBAAgC;AAC9C,QAAM,QAAQ,OAAO,cAAc,cAC9B,UAAU,uBAAuB,IACjC,SAAS,KAAK,qBAAqB,SAAS,QAAQ,IAAI,kBAAkB,IAC1E,OAAO,YAAY,cAAc,QAAQ,IAAI,EAAE,KAAK,EAAE,SAAS;AAIpE,SAAO,KAAK,IAAI,OAAO,CAAC;AAC1B;AAMO,SAAS,mBAOd;AACA,QAAM,WAAW,OAAO,YAAY;AAEpC,SAAO;AAAA,IACL,wBAAwB,2BAA2B;AAAA,IACnD,2BAA2B,OAAO,WAAW;AAAA,IAC7C,qBAAqB,YAAY,CAAC,CAAC;AAAA,IACnC,oBAAoB,sBAAsB;AAAA,IAC1C,gBAAgB,WACb,mBAAmB,iBAAiB,SAAS,UAAU,IAAI,IAC3D,aAAa,WAAW,SAAS,UAAU,IAAI;AAAA,IAClD,UAAU,WAAW,8BAA8B;AAAA,EACrD;AACF;","names":["require","mod","result","reader","chunks","total"]}
|
package/dist/src/node.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { Transform } from 'node:stream';
|
|
2
2
|
import { PathLike } from 'node:fs';
|
|
3
3
|
import { ConvertOptions, ConvertBuddyOptions } from './index.js';
|
|
4
|
-
export { ConvertBuddy, ConvertBuddyTransformStream, CsvConfig, CsvDetection, DetectInput, DetectOptions, Format, ProgressCallback, Stats, XmlConfig, XmlDetection, autoDetectConfig, convertAny, convertAnyToString, detectCsvFieldsAndDelimiter, detectFormat, detectXmlElements, getExtension, getFileTypeConfig, getMimeType, getSuggestedFilename } from './index.js';
|
|
4
|
+
export { ConvertBuddy, ConvertBuddyTransformStream, CsvConfig, CsvDetection, DetectInput, DetectOptions, Format, ProgressCallback, Stats, XmlConfig, XmlDetection, autoDetectConfig, convertAny, convertAnyToString, detectCsvFieldsAndDelimiter, detectFormat, detectXmlElements, getExtension, getFileTypeConfig, getMimeType, getOptimalThreadCount, getSuggestedFilename, getThreadingInfo, isWasmThreadingSupported } from './index.js';
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Ultra-simple convert function for Node.js.
|
|
@@ -197,8 +197,8 @@ null`;
|
|
|
197
197
|
assert.strictEqual(parsed.length, 1);
|
|
198
198
|
});
|
|
199
199
|
it("should handle Unicode escape sequences", async () => {
|
|
200
|
-
const ndjson = `{"emoji":"
|
|
201
|
-
{"text":"
|
|
200
|
+
const ndjson = `{"emoji":"\u{1F600}"}
|
|
201
|
+
{"text":"Hello"}`;
|
|
202
202
|
const result = await convertToString(ndjson, {
|
|
203
203
|
inputFormat: "ndjson",
|
|
204
204
|
outputFormat: "json"
|