convert-buddy-js 0.10.18 → 0.11.1

package/dist/stream-controller.js

@@ -0,0 +1,277 @@
+class NDJSONSplitter {
+  buffer;
+  bufferUsed = 0;
+  bufferCapacity;
+  decoder = new TextDecoder("utf-8", { fatal: false });
+  constructor(initialCapacity = 64 * 1024) {
+    this.bufferCapacity = initialCapacity;
+    this.buffer = new Uint8Array(initialCapacity);
+  }
+  /**
+   * Push a chunk of bytes and get complete records
+   * @param chunk - Chunk of bytes to process
+   * @returns Array of parsed records
+   */
+  push(chunk) {
+    if (this.bufferUsed + chunk.length > this.bufferCapacity) {
+      const newCapacity = Math.max(
+        this.bufferCapacity * 2,
+        this.bufferUsed + chunk.length
+      );
+      const newBuffer = new Uint8Array(newCapacity);
+      newBuffer.set(this.buffer.subarray(0, this.bufferUsed));
+      this.buffer = newBuffer;
+      this.bufferCapacity = newCapacity;
+    }
+    this.buffer.set(chunk, this.bufferUsed);
+    this.bufferUsed += chunk.length;
+    const records = [];
+    let startIdx = 0;
+    for (let i = 0; i < this.bufferUsed; i++) {
+      if (this.buffer[i] === 10) {
+        const line = this.buffer.subarray(startIdx, i);
+        startIdx = i + 1;
+        const text = this.decoder.decode(line).trim();
+        if (text.length > 0) {
+          try {
+            const record = JSON.parse(text);
+            records.push(record);
+          } catch (err) {
+            console.warn("[NDJSONSplitter] Failed to parse line:", text.substring(0, 100), err);
+          }
+        }
+      }
+    }
+    if (startIdx < this.bufferUsed) {
+      const remaining = this.bufferUsed - startIdx;
+      this.buffer.copyWithin(0, startIdx, this.bufferUsed);
+      this.bufferUsed = remaining;
+    } else {
+      this.bufferUsed = 0;
+    }
+    return records;
+  }
+  /**
+   * Flush remaining buffer and get final records
+   * @returns Array of parsed records from remaining buffer
+   */
+  flush() {
+    if (this.bufferUsed === 0) {
+      return [];
+    }
+    const text = this.decoder.decode(this.buffer.subarray(0, this.bufferUsed)).trim();
+    this.bufferUsed = 0;
+    if (text.length === 0) {
+      return [];
+    }
+    try {
+      const record = JSON.parse(text);
+      return [record];
+    } catch (err) {
+      console.warn("[NDJSONSplitter] Failed to parse final buffer:", text.substring(0, 100), err);
+      return [];
+    }
+  }
+  /**
+   * Reset the splitter state
+   */
+  reset() {
+    this.buffer = new Uint8Array(0);
+  }
+}
+class CSVSplitter {
+  buffer = new Uint8Array(0);
+  decoder = new TextDecoder("utf-8", { fatal: false });
+  /**
+   * Push a chunk of bytes and get complete CSV lines
+   */
+  push(chunk) {
+    const newBuffer = new Uint8Array(this.buffer.length + chunk.length);
+    newBuffer.set(this.buffer);
+    newBuffer.set(chunk, this.buffer.length);
+    this.buffer = newBuffer;
+    const lines = [];
+    let startIdx = 0;
+    for (let i = 0; i < this.buffer.length; i++) {
+      if (this.buffer[i] === 10) {
+        const lineBytes = this.buffer.slice(startIdx, i);
+        startIdx = i + 1;
+        const text = this.decoder.decode(lineBytes).trim();
+        if (text.length > 0) {
+          lines.push(text);
+        }
+      }
+    }
+    if (startIdx < this.buffer.length) {
+      this.buffer = this.buffer.slice(startIdx);
+    } else {
+      this.buffer = new Uint8Array(0);
+    }
+    return lines;
+  }
+  /**
+   * Flush remaining buffer and get final lines
+   */
+  flush() {
+    if (this.buffer.length === 0) {
+      return [];
+    }
+    const text = this.decoder.decode(this.buffer).trim();
+    this.buffer = new Uint8Array(0);
+    return text.length > 0 ? [text] : [];
+  }
+  /**
+   * Reset the splitter state
+   */
+  reset() {
+    this.buffer = new Uint8Array(0);
+  }
+}
+class JSONSplitter {
+  buffer = new Uint8Array(0);
+  decoder = new TextDecoder("utf-8", { fatal: false });
+  yielded = false;
+  /**
+   * Push a chunk of bytes and accumulate
+   */
+  push(chunk) {
+    const newBuffer = new Uint8Array(this.buffer.length + chunk.length);
+    newBuffer.set(this.buffer);
+    newBuffer.set(chunk, this.buffer.length);
+    this.buffer = newBuffer;
+    return [];
+  }
+  /**
+   * Flush and parse complete JSON
+   */
+  flush() {
+    if (this.yielded || this.buffer.length === 0) {
+      return [];
+    }
+    const text = this.decoder.decode(this.buffer).trim();
+    this.buffer = new Uint8Array(0);
+    this.yielded = true;
+    if (text.length === 0) {
+      return [];
+    }
+    try {
+      const parsed = JSON.parse(text);
+      return Array.isArray(parsed) ? parsed : [parsed];
+    } catch (err) {
+      console.warn("[JSONSplitter] Failed to parse JSON:", err);
+      return [];
+    }
+  }
+  /**
+   * Reset the splitter state
+   */
+  reset() {
+    this.buffer = new Uint8Array(0);
+    this.yielded = false;
+  }
+}
+class XMLSplitter {
+  buffer = new Uint8Array(0);
+  decoder = new TextDecoder("utf-8", { fatal: false });
+  recordElement;
+  constructor(recordElement = "item") {
+    this.recordElement = recordElement;
+  }
+  /**
+   * Push a chunk of bytes and extract complete XML elements
+   */
+  push(chunk) {
+    const newBuffer = new Uint8Array(this.buffer.length + chunk.length);
+    newBuffer.set(this.buffer);
+    newBuffer.set(chunk, this.buffer.length);
+    this.buffer = newBuffer;
+    const text = this.decoder.decode(this.buffer, { stream: true });
+    const records = [];
+    const openTag = `<${this.recordElement}>`;
+    const closeTag = `</${this.recordElement}>`;
+    let startIdx = 0;
+    let searchPos = 0;
+    while (true) {
+      const openIdx = text.indexOf(openTag, searchPos);
+      if (openIdx === -1) break;
+      const closeIdx = text.indexOf(closeTag, openIdx + openTag.length);
+      if (closeIdx === -1) break;
+      const elementText = text.substring(openIdx, closeIdx + closeTag.length);
+      try {
+        const record = this.xmlToJson(elementText);
+        records.push(record);
+      } catch (err) {
+        console.warn("[XMLSplitter] Failed to parse XML element:", err);
+      }
+      searchPos = closeIdx + closeTag.length;
+      startIdx = searchPos;
+    }
+    const encoder = new TextEncoder();
+    this.buffer = encoder.encode(text.substring(startIdx));
+    return records;
+  }
+  /**
+   * Very basic XML to JSON converter (for demonstration)
+   * In production, use a proper XML parser library
+   */
+  xmlToJson(xml) {
+    return { _xml: xml.trim() };
+  }
+  /**
+   * Flush remaining buffer
+   */
+  flush() {
+    if (this.buffer.length === 0) {
+      return [];
+    }
+    const text = this.decoder.decode(this.buffer);
+    this.buffer = new Uint8Array(0);
+    const records = [];
+    const openTag = `<${this.recordElement}>`;
+    const closeTag = `</${this.recordElement}>`;
+    let searchPos = 0;
+    while (true) {
+      const openIdx = text.indexOf(openTag, searchPos);
+      if (openIdx === -1) break;
+      const closeIdx = text.indexOf(closeTag, openIdx + openTag.length);
+      if (closeIdx === -1) break;
+      const elementText = text.substring(openIdx, closeIdx + closeTag.length);
+      try {
+        const record = this.xmlToJson(elementText);
+        records.push(record);
+      } catch (err) {
+        console.warn("[XMLSplitter] Failed to parse XML element:", err);
+      }
+      searchPos = closeIdx + closeTag.length;
+    }
+    return records;
+  }
+  /**
+   * Reset the splitter state
+   */
+  reset() {
+    this.buffer = new Uint8Array(0);
+  }
+}
+function createSplitter(outputFormat, config) {
+  switch (outputFormat) {
+    case "ndjson":
+      return new NDJSONSplitter();
+    case "csv":
+      return new CSVSplitter();
+    case "json":
+      return new JSONSplitter();
+    case "xml":
+      return new XMLSplitter(config?.xmlConfig?.recordElement || "item");
+    default:
+      return new NDJSONSplitter();
+  }
+}
+export {
+  CSVSplitter,
+  JSONSplitter,
+  NDJSONSplitter,
+  XMLSplitter,
+  createSplitter
+};
+//# sourceMappingURL=stream-controller.js.map

package/dist/stream-controller.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/stream-controller.ts"],"sourcesContent":["/**\r\n * StreamController: High-level streaming API for ConvertBuddy\r\n * \r\n * Provides per-record callbacks, backpressure management, and pause/resume/abort\r\n * controls for both browser and Node.js environments.\r\n */\r\n\r\nimport type { ConvertBuddyOptions, Stats, Format } from \"./index.js\";\r\n\r\n/**\r\n * Options for StreamController\r\n */\r\nexport interface StreamControllerOptions extends Omit<ConvertBuddyOptions, 'onProgress'> {\r\n  /**\r\n   * Called with raw converted bytes before parsing into records.\r\n   * Useful for capturing the actual output format (CSV, XML, etc.)\r\n   */\r\n  onData?: (bytes: Uint8Array) => void;\r\n\r\n  /**\r\n   * Called for each parsed record (object) from the output stream.\r\n   * If the callback returns a Promise, the controller will await it before processing the next record.\r\n   * Return false to pause the stream (can resume later with resume()).\r\n   */\r\n  onRecord?: (record: any, index: number) => void | Promise<void> | boolean | Promise<boolean>;\r\n\r\n  /**\r\n   * Called periodically with statistics and record count.\r\n   * Use progressBatchSize to control how often this is called (every N records).\r\n   * This is different from ConvertBuddyOptions.onProgress which only provides stats.\r\n   */\r\n  onStreamProgress?: (stats: Stats, recordCount: number) => void;\r\n\r\n  /**\r\n   * Number of records to process before triggering onStreamProgress callback.\r\n   * Default: 1000\r\n   */\r\n  progressBatchSize?: number;\r\n\r\n  /**\r\n   * Auto-pause the stream while onRecord callback is executing.\r\n   * Default: true\r\n   */\r\n  autoPause?: boolean;\r\n\r\n  /**\r\n   * Output format for conversion. Recommended: \"ndjson\" for per-record streaming.\r\n   * Default: \"ndjson\"\r\n   */\r\n  outputFormat?: Format;\r\n}\r\n\r\n/**\r\n * Represents a parsed record with metadata\r\n */\r\nexport interface ParsedRecord {\r\n  record: any;\r\n  index: number;\r\n}\r\n\r\n/**\r\n * NDJSONSplitter - Splits a stream of bytes into complete NDJSON lines\r\n * \r\n * Handles partial lines across chunk boundaries and yields complete JSON objects.\r\n * Optimized with pre-allocated growing buffer to avoid O(n²) allocations.\r\n */\r\nexport class NDJSONSplitter {\r\n  private buffer: Uint8Array;\r\n  private bufferUsed = 0;\r\n  private bufferCapacity: number;\r\n  private decoder = new TextDecoder(\"utf-8\", { fatal: false });\r\n\r\n  constructor(initialCapacity = 64 * 1024) {\r\n    this.bufferCapacity = initialCapacity;\r\n    this.buffer = new Uint8Array(initialCapacity);\r\n  }\r\n\r\n  /**\r\n   * Push a chunk of bytes and get complete records\r\n   * @param chunk - Chunk of bytes to process\r\n   * @returns Array of parsed records\r\n   */\r\n  push(chunk: Uint8Array): any[] {\r\n    // Grow buffer only when needed, doubling capacity\r\n    if (this.bufferUsed + chunk.length > this.bufferCapacity) {\r\n      const newCapacity = Math.max(\r\n        this.bufferCapacity * 2,\r\n        this.bufferUsed + chunk.length\r\n      );\r\n      const newBuffer = new Uint8Array(newCapacity);\r\n      newBuffer.set(this.buffer.subarray(0, this.bufferUsed));\r\n      this.buffer = newBuffer;\r\n      this.bufferCapacity = newCapacity;\r\n    }\r\n\r\n    // Append chunk to buffer\r\n    this.buffer.set(chunk, this.bufferUsed);\r\n    this.bufferUsed += chunk.length;\r\n\r\n    const records: any[] = [];\r\n    let startIdx = 0;\r\n\r\n    // Find complete lines (ending with \\n) in the used portion\r\n    for (let i = 0; i < this.bufferUsed; i++) {\r\n      if (this.buffer[i] === 0x0a) { // \\n\r\n        // Extract line from buffer slice\r\n        const line = this.buffer.subarray(startIdx, i);\r\n        startIdx = i + 1;\r\n\r\n        // Decode and parse\r\n        const text = this.decoder.decode(line).trim();\r\n        if (text.length > 0) {\r\n          try {\r\n            const record = JSON.parse(text);\r\n            records.push(record);\r\n          } catch (err) {\r\n            // Skip invalid JSON lines\r\n            console.warn(\"[NDJSONSplitter] Failed to parse line:\", text.substring(0, 100), err);\r\n          }\r\n        }\r\n      }\r\n    }\r\n\r\n    // Keep remaining incomplete data in buffer\r\n    if (startIdx < this.bufferUsed) {\r\n      const remaining = this.bufferUsed - startIdx;\r\n      // Move remaining data to start of buffer\r\n      this.buffer.copyWithin(0, startIdx, this.bufferUsed);\r\n      this.bufferUsed = remaining;\r\n    } else {\r\n      this.bufferUsed = 0;\r\n    }\r\n\r\n    return records;\r\n  }\r\n\r\n  /**\r\n   * Flush remaining buffer and get final records\r\n   * @returns Array of parsed records from remaining buffer\r\n   */\r\n  flush(): any[] {\r\n    if (this.bufferUsed === 0) {\r\n      return [];\r\n    }\r\n\r\n    const text = this.decoder.decode(this.buffer.subarray(0, this.bufferUsed)).trim();\r\n    this.bufferUsed = 0;\r\n\r\n    if (text.length === 0) {\r\n      return [];\r\n    }\r\n\r\n    try {\r\n      const record = JSON.parse(text);\r\n      return [record];\r\n    } catch (err) {\r\n      console.warn(\"[NDJSONSplitter] Failed to parse final buffer:\", text.substring(0, 100), err);\r\n      return [];\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Reset the splitter state\r\n   */\r\n  reset(): void {\r\n    this.buffer = new Uint8Array(0);\r\n  }\r\n}\r\n\r\n/**\r\n * CSVSplitter - Splits CSV output into lines\r\n * \r\n * For CSV output, we yield each line as a string (header + data rows).\r\n */\r\nexport class CSVSplitter {\r\n  private buffer: Uint8Array = new Uint8Array(0);\r\n  private decoder = new TextDecoder(\"utf-8\", { fatal: false });\r\n\r\n  /**\r\n   * Push a chunk of bytes and get complete CSV lines\r\n   */\r\n  push(chunk: Uint8Array): string[] {\r\n    // Append new chunk to buffer\r\n    const newBuffer = new Uint8Array(this.buffer.length + chunk.length);\r\n    newBuffer.set(this.buffer);\r\n    newBuffer.set(chunk, this.buffer.length);\r\n    this.buffer = newBuffer;\r\n\r\n    const lines: string[] = [];\r\n    let startIdx = 0;\r\n\r\n    // Find complete lines (ending with \\n)\r\n    for (let i = 0; i < this.buffer.length; i++) {\r\n      if (this.buffer[i] === 0x0a) { // \\n\r\n        // Extract line\r\n        const lineBytes = this.buffer.slice(startIdx, i);\r\n        startIdx = i + 1;\r\n\r\n        // Decode\r\n        const text = this.decoder.decode(lineBytes).trim();\r\n        if (text.length > 0) {\r\n          lines.push(text);\r\n        }\r\n      }\r\n    }\r\n\r\n    // Keep remaining incomplete data in buffer\r\n    if (startIdx < this.buffer.length) {\r\n      this.buffer = this.buffer.slice(startIdx);\r\n    } else {\r\n      this.buffer = new Uint8Array(0);\r\n    }\r\n\r\n    return lines;\r\n  }\r\n\r\n  /**\r\n   * Flush remaining buffer and get final lines\r\n   */\r\n  flush(): string[] {\r\n    if (this.buffer.length === 0) {\r\n      return [];\r\n    }\r\n\r\n    const text = this.decoder.decode(this.buffer).trim();\r\n    this.buffer = new Uint8Array(0);\r\n\r\n    return text.length > 0 ? [text] : [];\r\n  }\r\n\r\n  /**\r\n   * Reset the splitter state\r\n   */\r\n  reset(): void {\r\n    this.buffer = new Uint8Array(0);\r\n  }\r\n}\r\n\r\n/**\r\n * JSONSplitter - Handles JSON array output\r\n * \r\n * For JSON output, we expect an array of objects. We'll parse the complete\r\n * JSON once and yield all records.\r\n */\r\nexport class JSONSplitter {\r\n  private buffer: Uint8Array = new Uint8Array(0);\r\n  private decoder = new TextDecoder(\"utf-8\", { fatal: false });\r\n  private yielded = false;\r\n\r\n  /**\r\n   * Push a chunk of bytes and accumulate\r\n   */\r\n  push(chunk: Uint8Array): any[] {\r\n    // Append to buffer\r\n    const newBuffer = new Uint8Array(this.buffer.length + chunk.length);\r\n    newBuffer.set(this.buffer);\r\n    newBuffer.set(chunk, this.buffer.length);\r\n    this.buffer = newBuffer;\r\n\r\n    // JSON needs to be complete, so we don't yield until flush\r\n    return [];\r\n  }\r\n\r\n  /**\r\n   * Flush and parse complete JSON\r\n   */\r\n  flush(): any[] {\r\n    if (this.yielded || this.buffer.length === 0) {\r\n      return [];\r\n    }\r\n\r\n    const text = this.decoder.decode(this.buffer).trim();\r\n    this.buffer = new Uint8Array(0);\r\n    this.yielded = true;\r\n\r\n    if (text.length === 0) {\r\n      return [];\r\n    }\r\n\r\n    try {\r\n      const parsed = JSON.parse(text);\r\n      // If it's an array, return all items; otherwise return single item\r\n      return Array.isArray(parsed) ? parsed : [parsed];\r\n    } catch (err) {\r\n      console.warn(\"[JSONSplitter] Failed to parse JSON:\", err);\r\n      return [];\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Reset the splitter state\r\n   */\r\n  reset(): void {\r\n    this.buffer = new Uint8Array(0);\r\n    this.yielded = false;\r\n  }\r\n}\r\n\r\n/**\r\n * XMLSplitter - Handles XML output by splitting on record elements\r\n * \r\n * This is a simplified splitter that looks for complete XML elements.\r\n * For more robust XML parsing, consider using a proper XML parser.\r\n */\r\nexport class XMLSplitter {\r\n  private buffer: Uint8Array = new Uint8Array(0);\r\n  private decoder = new TextDecoder(\"utf-8\", { fatal: false });\r\n  private recordElement: string;\r\n\r\n  constructor(recordElement: string = \"item\") {\r\n    this.recordElement = recordElement;\r\n  }\r\n\r\n  /**\r\n   * Push a chunk of bytes and extract complete XML elements\r\n   */\r\n  push(chunk: Uint8Array): any[] {\r\n    // Append to buffer\r\n    const newBuffer = new Uint8Array(this.buffer.length + chunk.length);\r\n    newBuffer.set(this.buffer);\r\n    newBuffer.set(chunk, this.buffer.length);\r\n    this.buffer = newBuffer;\r\n\r\n    const text = this.decoder.decode(this.buffer, { stream: true });\r\n    const records: any[] = [];\r\n\r\n    const openTag = `<${this.recordElement}>`;\r\n    const closeTag = `</${this.recordElement}>`;\r\n\r\n    let startIdx = 0;\r\n    let searchPos = 0;\r\n\r\n    while (true) {\r\n      const openIdx = text.indexOf(openTag, searchPos);\r\n      if (openIdx === -1) break;\r\n\r\n      const closeIdx = text.indexOf(closeTag, openIdx + openTag.length);\r\n      if (closeIdx === -1) break;\r\n\r\n      // Extract element\r\n      const elementText = text.substring(openIdx, closeIdx + closeTag.length);\r\n      \r\n      // Simple XML to JSON conversion (very basic)\r\n      // In production, use a proper XML parser\r\n      try {\r\n        const record = this.xmlToJson(elementText);\r\n        records.push(record);\r\n      } catch (err) {\r\n        console.warn(\"[XMLSplitter] Failed to parse XML element:\", err);\r\n      }\r\n\r\n      searchPos = closeIdx + closeTag.length;\r\n      startIdx = searchPos;\r\n    }\r\n\r\n    // Keep remaining data in buffer\r\n    const encoder = new TextEncoder();\r\n    this.buffer = encoder.encode(text.substring(startIdx));\r\n\r\n    return records;\r\n  }\r\n\r\n  /**\r\n   * Very basic XML to JSON converter (for demonstration)\r\n   * In production, use a proper XML parser library\r\n   */\r\n  private xmlToJson(xml: string): any {\r\n    // This is a placeholder - in reality, you'd use a proper XML parser\r\n    // For now, return a simple object with the raw XML\r\n    return { _xml: xml.trim() };\r\n  }\r\n\r\n  /**\r\n   * Flush remaining buffer\r\n   */\r\n  flush(): any[] {\r\n    // Try to parse any remaining complete elements\r\n    if (this.buffer.length === 0) {\r\n      return [];\r\n    }\r\n\r\n    const text = this.decoder.decode(this.buffer);\r\n    this.buffer = new Uint8Array(0);\r\n\r\n    // Try to extract any remaining complete elements\r\n    const records: any[] = [];\r\n    const openTag = `<${this.recordElement}>`;\r\n    const closeTag = `</${this.recordElement}>`;\r\n\r\n    let searchPos = 0;\r\n    while (true) {\r\n      const openIdx = text.indexOf(openTag, searchPos);\r\n      if (openIdx === -1) break;\r\n\r\n      const closeIdx = text.indexOf(closeTag, openIdx + openTag.length);\r\n      if (closeIdx === -1) break;\r\n\r\n      const elementText = text.substring(openIdx, closeIdx + closeTag.length);\r\n      \r\n      try {\r\n        const record = this.xmlToJson(elementText);\r\n        records.push(record);\r\n      } catch (err) {\r\n        console.warn(\"[XMLSplitter] Failed to parse XML element:\", err);\r\n      }\r\n\r\n      searchPos = closeIdx + closeTag.length;\r\n    }\r\n\r\n    return records;\r\n  }\r\n\r\n  /**\r\n   * Reset the splitter state\r\n   */\r\n  reset(): void {\r\n    this.buffer = new Uint8Array(0);\r\n  }\r\n}\r\n\r\n/**\r\n * Factory function to create appropriate splitter based on output format\r\n */\r\nexport function createSplitter(outputFormat: Format, config?: any): NDJSONSplitter | CSVSplitter | JSONSplitter | XMLSplitter {\r\n  switch (outputFormat) {\r\n    case \"ndjson\":\r\n      return new NDJSONSplitter();\r\n    case \"csv\":\r\n      return new CSVSplitter();\r\n    case \"json\":\r\n      return new JSONSplitter();\r\n    case \"xml\":\r\n      return new XMLSplitter(config?.xmlConfig?.recordElement || \"item\");\r\n    default:\r\n      return new NDJSONSplitter();\r\n  }\r\n}\r\n"],"mappings":"AAkEO,MAAM,eAAe;AAAA,EAClB;AAAA,EACA,aAAa;AAAA,EACb;AAAA,EACA,UAAU,IAAI,YAAY,SAAS,EAAE,OAAO,MAAM,CAAC;AAAA,EAE3D,YAAY,kBAAkB,KAAK,MAAM;AACvC,SAAK,iBAAiB;AACtB,SAAK,SAAS,IAAI,WAAW,eAAe;AAAA,EAC9C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,KAAK,OAA0B;AAE7B,QAAI,KAAK,aAAa,MAAM,SAAS,KAAK,gBAAgB;AACxD,YAAM,cAAc,KAAK;AAAA,QACvB,KAAK,iBAAiB;AAAA,QACtB,KAAK,aAAa,MAAM;AAAA,MAC1B;AACA,YAAM,YAAY,IAAI,WAAW,WAAW;AAC5C,gBAAU,IAAI,KAAK,OAAO,SAAS,GAAG,KAAK,UAAU,CAAC;AACtD,WAAK,SAAS;AACd,WAAK,iBAAiB;AAAA,IACxB;AAGA,SAAK,OAAO,IAAI,OAAO,KAAK,UAAU;AACtC,SAAK,cAAc,MAAM;AAEzB,UAAM,UAAiB,CAAC;AACxB,QAAI,WAAW;AAGf,aAAS,IAAI,GAAG,IAAI,KAAK,YAAY,KAAK;AACxC,UAAI,KAAK,OAAO,CAAC,MAAM,IAAM;AAE3B,cAAM,OAAO,KAAK,OAAO,SAAS,UAAU,CAAC;AAC7C,mBAAW,IAAI;AAGf,cAAM,OAAO,KAAK,QAAQ,OAAO,IAAI,EAAE,KAAK;AAC5C,YAAI,KAAK,SAAS,GAAG;AACnB,cAAI;AACF,kBAAM,SAAS,KAAK,MAAM,IAAI;AAC9B,oBAAQ,KAAK,MAAM;AAAA,UACrB,SAAS,KAAK;AAEZ,oBAAQ,KAAK,0CAA0C,KAAK,UAAU,GAAG,GAAG,GAAG,GAAG;AAAA,UACpF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,QAAI,WAAW,KAAK,YAAY;AAC9B,YAAM,YAAY,KAAK,aAAa;AAEpC,WAAK,OAAO,WAAW,GAAG,UAAU,KAAK,UAAU;AACnD,WAAK,aAAa;AAAA,IACpB,OAAO;AACL,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,QAAe;AACb,QAAI,KAAK,eAAe,GAAG;AACzB,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,OAAO,KAAK,QAAQ,OAAO,KAAK,OAAO,SAAS,GAAG,KAAK,UAAU,CAAC,EAAE,KAAK;AAChF,SAAK,aAAa;AAElB,QAAI,KAAK,WAAW,GAAG;AACrB,aAAO,CAAC;AAAA,IACV;AAEA,QAAI;AACF,YAAM,SAAS,KAAK,MAAM,IAAI;AAC9B,aAAO,CAAC,MAAM;AAAA,IAChB,SAAS,KAAK;AACZ,cAAQ,KAAK,kDAAkD,KAAK,UAAU,GAAG,GAAG,GAAG,GAAG;AAC1F,aAAO,CAAC;AAAA,IACV;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,QAAc;AACZ,SAAK,SAAS,IAAI,WAAW,CAAC;AAAA,EAChC;AACF;AAOO,MAAM,YAAY;AAAA,EACf,SAAqB,IAAI,WAAW,CAAC;AAAA,EACrC,UAAU,IAAI,YAAY,SAAS,EAAE,OAAO,MAAM,CAAC;AAAA;AAAA;AAAA;AAAA,EAK3D,KAAK,OAA6B;AAEhC,UAAM,YAAY,IAAI,WAAW,KAAK,OAAO,SAAS,MAAM,MAAM;AAClE,cAAU,IAAI,KAAK,MAAM;AACzB,cAAU,IAAI,OAAO,KAAK,OAAO,MAAM;AACvC,SAAK,SAAS;AAEd,UAAM,QAAkB,CAAC;AACzB,QAAI,WAAW;AAGf,aAAS,IAAI,GAAG,IAAI,KAAK,OAAO,QAAQ,KAAK;AAC3C,UAAI,KAAK,OAAO,CAAC,MAAM,IAAM;AAE3B,cAAM,YAAY,KAAK,OAAO,MAAM,UAAU,CAAC;AAC/C,mBAAW,IAAI;AAGf,cAAM,OAAO,KAAK,QAAQ,OAAO,SAAS,EAAE,KAAK;AACjD,YAAI,KAAK,SAAS,GAAG;AACnB,gBAAM,KAAK,IAAI;AAAA,QACjB;AAAA,MACF;AAAA,IACF;AAGA,QAAI,WAAW,KAAK,OAAO,QAAQ;AACjC,WAAK,SAAS,KAAK,OAAO,MAAM,QAAQ;AAAA,IAC1C,OAAO;AACL,WAAK,SAAS,IAAI,WAAW,CAAC;AAAA,IAChC;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,QAAkB;AAChB,QAAI,KAAK,OAAO,WAAW,GAAG;AAC5B,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,OAAO,KAAK,QAAQ,OAAO,KAAK,MAAM,EAAE,KAAK;AACnD,SAAK,SAAS,IAAI,WAAW,CAAC;AAE9B,WAAO,KAAK,SAAS,IAAI,CAAC,IAAI,IAAI,CAAC;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA,EAKA,QAAc;AACZ,SAAK,SAAS,IAAI,WAAW,CAAC;AAAA,EAChC;AACF;AAQO,MAAM,aAAa;AAAA,EAChB,SAAqB,IAAI,WAAW,CAAC;AAAA,EACrC,UAAU,IAAI,YAAY,SAAS,EAAE,OAAO,MAAM,CAAC;AAAA,EACnD,UAAU;AAAA;AAAA;AAAA;AAAA,EAKlB,KAAK,OAA0B;AAE7B,UAAM,YAAY,IAAI,WAAW,KAAK,OAAO,SAAS,MAAM,MAAM;AAClE,cAAU,IAAI,KAAK,MAAM;AACzB,cAAU,IAAI,OAAO,KAAK,OAAO,MAAM;AACvC,SAAK,SAAS;AAGd,WAAO,CAAC;AAAA,EACV;AAAA;AAAA;AAAA;AAAA,EAKA,QAAe;AACb,QAAI,KAAK,WAAW,KAAK,OAAO,WAAW,GAAG;AAC5C,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,OAAO,KAAK,QAAQ,OAAO,KAAK,MAAM,EAAE,KAAK;AACnD,SAAK,SAAS,IAAI,WAAW,CAAC;AAC9B,SAAK,UAAU;AAEf,QAAI,KAAK,WAAW,GAAG;AACrB,aAAO,CAAC;AAAA,IACV;AAEA,QAAI;AACF,YAAM,SAAS,KAAK,MAAM,IAAI;AAE9B,aAAO,MAAM,QAAQ,MAAM,IAAI,SAAS,CAAC,MAAM;AAAA,IACjD,SAAS,KAAK;AACZ,cAAQ,KAAK,wCAAwC,GAAG;AACxD,aAAO,CAAC;AAAA,IACV;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,QAAc;AACZ,SAAK,SAAS,IAAI,WAAW,CAAC;AAC9B,SAAK,UAAU;AAAA,EACjB;AACF;AAQO,MAAM,YAAY;AAAA,EACf,SAAqB,IAAI,WAAW,CAAC;AAAA,EACrC,UAAU,IAAI,YAAY,SAAS,EAAE,OAAO,MAAM,CAAC;AAAA,EACnD;AAAA,EAER,YAAY,gBAAwB,QAAQ;AAC1C,SAAK,gBAAgB;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA,EAKA,KAAK,OAA0B;AAE7B,UAAM,YAAY,IAAI,WAAW,KAAK,OAAO,SAAS,MAAM,MAAM;AAClE,cAAU,IAAI,KAAK,MAAM;AACzB,cAAU,IAAI,OAAO,KAAK,OAAO,MAAM;AACvC,SAAK,SAAS;AAEd,UAAM,OAAO,KAAK,QAAQ,OAAO,KAAK,QAAQ,EAAE,QAAQ,KAAK,CAAC;AAC9D,UAAM,UAAiB,CAAC;AAExB,UAAM,UAAU,IAAI,KAAK,aAAa;AACtC,UAAM,WAAW,KAAK,KAAK,aAAa;AAExC,QAAI,WAAW;AACf,QAAI,YAAY;AAEhB,WAAO,MAAM;AACX,YAAM,UAAU,KAAK,QAAQ,SAAS,SAAS;AAC/C,UAAI,YAAY,GAAI;AAEpB,YAAM,WAAW,KAAK,QAAQ,UAAU,UAAU,QAAQ,MAAM;AAChE,UAAI,aAAa,GAAI;AAGrB,YAAM,cAAc,KAAK,UAAU,SAAS,WAAW,SAAS,MAAM;AAItE,UAAI;AACF,cAAM,SAAS,KAAK,UAAU,WAAW;AACzC,gBAAQ,KAAK,MAAM;AAAA,MACrB,SAAS,KAAK;AACZ,gBAAQ,KAAK,8CAA8C,GAAG;AAAA,MAChE;AAEA,kBAAY,WAAW,SAAS;AAChC,iBAAW;AAAA,IACb;AAGA,UAAM,UAAU,IAAI,YAAY;AAChC,SAAK,SAAS,QAAQ,OAAO,KAAK,UAAU,QAAQ,CAAC;AAErD,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,KAAkB;AAGlC,WAAO,EAAE,MAAM,IAAI,KAAK,EAAE;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,QAAe;AAEb,QAAI,KAAK,OAAO,WAAW,GAAG;AAC5B,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,OAAO,KAAK,QAAQ,OAAO,KAAK,MAAM;AAC5C,SAAK,SAAS,IAAI,WAAW,CAAC;AAG9B,UAAM,UAAiB,CAAC;AACxB,UAAM,UAAU,IAAI,KAAK,aAAa;AACtC,UAAM,WAAW,KAAK,KAAK,aAAa;AAExC,QAAI,YAAY;AAChB,WAAO,MAAM;AACX,YAAM,UAAU,KAAK,QAAQ,SAAS,SAAS;AAC/C,UAAI,YAAY,GAAI;AAEpB,YAAM,WAAW,KAAK,QAAQ,UAAU,UAAU,QAAQ,MAAM;AAChE,UAAI,aAAa,GAAI;AAErB,YAAM,cAAc,KAAK,UAAU,SAAS,WAAW,SAAS,MAAM;AAEtE,UAAI;AACF,cAAM,SAAS,KAAK,UAAU,WAAW;AACzC,gBAAQ,KAAK,MAAM;AAAA,MACrB,SAAS,KAAK;AACZ,gBAAQ,KAAK,8CAA8C,GAAG;AAAA,MAChE;AAEA,kBAAY,WAAW,SAAS;AAAA,IAClC;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,QAAc;AACZ,SAAK,SAAS,IAAI,WAAW,CAAC;AAAA,EAChC;AACF;AAKO,SAAS,eAAe,cAAsB,QAAyE;AAC5H,UAAQ,cAAc;AAAA,IACpB,KAAK;AACH,aAAO,IAAI,eAAe;AAAA,IAC5B,KAAK;AACH,aAAO,IAAI,YAAY;AAAA,IACzB,KAAK;AACH,aAAO,IAAI,aAAa;AAAA,IAC1B,KAAK;AACH,aAAO,IAAI,YAAY,QAAQ,WAAW,iBAAiB,MAAM;AAAA,IACnE;AACE,aAAO,IAAI,eAAe;AAAA,EAC9B;AACF;","names":[]}

package/dist/streaming-worker.js

@@ -11,7 +11,7 @@ self.onmessage = async (event) => {
   const { type, file, opts } = event.data;
   if (type === "start") {
     try {
-      const mod = await import("./browser-core");
+      const mod = await import("./index");
       const { ConvertBuddy } = mod;
       buddy = await ConvertBuddy.create(opts);
       fileSize = file.size;

package/dist/streaming-worker.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/streaming-worker.js"],"sourcesContent":["// Web Worker for streaming file conversion using convert-buddy-js\r\n// This worker processes a File/Blob in chunks and posts progress/results\r\n\r\nlet buddy = null;\r\nlet totalBytesRead = 0;\r\nlet totalBytesWritten = 0;\r\nlet recordsProcessed = 0;\r\nlet fileSize = 0;\r\nlet chunkSize = 1024 * 1024; // 1MB default\r\nlet lastProgressPost = 0;\r\nconst PROGRESS_THROTTLE_MS = 150; // post progress at most ~6-7 times/sec\r\nconst utf8Decoder = new TextDecoder(\"utf-8\", { fatal: true, ignoreBOM: true });\r\n\r\nself.onmessage = async (event) => {\r\n  const { type, file, opts } = event.data;\r\n\r\n  if (type === 'start') {\r\n    try {\r\n      // Dynamically import browser-core WASM module (no Node.js dependencies)\r\n      const mod = await import('./browser-core');\r\n      const { ConvertBuddy } = mod;\r\n      buddy = await ConvertBuddy.create(opts);\r\n      fileSize = file.size;\r\n      totalBytesRead = 0;\r\n      totalBytesWritten = 0;\r\n      recordsProcessed = 0;\r\n      chunkSize = opts.chunkTargetBytes || chunkSize;\r\n\r\n      let offset = 0;\r\n      while (offset < fileSize) {\r\n        const chunkEnd = Math.min(offset + chunkSize, fileSize);\r\n        const chunk = file.slice(offset, chunkEnd);\r\n        const chunkData = await chunk.arrayBuffer();\r\n        const uint8Array = new Uint8Array(chunkData);\r\n        totalBytesRead += uint8Array.length;\r\n\r\n        const output = buddy.push(uint8Array);\r\n        if (output && output.length > 0) {\r\n          totalBytesWritten += output.length;\r\n\r\n          // Send processed data back as transferable ArrayBuffer to avoid copy\r\n          const ab = output.buffer.slice(output.byteOffset, output.byteOffset + output.byteLength);\r\n          self.postMessage({ type: 'data', chunk: ab }, [ab]);\r\n\r\n          // Count records (approximate) on worker side (keep for telemetry)\r\n          try {\r\n            const chunkText = utf8Decoder.decode(output);\r\n            recordsProcessed += chunkText.split('\\n').length - 1;\r\n          } catch (e) {\r\n            // ignore decoding failures for counting\r\n          }\r\n        }\r\n\r\n        const now = Date.now();\r\n        if (now - lastProgressPost > PROGRESS_THROTTLE_MS) {\r\n          lastProgressPost = now;\r\n          self.postMessage({\r\n            type: 'progress',\r\n            bytesRead: totalBytesRead,\r\n            bytesWritten: totalBytesWritten,\r\n            percentComplete: (totalBytesRead / fileSize) * 100,\r\n            recordsProcessed,\r\n          });\r\n        }\r\n\r\n        offset = chunkEnd;\r\n      }\r\n      // Finalize\r\n      const final = buddy.finish();\r\n      totalBytesWritten += final.length;\r\n      try {\r\n        const finalText = utf8Decoder.decode(final);\r\n        recordsProcessed += finalText.split('\\n').length - 1;\r\n      } catch (e) {\r\n        // ignore decoding failures for counting\r\n      }\r\n      self.postMessage({\r\n        type: 'complete',\r\n        bytesRead: totalBytesRead,\r\n        bytesWritten: totalBytesWritten,\r\n        recordsProcessed,\r\n        result: final,\r\n      });\r\n    } catch (error) {\r\n      self.postMessage({ type: 'error', error: error.message });\r\n    }\r\n  }\r\n};\r\n"],"mappings":"AAGA,IAAI,QAAQ;AACZ,IAAI,iBAAiB;AACrB,IAAI,oBAAoB;AACxB,IAAI,mBAAmB;AACvB,IAAI,WAAW;AACf,IAAI,YAAY,OAAO;AACvB,IAAI,mBAAmB;AACvB,MAAM,uBAAuB;AAC7B,MAAM,cAAc,IAAI,YAAY,SAAS,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAE7E,KAAK,YAAY,OAAO,UAAU;AAChC,QAAM,EAAE,MAAM,MAAM,KAAK,IAAI,MAAM;AAEnC,MAAI,SAAS,SAAS;AACpB,QAAI;AAEF,YAAM,MAAM,MAAM,OAAO,gBAAgB;AACzC,YAAM,EAAE,aAAa,IAAI;AACzB,cAAQ,MAAM,aAAa,OAAO,IAAI;AACtC,iBAAW,KAAK;AAChB,uBAAiB;AACjB,0BAAoB;AACpB,yBAAmB;AACnB,kBAAY,KAAK,oBAAoB;AAErC,UAAI,SAAS;AACb,aAAO,SAAS,UAAU;AACxB,cAAM,WAAW,KAAK,IAAI,SAAS,WAAW,QAAQ;AACtD,cAAM,QAAQ,KAAK,MAAM,QAAQ,QAAQ;AACzC,cAAM,YAAY,MAAM,MAAM,YAAY;AAC1C,cAAM,aAAa,IAAI,WAAW,SAAS;AAC3C,0BAAkB,WAAW;AAE7B,cAAM,SAAS,MAAM,KAAK,UAAU;AACpC,YAAI,UAAU,OAAO,SAAS,GAAG;AAC/B,+BAAqB,OAAO;AAG5B,gBAAM,KAAK,OAAO,OAAO,MAAM,OAAO,YAAY,OAAO,aAAa,OAAO,UAAU;AACvF,eAAK,YAAY,EAAE,MAAM,QAAQ,OAAO,GAAG,GAAG,CAAC,EAAE,CAAC;AAGlD,cAAI;AACF,kBAAM,YAAY,YAAY,OAAO,MAAM;AAC3C,gCAAoB,UAAU,MAAM,IAAI,EAAE,SAAS;AAAA,UACrD,SAAS,GAAG;AAAA,UAEZ;AAAA,QACF;AAEA,cAAM,MAAM,KAAK,IAAI;AACrB,YAAI,MAAM,mBAAmB,sBAAsB;AACjD,6BAAmB;AACnB,eAAK,YAAY;AAAA,YACf,MAAM;AAAA,YACN,WAAW;AAAA,YACX,cAAc;AAAA,YACd,iBAAkB,iBAAiB,WAAY;AAAA,YAC/C;AAAA,UACF,CAAC;AAAA,QACH;AAEA,iBAAS;AAAA,MACX;AAEA,YAAM,QAAQ,MAAM,OAAO;AAC3B,2BAAqB,MAAM;AAC3B,UAAI;AACF,cAAM,YAAY,YAAY,OAAO,KAAK;AAC1C,4BAAoB,UAAU,MAAM,IAAI,EAAE,SAAS;AAAA,MACrD,SAAS,GAAG;AAAA,MAEZ;AACA,WAAK,YAAY;AAAA,QACf,MAAM;AAAA,QACN,WAAW;AAAA,QACX,cAAc;AAAA,QACd;AAAA,QACA,QAAQ;AAAA,MACV,CAAC;AAAA,IACH,SAAS,OAAO;AACd,WAAK,YAAY,EAAE,MAAM,SAAS,OAAO,MAAM,QAAQ,CAAC;AAAA,IAC1D;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../src/streaming-worker.js"],"sourcesContent":["// Web Worker for streaming file conversion using convert-buddy-js\r\n// This worker processes a File/Blob in chunks and posts progress/results\r\n\r\nlet buddy = null;\r\nlet totalBytesRead = 0;\r\nlet totalBytesWritten = 0;\r\nlet recordsProcessed = 0;\r\nlet fileSize = 0;\r\nlet chunkSize = 1024 * 1024; // 1MB default\r\nlet lastProgressPost = 0;\r\nconst PROGRESS_THROTTLE_MS = 150; // post progress at most ~6-7 times/sec\r\nconst utf8Decoder = new TextDecoder(\"utf-8\", { fatal: true, ignoreBOM: true });\r\n\r\nself.onmessage = async (event) => {\r\n  const { type, file, opts } = event.data;\r\n\r\n  if (type === 'start') {\r\n    try {\r\n      // Dynamically import main module \r\n      const mod = await import('./index');\r\n      const { ConvertBuddy } = mod;\r\n      buddy = await ConvertBuddy.create(opts);\r\n      fileSize = file.size;\r\n      totalBytesRead = 0;\r\n      totalBytesWritten = 0;\r\n      recordsProcessed = 0;\r\n      chunkSize = opts.chunkTargetBytes || chunkSize;\r\n\r\n      let offset = 0;\r\n      while (offset < fileSize) {\r\n        const chunkEnd = Math.min(offset + chunkSize, fileSize);\r\n        const chunk = file.slice(offset, chunkEnd);\r\n        const chunkData = await chunk.arrayBuffer();\r\n        const uint8Array = new Uint8Array(chunkData);\r\n        totalBytesRead += uint8Array.length;\r\n\r\n        const output = buddy.push(uint8Array);\r\n        if (output && output.length > 0) {\r\n          totalBytesWritten += output.length;\r\n\r\n          // Send processed data back as transferable ArrayBuffer to avoid copy\r\n          const ab = output.buffer.slice(output.byteOffset, output.byteOffset + output.byteLength);\r\n          self.postMessage({ type: 'data', chunk: ab }, [ab]);\r\n\r\n          // Count records (approximate) on worker side (keep for telemetry)\r\n          try {\r\n            const chunkText = utf8Decoder.decode(output);\r\n            recordsProcessed += chunkText.split('\\n').length - 1;\r\n          } catch (e) {\r\n            // ignore decoding failures for counting\r\n          }\r\n        }\r\n\r\n        const now = Date.now();\r\n        if (now - lastProgressPost > PROGRESS_THROTTLE_MS) {\r\n          lastProgressPost = now;\r\n          self.postMessage({\r\n            type: 'progress',\r\n            bytesRead: totalBytesRead,\r\n            bytesWritten: totalBytesWritten,\r\n            percentComplete: (totalBytesRead / fileSize) * 100,\r\n            recordsProcessed,\r\n          });\r\n        }\r\n\r\n        offset = chunkEnd;\r\n      }\r\n      // Finalize\r\n      const final = buddy.finish();\r\n      totalBytesWritten += final.length;\r\n      try {\r\n        const finalText = utf8Decoder.decode(final);\r\n        recordsProcessed += finalText.split('\\n').length - 1;\r\n      } catch (e) {\r\n        // ignore decoding failures for counting\r\n      }\r\n      self.postMessage({\r\n        type: 'complete',\r\n        bytesRead: totalBytesRead,\r\n        bytesWritten: totalBytesWritten,\r\n        recordsProcessed,\r\n        result: final,\r\n      });\r\n    } catch (error) {\r\n      self.postMessage({ type: 'error', error: error.message });\r\n    }\r\n  }\r\n};\r\n"],"mappings":"AAGA,IAAI,QAAQ;AACZ,IAAI,iBAAiB;AACrB,IAAI,oBAAoB;AACxB,IAAI,mBAAmB;AACvB,IAAI,WAAW;AACf,IAAI,YAAY,OAAO;AACvB,IAAI,mBAAmB;AACvB,MAAM,uBAAuB;AAC7B,MAAM,cAAc,IAAI,YAAY,SAAS,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAE7E,KAAK,YAAY,OAAO,UAAU;AAChC,QAAM,EAAE,MAAM,MAAM,KAAK,IAAI,MAAM;AAEnC,MAAI,SAAS,SAAS;AACpB,QAAI;AAEF,YAAM,MAAM,MAAM,OAAO,SAAS;AAClC,YAAM,EAAE,aAAa,IAAI;AACzB,cAAQ,MAAM,aAAa,OAAO,IAAI;AACtC,iBAAW,KAAK;AAChB,uBAAiB;AACjB,0BAAoB;AACpB,yBAAmB;AACnB,kBAAY,KAAK,oBAAoB;AAErC,UAAI,SAAS;AACb,aAAO,SAAS,UAAU;AACxB,cAAM,WAAW,KAAK,IAAI,SAAS,WAAW,QAAQ;AACtD,cAAM,QAAQ,KAAK,MAAM,QAAQ,QAAQ;AACzC,cAAM,YAAY,MAAM,MAAM,YAAY;AAC1C,cAAM,aAAa,IAAI,WAAW,SAAS;AAC3C,0BAAkB,WAAW;AAE7B,cAAM,SAAS,MAAM,KAAK,UAAU;AACpC,YAAI,UAAU,OAAO,SAAS,GAAG;AAC/B,+BAAqB,OAAO;AAG5B,gBAAM,KAAK,OAAO,OAAO,MAAM,OAAO,YAAY,OAAO,aAAa,OAAO,UAAU;AACvF,eAAK,YAAY,EAAE,MAAM,QAAQ,OAAO,GAAG,GAAG,CAAC,EAAE,CAAC;AAGlD,cAAI;AACF,kBAAM,YAAY,YAAY,OAAO,MAAM;AAC3C,gCAAoB,UAAU,MAAM,IAAI,EAAE,SAAS;AAAA,UACrD,SAAS,GAAG;AAAA,UAEZ;AAAA,QACF;AAEA,cAAM,MAAM,KAAK,IAAI;AACrB,YAAI,MAAM,mBAAmB,sBAAsB;AACjD,6BAAmB;AACnB,eAAK,YAAY;AAAA,YACf,MAAM;AAAA,YACN,WAAW;AAAA,YACX,cAAc;AAAA,YACd,iBAAkB,iBAAiB,WAAY;AAAA,YAC/C;AAAA,UACF,CAAC;AAAA,QACH;AAEA,iBAAS;AAAA,MACX;AAEA,YAAM,QAAQ,MAAM,OAAO;AAC3B,2BAAqB,MAAM;AAC3B,UAAI;AACF,cAAM,YAAY,YAAY,OAAO,KAAK;AAC1C,4BAAoB,UAAU,MAAM,IAAI,EAAE,SAAS;AAAA,MACrD,SAAS,GAAG;AAAA,MAEZ;AACA,WAAK,YAAY;AAAA,QACf,MAAM;AAAA,QACN,WAAW;AAAA,QACX,cAAc;AAAA,QACd;AAAA,QACA,QAAQ;AAAA,MACV,CAAC;AAAA,IACH,SAAS,OAAO;AACd,WAAK,YAAY,EAAE,MAAM,SAAS,OAAO,MAAM,QAAQ,CAAC;AAAA,IAC1D;AAAA,EACF;AACF;","names":[]}

package/dist/tests/stream-controller.test.js

@@ -0,0 +1,237 @@
+import { describe, it } from "node:test";
+import { strict as assert } from "node:assert";
+import { NodeStreamController } from "../node-stream-controller.js";
+import { Readable } from "node:stream";
+describe("NodeStreamController", () => {
+  it("should process CSV records with onRecord callback", async () => {
+    const csvData = `name,age,city
+Alice,30,NYC
+Bob,25,LA
+Charlie,35,Chicago`;
+    const records = [];
+    const controller = new NodeStreamController({
+      inputFormat: "csv",
+      outputFormat: "ndjson",
+      onRecord: (record, index) => {
+        records.push(record);
+      }
+    });
+    await controller.process(csvData);
+    assert.equal(records.length, 3);
+    assert.equal(records[0].name, "Alice");
+    assert.equal(records[0].age, "30");
+    assert.equal(records[1].name, "Bob");
+    assert.equal(records[2].name, "Charlie");
+  });
+  it("should handle async onRecord callback with backpressure", async () => {
+    const csvData = `id,value
+1,100
+2,200
+3,300`;
+    const records = [];
+    const delays = [];
+    const controller = new NodeStreamController({
+      inputFormat: "csv",
+      outputFormat: "ndjson",
+      autoPause: true,
+      onRecord: async (record, index) => {
+        const start = Date.now();
+        await new Promise((resolve) => setTimeout(resolve, 10));
+        const delay = Date.now() - start;
+        delays.push(delay);
+        records.push(record);
+      }
+    });
+    await controller.process(csvData);
+    assert.equal(records.length, 3);
+    assert.equal(records[0].id, "1");
+    assert.ok(delays.every((d) => d >= 9));
+  });
+  it("should track progress with progressBatchSize", async () => {
+    const ndjsonLines = [];
+    for (let i = 0; i < 50; i++) {
+      ndjsonLines.push(JSON.stringify({ id: i, value: i * 10 }));
+    }
+    const ndjsonData = ndjsonLines.join("\n");
+    let progressCallCount = 0;
+    let lastRecordCount = 0;
+    const controller = new NodeStreamController({
+      inputFormat: "ndjson",
+      outputFormat: "json",
+      progressBatchSize: 10,
+      onStreamProgress: (stats, recordCount) => {
+        progressCallCount++;
+        lastRecordCount = recordCount;
+      }
+    });
+    await controller.process(ndjsonData);
+    assert.ok(progressCallCount >= 4);
+    assert.equal(lastRecordCount, 50);
+  });
+  it("should support pause and resume", async () => {
+    const csvData = `num
+1
+2
+3
+4
+5`;
+    const records = [];
+    let pauseCount = 0;
+    const controller = new NodeStreamController({
+      inputFormat: "csv",
+      outputFormat: "ndjson",
+      autoPause: false,
+      onRecord: (record, index) => {
+        records.push(record);
+        if (index === 2 && pauseCount === 0) {
+          pauseCount++;
+          controller.pause();
+          setTimeout(() => {
+            controller.resume();
+          }, 100);
+          return false;
+        }
+      }
+    });
+    const start = Date.now();
+    await controller.process(csvData);
+    const duration = Date.now() - start;
+    assert.equal(records.length, 5);
+    assert.ok(duration >= 90);
+    assert.equal(pauseCount, 1);
+  });
+  it("should support abort", async () => {
+    const csvData = `num
+${Array.from({ length: 1e3 }, (_, i) => i).join("\n")}`;
+    const records = [];
+    const controller = new NodeStreamController({
+      inputFormat: "csv",
+      outputFormat: "ndjson",
+      onRecord: (record, index) => {
+        records.push(record);
+        if (index === 10) {
+          controller.abort();
+        }
+      }
+    });
+    await controller.process(csvData);
+    assert.ok(records.length <= 20);
+  });
+  it("should work with Node.js Readable stream", async () => {
+    const csvData = `x,y
+1,2
+3,4
+5,6`;
+    const stream = Readable.from([csvData]);
+    const records = [];
+    const controller = new NodeStreamController({
+      inputFormat: "csv",
+      outputFormat: "ndjson",
+      onRecord: (record) => {
+        records.push(record);
+      }
+    });
+    await controller.process(stream);
+    assert.equal(records.length, 3);
+    assert.equal(records[0].x, "1");
+    assert.equal(records[0].y, "2");
+  });
+  it("should handle CSV output format with field names", async () => {
+    const jsonData = JSON.stringify([
+      { name: "Alice", score: 95 },
+      { name: "Bob", score: 87 }
+    ]);
+    const records = [];
+    const controller = new NodeStreamController({
+      inputFormat: "json",
+      outputFormat: "csv",
+      onRecord: (record) => {
+        records.push(record);
+      }
+    });
+    await controller.process(jsonData);
+    assert.equal(records.length, 2);
+    assert.ok("name" in records[0]);
+    assert.ok("score" in records[0]);
+    assert.equal(records[0].name, "Alice");
+    assert.equal(records[1].name, "Bob");
+  });
+  it("should handle NDJSON input and output", async () => {
+    const ndjsonData = `{"id":1,"name":"Alice"}
+{"id":2,"name":"Bob"}
+{"id":3,"name":"Charlie"}`;
+    const records = [];
+    const controller = new NodeStreamController({
+      inputFormat: "ndjson",
+      outputFormat: "ndjson",
+      onRecord: (record) => {
+        records.push(record);
+      }
+    });
+    await controller.process(ndjsonData);
+    assert.equal(records.length, 3);
+    assert.equal(records[0].name, "Alice");
+    assert.equal(records[1].id, 2);
+  });
+  it("should handle JSON array output", async () => {
+    const csvData = `key,val
+a,1
+b,2`;
+    const records = [];
+    const controller = new NodeStreamController({
+      inputFormat: "csv",
+      outputFormat: "json",
+      onRecord: (record) => {
+        records.push(record);
+      }
+    });
+    await controller.process(csvData);
+    assert.equal(records.length, 2);
+    assert.equal(records[0].key, "a");
+    assert.equal(records[1].val, "2");
+  });
+  it("should provide stats", async () => {
+    const csvData = `col1,col2
+value1,value2
+value3,value4`;
+    const controller = new NodeStreamController({
+      inputFormat: "csv",
+      outputFormat: "ndjson",
+      onRecord: () => {
+      }
+    });
+    await controller.process(csvData);
+    const stats = controller.stats();
+    assert.ok(stats);
+    assert.ok(stats.bytesIn > 0);
+    assert.ok(stats.recordsProcessed >= 2);
+  });
+  it("should handle empty input", async () => {
+    const controller = new NodeStreamController({
+      inputFormat: "csv",
+      outputFormat: "ndjson",
+      onRecord: () => {
+        assert.fail("Should not process any records");
+      }
+    });
+    await controller.process("");
+    assert.equal(controller.getRecordCount(), 0);
+  });
+  it("should handle Buffer input", async () => {
+    const csvData = Buffer.from(`name,age
+Alice,30
+Bob,25`);
+    const records = [];
+    const controller = new NodeStreamController({
+      inputFormat: "csv",
+      outputFormat: "ndjson",
+      onRecord: (record) => {
+        records.push(record);
+      }
+    });
+    await controller.process(csvData);
+    assert.equal(records.length, 2);
+    assert.equal(records[0].name, "Alice");
+  });
+});
+//# sourceMappingURL=stream-controller.test.js.map

package/dist/tests/stream-controller.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../tests/stream-controller.test.ts"],"sourcesContent":["/**\r\n * Test: Stream Controller - Per-record processing with backpressure\r\n * \r\n * This test demonstrates the high-level streaming API with per-record callbacks.\r\n */\r\n\r\nimport { describe, it } from \"node:test\";\r\nimport { strict as assert } from \"node:assert\";\r\nimport { NodeStreamController } from \"../node-stream-controller.js\";\r\nimport { Readable } from \"node:stream\";\r\n\r\ndescribe(\"NodeStreamController\", () => {\r\n  it(\"should process CSV records with onRecord callback\", async () => {\r\n    const csvData = `name,age,city\r\nAlice,30,NYC\r\nBob,25,LA\r\nCharlie,35,Chicago`;\r\n\r\n    const records: any[] = [];\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"csv\",\r\n      outputFormat: \"ndjson\",\r\n      onRecord: (record, index) => {\r\n        records.push(record);\r\n      },\r\n    });\r\n\r\n    await controller.process(csvData);\r\n\r\n    assert.equal(records.length, 3);\r\n    assert.equal(records[0].name, \"Alice\");\r\n    assert.equal(records[0].age, \"30\");\r\n    assert.equal(records[1].name, \"Bob\");\r\n    assert.equal(records[2].name, \"Charlie\");\r\n  });\r\n\r\n  it(\"should handle async onRecord callback with backpressure\", async () => {\r\n    const csvData = `id,value\r\n1,100\r\n2,200\r\n3,300`;\r\n\r\n    const records: any[] = [];\r\n    const delays: number[] = [];\r\n    \r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"csv\",\r\n      outputFormat: \"ndjson\",\r\n      autoPause: true,\r\n      onRecord: async (record, index) => {\r\n        const start = Date.now();\r\n        // Simulate async processing\r\n        await new Promise(resolve => setTimeout(resolve, 10));\r\n        const delay = Date.now() - start;\r\n        delays.push(delay);\r\n        records.push(record);\r\n      },\r\n    });\r\n\r\n    await controller.process(csvData);\r\n\r\n    assert.equal(records.length, 3);\r\n    assert.equal(records[0].id, \"1\");\r\n    // Verify that delays happened (backpressure was applied)\r\n    assert.ok(delays.every(d => d >= 9));\r\n  });\r\n\r\n  it(\"should track progress with progressBatchSize\", async () => {\r\n    const ndjsonLines: string[] = [];\r\n    for (let i = 0; i < 50; i++) {\r\n      ndjsonLines.push(JSON.stringify({ id: i, value: i * 10 }));\r\n    }\r\n    const ndjsonData = ndjsonLines.join(\"\\n\");\r\n\r\n    let progressCallCount = 0;\r\n    let lastRecordCount = 0;\r\n\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"ndjson\",\r\n      outputFormat: \"json\",\r\n      progressBatchSize: 10,\r\n      onStreamProgress: (stats, recordCount) => {\r\n        progressCallCount++;\r\n        lastRecordCount = recordCount;\r\n      },\r\n    });\r\n\r\n    await controller.process(ndjsonData);\r\n\r\n    // Progress should be called every 10 records\r\n    assert.ok(progressCallCount >= 4); // 50 / 10 = 5, but may vary\r\n    assert.equal(lastRecordCount, 50);\r\n  });\r\n\r\n  it(\"should support pause and resume\", async () => {\r\n    const csvData = `num\r\n1\r\n2\r\n3\r\n4\r\n5`;\r\n\r\n    const records: any[] = [];\r\n    let pauseCount = 0;\r\n\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"csv\",\r\n      outputFormat: \"ndjson\",\r\n      autoPause: false,\r\n      onRecord: (record, index) => {\r\n        records.push(record);\r\n        \r\n        // Pause after 2nd record\r\n        if (index === 2 && pauseCount === 0) {\r\n          pauseCount++;\r\n          controller.pause();\r\n          \r\n          // Resume after 100ms\r\n          setTimeout(() => {\r\n            controller.resume();\r\n          }, 100);\r\n          \r\n          return false; // Signal pause\r\n        }\r\n      },\r\n    });\r\n\r\n    const start = Date.now();\r\n    await controller.process(csvData);\r\n    const duration = Date.now() - start;\r\n\r\n    assert.equal(records.length, 5);\r\n    assert.ok(duration >= 90); // Should have paused for ~100ms\r\n    assert.equal(pauseCount, 1);\r\n  });\r\n\r\n  it(\"should support abort\", async () => {\r\n    const csvData = `num\r\n${Array.from({ length: 1000 }, (_, i) => i).join(\"\\n\")}`;\r\n\r\n    const records: any[] = [];\r\n\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"csv\",\r\n      outputFormat: \"ndjson\",\r\n      onRecord: (record, index) => {\r\n        records.push(record);\r\n        \r\n        // Abort after 10 records\r\n        if (index === 10) {\r\n          controller.abort();\r\n        }\r\n      },\r\n    });\r\n\r\n    await controller.process(csvData);\r\n\r\n    // Should have stopped around 10 records\r\n    assert.ok(records.length <= 20); // Some buffer, but should be much less than 1000\r\n  });\r\n\r\n  it(\"should work with Node.js Readable stream\", async () => {\r\n    const csvData = `x,y\r\n1,2\r\n3,4\r\n5,6`;\r\n\r\n    const stream = Readable.from([csvData]);\r\n\r\n    const records: any[] = [];\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"csv\",\r\n      outputFormat: \"ndjson\",\r\n      onRecord: (record) => {\r\n        records.push(record);\r\n      },\r\n    });\r\n\r\n    await controller.process(stream);\r\n\r\n    assert.equal(records.length, 3);\r\n    assert.equal(records[0].x, \"1\");\r\n    assert.equal(records[0].y, \"2\");\r\n  });\r\n\r\n  it(\"should handle CSV output format with field names\", async () => {\r\n    const jsonData = JSON.stringify([\r\n      { name: \"Alice\", score: 95 },\r\n      { name: \"Bob\", score: 87 },\r\n    ]);\r\n\r\n    const records: any[] = [];\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"json\",\r\n      outputFormat: \"csv\",\r\n      onRecord: (record) => {\r\n        records.push(record);\r\n      },\r\n    });\r\n\r\n    await controller.process(jsonData);\r\n\r\n    assert.equal(records.length, 2);\r\n    // CSV splitter should provide objects with field names\r\n    assert.ok(\"name\" in records[0]);\r\n    assert.ok(\"score\" in records[0]);\r\n    assert.equal(records[0].name, \"Alice\");\r\n    assert.equal(records[1].name, \"Bob\");\r\n  });\r\n\r\n  it(\"should handle NDJSON input and output\", async () => {\r\n    const ndjsonData = `{\"id\":1,\"name\":\"Alice\"}\r\n{\"id\":2,\"name\":\"Bob\"}\r\n{\"id\":3,\"name\":\"Charlie\"}`;\r\n\r\n    const records: any[] = [];\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"ndjson\",\r\n      outputFormat: \"ndjson\",\r\n      onRecord: (record) => {\r\n        records.push(record);\r\n      },\r\n    });\r\n\r\n    await controller.process(ndjsonData);\r\n\r\n    assert.equal(records.length, 3);\r\n    assert.equal(records[0].name, \"Alice\");\r\n    assert.equal(records[1].id, 2);\r\n  });\r\n\r\n  it(\"should handle JSON array output\", async () => {\r\n    const csvData = `key,val\r\na,1\r\nb,2`;\r\n\r\n    const records: any[] = [];\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"csv\",\r\n      outputFormat: \"json\",\r\n      onRecord: (record) => {\r\n        records.push(record);\r\n      },\r\n    });\r\n\r\n    await controller.process(csvData);\r\n\r\n    assert.equal(records.length, 2);\r\n    assert.equal(records[0].key, \"a\");\r\n    assert.equal(records[1].val, \"2\");\r\n  });\r\n\r\n  it(\"should provide stats\", async () => {\r\n    const csvData = `col1,col2\r\nvalue1,value2\r\nvalue3,value4`;\r\n\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"csv\",\r\n      outputFormat: \"ndjson\",\r\n      onRecord: () => {},\r\n    });\r\n\r\n    await controller.process(csvData);\r\n\r\n    const stats = controller.stats();\r\n    assert.ok(stats);\r\n    assert.ok(stats.bytesIn > 0);\r\n    assert.ok(stats.recordsProcessed >= 2);\r\n  });\r\n\r\n  it(\"should handle empty input\", async () => {\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"csv\",\r\n      outputFormat: \"ndjson\",\r\n      onRecord: () => {\r\n        assert.fail(\"Should not process any records\");\r\n      },\r\n    });\r\n\r\n    await controller.process(\"\");\r\n\r\n    assert.equal(controller.getRecordCount(), 0);\r\n  });\r\n\r\n  it(\"should handle Buffer input\", async () => {\r\n    const csvData = Buffer.from(`name,age\r\nAlice,30\r\nBob,25`);\r\n\r\n    const records: any[] = [];\r\n    const controller = new NodeStreamController({\r\n      inputFormat: \"csv\",\r\n      outputFormat: \"ndjson\",\r\n      onRecord: (record) => {\r\n        records.push(record);\r\n      },\r\n    });\r\n\r\n    await controller.process(csvData);\r\n\r\n    assert.equal(records.length, 2);\r\n    assert.equal(records[0].name, \"Alice\");\r\n  });\r\n});\r\n"],"mappings":"AAMA,SAAS,UAAU,UAAU;AAC7B,SAAS,UAAU,cAAc;AACjC,SAAS,4BAA4B;AACrC,SAAS,gBAAgB;AAEzB,SAAS,wBAAwB,MAAM;AACrC,KAAG,qDAAqD,YAAY;AAClE,UAAM,UAAU;AAAA;AAAA;AAAA;AAKhB,UAAM,UAAiB,CAAC;AACxB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,UAAU,CAAC,QAAQ,UAAU;AAC3B,gBAAQ,KAAK,MAAM;AAAA,MACrB;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,OAAO;AAEhC,WAAO,MAAM,QAAQ,QAAQ,CAAC;AAC9B,WAAO,MAAM,QAAQ,CAAC,EAAE,MAAM,OAAO;AACrC,WAAO,MAAM,QAAQ,CAAC,EAAE,KAAK,IAAI;AACjC,WAAO,MAAM,QAAQ,CAAC,EAAE,MAAM,KAAK;AACnC,WAAO,MAAM,QAAQ,CAAC,EAAE,MAAM,SAAS;AAAA,EACzC,CAAC;AAED,KAAG,2DAA2D,YAAY;AACxE,UAAM,UAAU;AAAA;AAAA;AAAA;AAKhB,UAAM,UAAiB,CAAC;AACxB,UAAM,SAAmB,CAAC;AAE1B,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,WAAW;AAAA,MACX,UAAU,OAAO,QAAQ,UAAU;AACjC,cAAM,QAAQ,KAAK,IAAI;AAEvB,cAAM,IAAI,QAAQ,aAAW,WAAW,SAAS,EAAE,CAAC;AACpD,cAAM,QAAQ,KAAK,IAAI,IAAI;AAC3B,eAAO,KAAK,KAAK;AACjB,gBAAQ,KAAK,MAAM;AAAA,MACrB;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,OAAO;AAEhC,WAAO,MAAM,QAAQ,QAAQ,CAAC;AAC9B,WAAO,MAAM,QAAQ,CAAC,EAAE,IAAI,GAAG;AAE/B,WAAO,GAAG,OAAO,MAAM,OAAK,KAAK,CAAC,CAAC;AAAA,EACrC,CAAC;AAED,KAAG,gDAAgD,YAAY;AAC7D,UAAM,cAAwB,CAAC;AAC/B,aAAS,IAAI,GAAG,IAAI,IAAI,KAAK;AAC3B,kBAAY,KAAK,KAAK,UAAU,EAAE,IAAI,GAAG,OAAO,IAAI,GAAG,CAAC,CAAC;AAAA,IAC3D;AACA,UAAM,aAAa,YAAY,KAAK,IAAI;AAExC,QAAI,oBAAoB;AACxB,QAAI,kBAAkB;AAEtB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,mBAAmB;AAAA,MACnB,kBAAkB,CAAC,OAAO,gBAAgB;AACxC;AACA,0BAAkB;AAAA,MACpB;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,UAAU;AAGnC,WAAO,GAAG,qBAAqB,CAAC;AAChC,WAAO,MAAM,iBAAiB,EAAE;AAAA,EAClC,CAAC;AAED,KAAG,mCAAmC,YAAY;AAChD,UAAM,UAAU;AAAA;AAAA;AAAA;AAAA;AAAA;AAOhB,UAAM,UAAiB,CAAC;AACxB,QAAI,aAAa;AAEjB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,WAAW;AAAA,MACX,UAAU,CAAC,QAAQ,UAAU;AAC3B,gBAAQ,KAAK,MAAM;AAGnB,YAAI,UAAU,KAAK,eAAe,GAAG;AACnC;AACA,qBAAW,MAAM;AAGjB,qBAAW,MAAM;AACf,uBAAW,OAAO;AAAA,UACpB,GAAG,GAAG;AAEN,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF,CAAC;AAED,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,WAAW,QAAQ,OAAO;AAChC,UAAM,WAAW,KAAK,IAAI,IAAI;AAE9B,WAAO,MAAM,QAAQ,QAAQ,CAAC;AAC9B,WAAO,GAAG,YAAY,EAAE;AACxB,WAAO,MAAM,YAAY,CAAC;AAAA,EAC5B,CAAC;AAED,KAAG,wBAAwB,YAAY;AACrC,UAAM,UAAU;AAAA,EAClB,MAAM,KAAK,EAAE,QAAQ,IAAK,GAAG,CAAC,GAAG,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC;AAElD,UAAM,UAAiB,CAAC;AAExB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,UAAU,CAAC,QAAQ,UAAU;AAC3B,gBAAQ,KAAK,MAAM;AAGnB,YAAI,UAAU,IAAI;AAChB,qBAAW,MAAM;AAAA,QACnB;AAAA,MACF;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,OAAO;AAGhC,WAAO,GAAG,QAAQ,UAAU,EAAE;AAAA,EAChC,CAAC;AAED,KAAG,4CAA4C,YAAY;AACzD,UAAM,UAAU;AAAA;AAAA;AAAA;AAKhB,UAAM,SAAS,SAAS,KAAK,CAAC,OAAO,CAAC;AAEtC,UAAM,UAAiB,CAAC;AACxB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,UAAU,CAAC,WAAW;AACpB,gBAAQ,KAAK,MAAM;AAAA,MACrB;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,MAAM;AAE/B,WAAO,MAAM,QAAQ,QAAQ,CAAC;AAC9B,WAAO,MAAM,QAAQ,CAAC,EAAE,GAAG,GAAG;AAC9B,WAAO,MAAM,QAAQ,CAAC,EAAE,GAAG,GAAG;AAAA,EAChC,CAAC;AAED,KAAG,oDAAoD,YAAY;AACjE,UAAM,WAAW,KAAK,UAAU;AAAA,MAC9B,EAAE,MAAM,SAAS,OAAO,GAAG;AAAA,MAC3B,EAAE,MAAM,OAAO,OAAO,GAAG;AAAA,IAC3B,CAAC;AAED,UAAM,UAAiB,CAAC;AACxB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,UAAU,CAAC,WAAW;AACpB,gBAAQ,KAAK,MAAM;AAAA,MACrB;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,QAAQ;AAEjC,WAAO,MAAM,QAAQ,QAAQ,CAAC;AAE9B,WAAO,GAAG,UAAU,QAAQ,CAAC,CAAC;AAC9B,WAAO,GAAG,WAAW,QAAQ,CAAC,CAAC;AAC/B,WAAO,MAAM,QAAQ,CAAC,EAAE,MAAM,OAAO;AACrC,WAAO,MAAM,QAAQ,CAAC,EAAE,MAAM,KAAK;AAAA,EACrC,CAAC;AAED,KAAG,yCAAyC,YAAY;AACtD,UAAM,aAAa;AAAA;AAAA;AAInB,UAAM,UAAiB,CAAC;AACxB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,UAAU,CAAC,WAAW;AACpB,gBAAQ,KAAK,MAAM;AAAA,MACrB;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,UAAU;AAEnC,WAAO,MAAM,QAAQ,QAAQ,CAAC;AAC9B,WAAO,MAAM,QAAQ,CAAC,EAAE,MAAM,OAAO;AACrC,WAAO,MAAM,QAAQ,CAAC,EAAE,IAAI,CAAC;AAAA,EAC/B,CAAC;AAED,KAAG,mCAAmC,YAAY;AAChD,UAAM,UAAU;AAAA;AAAA;AAIhB,UAAM,UAAiB,CAAC;AACxB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,UAAU,CAAC,WAAW;AACpB,gBAAQ,KAAK,MAAM;AAAA,MACrB;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,OAAO;AAEhC,WAAO,MAAM,QAAQ,QAAQ,CAAC;AAC9B,WAAO,MAAM,QAAQ,CAAC,EAAE,KAAK,GAAG;AAChC,WAAO,MAAM,QAAQ,CAAC,EAAE,KAAK,GAAG;AAAA,EAClC,CAAC;AAED,KAAG,wBAAwB,YAAY;AACrC,UAAM,UAAU;AAAA;AAAA;AAIhB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,UAAU,MAAM;AAAA,MAAC;AAAA,IACnB,CAAC;AAED,UAAM,WAAW,QAAQ,OAAO;AAEhC,UAAM,QAAQ,WAAW,MAAM;AAC/B,WAAO,GAAG,KAAK;AACf,WAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,WAAO,GAAG,MAAM,oBAAoB,CAAC;AAAA,EACvC,CAAC;AAED,KAAG,6BAA6B,YAAY;AAC1C,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,UAAU,MAAM;AACd,eAAO,KAAK,gCAAgC;AAAA,MAC9C;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,EAAE;AAE3B,WAAO,MAAM,WAAW,eAAe,GAAG,CAAC;AAAA,EAC7C,CAAC;AAED,KAAG,8BAA8B,YAAY;AAC3C,UAAM,UAAU,OAAO,KAAK;AAAA;AAAA,OAEzB;AAEH,UAAM,UAAiB,CAAC;AACxB,UAAM,aAAa,IAAI,qBAAqB;AAAA,MAC1C,aAAa;AAAA,MACb,cAAc;AAAA,MACd,UAAU,CAAC,WAAW;AACpB,gBAAQ,KAAK,MAAM;AAAA,MACrB;AAAA,IACF,CAAC;AAED,UAAM,WAAW,QAAQ,OAAO;AAEhC,WAAO,MAAM,QAAQ,QAAQ,CAAC;AAC9B,WAAO,MAAM,QAAQ,CAAC,EAAE,MAAM,OAAO;AAAA,EACvC,CAAC;AACH,CAAC;","names":[]}

package/dist/wasm/nodejs/convert_buddy.d.ts

@@ -44,6 +44,12 @@ export class Converter {
    * Create a new converter with specific configuration
    */
   static withConfig(debug: boolean, input_format: string, output_format: string, chunk_target_bytes: number, enable_stats: boolean, csv_config: any, xml_config: any, transform_config: any): Converter;
+  /**
+   * Push a chunk of bytes and optionally get pre-parsed records.
+   * When include_records is true, returns { output: Uint8Array, records: Array }
+   * When false, returns just the Uint8Array (for backward compatibility and performance).
+   */
+  pushWithRecords(chunk: Uint8Array, include_records: boolean): any;
   constructor(debug: boolean);
   /**
    * Push a chunk of bytes. Returns converted output bytes for that chunk.