web-csv-toolbox 0.13.0-next-7d51d5285be9cffa5103de58469d8de0c98959d7 → 0.13.0-next-9da8ea20512f2a1e07c4d78092cecedb63cd5455

package/dist/execution/worker/parseStreamInWorker.web.d.ts

@@ -0,0 +1,12 @@
+import { CSVRecord, ParseOptions } from '../../common/types.ts';
+import { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from '../../constants.ts';
+/**
+ * Parse CSV stream in Worker thread (Browser/Deno).
+ * Uses Transferable Streams for zero-copy transfer.
+ *
+ * @internal
+ * @param stream CSV string stream to parse
+ * @param options Parsing options
+ * @returns Async iterable iterator of records
+ */
+export declare function parseStreamInWorker<Header extends ReadonlyArray<string>, Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION>(stream: ReadableStream<string>, options?: ParseOptions<Header, Delimiter, Quotation>): AsyncIterableIterator<CSVRecord<Header>>;

package/dist/execution/worker/parseStreamInWorker.web.js

@@ -0,0 +1,25 @@
+import { WorkerSession } from './helpers/WorkerSession.js';
+import { sendWorkerMessage } from './utils/messageHandler.js';
+import { serializeOptions } from './utils/serializeOptions.js';
+
+async function* parseStreamInWorker(stream, options) {
+  using session = await WorkerSession.create({
+    workerPool: options?.engine?.workerPool,
+    workerURL: options?.engine?.workerURL
+  });
+  yield* sendWorkerMessage(
+    session.getWorker(),
+    {
+      id: session.getNextRequestId(),
+      type: "parseStream",
+      data: stream,
+      options: serializeOptions(options)
+    },
+    options,
+    [stream]
+    // Transfer stream
+  );
+}
+
+export { parseStreamInWorker };
+//# sourceMappingURL=parseStreamInWorker.web.js.map

package/dist/execution/worker/parseStreamInWorker.web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseStreamInWorker.web.js","sources":["../../../src/execution/worker/parseStreamInWorker.web.ts"],"sourcesContent":["import type {\n  CSVRecord,\n  ParseBinaryOptions,\n  ParseOptions,\n} from \"../../common/types.ts\";\nimport type { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from \"../../constants.ts\";\nimport { convertStreamToAsyncIterableIterator } from \"../../utils/convertStreamToAsyncIterableIterator.ts\";\nimport { WorkerSession } from \"./helpers/WorkerSession.ts\";\nimport { sendWorkerMessage } from \"./utils/messageHandler.ts\";\nimport { serializeOptions } from \"./utils/serializeOptions.ts\";\n\n/**\n * Parse CSV stream in Worker thread (Browser/Deno).\n * Uses Transferable Streams for zero-copy transfer.\n *\n * @internal\n * @param stream CSV string stream to parse\n * @param options Parsing options\n * @returns Async iterable iterator of records\n */\nexport async function* parseStreamInWorker<\n  Header extends ReadonlyArray<string>,\n  Delimiter extends string = DEFAULT_DELIMITER,\n  Quotation extends string = DEFAULT_QUOTATION,\n>(\n  stream: ReadableStream<string>,\n  options?: ParseOptions<Header, Delimiter, Quotation>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n  using session = await WorkerSession.create({\n    workerPool: options?.engine?.workerPool,\n    workerURL: options?.engine?.workerURL,\n  });\n\n  yield* sendWorkerMessage<CSVRecord<Header>>(\n    session.getWorker(),\n    {\n      id: session.getNextRequestId(),\n      type: \"parseStream\",\n      data: stream,\n      options: serializeOptions(options),\n    },\n    options as ParseOptions<Header> | ParseBinaryOptions<Header> | undefined,\n    [stream], // Transfer stream\n  );\n}\n"],"names":[],"mappings":";;;;AAoBA,gBAAuB,mBAAA,CAKrB,QACA,OAAA,EAC0C;AAC1C,EAAA,MAAM,OAAA,GAAU,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,IACzC,UAAA,EAAY,SAAS,MAAA,EAAQ,UAAA;AAAA,IAC7B,SAAA,EAAW,SAAS,MAAA,EAAQ;AAAA,GAC7B,CAAA;AAED,EAAA,OAAO,iBAAA;AAAA,IACL,QAAQ,SAAA,EAAU;AAAA,IAClB;AAAA,MACE,EAAA,EAAI,QAAQ,gBAAA,EAAiB;AAAA,MAC7B,IAAA,EAAM,aAAA;AAAA,MACN,IAAA,EAAM,MAAA;AAAA,MACN,OAAA,EAAS,iBAAiB,OAAO;AAAA,KACnC;AAAA,IACA,OAAA;AAAA,IACA,CAAC,MAAM;AAAA;AAAA,GACT;AACF;;;;"}

package/dist/execution/worker/parseStringInWorker.node.d.ts

@@ -0,0 +1,11 @@
+import { CSVRecord, ParseOptions } from '../../common/types.ts';
+import { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from '../../constants.ts';
+/**
+ * Parse CSV string in Worker thread (Node.js).
+ *
+ * @internal
+ * @param csv CSV string to parse
+ * @param options Parsing options
+ * @returns Async iterable iterator of records
+ */
+export declare function parseStringInWorker<Header extends ReadonlyArray<string>, Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION>(csv: string, options?: ParseOptions<Header, Delimiter, Quotation>): AsyncIterableIterator<CSVRecord<Header>>;

package/dist/execution/worker/parseStringInWorker.node.js

@@ -0,0 +1,24 @@
+import { WorkerSession } from './helpers/WorkerSession.js';
+import { sendWorkerMessage } from './utils/messageHandler.js';
+import { serializeOptions } from './utils/serializeOptions.js';
+
+async function* parseStringInWorker(csv, options) {
+  using session = await WorkerSession.create({
+    workerPool: options?.engine?.workerPool,
+    workerURL: options?.engine?.workerURL
+  });
+  yield* sendWorkerMessage(
+    session.getWorker(),
+    {
+      id: session.getNextRequestId(),
+      type: "parseString",
+      data: csv,
+      options: serializeOptions(options),
+      useWASM: false
+    },
+    options
+  );
+}
+
+export { parseStringInWorker };
+//# sourceMappingURL=parseStringInWorker.node.js.map

package/dist/execution/worker/parseStringInWorker.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseStringInWorker.node.js","sources":["../../../src/execution/worker/parseStringInWorker.node.ts"],"sourcesContent":["import type {\n  CSVRecord,\n  ParseBinaryOptions,\n  ParseOptions,\n} from \"../../common/types.ts\";\nimport type { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from \"../../constants.ts\";\nimport { WorkerSession } from \"./helpers/WorkerSession.ts\";\nimport { sendWorkerMessage } from \"./utils/messageHandler.ts\";\nimport { serializeOptions } from \"./utils/serializeOptions.ts\";\n\n/**\n * Parse CSV string in Worker thread (Node.js).\n *\n * @internal\n * @param csv CSV string to parse\n * @param options Parsing options\n * @returns Async iterable iterator of records\n */\nexport async function* parseStringInWorker<\n  Header extends ReadonlyArray<string>,\n  Delimiter extends string = DEFAULT_DELIMITER,\n  Quotation extends string = DEFAULT_QUOTATION,\n>(\n  csv: string,\n  options?: ParseOptions<Header, Delimiter, Quotation>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n  using session = await WorkerSession.create({\n    workerPool: options?.engine?.workerPool,\n    workerURL: options?.engine?.workerURL,\n  });\n\n  yield* sendWorkerMessage<CSVRecord<Header>>(\n    session.getWorker(),\n    {\n      id: session.getNextRequestId(),\n      type: \"parseString\",\n      data: csv,\n      options: serializeOptions(options),\n      useWASM: false,\n    },\n    options as ParseOptions<Header> | ParseBinaryOptions<Header> | undefined,\n  );\n}\n"],"names":[],"mappings":";;;;AAkBA,gBAAuB,mBAAA,CAKrB,KACA,OAAA,EAC0C;AAC1C,EAAA,MAAM,OAAA,GAAU,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,IACzC,UAAA,EAAY,SAAS,MAAA,EAAQ,UAAA;AAAA,IAC7B,SAAA,EAAW,SAAS,MAAA,EAAQ;AAAA,GAC7B,CAAA;AAED,EAAA,OAAO,iBAAA;AAAA,IACL,QAAQ,SAAA,EAAU;AAAA,IAClB;AAAA,MACE,EAAA,EAAI,QAAQ,gBAAA,EAAiB;AAAA,MAC7B,IAAA,EAAM,aAAA;AAAA,MACN,IAAA,EAAM,GAAA;AAAA,MACN,OAAA,EAAS,iBAAiB,OAAO,CAAA;AAAA,MACjC,OAAA,EAAS;AAAA,KACX;AAAA,IACA;AAAA,GACF;AACF;;;;"}

package/dist/execution/worker/parseStringInWorker.web.d.ts

@@ -0,0 +1,11 @@
+import { CSVRecord, ParseOptions } from '../../common/types.ts';
+import { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from '../../constants.ts';
+/**
+ * Parse CSV string in Worker thread (Browser/Deno).
+ *
+ * @internal
+ * @param csv CSV string to parse
+ * @param options Parsing options
+ * @returns Async iterable iterator of records
+ */
+export declare function parseStringInWorker<Header extends ReadonlyArray<string>, Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION>(csv: string, options?: ParseOptions<Header, Delimiter, Quotation>): AsyncIterableIterator<CSVRecord<Header>>;

package/dist/execution/worker/parseStringInWorker.web.js

@@ -0,0 +1,24 @@
+import { WorkerSession } from './helpers/WorkerSession.js';
+import { sendWorkerMessage } from './utils/messageHandler.js';
+import { serializeOptions } from './utils/serializeOptions.js';
+
+async function* parseStringInWorker(csv, options) {
+  using session = await WorkerSession.create({
+    workerPool: options?.engine?.workerPool,
+    workerURL: options?.engine?.workerURL
+  });
+  yield* sendWorkerMessage(
+    session.getWorker(),
+    {
+      id: session.getNextRequestId(),
+      type: "parseString",
+      data: csv,
+      options: serializeOptions(options),
+      useWASM: false
+    },
+    options
+  );
+}
+
+export { parseStringInWorker };
+//# sourceMappingURL=parseStringInWorker.web.js.map

package/dist/execution/worker/parseStringInWorker.web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseStringInWorker.web.js","sources":["../../../src/execution/worker/parseStringInWorker.web.ts"],"sourcesContent":["import type {\n  CSVRecord,\n  ParseBinaryOptions,\n  ParseOptions,\n} from \"../../common/types.ts\";\nimport type { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from \"../../constants.ts\";\nimport { WorkerSession } from \"./helpers/WorkerSession.ts\";\nimport { sendWorkerMessage } from \"./utils/messageHandler.ts\";\nimport { serializeOptions } from \"./utils/serializeOptions.ts\";\n\n/**\n * Parse CSV string in Worker thread (Browser/Deno).\n *\n * @internal\n * @param csv CSV string to parse\n * @param options Parsing options\n * @returns Async iterable iterator of records\n */\nexport async function* parseStringInWorker<\n  Header extends ReadonlyArray<string>,\n  Delimiter extends string = DEFAULT_DELIMITER,\n  Quotation extends string = DEFAULT_QUOTATION,\n>(\n  csv: string,\n  options?: ParseOptions<Header, Delimiter, Quotation>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n  using session = await WorkerSession.create({\n    workerPool: options?.engine?.workerPool,\n    workerURL: options?.engine?.workerURL,\n  });\n\n  yield* sendWorkerMessage<CSVRecord<Header>>(\n    session.getWorker(),\n    {\n      id: session.getNextRequestId(),\n      type: \"parseString\",\n      data: csv,\n      options: serializeOptions(options),\n      useWASM: false,\n    },\n    options as ParseOptions<Header> | ParseBinaryOptions<Header> | undefined,\n  );\n}\n"],"names":[],"mappings":";;;;AAkBA,gBAAuB,mBAAA,CAKrB,KACA,OAAA,EAC0C;AAC1C,EAAA,MAAM,OAAA,GAAU,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,IACzC,UAAA,EAAY,SAAS,MAAA,EAAQ,UAAA;AAAA,IAC7B,SAAA,EAAW,SAAS,MAAA,EAAQ;AAAA,GAC7B,CAAA;AAED,EAAA,OAAO,iBAAA;AAAA,IACL,QAAQ,SAAA,EAAU;AAAA,IAClB;AAAA,MACE,EAAA,EAAI,QAAQ,gBAAA,EAAiB;AAAA,MAC7B,IAAA,EAAM,aAAA;AAAA,MACN,IAAA,EAAM,GAAA;AAAA,MACN,OAAA,EAAS,iBAAiB,OAAO,CAAA;AAAA,MACjC,OAAA,EAAS;AAAA,KACX;AAAA,IACA;AAAA,GACF;AACF;;;;"}

package/dist/execution/worker/parseStringInWorkerWASM.node.d.ts

@@ -0,0 +1,8 @@
+import { CSVRecord, ParseOptions } from '../../common/types.ts';
+import { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from '../../constants.ts';
+/**
+ * Parse CSV string in Worker thread using WASM (Node.js).
+ *
+ * @internal
+ */
+export declare function parseStringInWorkerWASM<Header extends ReadonlyArray<string>, Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION>(csv: string, options?: ParseOptions<Header, Delimiter, Quotation>): AsyncIterableIterator<CSVRecord<Header>>;

package/dist/execution/worker/parseStringInWorkerWASM.node.js

@@ -0,0 +1,24 @@
+import { WorkerSession } from './helpers/WorkerSession.js';
+import { sendWorkerMessage } from './utils/messageHandler.js';
+import { serializeOptions } from './utils/serializeOptions.js';
+
+async function* parseStringInWorkerWASM(csv, options) {
+  using session = await WorkerSession.create({
+    workerPool: options?.engine?.workerPool,
+    workerURL: options?.engine?.workerURL
+  });
+  yield* sendWorkerMessage(
+    session.getWorker(),
+    {
+      id: session.getNextRequestId(),
+      type: "parseString",
+      data: csv,
+      options: serializeOptions(options),
+      useWASM: true
+    },
+    options
+  );
+}
+
+export { parseStringInWorkerWASM };
+//# sourceMappingURL=parseStringInWorkerWASM.node.js.map

package/dist/execution/worker/parseStringInWorkerWASM.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseStringInWorkerWASM.node.js","sources":["../../../src/execution/worker/parseStringInWorkerWASM.node.ts"],"sourcesContent":["import type {\n  CSVRecord,\n  ParseBinaryOptions,\n  ParseOptions,\n} from \"../../common/types.ts\";\nimport type { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from \"../../constants.ts\";\nimport { WorkerSession } from \"./helpers/WorkerSession.ts\";\nimport { sendWorkerMessage } from \"./utils/messageHandler.ts\";\nimport { serializeOptions } from \"./utils/serializeOptions.ts\";\n\n/**\n * Parse CSV string in Worker thread using WASM (Node.js).\n *\n * @internal\n */\nexport async function* parseStringInWorkerWASM<\n  Header extends ReadonlyArray<string>,\n  Delimiter extends string = DEFAULT_DELIMITER,\n  Quotation extends string = DEFAULT_QUOTATION,\n>(\n  csv: string,\n  options?: ParseOptions<Header, Delimiter, Quotation>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n  using session = await WorkerSession.create({\n    workerPool: options?.engine?.workerPool,\n    workerURL: options?.engine?.workerURL,\n  });\n\n  yield* sendWorkerMessage<CSVRecord<Header>>(\n    session.getWorker(),\n    {\n      id: session.getNextRequestId(),\n      type: \"parseString\",\n      data: csv,\n      options: serializeOptions(options),\n      useWASM: true,\n    },\n    options as ParseOptions<Header> | ParseBinaryOptions<Header> | undefined,\n  );\n}\n"],"names":[],"mappings":";;;;AAeA,gBAAuB,uBAAA,CAKrB,KACA,OAAA,EAC0C;AAC1C,EAAA,MAAM,OAAA,GAAU,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,IACzC,UAAA,EAAY,SAAS,MAAA,EAAQ,UAAA;AAAA,IAC7B,SAAA,EAAW,SAAS,MAAA,EAAQ;AAAA,GAC7B,CAAA;AAED,EAAA,OAAO,iBAAA;AAAA,IACL,QAAQ,SAAA,EAAU;AAAA,IAClB;AAAA,MACE,EAAA,EAAI,QAAQ,gBAAA,EAAiB;AAAA,MAC7B,IAAA,EAAM,aAAA;AAAA,MACN,IAAA,EAAM,GAAA;AAAA,MACN,OAAA,EAAS,iBAAiB,OAAO,CAAA;AAAA,MACjC,OAAA,EAAS;AAAA,KACX;AAAA,IACA;AAAA,GACF;AACF;;;;"}

package/dist/execution/worker/parseStringInWorkerWASM.web.d.ts

@@ -0,0 +1,8 @@
+import { CSVRecord, ParseOptions } from '../../common/types.ts';
+import { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from '../../constants.ts';
+/**
+ * Parse CSV string in Worker thread using WASM (Browser/Deno).
+ *
+ * @internal
+ */
+export declare function parseStringInWorkerWASM<Header extends ReadonlyArray<string>, Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION>(csv: string, options?: ParseOptions<Header, Delimiter, Quotation>): AsyncIterableIterator<CSVRecord<Header>>;

package/dist/execution/worker/parseStringInWorkerWASM.web.js

@@ -0,0 +1,24 @@
+import { WorkerSession } from './helpers/WorkerSession.js';
+import { sendWorkerMessage } from './utils/messageHandler.js';
+import { serializeOptions } from './utils/serializeOptions.js';
+
+async function* parseStringInWorkerWASM(csv, options) {
+  using session = await WorkerSession.create({
+    workerPool: options?.engine?.workerPool,
+    workerURL: options?.engine?.workerURL
+  });
+  yield* sendWorkerMessage(
+    session.getWorker(),
+    {
+      id: session.getNextRequestId(),
+      type: "parseString",
+      data: csv,
+      options: serializeOptions(options),
+      useWASM: true
+    },
+    options
+  );
+}
+
+export { parseStringInWorkerWASM };
+//# sourceMappingURL=parseStringInWorkerWASM.web.js.map

package/dist/execution/worker/parseStringInWorkerWASM.web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseStringInWorkerWASM.web.js","sources":["../../../src/execution/worker/parseStringInWorkerWASM.web.ts"],"sourcesContent":["import type {\n  CSVRecord,\n  ParseBinaryOptions,\n  ParseOptions,\n} from \"../../common/types.ts\";\nimport type { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from \"../../constants.ts\";\nimport { WorkerSession } from \"./helpers/WorkerSession.ts\";\nimport { sendWorkerMessage } from \"./utils/messageHandler.ts\";\nimport { serializeOptions } from \"./utils/serializeOptions.ts\";\n\n/**\n * Parse CSV string in Worker thread using WASM (Browser/Deno).\n *\n * @internal\n */\nexport async function* parseStringInWorkerWASM<\n  Header extends ReadonlyArray<string>,\n  Delimiter extends string = DEFAULT_DELIMITER,\n  Quotation extends string = DEFAULT_QUOTATION,\n>(\n  csv: string,\n  options?: ParseOptions<Header, Delimiter, Quotation>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n  using session = await WorkerSession.create({\n    workerPool: options?.engine?.workerPool,\n    workerURL: options?.engine?.workerURL,\n  });\n\n  yield* sendWorkerMessage<CSVRecord<Header>>(\n    session.getWorker(),\n    {\n      id: session.getNextRequestId(),\n      type: \"parseString\",\n      data: csv,\n      options: serializeOptions(options),\n      useWASM: true,\n    },\n    options as ParseOptions<Header> | ParseBinaryOptions<Header> | undefined,\n  );\n}\n"],"names":[],"mappings":";;;;AAeA,gBAAuB,uBAAA,CAKrB,KACA,OAAA,EAC0C;AAC1C,EAAA,MAAM,OAAA,GAAU,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,IACzC,UAAA,EAAY,SAAS,MAAA,EAAQ,UAAA;AAAA,IAC7B,SAAA,EAAW,SAAS,MAAA,EAAQ;AAAA,GAC7B,CAAA;AAED,EAAA,OAAO,iBAAA;AAAA,IACL,QAAQ,SAAA,EAAU;AAAA,IAClB;AAAA,MACE,EAAA,EAAI,QAAQ,gBAAA,EAAiB;AAAA,MAC7B,IAAA,EAAM,aAAA;AAAA,MACN,IAAA,EAAM,GAAA;AAAA,MACN,OAAA,EAAS,iBAAiB,OAAO,CAAA;AAAA,MACjC,OAAA,EAAS;AAAA,KACX;AAAA,IACA;AAAA,GACF;AACF;;;;"}

package/dist/execution/worker/parseUint8ArrayStreamInWorker.node.d.ts

@@ -0,0 +1,12 @@
+import { CSVRecord, ParseBinaryOptions } from '../../common/types.ts';
+import { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from '../../constants.ts';
+/**
+ * Parse CSV Uint8Array stream in Worker thread (Node.js).
+ * Collects stream into Uint8Array first, then sends to worker.
+ *
+ * Note: Node.js Worker Threads do not support ReadableStream transfer,
+ * so we collect the stream into an array first.
+ *
+ * @internal
+ */
+export declare function parseUint8ArrayStreamInWorker<Header extends ReadonlyArray<string>, Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION>(stream: ReadableStream<Uint8Array>, options?: ParseBinaryOptions<Header, Delimiter, Quotation>): AsyncIterableIterator<CSVRecord<Header>>;

package/dist/execution/worker/parseUint8ArrayStreamInWorker.node.js

@@ -0,0 +1,26 @@
+import { WorkerSession } from './helpers/WorkerSession.js';
+import { sendWorkerMessage } from './utils/messageHandler.js';
+import { serializeOptions } from './utils/serializeOptions.js';
+import { collectUint8ArrayStream } from './utils/streamCollector.node.js';
+
+async function* parseUint8ArrayStreamInWorker(stream, options) {
+  const combined = await collectUint8ArrayStream(stream, options?.signal);
+  using session = await WorkerSession.create({
+    workerPool: options?.engine?.workerPool,
+    workerURL: options?.engine?.workerURL
+  });
+  yield* sendWorkerMessage(
+    session.getWorker(),
+    {
+      id: session.getNextRequestId(),
+      type: "parseBinary",
+      data: combined,
+      options: serializeOptions(options),
+      useWASM: false
+    },
+    options
+  );
+}
+
+export { parseUint8ArrayStreamInWorker };
+//# sourceMappingURL=parseUint8ArrayStreamInWorker.node.js.map

package/dist/execution/worker/parseUint8ArrayStreamInWorker.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseUint8ArrayStreamInWorker.node.js","sources":["../../../src/execution/worker/parseUint8ArrayStreamInWorker.node.ts"],"sourcesContent":["import type {\n  CSVRecord,\n  ParseBinaryOptions,\n  ParseOptions,\n} from \"../../common/types.ts\";\nimport type { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from \"../../constants.ts\";\nimport { WorkerSession } from \"./helpers/WorkerSession.ts\";\nimport { sendWorkerMessage } from \"./utils/messageHandler.ts\";\nimport { serializeOptions } from \"./utils/serializeOptions.ts\";\nimport { collectUint8ArrayStream } from \"./utils/streamCollector.node.ts\";\n\n/**\n * Parse CSV Uint8Array stream in Worker thread (Node.js).\n * Collects stream into Uint8Array first, then sends to worker.\n *\n * Note: Node.js Worker Threads do not support ReadableStream transfer,\n * so we collect the stream into an array first.\n *\n * @internal\n */\nexport async function* parseUint8ArrayStreamInWorker<\n  Header extends ReadonlyArray<string>,\n  Delimiter extends string = DEFAULT_DELIMITER,\n  Quotation extends string = DEFAULT_QUOTATION,\n>(\n  stream: ReadableStream<Uint8Array>,\n  options?: ParseBinaryOptions<Header, Delimiter, Quotation>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n  // Node.js: Collect stream into Uint8Array first\n  const combined = await collectUint8ArrayStream(stream, options?.signal);\n\n  using session = await WorkerSession.create({\n    workerPool: options?.engine?.workerPool,\n    workerURL: options?.engine?.workerURL,\n  });\n\n  yield* sendWorkerMessage<CSVRecord<Header>>(\n    session.getWorker(),\n    {\n      id: session.getNextRequestId(),\n      type: \"parseBinary\",\n      data: combined,\n      options: serializeOptions(options),\n      useWASM: false,\n    },\n    options as ParseOptions<Header> | ParseBinaryOptions<Header> | undefined,\n  );\n}\n"],"names":[],"mappings":";;;;;AAoBA,gBAAuB,6BAAA,CAKrB,QACA,OAAA,EAC0C;AAE1C,EAAA,MAAM,QAAA,GAAW,MAAM,uBAAA,CAAwB,MAAA,EAAQ,SAAS,MAAM,CAAA;AAEtE,EAAA,MAAM,OAAA,GAAU,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,IACzC,UAAA,EAAY,SAAS,MAAA,EAAQ,UAAA;AAAA,IAC7B,SAAA,EAAW,SAAS,MAAA,EAAQ;AAAA,GAC7B,CAAA;AAED,EAAA,OAAO,iBAAA;AAAA,IACL,QAAQ,SAAA,EAAU;AAAA,IAClB;AAAA,MACE,EAAA,EAAI,QAAQ,gBAAA,EAAiB;AAAA,MAC7B,IAAA,EAAM,aAAA;AAAA,MACN,IAAA,EAAM,QAAA;AAAA,MACN,OAAA,EAAS,iBAAiB,OAAO,CAAA;AAAA,MACjC,OAAA,EAAS;AAAA,KACX;AAAA,IACA;AAAA,GACF;AACF;;;;"}

package/dist/execution/worker/parseUint8ArrayStreamInWorker.web.d.ts

@@ -0,0 +1,9 @@
+import { CSVRecord, ParseBinaryOptions } from '../../common/types.ts';
+import { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from '../../constants.ts';
+/**
+ * Parse CSV Uint8Array stream in Worker thread (Browser/Deno).
+ * Uses Transferable Streams for zero-copy transfer.
+ *
+ * @internal
+ */
+export declare function parseUint8ArrayStreamInWorker<Header extends ReadonlyArray<string>, Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION>(stream: ReadableStream<Uint8Array>, options?: ParseBinaryOptions<Header, Delimiter, Quotation>): AsyncIterableIterator<CSVRecord<Header>>;

package/dist/execution/worker/parseUint8ArrayStreamInWorker.web.js

@@ -0,0 +1,25 @@
+import { WorkerSession } from './helpers/WorkerSession.js';
+import { sendWorkerMessage } from './utils/messageHandler.js';
+import { serializeOptions } from './utils/serializeOptions.js';
+
+async function* parseUint8ArrayStreamInWorker(stream, options) {
+  using session = await WorkerSession.create({
+    workerPool: options?.engine?.workerPool,
+    workerURL: options?.engine?.workerURL
+  });
+  yield* sendWorkerMessage(
+    session.getWorker(),
+    {
+      id: session.getNextRequestId(),
+      type: "parseUint8ArrayStream",
+      data: stream,
+      options: serializeOptions(options)
+    },
+    options,
+    [stream]
+    // Transfer stream
+  );
+}
+
+export { parseUint8ArrayStreamInWorker };
+//# sourceMappingURL=parseUint8ArrayStreamInWorker.web.js.map

package/dist/execution/worker/parseUint8ArrayStreamInWorker.web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseUint8ArrayStreamInWorker.web.js","sources":["../../../src/execution/worker/parseUint8ArrayStreamInWorker.web.ts"],"sourcesContent":["import type {\n  CSVRecord,\n  ParseBinaryOptions,\n  ParseOptions,\n} from \"../../common/types.ts\";\nimport type { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from \"../../constants.ts\";\nimport { convertStreamToAsyncIterableIterator } from \"../../utils/convertStreamToAsyncIterableIterator.ts\";\nimport { WorkerSession } from \"./helpers/WorkerSession.ts\";\nimport { sendWorkerMessage } from \"./utils/messageHandler.ts\";\nimport { serializeOptions } from \"./utils/serializeOptions.ts\";\n\n/**\n * Parse CSV Uint8Array stream in Worker thread (Browser/Deno).\n * Uses Transferable Streams for zero-copy transfer.\n *\n * @internal\n */\nexport async function* parseUint8ArrayStreamInWorker<\n  Header extends ReadonlyArray<string>,\n  Delimiter extends string = DEFAULT_DELIMITER,\n  Quotation extends string = DEFAULT_QUOTATION,\n>(\n  stream: ReadableStream<Uint8Array>,\n  options?: ParseBinaryOptions<Header, Delimiter, Quotation>,\n): AsyncIterableIterator<CSVRecord<Header>> {\n  using session = await WorkerSession.create({\n    workerPool: options?.engine?.workerPool,\n    workerURL: options?.engine?.workerURL,\n  });\n\n  yield* sendWorkerMessage<CSVRecord<Header>>(\n    session.getWorker(),\n    {\n      id: session.getNextRequestId(),\n      type: \"parseUint8ArrayStream\",\n      data: stream,\n      options: serializeOptions(options),\n    },\n    options as ParseOptions<Header> | ParseBinaryOptions<Header> | undefined,\n    [stream], // Transfer stream\n  );\n}\n"],"names":[],"mappings":";;;;AAiBA,gBAAuB,6BAAA,CAKrB,QACA,OAAA,EAC0C;AAC1C,EAAA,MAAM,OAAA,GAAU,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,IACzC,UAAA,EAAY,SAAS,MAAA,EAAQ,UAAA;AAAA,IAC7B,SAAA,EAAW,SAAS,MAAA,EAAQ;AAAA,GAC7B,CAAA;AAED,EAAA,OAAO,iBAAA;AAAA,IACL,QAAQ,SAAA,EAAU;AAAA,IAClB;AAAA,MACE,EAAA,EAAI,QAAQ,gBAAA,EAAiB;AAAA,MAC7B,IAAA,EAAM,uBAAA;AAAA,MACN,IAAA,EAAM,MAAA;AAAA,MACN,OAAA,EAAS,iBAAiB,OAAO;AAAA,KACnC;AAAA,IACA,OAAA;AAAA,IACA,CAAC,MAAM;AAAA;AAAA,GACT;AACF;;;;"}

package/dist/execution/worker/strategies/MessageStreamingStrategy.d.ts

@@ -0,0 +1,17 @@
+import { CSVBinary, ParseBinaryOptions, ParseOptions } from '../../../common/types.ts';
+import { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from '../../../constants.ts';
+import { InternalEngineConfig } from '../../InternalEngineConfig.ts';
+import { WorkerSession } from '../helpers/WorkerSession.ts';
+import { WorkerStrategy } from './WorkerStrategy.ts';
+/**
+ * Message-based streaming strategy.
+ *
+ * Records are sent one-by-one via postMessage.
+ * This is the current implementation and works on all browsers including Safari.
+ *
+ * @internal
+ */
+export declare class MessageStreamingStrategy implements WorkerStrategy {
+    readonly name = "message-streaming";
+    execute<T, Header extends ReadonlyArray<string> = readonly string[], Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION>(input: string | CSVBinary | ReadableStream<string>, options: ParseOptions<Header, Delimiter, Quotation> | ParseBinaryOptions<Header, Delimiter, Quotation> | undefined, session: WorkerSession | null, engineConfig: InternalEngineConfig): AsyncIterableIterator<T>;
+}

package/dist/execution/worker/strategies/MessageStreamingStrategy.js

@@ -0,0 +1,58 @@
+import { WorkerSession } from '../helpers/WorkerSession.js';
+import { sendWorkerMessage } from '../utils/messageHandler.js';
+import { serializeOptions } from '../utils/serializeOptions.js';
+
+class MessageStreamingStrategy {
+  name = "message-streaming";
+  async *execute(input, options, session, engineConfig) {
+    const useProvidedSession = session !== null;
+    const workerSession = session ?? await WorkerSession.create({
+      workerPool: engineConfig.workerPool,
+      workerURL: engineConfig.workerURL
+    });
+    try {
+      const worker = workerSession.getWorker();
+      const id = workerSession.getNextRequestId();
+      let type;
+      let data;
+      let transfer;
+      if (typeof input === "string") {
+        type = "parseString";
+        data = input;
+      } else if (input instanceof ReadableStream) {
+        throw new Error(
+          "Message-streaming strategy does not support ReadableStream. Use stream-transfer strategy or process in main thread."
+        );
+      } else if (input instanceof Uint8Array || input instanceof ArrayBuffer) {
+        type = "parseBinary";
+        data = input;
+        if (input instanceof Uint8Array) {
+          transfer = [input.buffer];
+        } else {
+          transfer = [input];
+        }
+      } else {
+        throw new Error(`Unsupported input type: ${typeof input}`);
+      }
+      yield* sendWorkerMessage(
+        worker,
+        {
+          id,
+          type,
+          data,
+          options: serializeOptions(options),
+          useWASM: engineConfig.hasWasm()
+        },
+        options,
+        transfer
+      );
+    } finally {
+      if (!useProvidedSession) {
+        workerSession[Symbol.dispose]();
+      }
+    }
+  }
+}
+
+export { MessageStreamingStrategy };
+//# sourceMappingURL=MessageStreamingStrategy.js.map

package/dist/execution/worker/strategies/MessageStreamingStrategy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MessageStreamingStrategy.js","sources":["../../../../src/execution/worker/strategies/MessageStreamingStrategy.ts"],"sourcesContent":["import type {\n  CSVBinary,\n  ParseBinaryOptions,\n  ParseOptions,\n} from \"../../../common/types.ts\";\nimport type {\n  DEFAULT_DELIMITER,\n  DEFAULT_QUOTATION,\n} from \"../../../constants.ts\";\nimport type { InternalEngineConfig } from \"../../InternalEngineConfig.ts\";\nimport { WorkerSession } from \"../helpers/WorkerSession.ts\";\nimport { sendWorkerMessage } from \"../utils/messageHandler.ts\";\nimport { serializeOptions } from \"../utils/serializeOptions.ts\";\nimport type { WorkerStrategy } from \"./WorkerStrategy.ts\";\n\n/**\n * Message-based streaming strategy.\n *\n * Records are sent one-by-one via postMessage.\n * This is the current implementation and works on all browsers including Safari.\n *\n * @internal\n */\nexport class MessageStreamingStrategy implements WorkerStrategy {\n  readonly name = \"message-streaming\";\n\n  async *execute<\n    T,\n    Header extends ReadonlyArray<string> = readonly string[],\n    Delimiter extends string = DEFAULT_DELIMITER,\n    Quotation extends string = DEFAULT_QUOTATION,\n  >(\n    input: string | CSVBinary | ReadableStream<string>,\n    options:\n      | ParseOptions<Header, Delimiter, Quotation>\n      | ParseBinaryOptions<Header, Delimiter, Quotation>\n      | undefined,\n    session: WorkerSession | null,\n    engineConfig: InternalEngineConfig,\n  ): AsyncIterableIterator<T> {\n    // Use provided session or create a new one\n    const useProvidedSession = session !== null;\n    const workerSession =\n      session ??\n      (await WorkerSession.create({\n        workerPool: engineConfig.workerPool,\n        workerURL: engineConfig.workerURL,\n      }));\n\n    try {\n      const worker = workerSession.getWorker();\n      const id = workerSession.getNextRequestId();\n\n      // Determine message type based on input\n      let type: string;\n      let data: string | CSVBinary;\n      let transfer: Transferable[] | undefined;\n\n      if (typeof input === \"string\") {\n        type = \"parseString\";\n        data = input;\n      } else if (input instanceof ReadableStream) {\n        // Message-streaming strategy does not support ReadableStream\n        // ReadableStream cannot be cloned via postMessage without transferring\n        // This should fallback to main thread or use stream-transfer strategy\n        throw new Error(\n          \"Message-streaming strategy does not support ReadableStream. \" +\n            \"Use stream-transfer strategy or process in main thread.\",\n        );\n      } else if (input instanceof Uint8Array || input instanceof ArrayBuffer) {\n        type = \"parseBinary\";\n        data = input;\n        // Transfer binary data for efficiency\n        if (input instanceof Uint8Array) {\n          transfer = [input.buffer];\n        } else {\n          transfer = [input];\n        }\n      } else {\n        throw new Error(`Unsupported input type: ${typeof input}`);\n      }\n\n      // Send message and yield results\n      yield* sendWorkerMessage<T>(\n        worker,\n        {\n          id,\n          type,\n          data,\n          options: serializeOptions(options),\n          useWASM: engineConfig.hasWasm(),\n        },\n        options as\n          | ParseOptions<Header>\n          | ParseBinaryOptions<Header>\n          | undefined,\n        transfer,\n      );\n    } finally {\n      // Dispose session only if we created it\n      if (!useProvidedSession) {\n        workerSession[Symbol.dispose]();\n      }\n    }\n  }\n}\n"],"names":[],"mappings":";;;;AAuBO,MAAM,wBAAA,CAAmD;AAAA,EACrD,IAAA,GAAO,mBAAA;AAAA,EAEhB,OAAO,OAAA,CAML,KAAA,EACA,OAAA,EAIA,SACA,YAAA,EAC0B;AAE1B,IAAA,MAAM,qBAAqB,OAAA,KAAY,IAAA;AACvC,IAAA,MAAM,aAAA,GACJ,OAAA,IACC,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,MAC1B,YAAY,YAAA,CAAa,UAAA;AAAA,MACzB,WAAW,YAAA,CAAa;AAAA,KACzB,CAAA;AAEH,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,cAAc,SAAA,EAAU;AACvC,MAAA,MAAM,EAAA,GAAK,cAAc,gBAAA,EAAiB;AAG1C,MAAA,IAAI,IAAA;AACJ,MAAA,IAAI,IAAA;AACJ,MAAA,IAAI,QAAA;AAEJ,MAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,QAAA,IAAA,GAAO,aAAA;AACP,QAAA,IAAA,GAAO,KAAA;AAAA,MACT,CAAA,MAAA,IAAW,iBAAiB,cAAA,EAAgB;AAI1C,QAAA,MAAM,IAAI,KAAA;AAAA,UACR;AAAA,SAEF;AAAA,MACF,CAAA,MAAA,IAAW,KAAA,YAAiB,UAAA,IAAc,KAAA,YAAiB,WAAA,EAAa;AACtE,QAAA,IAAA,GAAO,aAAA;AACP,QAAA,IAAA,GAAO,KAAA;AAEP,QAAA,IAAI,iBAAiB,UAAA,EAAY;AAC/B,UAAA,QAAA,GAAW,CAAC,MAAM,MAAM,CAAA;AAAA,QAC1B,CAAA,MAAO;AACL,UAAA,QAAA,GAAW,CAAC,KAAK,CAAA;AAAA,QACnB;AAAA,MACF,CAAA,MAAO;AACL,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,wBAAA,EAA2B,OAAO,KAAK,CAAA,CAAE,CAAA;AAAA,MAC3D;AAGA,MAAA,OAAO,iBAAA;AAAA,QACL,MAAA;AAAA,QACA;AAAA,UACE,EAAA;AAAA,UACA,IAAA;AAAA,UACA,IAAA;AAAA,UACA,OAAA,EAAS,iBAAiB,OAAO,CAAA;AAAA,UACjC,OAAA,EAAS,aAAa,OAAA;AAAQ,SAChC;AAAA,QACA,OAAA;AAAA,QAIA;AAAA,OACF;AAAA,IACF,CAAA,SAAE;AAEA,MAAA,IAAI,CAAC,kBAAA,EAAoB;AACvB,QAAA,aAAA,CAAc,MAAA,CAAO,OAAO,CAAA,EAAE;AAAA,MAChC;AAAA,IACF;AAAA,EACF;AACF;;;;"}

package/dist/execution/worker/strategies/TransferableStreamStrategy.d.ts

@@ -0,0 +1,25 @@
+import { CSVBinary, ParseBinaryOptions, ParseOptions } from '../../../common/types.ts';
+import { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from '../../../constants.ts';
+import { InternalEngineConfig } from '../../InternalEngineConfig.ts';
+import { WorkerSession } from '../helpers/WorkerSession.ts';
+import { WorkerStrategy } from './WorkerStrategy.ts';
+/**
+ * TransferableStream-based strategy.
+ *
+ * Streams are transferred directly to the worker using zero-copy transfer.
+ * This is more efficient than message-streaming but only supported in
+ * Chrome, Firefox, and Edge (not Safari).
+ *
+ * @internal
+ */
+export declare class TransferableStreamStrategy implements WorkerStrategy {
+    readonly name = "stream-transfer";
+    execute<T, Header extends ReadonlyArray<string> = readonly string[], Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION>(input: string | CSVBinary | ReadableStream<string>, options: ParseOptions<Header, Delimiter, Quotation> | ParseBinaryOptions<Header, Delimiter, Quotation> | undefined, session: WorkerSession | null, engineConfig: InternalEngineConfig): AsyncIterableIterator<T>;
+    /**
+     * Receive parsed records from the worker via MessageChannel.
+     *
+     * @param port - MessagePort to receive results from
+     * @param signal - Optional AbortSignal for cancellation
+     */
+    private receiveResults;
+}

package/dist/execution/worker/strategies/TransferableStreamStrategy.js

@@ -0,0 +1,159 @@
+import { WorkerSession } from '../helpers/WorkerSession.js';
+import { serializeOptions } from '../utils/serializeOptions.js';
+
+class TransferableStreamStrategy {
+  name = "stream-transfer";
+  async *execute(input, options, session, engineConfig) {
+    const useProvidedSession = session !== null;
+    const workerSession = session ?? await WorkerSession.create({
+      workerPool: engineConfig.workerPool,
+      workerURL: engineConfig.workerURL
+    });
+    try {
+      const worker = workerSession.getWorker();
+      const id = workerSession.getNextRequestId();
+      if (!(input instanceof ReadableStream)) {
+        throw new Error(
+          `TransferableStreamStrategy requires ReadableStream input, got ${typeof input}`
+        );
+      }
+      let type;
+      let streamToTransfer;
+      const reader = input.getReader();
+      const firstChunk = await reader.read();
+      if (firstChunk.done) {
+        reader.releaseLock();
+        return;
+      }
+      const reconstructedStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue(firstChunk.value);
+        },
+        pull(controller) {
+          reader.read().then(({ done, value }) => {
+            if (done) {
+              controller.close();
+            } else {
+              controller.enqueue(value);
+            }
+          }).catch((error) => controller.error(error));
+        },
+        cancel(reason) {
+          reader.cancel(reason);
+        }
+      });
+      if (typeof firstChunk.value === "string") {
+        type = "parseStringStream";
+        streamToTransfer = reconstructedStream;
+      } else if (firstChunk.value instanceof Uint8Array) {
+        type = "parseUint8ArrayStream";
+        streamToTransfer = reconstructedStream;
+      } else {
+        throw new Error(
+          `Unsupported stream chunk type: ${typeof firstChunk.value}`
+        );
+      }
+      const channel = new MessageChannel();
+      const resultPort = channel.port1;
+      const workerPort = channel.port2;
+      worker.postMessage(
+        {
+          id,
+          type,
+          stream: streamToTransfer,
+          options: serializeOptions(options),
+          useWASM: engineConfig.hasWasm(),
+          resultPort: workerPort
+        },
+        [streamToTransfer, workerPort]
+      );
+      yield* this.receiveResults(resultPort, options?.signal);
+    } finally {
+      if (!useProvidedSession) {
+        workerSession[Symbol.dispose]();
+      }
+    }
+  }
+  /**
+   * Receive parsed records from the worker via MessageChannel.
+   *
+   * @param port - MessagePort to receive results from
+   * @param signal - Optional AbortSignal for cancellation
+   */
+  async *receiveResults(port, signal) {
+    const queue = [];
+    let done = false;
+    let error = null;
+    let resolveNext = null;
+    const abortHandler = () => {
+      error = new Error("Aborted");
+      if (resolveNext) resolveNext();
+      port.close();
+    };
+    if (signal) {
+      if (signal.aborted) {
+        port.close();
+        throw new Error("Aborted");
+      }
+      signal.addEventListener("abort", abortHandler);
+    }
+    port.onmessage = (event) => {
+      const message = event.data;
+      if (message.type === "record") {
+        queue.push(message.record);
+        if (resolveNext) {
+          resolveNext();
+          resolveNext = null;
+        }
+      } else if (message.type === "done") {
+        done = true;
+        if (resolveNext) {
+          resolveNext();
+          resolveNext = null;
+        }
+        port.close();
+      } else if (message.type === "error") {
+        error = new Error(message.error);
+        if (resolveNext) {
+          resolveNext();
+          resolveNext = null;
+        }
+        port.close();
+      }
+    };
+    port.onmessageerror = (event) => {
+      error = new Error(`Message deserialization error: ${event.data}`);
+      if (resolveNext) {
+        resolveNext();
+        resolveNext = null;
+      }
+      port.close();
+    };
+    port.start();
+    try {
+      while (!done && !error) {
+        if (queue.length > 0) {
+          yield queue.shift();
+        } else {
+          await new Promise((resolve) => {
+            resolveNext = resolve;
+          });
+        }
+      }
+      while (queue.length > 0) {
+        yield queue.shift();
+      }
+      if (error) {
+        throw error;
+      }
+    } finally {
+      if (signal) {
+        signal.removeEventListener("abort", abortHandler);
+      }
+      port.close();
+    }
+  }
+}
+
+export { TransferableStreamStrategy };
+//# sourceMappingURL=TransferableStreamStrategy.js.map

package/dist/execution/worker/strategies/TransferableStreamStrategy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TransferableStreamStrategy.js","sources":["../../../../src/execution/worker/strategies/TransferableStreamStrategy.ts"],"sourcesContent":["import type {\n  CSVBinary,\n  ParseBinaryOptions,\n  ParseOptions,\n} from \"../../../common/types.ts\";\nimport type {\n  DEFAULT_DELIMITER,\n  DEFAULT_QUOTATION,\n} from \"../../../constants.ts\";\nimport type { InternalEngineConfig } from \"../../InternalEngineConfig.ts\";\nimport { WorkerSession } from \"../helpers/WorkerSession.ts\";\nimport { serializeOptions } from \"../utils/serializeOptions.ts\";\nimport type { WorkerStrategy } from \"./WorkerStrategy.ts\";\n\n/**\n * TransferableStream-based strategy.\n *\n * Streams are transferred directly to the worker using zero-copy transfer.\n * This is more efficient than message-streaming but only supported in\n * Chrome, Firefox, and Edge (not Safari).\n *\n * @internal\n */\nexport class TransferableStreamStrategy implements WorkerStrategy {\n  readonly name = \"stream-transfer\";\n\n  async *execute<\n    T,\n    Header extends ReadonlyArray<string> = readonly string[],\n    Delimiter extends string = DEFAULT_DELIMITER,\n    Quotation extends string = DEFAULT_QUOTATION,\n  >(\n    input: string | CSVBinary | ReadableStream<string>,\n    options:\n      | ParseOptions<Header, Delimiter, Quotation>\n      | ParseBinaryOptions<Header, Delimiter, Quotation>\n      | undefined,\n    session: WorkerSession | null,\n    engineConfig: InternalEngineConfig,\n  ): AsyncIterableIterator<T> {\n    // Use provided session or create a new one\n    const useProvidedSession = session !== null;\n    const workerSession =\n      session ??\n      (await WorkerSession.create({\n        workerPool: engineConfig.workerPool,\n        workerURL: engineConfig.workerURL,\n      }));\n\n    try {\n      const worker = workerSession.getWorker();\n      const id = workerSession.getNextRequestId();\n\n      // Ensure input is a ReadableStream\n      if (!(input instanceof ReadableStream)) {\n        throw new Error(\n          `TransferableStreamStrategy requires ReadableStream input, got ${typeof input}`,\n        );\n      }\n\n      // Determine stream type based on the input stream\n      let type: string;\n      let streamToTransfer: ReadableStream;\n\n      // Check if this is a string stream or binary stream\n      // We need to inspect the stream to determine type\n      // For now, we'll use heuristics based on common stream types\n      const reader = input.getReader();\n      const firstChunk = await reader.read();\n\n      if (firstChunk.done) {\n        // Empty stream - release the reader and return\n        reader.releaseLock();\n        return;\n      }\n\n      // Put the first chunk back by creating a new stream\n      const reconstructedStream = new ReadableStream({\n        start(controller) {\n          controller.enqueue(firstChunk.value);\n        },\n        pull(controller) {\n          reader\n            .read()\n            .then(({ done, value }) => {\n              if (done) {\n                controller.close();\n              } else {\n                controller.enqueue(value);\n              }\n            })\n            .catch((error) => controller.error(error));\n        },\n        cancel(reason) {\n          reader.cancel(reason);\n        },\n      });\n\n      // Determine type based on first chunk\n      if (typeof firstChunk.value === \"string\") {\n        type = \"parseStringStream\";\n        streamToTransfer = reconstructedStream;\n      } else if (firstChunk.value instanceof Uint8Array) {\n        type = \"parseUint8ArrayStream\";\n        streamToTransfer = reconstructedStream;\n      } else {\n        throw new Error(\n          `Unsupported stream chunk type: ${typeof firstChunk.value}`,\n        );\n      }\n\n      // Create a MessageChannel for receiving results\n      const channel = new MessageChannel();\n      const resultPort = channel.port1;\n      const workerPort = channel.port2;\n\n      // Send the stream and worker port to the worker\n      worker.postMessage(\n        {\n          id,\n          type,\n          stream: streamToTransfer,\n          options: serializeOptions(options),\n          useWASM: engineConfig.hasWasm(),\n          resultPort: workerPort,\n        },\n        [streamToTransfer as any, workerPort],\n      );\n\n      // Listen for results from the worker\n      yield* this.receiveResults<T>(resultPort, options?.signal);\n    } finally {\n      // Dispose session only if we created it\n      if (!useProvidedSession) {\n        workerSession[Symbol.dispose]();\n      }\n    }\n  }\n\n  /**\n   * Receive parsed records from the worker via MessageChannel.\n   *\n   * @param port - MessagePort to receive results from\n   * @param signal - Optional AbortSignal for cancellation\n   */\n  private async *receiveResults<T>(\n    port: MessagePort,\n    signal?: AbortSignal,\n  ): AsyncIterableIterator<T> {\n    const queue: T[] = [];\n    let done = false;\n    let error: Error | null = null;\n    let resolveNext: (() => void) | null = null;\n\n    // Set up abort handling\n    const abortHandler = () => {\n      error = new Error(\"Aborted\");\n      if (resolveNext) resolveNext();\n      port.close();\n    };\n\n    if (signal) {\n      if (signal.aborted) {\n        port.close();\n        throw new Error(\"Aborted\");\n      }\n      signal.addEventListener(\"abort\", abortHandler);\n    }\n\n    // Set up message handler\n    port.onmessage = (event: MessageEvent) => {\n      const message = event.data;\n\n      if (message.type === \"record\") {\n        queue.push(message.record);\n        if (resolveNext) {\n          resolveNext();\n          resolveNext = null;\n        }\n      } else if (message.type === \"done\") {\n        done = true;\n        if (resolveNext) {\n          resolveNext();\n          resolveNext = null;\n        }\n        port.close();\n      } else if (message.type === \"error\") {\n        error = new Error(message.error);\n        if (resolveNext) {\n          resolveNext();\n          resolveNext = null;\n        }\n        port.close();\n      }\n    };\n\n    port.onmessageerror = (event: MessageEvent) => {\n      error = new Error(`Message deserialization error: ${event.data}`);\n      if (resolveNext) {\n        resolveNext();\n        resolveNext = null;\n      }\n      port.close();\n    };\n\n    // Start the port\n    port.start();\n\n    try {\n      // Yield records as they arrive\n      while (!done && !error) {\n        if (queue.length > 0) {\n          yield queue.shift()!;\n        } else {\n          // Wait for next message\n          await new Promise<void>((resolve) => {\n            resolveNext = resolve;\n          });\n        }\n      }\n\n      // Yield any remaining records\n      while (queue.length > 0) {\n        yield queue.shift()!;\n      }\n\n      // Throw error if one occurred\n      if (error) {\n        throw error;\n      }\n    } finally {\n      if (signal) {\n        signal.removeEventListener(\"abort\", abortHandler);\n      }\n      port.close();\n    }\n  }\n}\n"],"names":[],"mappings":";;;AAuBO,MAAM,0BAAA,CAAqD;AAAA,EACvD,IAAA,GAAO,iBAAA;AAAA,EAEhB,OAAO,OAAA,CAML,KAAA,EACA,OAAA,EAIA,SACA,YAAA,EAC0B;AAE1B,IAAA,MAAM,qBAAqB,OAAA,KAAY,IAAA;AACvC,IAAA,MAAM,aAAA,GACJ,OAAA,IACC,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,MAC1B,YAAY,YAAA,CAAa,UAAA;AAAA,MACzB,WAAW,YAAA,CAAa;AAAA,KACzB,CAAA;AAEH,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,cAAc,SAAA,EAAU;AACvC,MAAA,MAAM,EAAA,GAAK,cAAc,gBAAA,EAAiB;AAG1C,MAAA,IAAI,EAAE,iBAAiB,cAAA,CAAA,EAAiB;AACtC,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,8DAAA,EAAiE,OAAO,KAAK,CAAA;AAAA,SAC/E;AAAA,MACF;AAGA,MAAA,IAAI,IAAA;AACJ,MAAA,IAAI,gBAAA;AAKJ,MAAA,MAAM,MAAA,GAAS,MAAM,SAAA,EAAU;AAC/B,MAAA,MAAM,UAAA,GAAa,MAAM,MAAA,CAAO,IAAA,EAAK;AAErC,MAAA,IAAI,WAAW,IAAA,EAAM;AAEnB,QAAA,MAAA,CAAO,WAAA,EAAY;AACnB,QAAA;AAAA,MACF;AAGA,MAAA,MAAM,mBAAA,GAAsB,IAAI,cAAA,CAAe;AAAA,QAC7C,MAAM,UAAA,EAAY;AAChB,UAAA,UAAA,CAAW,OAAA,CAAQ,WAAW,KAAK,CAAA;AAAA,QACrC,CAAA;AAAA,QACA,KAAK,UAAA,EAAY;AACf,UAAA,MAAA,CACG,MAAK,CACL,IAAA,CAAK,CAAC,EAAE,IAAA,EAAM,OAAM,KAAM;AACzB,YAAA,IAAI,IAAA,EAAM;AACR,cAAA,UAAA,CAAW,KAAA,EAAM;AAAA,YACnB,CAAA,MAAO;AACL,cAAA,UAAA,CAAW,QAAQ,KAAK,CAAA;AAAA,YAC1B;AAAA,UACF,CAAC,EACA,KAAA,CAAM,CAAC,UAAU,UAAA,CAAW,KAAA,CAAM,KAAK,CAAC,CAAA;AAAA,QAC7C,CAAA;AAAA,QACA,OAAO,MAAA,EAAQ;AACb,UAAA,MAAA,CAAO,OAAO,MAAM,CAAA;AAAA,QACtB;AAAA,OACD,CAAA;AAGD,MAAA,IAAI,OAAO,UAAA,CAAW,KAAA,KAAU,QAAA,EAAU;AACxC,QAAA,IAAA,GAAO,mBAAA;AACP,QAAA,gBAAA,GAAmB,mBAAA;AAAA,MACrB,CAAA,MAAA,IAAW,UAAA,CAAW,KAAA,YAAiB,UAAA,EAAY;AACjD,QAAA,IAAA,GAAO,uBAAA;AACP,QAAA,gBAAA,GAAmB,mBAAA;AAAA,MACrB,CAAA,MAAO;AACL,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,+BAAA,EAAkC,OAAO,UAAA,CAAW,KAAK,CAAA;AAAA,SAC3D;AAAA,MACF;AAGA,MAAA,MAAM,OAAA,GAAU,IAAI,cAAA,EAAe;AACnC,MAAA,MAAM,aAAa,OAAA,CAAQ,KAAA;AAC3B,MAAA,MAAM,aAAa,OAAA,CAAQ,KAAA;AAG3B,MAAA,MAAA,CAAO,WAAA;AAAA,QACL;AAAA,UACE,EAAA;AAAA,UACA,IAAA;AAAA,UACA,MAAA,EAAQ,gBAAA;AAAA,UACR,OAAA,EAAS,iBAAiB,OAAO,CAAA;AAAA,UACjC,OAAA,EAAS,aAAa,OAAA,EAAQ;AAAA,UAC9B,UAAA,EAAY;AAAA,SACd;AAAA,QACA,CAAC,kBAAyB,UAAU;AAAA,OACtC;AAGA,MAAA,OAAO,IAAA,CAAK,cAAA,CAAkB,UAAA,EAAY,OAAA,EAAS,MAAM,CAAA;AAAA,IAC3D,CAAA,SAAE;AAEA,MAAA,IAAI,CAAC,kBAAA,EAAoB;AACvB,QAAA,aAAA,CAAc,MAAA,CAAO,OAAO,CAAA,EAAE;AAAA,MAChC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,OAAe,cAAA,CACb,IAAA,EACA,MAAA,EAC0B;AAC1B,IAAA,MAAM,QAAa,EAAC;AACpB,IAAA,IAAI,IAAA,GAAO,KAAA;AACX,IAAA,IAAI,KAAA,GAAsB,IAAA;AAC1B,IAAA,IAAI,WAAA,GAAmC,IAAA;AAGvC,IAAA,MAAM,eAAe,MAAM;AACzB,MAAA,KAAA,GAAQ,IAAI,MAAM,SAAS,CAAA;AAC3B,MAAA,IAAI,aAAa,WAAA,EAAY;AAC7B,MAAA,IAAA,CAAK,KAAA,EAAM;AAAA,IACb,CAAA;AAEA,IAAA,IAAI,MAAA,EAAQ;AACV,MAAA,IAAI,OAAO,OAAA,EAAS;AAClB,QAAA,IAAA,CAAK,KAAA,EAAM;AACX,QAAA,MAAM,IAAI,MAAM,SAAS,CAAA;AAAA,MAC3B;AACA,MAAA,MAAA,CAAO,gBAAA,CAAiB,SAAS,YAAY,CAAA;AAAA,IAC/C;AAGA,IAAA,IAAA,CAAK,SAAA,GAAY,CAAC,KAAA,KAAwB;AACxC,MAAA,MAAM,UAAU,KAAA,CAAM,IAAA;AAEtB,MAAA,IAAI,OAAA,CAAQ,SAAS,QAAA,EAAU;AAC7B,QAAA,KAAA,CAAM,IAAA,CAAK,QAAQ,MAAM,CAAA;AACzB,QAAA,IAAI,WAAA,EAAa;AACf,UAAA,WAAA,EAAY;AACZ,UAAA,WAAA,GAAc,IAAA;AAAA,QAChB;AAAA,MACF,CAAA,MAAA,IAAW,OAAA,CAAQ,IAAA,KAAS,MAAA,EAAQ;AAClC,QAAA,IAAA,GAAO,IAAA;AACP,QAAA,IAAI,WAAA,EAAa;AACf,UAAA,WAAA,EAAY;AACZ,UAAA,WAAA,GAAc,IAAA;AAAA,QAChB;AACA,QAAA,IAAA,CAAK,KAAA,EAAM;AAAA,MACb,CAAA,MAAA,IAAW,OAAA,CAAQ,IAAA,KAAS,OAAA,EAAS;AACnC,QAAA,KAAA,GAAQ,IAAI,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA;AAC/B,QAAA,IAAI,WAAA,EAAa;AACf,UAAA,WAAA,EAAY;AACZ,UAAA,WAAA,GAAc,IAAA;AAAA,QAChB;AACA,QAAA,IAAA,CAAK,KAAA,EAAM;AAAA,MACb;AAAA,IACF,CAAA;AAEA,IAAA,IAAA,CAAK,cAAA,GAAiB,CAAC,KAAA,KAAwB;AAC7C,MAAA,KAAA,GAAQ,IAAI,KAAA,CAAM,CAAA,+BAAA,EAAkC,KAAA,CAAM,IAAI,CAAA,CAAE,CAAA;AAChE,MAAA,IAAI,WAAA,EAAa;AACf,QAAA,WAAA,EAAY;AACZ,QAAA,WAAA,GAAc,IAAA;AAAA,MAChB;AACA,MAAA,IAAA,CAAK,KAAA,EAAM;AAAA,IACb,CAAA;AAGA,IAAA,IAAA,CAAK,KAAA,EAAM;AAEX,IAAA,IAAI;AAEF,MAAA,OAAO,CAAC,IAAA,IAAQ,CAAC,KAAA,EAAO;AACtB,QAAA,IAAI,KAAA,CAAM,SAAS,CAAA,EAAG;AACpB,UAAA,MAAM,MAAM,KAAA,EAAM;AAAA,QACpB,CAAA,MAAO;AAEL,UAAA,MAAM,IAAI,OAAA,CAAc,CAAC,OAAA,KAAY;AACnC,YAAA,WAAA,GAAc,OAAA;AAAA,UAChB,CAAC,CAAA;AAAA,QACH;AAAA,MACF;AAGA,MAAA,OAAO,KAAA,CAAM,SAAS,CAAA,EAAG;AACvB,QAAA,MAAM,MAAM,KAAA,EAAM;AAAA,MACpB;AAGA,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,KAAA;AAAA,MACR;AAAA,IACF,CAAA,SAAE;AACA,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,MAAA,CAAO,mBAAA,CAAoB,SAAS,YAAY,CAAA;AAAA,MAClD;AACA,MAAA,IAAA,CAAK,KAAA,EAAM;AAAA,IACb;AAAA,EACF;AACF;;;;"}