@open-mercato/core 0.6.6 → 0.6.7-develop.6552.1.5208a19369

package/dist/modules/sync_excel/lib/parser.js

@@ -1,3 +1,6 @@
+import { TextDecoder } from "util";
+const CSV_DELIMITER_PROBE_ROWS = 5;
+const CSV_DELIMITER_PROBE_MAX_CHARS = 64 * 1024;
 function stripUtf8Bom(value) {
   return value.charCodeAt(0) === 65279 ? value.slice(1) : value;
 }
@@ -87,6 +90,186 @@ function rowsToObjects(headers, rows, maxRows) {
     return record;
   });
 }
+async function createCsvRowStream(input) {
+  const iterator = input[Symbol.asyncIterator]();
+  const decoder = new TextDecoder("utf-8");
+  const prefixTexts = [];
+  let probeText = "";
+  while (probeText.length < CSV_DELIMITER_PROBE_MAX_CHARS) {
+    const next = await iterator.next();
+    if (next.done) break;
+    const text = typeof next.value === "string" ? next.value : decoder.decode(next.value, { stream: true });
+    prefixTexts.push(text);
+    probeText += text;
+    if (parseCsvText(probeText, ",").length >= CSV_DELIMITER_PROBE_ROWS) {
+      break;
+    }
+  }
+  const delimiter = detectCsvDelimiter(probeText);
+  async function* decodedChunks() {
+    for (const text of prefixTexts) {
+      yield text;
+    }
+    while (true) {
+      const next = await iterator.next();
+      if (next.done) break;
+      yield typeof next.value === "string" ? next.value : decoder.decode(next.value, { stream: true });
+    }
+    const finalChunk = decoder.decode();
+    if (finalChunk.length > 0) {
+      yield finalChunk;
+    }
+  }
+  return {
+    delimiter,
+    rows: parseCsvRowsFromTextChunks(decodedChunks(), delimiter)
+  };
+}
+async function* parseCsvRowsFromTextChunks(chunks, delimiter) {
+  let currentRow = [];
+  let currentValue = "";
+  let inQuotes = false;
+  let isFirstChunk = true;
+  let previousWasCarriageReturn = false;
+  let pendingQuote = false;
+  let pendingQuoteWasInQuotes = false;
+  const completeRow = () => {
+    currentRow.push(currentValue);
+    const completedRow = currentRow;
+    currentRow = [];
+    currentValue = "";
+    return completedRow.some((value) => value.trim().length > 0) ? completedRow : null;
+  };
+  for await (const chunk of chunks) {
+    const text = isFirstChunk ? stripUtf8Bom(chunk) : chunk;
+    isFirstChunk = false;
+    for (let index = 0; index < text.length; index += 1) {
+      const character = text[index];
+      if (pendingQuote) {
+        pendingQuote = false;
+        if (pendingQuoteWasInQuotes && character === '"') {
+          currentValue += '"';
+          continue;
+        }
+        inQuotes = !pendingQuoteWasInQuotes;
+      }
+      if (previousWasCarriageReturn) {
+        previousWasCarriageReturn = false;
+        if (character === "\n") {
+          continue;
+        }
+      }
+      if (character === '"') {
+        if (index + 1 >= text.length) {
+          pendingQuote = true;
+          pendingQuoteWasInQuotes = inQuotes;
+          continue;
+        }
+        if (inQuotes && text[index + 1] === '"') {
+          currentValue += '"';
+          index += 1;
+          continue;
+        }
+        inQuotes = !inQuotes;
+        continue;
+      }
+      if (!inQuotes && character === delimiter) {
+        currentRow.push(currentValue);
+        currentValue = "";
+        continue;
+      }
+      if (character === "\r") {
+        previousWasCarriageReturn = true;
+        if (inQuotes) {
+          currentValue += "\n";
+        } else {
+          const row = completeRow();
+          if (row) yield row;
+        }
+        continue;
+      }
+      if (character === "\n") {
+        if (inQuotes) {
+          currentValue += "\n";
+        } else {
+          const row = completeRow();
+          if (row) yield row;
+        }
+        continue;
+      }
+      currentValue += character;
+    }
+  }
+  if (currentValue.length > 0 || currentRow.length > 0) {
+    const row = completeRow();
+    if (row) yield row;
+  }
+}
+async function parseCsvStreamMetadata(input) {
+  const stream = await createCsvRowStream(input);
+  let headers = [];
+  let hasHeaders = false;
+  let totalRows = 0;
+  for await (const row of stream.rows) {
+    if (!hasHeaders) {
+      headers = normalizeHeaders(row);
+      hasHeaders = true;
+      continue;
+    }
+    totalRows += 1;
+  }
+  return {
+    headers,
+    totalRows,
+    delimiter: stream.delimiter,
+    encoding: "utf-8"
+  };
+}
+async function* parseCsvDocumentBatches(input, options) {
+  const stream = await createCsvRowStream(input);
+  const batchSize = Math.max(1, Math.floor(options.batchSize));
+  const startOffset = Math.max(0, Math.floor(options.startOffset ?? 0));
+  let headers = null;
+  let rowOffset = 0;
+  let batchRows = [];
+  let batchStart = startOffset;
+  for await (const row of stream.rows) {
+    if (!headers) {
+      headers = normalizeHeaders(row);
+      continue;
+    }
+    if (rowOffset < startOffset) {
+      rowOffset += 1;
+      continue;
+    }
+    if (batchRows.length === 0) {
+      batchStart = rowOffset;
+    }
+    batchRows.push(row);
+    rowOffset += 1;
+    if (batchRows.length >= batchSize) {
+      yield {
+        headers,
+        rows: rowsToObjects(headers, batchRows, batchRows.length),
+        rowStart: batchStart,
+        nextOffset: rowOffset,
+        delimiter: stream.delimiter,
+        encoding: "utf-8"
+      };
+      batchRows = [];
+    }
+  }
+  if (headers && batchRows.length > 0) {
+    yield {
+      headers,
+      rows: rowsToObjects(headers, batchRows, batchRows.length),
+      rowStart: batchStart,
+      nextOffset: rowOffset,
+      delimiter: stream.delimiter,
+      encoding: "utf-8"
+    };
+  }
+}
 function parseCsvPreview(buffer, options = {}) {
   const text = buffer.toString("utf-8");
   const delimiter = detectCsvDelimiter(text);
@@ -119,7 +302,9 @@ function parseCsvDocument(buffer) {
 export {
   detectCsvDelimiter,
   parseCsvDocument,
+  parseCsvDocumentBatches,
   parseCsvPreview,
+  parseCsvStreamMetadata,
   parseCsvText
 };
 //# sourceMappingURL=parser.js.map

package/dist/modules/sync_excel/lib/parser.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../../src/modules/sync_excel/lib/parser.ts"],
-  "sourcesContent": ["export type CsvPreviewRow = Record<string, string | null>\n\nexport type CsvPreview = {\n  headers: string[]\n  sampleRows: CsvPreviewRow[]\n  totalRows: number\n  delimiter: ',' | ';'\n  encoding: 'utf-8'\n}\n\nexport type CsvDocument = {\n  headers: string[]\n  rows: CsvPreviewRow[]\n  totalRows: number\n  delimiter: ',' | ';'\n  encoding: 'utf-8'\n}\n\ntype ParseCsvPreviewOptions = {\n  maxRows?: number\n}\n\nfunction stripUtf8Bom(value: string): string {\n  return value.charCodeAt(0) === 0xfeff ? value.slice(1) : value\n}\n\nfunction countFields(line: string, delimiter: ',' | ';'): number {\n  let count = 1\n  let inQuotes = false\n\n  for (let index = 0; index < line.length; index += 1) {\n    const character = line[index]\n    if (character === '\"') {\n      if (inQuotes && line[index + 1] === '\"') {\n        index += 1\n        continue\n      }\n      inQuotes = !inQuotes\n      continue\n    }\n    if (!inQuotes && character === delimiter) {\n      count += 1\n    }\n  }\n\n  return count\n}\n\nexport function detectCsvDelimiter(text: string): ',' | ';' {\n  const normalized = stripUtf8Bom(text).replace(/\\r\\n/g, '\\n').replace(/\\r/g, '\\n')\n  const lines = normalized\n    .split('\\n')\n    .map((line) => line.trim())\n    .filter((line) => line.length > 0)\n    .slice(0, 5)\n\n  if (lines.length === 0) return ','\n\n  const commaScore = lines.reduce((accumulator, line) => accumulator + countFields(line, ','), 0)\n  const semicolonScore = lines.reduce((accumulator, line) => accumulator + countFields(line, ';'), 0)\n\n  return semicolonScore > commaScore ? ';' : ','\n}\n\nexport function parseCsvText(text: string, delimiter: ',' | ';'): string[][] {\n  const normalized = stripUtf8Bom(text).replace(/\\r\\n/g, '\\n').replace(/\\r/g, '\\n')\n  const rows: string[][] = []\n  let currentRow: string[] = []\n  let currentValue = ''\n  let inQuotes = false\n\n  for (let index = 0; index < normalized.length; index += 1) {\n    const character = normalized[index]\n\n    if (character === '\"') {\n      if (inQuotes && normalized[index + 1] === '\"') {\n        currentValue += '\"'\n        index += 1\n        continue\n      }\n      inQuotes = !inQuotes\n      continue\n    }\n\n    if (!inQuotes && character === delimiter) {\n      currentRow.push(currentValue)\n      currentValue = ''\n      continue\n    }\n\n    if (!inQuotes && character === '\\n') {\n      currentRow.push(currentValue)\n      const isMeaningfulRow = currentRow.some((value) => value.trim().length > 0)\n      if (isMeaningfulRow) {\n        rows.push(currentRow)\n      }\n      currentRow = []\n      currentValue = ''\n      continue\n    }\n\n    currentValue += character\n  }\n\n  if (currentValue.length > 0 || currentRow.length > 0) {\n    currentRow.push(currentValue)\n    const isMeaningfulRow = currentRow.some((value) => value.trim().length > 0)\n    if (isMeaningfulRow) {\n      rows.push(currentRow)\n    }\n  }\n\n  return rows\n}\n\nfunction normalizeHeaders(headers: string[]): string[] {\n  return headers.map((header, index) => {\n    const trimmed = header.trim()\n    return trimmed.length > 0 ? trimmed : `Column ${index + 1}`\n  })\n}\n\nfunction rowsToObjects(headers: string[], rows: string[][], maxRows: number): CsvPreviewRow[] {\n  return rows.slice(0, maxRows).map((row) => {\n    const record: CsvPreviewRow = {}\n    headers.forEach((header, index) => {\n      const value = row[index]\n      record[header] = typeof value === 'string' && value.length > 0 ? value : null\n    })\n    return record\n  })\n}\n\nexport function parseCsvPreview(buffer: Buffer, options: ParseCsvPreviewOptions = {}): CsvPreview {\n  const text = buffer.toString('utf-8')\n  const delimiter = detectCsvDelimiter(text)\n  const rows = parseCsvText(text, delimiter)\n  const [rawHeaders = [], ...dataRows] = rows\n  const headers = normalizeHeaders(rawHeaders)\n  const maxRows = options.maxRows ?? 5\n\n  return {\n    headers,\n    sampleRows: rowsToObjects(headers, dataRows, maxRows),\n    totalRows: dataRows.length,\n    delimiter,\n    encoding: 'utf-8',\n  }\n}\n\nexport function parseCsvDocument(buffer: Buffer): CsvDocument {\n  const text = buffer.toString('utf-8')\n  const delimiter = detectCsvDelimiter(text)\n  const rows = parseCsvText(text, delimiter)\n  const [rawHeaders = [], ...dataRows] = rows\n  const headers = normalizeHeaders(rawHeaders)\n\n  return {\n    headers,\n    rows: rowsToObjects(headers, dataRows, dataRows.length),\n    totalRows: dataRows.length,\n    delimiter,\n    encoding: 'utf-8',\n  }\n}\n"],
-  "mappings": "AAsBA,SAAS,aAAa,OAAuB;AAC3C,SAAO,MAAM,WAAW,CAAC,MAAM,QAAS,MAAM,MAAM,CAAC,IAAI;AAC3D;AAEA,SAAS,YAAY,MAAc,WAA8B;AAC/D,MAAI,QAAQ;AACZ,MAAI,WAAW;AAEf,WAAS,QAAQ,GAAG,QAAQ,KAAK,QAAQ,SAAS,GAAG;AACnD,UAAM,YAAY,KAAK,KAAK;AAC5B,QAAI,cAAc,KAAK;AACrB,UAAI,YAAY,KAAK,QAAQ,CAAC,MAAM,KAAK;AACvC,iBAAS;AACT;AAAA,MACF;AACA,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,CAAC,YAAY,cAAc,WAAW;AACxC,eAAS;AAAA,IACX;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,mBAAmB,MAAyB;AAC1D,QAAM,aAAa,aAAa,IAAI,EAAE,QAAQ,SAAS,IAAI,EAAE,QAAQ,OAAO,IAAI;AAChF,QAAM,QAAQ,WACX,MAAM,IAAI,EACV,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,EAChC,MAAM,GAAG,CAAC;AAEb,MAAI,MAAM,WAAW,EAAG,QAAO;AAE/B,QAAM,aAAa,MAAM,OAAO,CAAC,aAAa,SAAS,cAAc,YAAY,MAAM,GAAG,GAAG,CAAC;AAC9F,QAAM,iBAAiB,MAAM,OAAO,CAAC,aAAa,SAAS,cAAc,YAAY,MAAM,GAAG,GAAG,CAAC;AAElG,SAAO,iBAAiB,aAAa,MAAM;AAC7C;AAEO,SAAS,aAAa,MAAc,WAAkC;AAC3E,QAAM,aAAa,aAAa,IAAI,EAAE,QAAQ,SAAS,IAAI,EAAE,QAAQ,OAAO,IAAI;AAChF,QAAM,OAAmB,CAAC;AAC1B,MAAI,aAAuB,CAAC;AAC5B,MAAI,eAAe;AACnB,MAAI,WAAW;AAEf,WAAS,QAAQ,GAAG,QAAQ,WAAW,QAAQ,SAAS,GAAG;AACzD,UAAM,YAAY,WAAW,KAAK;AAElC,QAAI,cAAc,KAAK;AACrB,UAAI,YAAY,WAAW,QAAQ,CAAC,MAAM,KAAK;AAC7C,wBAAgB;AAChB,iBAAS;AACT;AAAA,MACF;AACA,iBAAW,CAAC;AACZ;AAAA,IACF;AAEA,QAAI,CAAC,YAAY,cAAc,WAAW;AACxC,iBAAW,KAAK,YAAY;AAC5B,qBAAe;AACf;AAAA,IACF;AAEA,QAAI,CAAC,YAAY,cAAc,MAAM;AACnC,iBAAW,KAAK,YAAY;AAC5B,YAAM,kBAAkB,WAAW,KAAK,CAAC,UAAU,MAAM,KAAK,EAAE,SAAS,CAAC;AAC1E,UAAI,iBAAiB;AACnB,aAAK,KAAK,UAAU;AAAA,MACtB;AACA,mBAAa,CAAC;AACd,qBAAe;AACf;AAAA,IACF;AAEA,oBAAgB;AAAA,EAClB;AAEA,MAAI,aAAa,SAAS,KAAK,WAAW,SAAS,GAAG;AACpD,eAAW,KAAK,YAAY;AAC5B,UAAM,kBAAkB,WAAW,KAAK,CAAC,UAAU,MAAM,KAAK,EAAE,SAAS,CAAC;AAC1E,QAAI,iBAAiB;AACnB,WAAK,KAAK,UAAU;AAAA,IACtB;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,iBAAiB,SAA6B;AACrD,SAAO,QAAQ,IAAI,CAAC,QAAQ,UAAU;AACpC,UAAM,UAAU,OAAO,KAAK;AAC5B,WAAO,QAAQ,SAAS,IAAI,UAAU,UAAU,QAAQ,CAAC;AAAA,EAC3D,CAAC;AACH;AAEA,SAAS,cAAc,SAAmB,MAAkB,SAAkC;AAC5F,SAAO,KAAK,MAAM,GAAG,OAAO,EAAE,IAAI,CAAC,QAAQ;AACzC,UAAM,SAAwB,CAAC;AAC/B,YAAQ,QAAQ,CAAC,QAAQ,UAAU;AACjC,YAAM,QAAQ,IAAI,KAAK;AACvB,aAAO,MAAM,IAAI,OAAO,UAAU,YAAY,MAAM,SAAS,IAAI,QAAQ;AAAA,IAC3E,CAAC;AACD,WAAO;AAAA,EACT,CAAC;AACH;AAEO,SAAS,gBAAgB,QAAgB,UAAkC,CAAC,GAAe;AAChG,QAAM,OAAO,OAAO,SAAS,OAAO;AACpC,QAAM,YAAY,mBAAmB,IAAI;AACzC,QAAM,OAAO,aAAa,MAAM,SAAS;AACzC,QAAM,CAAC,aAAa,CAAC,GAAG,GAAG,QAAQ,IAAI;AACvC,QAAM,UAAU,iBAAiB,UAAU;AAC3C,QAAM,UAAU,QAAQ,WAAW;AAEnC,SAAO;AAAA,IACL;AAAA,IACA,YAAY,cAAc,SAAS,UAAU,OAAO;AAAA,IACpD,WAAW,SAAS;AAAA,IACpB;AAAA,IACA,UAAU;AAAA,EACZ;AACF;AAEO,SAAS,iBAAiB,QAA6B;AAC5D,QAAM,OAAO,OAAO,SAAS,OAAO;AACpC,QAAM,YAAY,mBAAmB,IAAI;AACzC,QAAM,OAAO,aAAa,MAAM,SAAS;AACzC,QAAM,CAAC,aAAa,CAAC,GAAG,GAAG,QAAQ,IAAI;AACvC,QAAM,UAAU,iBAAiB,UAAU;AAE3C,SAAO;AAAA,IACL;AAAA,IACA,MAAM,cAAc,SAAS,UAAU,SAAS,MAAM;AAAA,IACtD,WAAW,SAAS;AAAA,IACpB;AAAA,IACA,UAAU;AAAA,EACZ;AACF;",
+  "sourcesContent": ["import { TextDecoder } from 'util'\n\nexport type CsvPreviewRow = Record<string, string | null>\n\nexport type CsvPreview = {\n  headers: string[]\n  sampleRows: CsvPreviewRow[]\n  totalRows: number\n  delimiter: ',' | ';'\n  encoding: 'utf-8'\n}\n\nexport type CsvDocument = {\n  headers: string[]\n  rows: CsvPreviewRow[]\n  totalRows: number\n  delimiter: ',' | ';'\n  encoding: 'utf-8'\n}\n\nexport type CsvStreamMetadata = {\n  headers: string[]\n  totalRows: number\n  delimiter: ',' | ';'\n  encoding: 'utf-8'\n}\n\nexport type CsvDocumentBatch = {\n  headers: string[]\n  rows: CsvPreviewRow[]\n  rowStart: number\n  nextOffset: number\n  delimiter: ',' | ';'\n  encoding: 'utf-8'\n}\n\ntype ParseCsvPreviewOptions = {\n  maxRows?: number\n}\n\ntype ParseCsvBatchOptions = {\n  batchSize: number\n  startOffset?: number\n}\n\ntype CsvInputChunk = Buffer | Uint8Array | string\n\nconst CSV_DELIMITER_PROBE_ROWS = 5\nconst CSV_DELIMITER_PROBE_MAX_CHARS = 64 * 1024\n\nfunction stripUtf8Bom(value: string): string {\n  return value.charCodeAt(0) === 0xfeff ? value.slice(1) : value\n}\n\nfunction countFields(line: string, delimiter: ',' | ';'): number {\n  let count = 1\n  let inQuotes = false\n\n  for (let index = 0; index < line.length; index += 1) {\n    const character = line[index]\n    if (character === '\"') {\n      if (inQuotes && line[index + 1] === '\"') {\n        index += 1\n        continue\n      }\n      inQuotes = !inQuotes\n      continue\n    }\n    if (!inQuotes && character === delimiter) {\n      count += 1\n    }\n  }\n\n  return count\n}\n\nexport function detectCsvDelimiter(text: string): ',' | ';' {\n  const normalized = stripUtf8Bom(text).replace(/\\r\\n/g, '\\n').replace(/\\r/g, '\\n')\n  const lines = normalized\n    .split('\\n')\n    .map((line) => line.trim())\n    .filter((line) => line.length > 0)\n    .slice(0, 5)\n\n  if (lines.length === 0) return ','\n\n  const commaScore = lines.reduce((accumulator, line) => accumulator + countFields(line, ','), 0)\n  const semicolonScore = lines.reduce((accumulator, line) => accumulator + countFields(line, ';'), 0)\n\n  return semicolonScore > commaScore ? ';' : ','\n}\n\nexport function parseCsvText(text: string, delimiter: ',' | ';'): string[][] {\n  const normalized = stripUtf8Bom(text).replace(/\\r\\n/g, '\\n').replace(/\\r/g, '\\n')\n  const rows: string[][] = []\n  let currentRow: string[] = []\n  let currentValue = ''\n  let inQuotes = false\n\n  for (let index = 0; index < normalized.length; index += 1) {\n    const character = normalized[index]\n\n    if (character === '\"') {\n      if (inQuotes && normalized[index + 1] === '\"') {\n        currentValue += '\"'\n        index += 1\n        continue\n      }\n      inQuotes = !inQuotes\n      continue\n    }\n\n    if (!inQuotes && character === delimiter) {\n      currentRow.push(currentValue)\n      currentValue = ''\n      continue\n    }\n\n    if (!inQuotes && character === '\\n') {\n      currentRow.push(currentValue)\n      const isMeaningfulRow = currentRow.some((value) => value.trim().length > 0)\n      if (isMeaningfulRow) {\n        rows.push(currentRow)\n      }\n      currentRow = []\n      currentValue = ''\n      continue\n    }\n\n    currentValue += character\n  }\n\n  if (currentValue.length > 0 || currentRow.length > 0) {\n    currentRow.push(currentValue)\n    const isMeaningfulRow = currentRow.some((value) => value.trim().length > 0)\n    if (isMeaningfulRow) {\n      rows.push(currentRow)\n    }\n  }\n\n  return rows\n}\n\nfunction normalizeHeaders(headers: string[]): string[] {\n  return headers.map((header, index) => {\n    const trimmed = header.trim()\n    return trimmed.length > 0 ? trimmed : `Column ${index + 1}`\n  })\n}\n\nfunction rowsToObjects(headers: string[], rows: string[][], maxRows: number): CsvPreviewRow[] {\n  return rows.slice(0, maxRows).map((row) => {\n    const record: CsvPreviewRow = {}\n    headers.forEach((header, index) => {\n      const value = row[index]\n      record[header] = typeof value === 'string' && value.length > 0 ? value : null\n    })\n    return record\n  })\n}\n\nasync function createCsvRowStream(input: AsyncIterable<CsvInputChunk>): Promise<{\n  delimiter: ',' | ';'\n  rows: AsyncIterable<string[]>\n}> {\n  const iterator = input[Symbol.asyncIterator]()\n  const decoder = new TextDecoder('utf-8')\n  const prefixTexts: string[] = []\n  let probeText = ''\n\n  while (probeText.length < CSV_DELIMITER_PROBE_MAX_CHARS) {\n    const next = await iterator.next()\n    if (next.done) break\n\n    const text = typeof next.value === 'string' ? next.value : decoder.decode(next.value, { stream: true })\n    prefixTexts.push(text)\n    probeText += text\n\n    if (parseCsvText(probeText, ',').length >= CSV_DELIMITER_PROBE_ROWS) {\n      break\n    }\n  }\n\n  const delimiter = detectCsvDelimiter(probeText)\n\n  async function* decodedChunks(): AsyncIterable<string> {\n    for (const text of prefixTexts) {\n      yield text\n    }\n    while (true) {\n      const next = await iterator.next()\n      if (next.done) break\n      yield typeof next.value === 'string' ? next.value : decoder.decode(next.value, { stream: true })\n    }\n    const finalChunk = decoder.decode()\n    if (finalChunk.length > 0) {\n      yield finalChunk\n    }\n  }\n\n  return {\n    delimiter,\n    rows: parseCsvRowsFromTextChunks(decodedChunks(), delimiter),\n  }\n}\n\nasync function* parseCsvRowsFromTextChunks(\n  chunks: AsyncIterable<string>,\n  delimiter: ',' | ';',\n): AsyncIterable<string[]> {\n  let currentRow: string[] = []\n  let currentValue = ''\n  let inQuotes = false\n  let isFirstChunk = true\n  let previousWasCarriageReturn = false\n  let pendingQuote = false\n  let pendingQuoteWasInQuotes = false\n\n  const completeRow = (): string[] | null => {\n    currentRow.push(currentValue)\n    const completedRow = currentRow\n    currentRow = []\n    currentValue = ''\n    return completedRow.some((value) => value.trim().length > 0) ? completedRow : null\n  }\n\n  for await (const chunk of chunks) {\n    const text = isFirstChunk ? stripUtf8Bom(chunk) : chunk\n    isFirstChunk = false\n\n    for (let index = 0; index < text.length; index += 1) {\n      const character = text[index]\n\n      if (pendingQuote) {\n        pendingQuote = false\n        if (pendingQuoteWasInQuotes && character === '\"') {\n          currentValue += '\"'\n          continue\n        }\n        inQuotes = !pendingQuoteWasInQuotes\n      }\n\n      if (previousWasCarriageReturn) {\n        previousWasCarriageReturn = false\n        if (character === '\\n') {\n          continue\n        }\n      }\n\n      if (character === '\"') {\n        if (index + 1 >= text.length) {\n          pendingQuote = true\n          pendingQuoteWasInQuotes = inQuotes\n          continue\n        }\n        if (inQuotes && text[index + 1] === '\"') {\n          currentValue += '\"'\n          index += 1\n          continue\n        }\n        inQuotes = !inQuotes\n        continue\n      }\n\n      if (!inQuotes && character === delimiter) {\n        currentRow.push(currentValue)\n        currentValue = ''\n        continue\n      }\n\n      if (character === '\\r') {\n        previousWasCarriageReturn = true\n        if (inQuotes) {\n          currentValue += '\\n'\n        } else {\n          const row = completeRow()\n          if (row) yield row\n        }\n        continue\n      }\n\n      if (character === '\\n') {\n        if (inQuotes) {\n          currentValue += '\\n'\n        } else {\n          const row = completeRow()\n          if (row) yield row\n        }\n        continue\n      }\n\n      currentValue += character\n    }\n  }\n\n  if (currentValue.length > 0 || currentRow.length > 0) {\n    const row = completeRow()\n    if (row) yield row\n  }\n}\n\nexport async function parseCsvStreamMetadata(input: AsyncIterable<CsvInputChunk>): Promise<CsvStreamMetadata> {\n  const stream = await createCsvRowStream(input)\n  let headers: string[] = []\n  let hasHeaders = false\n  let totalRows = 0\n\n  for await (const row of stream.rows) {\n    if (!hasHeaders) {\n      headers = normalizeHeaders(row)\n      hasHeaders = true\n      continue\n    }\n    totalRows += 1\n  }\n\n  return {\n    headers,\n    totalRows,\n    delimiter: stream.delimiter,\n    encoding: 'utf-8',\n  }\n}\n\nexport async function* parseCsvDocumentBatches(\n  input: AsyncIterable<CsvInputChunk>,\n  options: ParseCsvBatchOptions,\n): AsyncIterable<CsvDocumentBatch> {\n  const stream = await createCsvRowStream(input)\n  const batchSize = Math.max(1, Math.floor(options.batchSize))\n  const startOffset = Math.max(0, Math.floor(options.startOffset ?? 0))\n  let headers: string[] | null = null\n  let rowOffset = 0\n  let batchRows: string[][] = []\n  let batchStart = startOffset\n\n  for await (const row of stream.rows) {\n    if (!headers) {\n      headers = normalizeHeaders(row)\n      continue\n    }\n\n    if (rowOffset < startOffset) {\n      rowOffset += 1\n      continue\n    }\n\n    if (batchRows.length === 0) {\n      batchStart = rowOffset\n    }\n    batchRows.push(row)\n    rowOffset += 1\n\n    if (batchRows.length >= batchSize) {\n      yield {\n        headers,\n        rows: rowsToObjects(headers, batchRows, batchRows.length),\n        rowStart: batchStart,\n        nextOffset: rowOffset,\n        delimiter: stream.delimiter,\n        encoding: 'utf-8',\n      }\n      batchRows = []\n    }\n  }\n\n  if (headers && batchRows.length > 0) {\n    yield {\n      headers,\n      rows: rowsToObjects(headers, batchRows, batchRows.length),\n      rowStart: batchStart,\n      nextOffset: rowOffset,\n      delimiter: stream.delimiter,\n      encoding: 'utf-8',\n    }\n  }\n}\n\nexport function parseCsvPreview(buffer: Buffer, options: ParseCsvPreviewOptions = {}): CsvPreview {\n  const text = buffer.toString('utf-8')\n  const delimiter = detectCsvDelimiter(text)\n  const rows = parseCsvText(text, delimiter)\n  const [rawHeaders = [], ...dataRows] = rows\n  const headers = normalizeHeaders(rawHeaders)\n  const maxRows = options.maxRows ?? 5\n\n  return {\n    headers,\n    sampleRows: rowsToObjects(headers, dataRows, maxRows),\n    totalRows: dataRows.length,\n    delimiter,\n    encoding: 'utf-8',\n  }\n}\n\nexport function parseCsvDocument(buffer: Buffer): CsvDocument {\n  const text = buffer.toString('utf-8')\n  const delimiter = detectCsvDelimiter(text)\n  const rows = parseCsvText(text, delimiter)\n  const [rawHeaders = [], ...dataRows] = rows\n  const headers = normalizeHeaders(rawHeaders)\n\n  return {\n    headers,\n    rows: rowsToObjects(headers, dataRows, dataRows.length),\n    totalRows: dataRows.length,\n    delimiter,\n    encoding: 'utf-8',\n  }\n}\n"],
+  "mappings": "AAAA,SAAS,mBAAmB;AA+C5B,MAAM,2BAA2B;AACjC,MAAM,gCAAgC,KAAK;AAE3C,SAAS,aAAa,OAAuB;AAC3C,SAAO,MAAM,WAAW,CAAC,MAAM,QAAS,MAAM,MAAM,CAAC,IAAI;AAC3D;AAEA,SAAS,YAAY,MAAc,WAA8B;AAC/D,MAAI,QAAQ;AACZ,MAAI,WAAW;AAEf,WAAS,QAAQ,GAAG,QAAQ,KAAK,QAAQ,SAAS,GAAG;AACnD,UAAM,YAAY,KAAK,KAAK;AAC5B,QAAI,cAAc,KAAK;AACrB,UAAI,YAAY,KAAK,QAAQ,CAAC,MAAM,KAAK;AACvC,iBAAS;AACT;AAAA,MACF;AACA,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,CAAC,YAAY,cAAc,WAAW;AACxC,eAAS;AAAA,IACX;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,mBAAmB,MAAyB;AAC1D,QAAM,aAAa,aAAa,IAAI,EAAE,QAAQ,SAAS,IAAI,EAAE,QAAQ,OAAO,IAAI;AAChF,QAAM,QAAQ,WACX,MAAM,IAAI,EACV,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,EAChC,MAAM,GAAG,CAAC;AAEb,MAAI,MAAM,WAAW,EAAG,QAAO;AAE/B,QAAM,aAAa,MAAM,OAAO,CAAC,aAAa,SAAS,cAAc,YAAY,MAAM,GAAG,GAAG,CAAC;AAC9F,QAAM,iBAAiB,MAAM,OAAO,CAAC,aAAa,SAAS,cAAc,YAAY,MAAM,GAAG,GAAG,CAAC;AAElG,SAAO,iBAAiB,aAAa,MAAM;AAC7C;AAEO,SAAS,aAAa,MAAc,WAAkC;AAC3E,QAAM,aAAa,aAAa,IAAI,EAAE,QAAQ,SAAS,IAAI,EAAE,QAAQ,OAAO,IAAI;AAChF,QAAM,OAAmB,CAAC;AAC1B,MAAI,aAAuB,CAAC;AAC5B,MAAI,eAAe;AACnB,MAAI,WAAW;AAEf,WAAS,QAAQ,GAAG,QAAQ,WAAW,QAAQ,SAAS,GAAG;AACzD,UAAM,YAAY,WAAW,KAAK;AAElC,QAAI,cAAc,KAAK;AACrB,UAAI,YAAY,WAAW,QAAQ,CAAC,MAAM,KAAK;AAC7C,wBAAgB;AAChB,iBAAS;AACT;AAAA,MACF;AACA,iBAAW,CAAC;AACZ;AAAA,IACF;AAEA,QAAI,CAAC,YAAY,cAAc,WAAW;AACxC,iBAAW,KAAK,YAAY;AAC5B,qBAAe;AACf;AAAA,IACF;AAEA,QAAI,CAAC,YAAY,cAAc,MAAM;AACnC,iBAAW,KAAK,YAAY;AAC5B,YAAM,kBAAkB,WAAW,KAAK,CAAC,UAAU,MAAM,KAAK,EAAE,SAAS,CAAC;AAC1E,UAAI,iBAAiB;AACnB,aAAK,KAAK,UAAU;AAAA,MACtB;AACA,mBAAa,CAAC;AACd,qBAAe;AACf;AAAA,IACF;AAEA,oBAAgB;AAAA,EAClB;AAEA,MAAI,aAAa,SAAS,KAAK,WAAW,SAAS,GAAG;AACpD,eAAW,KAAK,YAAY;AAC5B,UAAM,kBAAkB,WAAW,KAAK,CAAC,UAAU,MAAM,KAAK,EAAE,SAAS,CAAC;AAC1E,QAAI,iBAAiB;AACnB,WAAK,KAAK,UAAU;AAAA,IACtB;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,iBAAiB,SAA6B;AACrD,SAAO,QAAQ,IAAI,CAAC,QAAQ,UAAU;AACpC,UAAM,UAAU,OAAO,KAAK;AAC5B,WAAO,QAAQ,SAAS,IAAI,UAAU,UAAU,QAAQ,CAAC;AAAA,EAC3D,CAAC;AACH;AAEA,SAAS,cAAc,SAAmB,MAAkB,SAAkC;AAC5F,SAAO,KAAK,MAAM,GAAG,OAAO,EAAE,IAAI,CAAC,QAAQ;AACzC,UAAM,SAAwB,CAAC;AAC/B,YAAQ,QAAQ,CAAC,QAAQ,UAAU;AACjC,YAAM,QAAQ,IAAI,KAAK;AACvB,aAAO,MAAM,IAAI,OAAO,UAAU,YAAY,MAAM,SAAS,IAAI,QAAQ;AAAA,IAC3E,CAAC;AACD,WAAO;AAAA,EACT,CAAC;AACH;AAEA,eAAe,mBAAmB,OAG/B;AACD,QAAM,WAAW,MAAM,OAAO,aAAa,EAAE;AAC7C,QAAM,UAAU,IAAI,YAAY,OAAO;AACvC,QAAM,cAAwB,CAAC;AAC/B,MAAI,YAAY;AAEhB,SAAO,UAAU,SAAS,+BAA+B;AACvD,UAAM,OAAO,MAAM,SAAS,KAAK;AACjC,QAAI,KAAK,KAAM;AAEf,UAAM,OAAO,OAAO,KAAK,UAAU,WAAW,KAAK,QAAQ,QAAQ,OAAO,KAAK,OAAO,EAAE,QAAQ,KAAK,CAAC;AACtG,gBAAY,KAAK,IAAI;AACrB,iBAAa;AAEb,QAAI,aAAa,WAAW,GAAG,EAAE,UAAU,0BAA0B;AACnE;AAAA,IACF;AAAA,EACF;AAEA,QAAM,YAAY,mBAAmB,SAAS;AAE9C,kBAAgB,gBAAuC;AACrD,eAAW,QAAQ,aAAa;AAC9B,YAAM;AAAA,IACR;AACA,WAAO,MAAM;AACX,YAAM,OAAO,MAAM,SAAS,KAAK;AACjC,UAAI,KAAK,KAAM;AACf,YAAM,OAAO,KAAK,UAAU,WAAW,KAAK,QAAQ,QAAQ,OAAO,KAAK,OAAO,EAAE,QAAQ,KAAK,CAAC;AAAA,IACjG;AACA,UAAM,aAAa,QAAQ,OAAO;AAClC,QAAI,WAAW,SAAS,GAAG;AACzB,YAAM;AAAA,IACR;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA,MAAM,2BAA2B,cAAc,GAAG,SAAS;AAAA,EAC7D;AACF;AAEA,gBAAgB,2BACd,QACA,WACyB;AACzB,MAAI,aAAuB,CAAC;AAC5B,MAAI,eAAe;AACnB,MAAI,WAAW;AACf,MAAI,eAAe;AACnB,MAAI,4BAA4B;AAChC,MAAI,eAAe;AACnB,MAAI,0BAA0B;AAE9B,QAAM,cAAc,MAAuB;AACzC,eAAW,KAAK,YAAY;AAC5B,UAAM,eAAe;AACrB,iBAAa,CAAC;AACd,mBAAe;AACf,WAAO,aAAa,KAAK,CAAC,UAAU,MAAM,KAAK,EAAE,SAAS,CAAC,IAAI,eAAe;AAAA,EAChF;AAEA,mBAAiB,SAAS,QAAQ;AAChC,UAAM,OAAO,eAAe,aAAa,KAAK,IAAI;AAClD,mBAAe;AAEf,aAAS,QAAQ,GAAG,QAAQ,KAAK,QAAQ,SAAS,GAAG;AACnD,YAAM,YAAY,KAAK,KAAK;AAE5B,UAAI,cAAc;AAChB,uBAAe;AACf,YAAI,2BAA2B,cAAc,KAAK;AAChD,0BAAgB;AAChB;AAAA,QACF;AACA,mBAAW,CAAC;AAAA,MACd;AAEA,UAAI,2BAA2B;AAC7B,oCAA4B;AAC5B,YAAI,cAAc,MAAM;AACtB;AAAA,QACF;AAAA,MACF;AAEA,UAAI,cAAc,KAAK;AACrB,YAAI,QAAQ,KAAK,KAAK,QAAQ;AAC5B,yBAAe;AACf,oCAA0B;AAC1B;AAAA,QACF;AACA,YAAI,YAAY,KAAK,QAAQ,CAAC,MAAM,KAAK;AACvC,0BAAgB;AAChB,mBAAS;AACT;AAAA,QACF;AACA,mBAAW,CAAC;AACZ;AAAA,MACF;AAEA,UAAI,CAAC,YAAY,cAAc,WAAW;AACxC,mBAAW,KAAK,YAAY;AAC5B,uBAAe;AACf;AAAA,MACF;AAEA,UAAI,cAAc,MAAM;AACtB,oCAA4B;AAC5B,YAAI,UAAU;AACZ,0BAAgB;AAAA,QAClB,OAAO;AACL,gBAAM,MAAM,YAAY;AACxB,cAAI,IAAK,OAAM;AAAA,QACjB;AACA;AAAA,MACF;AAEA,UAAI,cAAc,MAAM;AACtB,YAAI,UAAU;AACZ,0BAAgB;AAAA,QAClB,OAAO;AACL,gBAAM,MAAM,YAAY;AACxB,cAAI,IAAK,OAAM;AAAA,QACjB;AACA;AAAA,MACF;AAEA,sBAAgB;AAAA,IAClB;AAAA,EACF;AAEA,MAAI,aAAa,SAAS,KAAK,WAAW,SAAS,GAAG;AACpD,UAAM,MAAM,YAAY;AACxB,QAAI,IAAK,OAAM;AAAA,EACjB;AACF;AAEA,eAAsB,uBAAuB,OAAiE;AAC5G,QAAM,SAAS,MAAM,mBAAmB,KAAK;AAC7C,MAAI,UAAoB,CAAC;AACzB,MAAI,aAAa;AACjB,MAAI,YAAY;AAEhB,mBAAiB,OAAO,OAAO,MAAM;AACnC,QAAI,CAAC,YAAY;AACf,gBAAU,iBAAiB,GAAG;AAC9B,mBAAa;AACb;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,WAAW,OAAO;AAAA,IAClB,UAAU;AAAA,EACZ;AACF;AAEA,gBAAuB,wBACrB,OACA,SACiC;AACjC,QAAM,SAAS,MAAM,mBAAmB,KAAK;AAC7C,QAAM,YAAY,KAAK,IAAI,GAAG,KAAK,MAAM,QAAQ,SAAS,CAAC;AAC3D,QAAM,cAAc,KAAK,IAAI,GAAG,KAAK,MAAM,QAAQ,eAAe,CAAC,CAAC;AACpE,MAAI,UAA2B;AAC/B,MAAI,YAAY;AAChB,MAAI,YAAwB,CAAC;AAC7B,MAAI,aAAa;AAEjB,mBAAiB,OAAO,OAAO,MAAM;AACnC,QAAI,CAAC,SAAS;AACZ,gBAAU,iBAAiB,GAAG;AAC9B;AAAA,IACF;AAEA,QAAI,YAAY,aAAa;AAC3B,mBAAa;AACb;AAAA,IACF;AAEA,QAAI,UAAU,WAAW,GAAG;AAC1B,mBAAa;AAAA,IACf;AACA,cAAU,KAAK,GAAG;AAClB,iBAAa;AAEb,QAAI,UAAU,UAAU,WAAW;AACjC,YAAM;AAAA,QACJ;AAAA,QACA,MAAM,cAAc,SAAS,WAAW,UAAU,MAAM;AAAA,QACxD,UAAU;AAAA,QACV,YAAY;AAAA,QACZ,WAAW,OAAO;AAAA,QAClB,UAAU;AAAA,MACZ;AACA,kBAAY,CAAC;AAAA,IACf;AAAA,EACF;AAEA,MAAI,WAAW,UAAU,SAAS,GAAG;AACnC,UAAM;AAAA,MACJ;AAAA,MACA,MAAM,cAAc,SAAS,WAAW,UAAU,MAAM;AAAA,MACxD,UAAU;AAAA,MACV,YAAY;AAAA,MACZ,WAAW,OAAO;AAAA,MAClB,UAAU;AAAA,IACZ;AAAA,EACF;AACF;AAEO,SAAS,gBAAgB,QAAgB,UAAkC,CAAC,GAAe;AAChG,QAAM,OAAO,OAAO,SAAS,OAAO;AACpC,QAAM,YAAY,mBAAmB,IAAI;AACzC,QAAM,OAAO,aAAa,MAAM,SAAS;AACzC,QAAM,CAAC,aAAa,CAAC,GAAG,GAAG,QAAQ,IAAI;AACvC,QAAM,UAAU,iBAAiB,UAAU;AAC3C,QAAM,UAAU,QAAQ,WAAW;AAEnC,SAAO;AAAA,IACL;AAAA,IACA,YAAY,cAAc,SAAS,UAAU,OAAO;AAAA,IACpD,WAAW,SAAS;AAAA,IACpB;AAAA,IACA,UAAU;AAAA,EACZ;AACF;AAEO,SAAS,iBAAiB,QAA6B;AAC5D,QAAM,OAAO,OAAO,SAAS,OAAO;AACpC,QAAM,YAAY,mBAAmB,IAAI;AACzC,QAAM,OAAO,aAAa,MAAM,SAAS;AACzC,QAAM,CAAC,aAAa,CAAC,GAAG,GAAG,QAAQ,IAAI;AACvC,QAAM,UAAU,iBAAiB,UAAU;AAE3C,SAAO;AAAA,IACL;AAAA,IACA,MAAM,cAAc,SAAS,UAAU,SAAS,MAAM;AAAA,IACtD,WAAW,SAAS;AAAA,IACpB;AAAA,IACA,UAAU;AAAA,EACZ;AACF;",
   "names": []
 }

package/dist/modules/sync_excel/lib/upload-storage.js

@@ -1,4 +1,5 @@
-import { promises as fs } from "fs";
+import { createReadStream, promises as fs } from "fs";
+import { Readable } from "stream";
 import { randomUUID } from "crypto";
 import { Attachment, AttachmentPartition } from "../../attachments/data/entities.js";
 import { buildAttachmentFileUrl } from "../../attachments/lib/imageUrls.js";
@@ -59,8 +60,26 @@ async function readSyncExcelUploadBuffer(attachment) {
     throw error;
   }
 }
+async function createSyncExcelUploadReadStream(attachment) {
+  const inlineCsvBase64 = attachment.storageMetadata?.inlineCsvBase64;
+  try {
+    const absolutePath = resolveAttachmentAbsolutePath(
+      attachment.partitionCode,
+      attachment.storagePath,
+      attachment.storageDriver
+    );
+    await fs.access(absolutePath);
+    return createReadStream(absolutePath);
+  } catch (error) {
+    if (typeof inlineCsvBase64 === "string" && inlineCsvBase64.length > 0) {
+      return Readable.from([Buffer.from(inlineCsvBase64, "base64")]);
+    }
+    throw error;
+  }
+}
 export {
   createSyncExcelUploadAttachment,
+  createSyncExcelUploadReadStream,
   readSyncExcelUploadBuffer
 };
 //# sourceMappingURL=upload-storage.js.map

package/dist/modules/sync_excel/lib/upload-storage.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../../src/modules/sync_excel/lib/upload-storage.ts"],
-  "sourcesContent": ["import { promises as fs } from 'fs'\nimport { randomUUID } from 'crypto'\nimport type { EntityManager } from '@mikro-orm/postgresql'\nimport { Attachment, AttachmentPartition } from '../../attachments/data/entities'\nimport { buildAttachmentFileUrl } from '../../attachments/lib/imageUrls'\nimport { ensureDefaultPartitions } from '../../attachments/lib/partitions'\nimport { resolveAttachmentAbsolutePath, storePartitionFile } from '../../attachments/lib/storage'\n\nconst SYNC_EXCEL_ATTACHMENT_ENTITY_ID = 'sync_excel:upload'\nconst SYNC_EXCEL_PARTITION_CODE = 'privateAttachments'\n\nexport async function createSyncExcelUploadAttachment(input: {\n  em: EntityManager\n  uploadId: string\n  organizationId: string\n  tenantId: string\n  fileName: string\n  mimeType: string\n  buffer: Buffer\n}): Promise<Attachment> {\n  await ensureDefaultPartitions(input.em)\n\n  // Attachment partitions are global storage configuration, not tenant-scoped payload data.\n  const partition = await input.em.findOne(AttachmentPartition, { code: SYNC_EXCEL_PARTITION_CODE })\n  if (!partition) {\n    throw new Error('Storage partition is not configured.')\n  }\n\n  const stored = await storePartitionFile({\n    partitionCode: partition.code,\n    orgId: input.organizationId,\n    tenantId: input.tenantId,\n    fileName: input.fileName,\n    buffer: input.buffer,\n  })\n\n  const attachmentId = randomUUID()\n  const attachment = input.em.create(Attachment, {\n    id: attachmentId,\n    entityId: SYNC_EXCEL_ATTACHMENT_ENTITY_ID,\n    recordId: input.uploadId,\n    organizationId: input.organizationId,\n    tenantId: input.tenantId,\n    partitionCode: partition.code,\n    fileName: input.fileName,\n    mimeType: input.mimeType,\n    fileSize: input.buffer.length,\n    storageDriver: partition.storageDriver || 'local',\n    storagePath: stored.storagePath,\n    url: buildAttachmentFileUrl(attachmentId),\n    storageMetadata: {\n      module: 'sync_excel',\n      temporary: true,\n      uploadId: input.uploadId,\n    },\n  })\n\n  input.em.persist(attachment)\n  await input.em.flush()\n\n  return attachment\n}\n\nexport async function readSyncExcelUploadBuffer(\n  attachment: Pick<Attachment, 'partitionCode' | 'storagePath' | 'storageDriver' | 'storageMetadata'>,\n): Promise<Buffer> {\n  const inlineCsvBase64 = attachment.storageMetadata?.inlineCsvBase64\n  const absolutePath = resolveAttachmentAbsolutePath(\n    attachment.partitionCode,\n    attachment.storagePath,\n    attachment.storageDriver,\n  )\n  try {\n    return await fs.readFile(absolutePath)\n  } catch (error) {\n    if (typeof inlineCsvBase64 === 'string' && inlineCsvBase64.length > 0) {\n      return Buffer.from(inlineCsvBase64, 'base64')\n    }\n    throw error\n  }\n}\n"],
-  "mappings": "AAAA,SAAS,YAAY,UAAU;AAC/B,SAAS,kBAAkB;AAE3B,SAAS,YAAY,2BAA2B;AAChD,SAAS,8BAA8B;AACvC,SAAS,+BAA+B;AACxC,SAAS,+BAA+B,0BAA0B;AAElE,MAAM,kCAAkC;AACxC,MAAM,4BAA4B;AAElC,eAAsB,gCAAgC,OAQ9B;AACtB,QAAM,wBAAwB,MAAM,EAAE;AAGtC,QAAM,YAAY,MAAM,MAAM,GAAG,QAAQ,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjG,MAAI,CAAC,WAAW;AACd,UAAM,IAAI,MAAM,sCAAsC;AAAA,EACxD;AAEA,QAAM,SAAS,MAAM,mBAAmB;AAAA,IACtC,eAAe,UAAU;AAAA,IACzB,OAAO,MAAM;AAAA,IACb,UAAU,MAAM;AAAA,IAChB,UAAU,MAAM;AAAA,IAChB,QAAQ,MAAM;AAAA,EAChB,CAAC;AAED,QAAM,eAAe,WAAW;AAChC,QAAM,aAAa,MAAM,GAAG,OAAO,YAAY;AAAA,IAC7C,IAAI;AAAA,IACJ,UAAU;AAAA,IACV,UAAU,MAAM;AAAA,IAChB,gBAAgB,MAAM;AAAA,IACtB,UAAU,MAAM;AAAA,IAChB,eAAe,UAAU;AAAA,IACzB,UAAU,MAAM;AAAA,IAChB,UAAU,MAAM;AAAA,IAChB,UAAU,MAAM,OAAO;AAAA,IACvB,eAAe,UAAU,iBAAiB;AAAA,IAC1C,aAAa,OAAO;AAAA,IACpB,KAAK,uBAAuB,YAAY;AAAA,IACxC,iBAAiB;AAAA,MACf,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,UAAU,MAAM;AAAA,IAClB;AAAA,EACF,CAAC;AAED,QAAM,GAAG,QAAQ,UAAU;AAC3B,QAAM,MAAM,GAAG,MAAM;AAErB,SAAO;AACT;AAEA,eAAsB,0BACpB,YACiB;AACjB,QAAM,kBAAkB,WAAW,iBAAiB;AACpD,QAAM,eAAe;AAAA,IACnB,WAAW;AAAA,IACX,WAAW;AAAA,IACX,WAAW;AAAA,EACb;AACA,MAAI;AACF,WAAO,MAAM,GAAG,SAAS,YAAY;AAAA,EACvC,SAAS,OAAO;AACd,QAAI,OAAO,oBAAoB,YAAY,gBAAgB,SAAS,GAAG;AACrE,aAAO,OAAO,KAAK,iBAAiB,QAAQ;AAAA,IAC9C;AACA,UAAM;AAAA,EACR;AACF;",
+  "sourcesContent": ["import { createReadStream, promises as fs } from 'fs'\nimport { Readable } from 'stream'\nimport { randomUUID } from 'crypto'\nimport type { EntityManager } from '@mikro-orm/postgresql'\nimport { Attachment, AttachmentPartition } from '../../attachments/data/entities'\nimport { buildAttachmentFileUrl } from '../../attachments/lib/imageUrls'\nimport { ensureDefaultPartitions } from '../../attachments/lib/partitions'\nimport { resolveAttachmentAbsolutePath, storePartitionFile } from '../../attachments/lib/storage'\n\nconst SYNC_EXCEL_ATTACHMENT_ENTITY_ID = 'sync_excel:upload'\nconst SYNC_EXCEL_PARTITION_CODE = 'privateAttachments'\n\nexport async function createSyncExcelUploadAttachment(input: {\n  em: EntityManager\n  uploadId: string\n  organizationId: string\n  tenantId: string\n  fileName: string\n  mimeType: string\n  buffer: Buffer\n}): Promise<Attachment> {\n  await ensureDefaultPartitions(input.em)\n\n  // Attachment partitions are global storage configuration, not tenant-scoped payload data.\n  const partition = await input.em.findOne(AttachmentPartition, { code: SYNC_EXCEL_PARTITION_CODE })\n  if (!partition) {\n    throw new Error('Storage partition is not configured.')\n  }\n\n  const stored = await storePartitionFile({\n    partitionCode: partition.code,\n    orgId: input.organizationId,\n    tenantId: input.tenantId,\n    fileName: input.fileName,\n    buffer: input.buffer,\n  })\n\n  const attachmentId = randomUUID()\n  const attachment = input.em.create(Attachment, {\n    id: attachmentId,\n    entityId: SYNC_EXCEL_ATTACHMENT_ENTITY_ID,\n    recordId: input.uploadId,\n    organizationId: input.organizationId,\n    tenantId: input.tenantId,\n    partitionCode: partition.code,\n    fileName: input.fileName,\n    mimeType: input.mimeType,\n    fileSize: input.buffer.length,\n    storageDriver: partition.storageDriver || 'local',\n    storagePath: stored.storagePath,\n    url: buildAttachmentFileUrl(attachmentId),\n    storageMetadata: {\n      module: 'sync_excel',\n      temporary: true,\n      uploadId: input.uploadId,\n    },\n  })\n\n  input.em.persist(attachment)\n  await input.em.flush()\n\n  return attachment\n}\n\nexport async function readSyncExcelUploadBuffer(\n  attachment: Pick<Attachment, 'partitionCode' | 'storagePath' | 'storageDriver' | 'storageMetadata'>,\n): Promise<Buffer> {\n  const inlineCsvBase64 = attachment.storageMetadata?.inlineCsvBase64\n  const absolutePath = resolveAttachmentAbsolutePath(\n    attachment.partitionCode,\n    attachment.storagePath,\n    attachment.storageDriver,\n  )\n  try {\n    return await fs.readFile(absolutePath)\n  } catch (error) {\n    if (typeof inlineCsvBase64 === 'string' && inlineCsvBase64.length > 0) {\n      return Buffer.from(inlineCsvBase64, 'base64')\n    }\n    throw error\n  }\n}\n\nexport async function createSyncExcelUploadReadStream(\n  attachment: Pick<Attachment, 'partitionCode' | 'storagePath' | 'storageDriver' | 'storageMetadata'>,\n): Promise<Readable> {\n  const inlineCsvBase64 = attachment.storageMetadata?.inlineCsvBase64\n\n  try {\n    const absolutePath = resolveAttachmentAbsolutePath(\n      attachment.partitionCode,\n      attachment.storagePath,\n      attachment.storageDriver,\n    )\n    await fs.access(absolutePath)\n    return createReadStream(absolutePath)\n  } catch (error) {\n    if (typeof inlineCsvBase64 === 'string' && inlineCsvBase64.length > 0) {\n      return Readable.from([Buffer.from(inlineCsvBase64, 'base64')])\n    }\n    throw error\n  }\n}\n"],
+  "mappings": "AAAA,SAAS,kBAAkB,YAAY,UAAU;AACjD,SAAS,gBAAgB;AACzB,SAAS,kBAAkB;AAE3B,SAAS,YAAY,2BAA2B;AAChD,SAAS,8BAA8B;AACvC,SAAS,+BAA+B;AACxC,SAAS,+BAA+B,0BAA0B;AAElE,MAAM,kCAAkC;AACxC,MAAM,4BAA4B;AAElC,eAAsB,gCAAgC,OAQ9B;AACtB,QAAM,wBAAwB,MAAM,EAAE;AAGtC,QAAM,YAAY,MAAM,MAAM,GAAG,QAAQ,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjG,MAAI,CAAC,WAAW;AACd,UAAM,IAAI,MAAM,sCAAsC;AAAA,EACxD;AAEA,QAAM,SAAS,MAAM,mBAAmB;AAAA,IACtC,eAAe,UAAU;AAAA,IACzB,OAAO,MAAM;AAAA,IACb,UAAU,MAAM;AAAA,IAChB,UAAU,MAAM;AAAA,IAChB,QAAQ,MAAM;AAAA,EAChB,CAAC;AAED,QAAM,eAAe,WAAW;AAChC,QAAM,aAAa,MAAM,GAAG,OAAO,YAAY;AAAA,IAC7C,IAAI;AAAA,IACJ,UAAU;AAAA,IACV,UAAU,MAAM;AAAA,IAChB,gBAAgB,MAAM;AAAA,IACtB,UAAU,MAAM;AAAA,IAChB,eAAe,UAAU;AAAA,IACzB,UAAU,MAAM;AAAA,IAChB,UAAU,MAAM;AAAA,IAChB,UAAU,MAAM,OAAO;AAAA,IACvB,eAAe,UAAU,iBAAiB;AAAA,IAC1C,aAAa,OAAO;AAAA,IACpB,KAAK,uBAAuB,YAAY;AAAA,IACxC,iBAAiB;AAAA,MACf,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,UAAU,MAAM;AAAA,IAClB;AAAA,EACF,CAAC;AAED,QAAM,GAAG,QAAQ,UAAU;AAC3B,QAAM,MAAM,GAAG,MAAM;AAErB,SAAO;AACT;AAEA,eAAsB,0BACpB,YACiB;AACjB,QAAM,kBAAkB,WAAW,iBAAiB;AACpD,QAAM,eAAe;AAAA,IACnB,WAAW;AAAA,IACX,WAAW;AAAA,IACX,WAAW;AAAA,EACb;AACA,MAAI;AACF,WAAO,MAAM,GAAG,SAAS,YAAY;AAAA,EACvC,SAAS,OAAO;AACd,QAAI,OAAO,oBAAoB,YAAY,gBAAgB,SAAS,GAAG;AACrE,aAAO,OAAO,KAAK,iBAAiB,QAAQ;AAAA,IAC9C;AACA,UAAM;AAAA,EACR;AACF;AAEA,eAAsB,gCACpB,YACmB;AACnB,QAAM,kBAAkB,WAAW,iBAAiB;AAEpD,MAAI;AACF,UAAM,eAAe;AAAA,MACnB,WAAW;AAAA,MACX,WAAW;AAAA,MACX,WAAW;AAAA,IACb;AACA,UAAM,GAAG,OAAO,YAAY;AAC5B,WAAO,iBAAiB,YAAY;AAAA,EACtC,SAAS,OAAO;AACd,QAAI,OAAO,oBAAoB,YAAY,gBAAgB,SAAS,GAAG;AACrE,aAAO,SAAS,KAAK,CAAC,OAAO,KAAK,iBAAiB,QAAQ,CAAC,CAAC;AAAA,IAC/D;AACA,UAAM;AAAA,EACR;AACF;",
   "names": []
 }

package/generated/entities/gateway_session_initialization/index.ts

@@ -0,0 +1,10 @@
+export const id = "id";
+export const operation_key = "operation_key";
+export const provider_key = "provider_key";
+export const claim_token = "claim_token";
+export const claimed_at = "claimed_at";
+export const gateway_transaction_id = "gateway_transaction_id";
+export const organization_id = "organization_id";
+export const tenant_id = "tenant_id";
+export const created_at = "created_at";
+export const updated_at = "updated_at";

package/generated/entities.ids.generated.ts

@@ -267,6 +267,7 @@ export const M = {
     },
     "payment_gateways": {
       "gateway_transaction": "payment_gateways:gateway_transaction",
+      "gateway_session_initialization": "payment_gateways:gateway_session_initialization",
       "webhook_processed_event": "payment_gateways:webhook_processed_event"
     },
     "shipping_carriers": {

package/generated/entity-fields-registry.ts

@@ -1225,6 +1225,18 @@ export const entityFieldsRegistry: Record<string, Record<string, string>> = {
       "updated_at": "updated_at",
       "value": "value"
     },
+    "gateway_session_initialization": {
+      "id": "id",
+      "operation_key": "operation_key",
+      "provider_key": "provider_key",
+      "claim_token": "claim_token",
+      "claimed_at": "claimed_at",
+      "gateway_transaction_id": "gateway_transaction_id",
+      "organization_id": "organization_id",
+      "tenant_id": "tenant_id",
+      "created_at": "created_at",
+      "updated_at": "updated_at"
+    },
     "gateway_transaction": {
       "id": "id",
       "payment_id": "payment_id",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@open-mercato/core",
-  "version": "0.6.6",
+  "version": "0.6.7-develop.6552.1.5208a19369",
   "license": "MIT",
   "type": "module",
   "main": "./dist/index.js",
@@ -253,16 +253,16 @@
     "zod": "^4.4.3"
   },
   "peerDependencies": {
-    "@open-mercato/ai-assistant": "0.6.6",
-    "@open-mercato/shared": "0.6.6",
-    "@open-mercato/ui": "0.6.6",
+    "@open-mercato/ai-assistant": "0.6.7-develop.6552.1.5208a19369",
+    "@open-mercato/shared": "0.6.7-develop.6552.1.5208a19369",
+    "@open-mercato/ui": "0.6.7-develop.6552.1.5208a19369",
     "react": "^19.0.0",
     "react-dom": "^19.0.0"
   },
   "devDependencies": {
-    "@open-mercato/ai-assistant": "0.6.6",
-    "@open-mercato/shared": "0.6.6",
-    "@open-mercato/ui": "0.6.6",
+    "@open-mercato/ai-assistant": "0.6.7-develop.6552.1.5208a19369",
+    "@open-mercato/shared": "0.6.7-develop.6552.1.5208a19369",
+    "@open-mercato/ui": "0.6.7-develop.6552.1.5208a19369",
     "@testing-library/dom": "^10.4.1",
     "@testing-library/jest-dom": "^6.9.1",
     "@testing-library/react": "^16.3.1",
@@ -285,5 +285,6 @@
     "type": "git",
     "url": "https://github.com/open-mercato/open-mercato",
     "directory": "packages/core"
-  }
+  },
+  "stableVersion": "0.6.6"
 }

package/src/modules/api_keys/api/keys/route.ts

@@ -13,6 +13,8 @@ import { resolveTranslations } from '@open-mercato/shared/lib/i18n/server'
 import { enforceTenantSelection, resolveIsSuperAdmin } from '@open-mercato/core/modules/auth/lib/tenantAccess'
 import { escapeLikePattern } from '@open-mercato/shared/lib/db/escapeLikePattern'
 import { assertActorCanGrantRoles } from '@open-mercato/core/modules/auth/lib/grantChecks'
+import { isOrganizationAccessAllowed } from '@open-mercato/shared/lib/auth/organizationAccess'
+import { findOneWithDecryption } from '@open-mercato/shared/lib/encryption/find'
 
 type ApiKeyCrudCtx = CrudCtx & {
   __apiKeySecret?: { secret: string; prefix: string }
@@ -297,10 +299,15 @@ const crud = makeCrudRoute<
 
       const allowedIds = ctx.organizationScope?.allowedIds ?? null
       const organizationId = input.organizationId ?? ctx.selectedOrganizationId ?? auth.orgId ?? null
-      if (organizationId && Array.isArray(allowedIds) && allowedIds.length > 0) {
-        if (!allowedIds.includes(organizationId)) {
-          throw json({ error: translate('api_keys.errors.organizationOutOfScope', 'Organization out of scope') }, { status: 403 })
-        }
+      const isSuperAdmin = await resolveIsSuperAdmin(scopedCtx)
+      if (
+        !isOrganizationAccessAllowed({
+          isSuperAdmin,
+          allowedOrganizationIds: allowedIds,
+          targetOrganizationId: organizationId,
+        })
+      ) {
+        throw json({ error: translate('api_keys.errors.organizationOutOfScope', 'Organization out of scope') }, { status: 403 })
       }
       scopedCtx.__apiKeyOrganizationId = organizationId ?? null
 
@@ -322,18 +329,34 @@ const crud = makeCrudRoute<
       const { translate } = await resolveTranslations()
       if (!auth?.tenantId) throw json({ error: translate('api_keys.errors.tenantRequired', 'Tenant context required') }, { status: 400 })
       const em = (ctx.container.resolve('em') as EntityManager)
-      const record = await em.findOne(ApiKey, { id, deletedAt: null })
-      if (!record) throw json({ error: translate('api_keys.errors.notFound', 'Not found') }, { status: 404 })
       const scopedCtx = ctx as ApiKeyCrudCtx
       const isSuperAdmin = await resolveIsSuperAdmin(scopedCtx)
-      if (!isSuperAdmin && record.tenantId && record.tenantId !== auth.tenantId) {
-        throw json({ error: translate('api_keys.errors.forbidden', 'Forbidden') }, { status: 403 })
-      }
       const allowedIds = ctx.organizationScope?.allowedIds ?? null
-      if (record.organizationId && Array.isArray(allowedIds) && allowedIds.length > 0) {
-        if (!allowedIds.includes(record.organizationId)) {
-          throw json({ error: translate('api_keys.errors.organizationOutOfScope', 'Organization out of scope') }, { status: 403 })
-        }
+      const recordFilter: FilterQuery<ApiKey> = {
+        id,
+        tenantId: auth.tenantId,
+        deletedAt: null,
+      }
+      if (!isSuperAdmin && Array.isArray(allowedIds)) {
+        recordFilter.organizationId = { $in: allowedIds }
+      }
+      const record = await findOneWithDecryption(
+        em,
+        ApiKey,
+        recordFilter,
+        undefined,
+        { tenantId: auth.tenantId, organizationId: null },
+      )
+      if (
+        !record ||
+        record.tenantId !== auth.tenantId ||
+        !isOrganizationAccessAllowed({
+          isSuperAdmin,
+          allowedOrganizationIds: allowedIds,
+          targetOrganizationId: record.organizationId ?? null,
+        })
+      ) {
+        throw json({ error: translate('api_keys.errors.notFound', 'Not found') }, { status: 404 })
       }
       scopedCtx.__apiKeyOrganizationId = record.organizationId ?? null
     },

package/src/modules/api_keys/cli.ts

@@ -3,6 +3,7 @@ import { createRequestContainer } from '@open-mercato/shared/lib/di/container'
 import { createApiKey } from './services/apiKeyService'
 import { Organization } from '@open-mercato/core/modules/directory/data/entities'
 import { Role } from '@open-mercato/core/modules/auth/data/entities'
+import { parseCommaSeparatedList } from '@open-mercato/shared/lib/string'
 
 function parseArgs(rest: string[]): Record<string, string> {
   const args: Record<string, string> = {}
@@ -47,9 +48,7 @@ const addApiKey: ModuleCli = {
       return
     }
 
-    const roleInputs = rolesCsv
-      ? rolesCsv.split(',').map((value) => value.trim()).filter(Boolean)
-      : []
+    const roleInputs = parseCommaSeparatedList(rolesCsv)
     const roleIds: string[] = []
     if (roleInputs.length) {
       for (const token of roleInputs) {

package/src/modules/attachments/api/file/[id]/route.ts

@@ -15,6 +15,7 @@ import {
   canRenderInlineAttachment,
 } from "@open-mercato/core/modules/attachments/lib/security";
 import { StorageDriverFactory } from '../../../lib/drivers';
+import { resolveAttachmentOrganizationId } from '@open-mercato/core/modules/attachments/lib/requestScope';
 
 export const metadata = {
   GET: { requireAuth: false },
@@ -32,16 +33,19 @@ export async function GET(
     );
   }
   const auth = await getAuthFromRequest(req);
-  const { resolve } = await createRequestContainer();
-  const em = resolve("em") as EntityManager;
+  const container = await createRequestContainer();
+  const em = container.resolve("em") as EntityManager;
   const storageDriverFactory =
-    (resolve("storageDriverFactory") as StorageDriverFactory | null) ??
+    (container.resolve("storageDriverFactory") as StorageDriverFactory | null) ??
     new StorageDriverFactory(em);
 
+  const scopedAuth = auth
+    ? { ...auth, orgId: await resolveAttachmentOrganizationId(container, auth, req) }
+    : auth;
   const findFilter: Record<string, unknown> = { id };
-  if (auth && !isSuperAdminAuth(auth)) {
-    if (auth.tenantId) findFilter.tenantId = auth.tenantId;
-    if (auth.orgId) findFilter.organizationId = auth.orgId;
+  if (scopedAuth && !isSuperAdminAuth(scopedAuth)) {
+    if (scopedAuth.tenantId) findFilter.tenantId = scopedAuth.tenantId;
+    if (scopedAuth.orgId) findFilter.organizationId = scopedAuth.orgId;
   }
   const attachment = await em.findOne(Attachment, findFilter);
   if (!attachment) {
@@ -60,7 +64,7 @@ export async function GET(
     );
   }
 
-  const access = checkAttachmentAccess(auth, attachment, partition);
+  const access = checkAttachmentAccess(scopedAuth, attachment, partition);
   if (!access.ok) {
     const message = access.status === 401 ? "Unauthorized" : "Forbidden";
     return NextResponse.json({ error: message }, { status: access.status });

package/src/modules/attachments/api/image/[id]/[[...slug]]/route.ts

@@ -20,6 +20,7 @@ import {
   validateImageMagicBytes,
 } from '@open-mercato/core/modules/attachments/lib/imageSafety'
 import { StorageDriverFactory } from '../../../../lib/drivers'
+import { resolveAttachmentOrganizationId } from '@open-mercato/core/modules/attachments/lib/requestScope'
 import { createLogger } from '@open-mercato/shared/lib/logger'
 
 const logger = createLogger('attachments').child({ component: 'image' })
@@ -51,15 +52,18 @@ export async function GET(
   }
   const { width, height, cropType } = parsedQuery.data
 
-  const { resolve } = await createRequestContainer()
-  const em = resolve('em') as EntityManager
+  const container = await createRequestContainer()
+  const em = container.resolve('em') as EntityManager
   const storageDriverFactory =
-    (resolve('storageDriverFactory') as StorageDriverFactory | null) ?? new StorageDriverFactory(em)
+    (container.resolve('storageDriverFactory') as StorageDriverFactory | null) ?? new StorageDriverFactory(em)
 
+  const scopedAuth = auth
+    ? { ...auth, orgId: await resolveAttachmentOrganizationId(container, auth, req) }
+    : auth
   const findFilter: Record<string, unknown> = { id }
-  if (auth && !isSuperAdminAuth(auth)) {
-    if (auth.tenantId) findFilter.tenantId = auth.tenantId
-    if (auth.orgId) findFilter.organizationId = auth.orgId
+  if (scopedAuth && !isSuperAdminAuth(scopedAuth)) {
+    if (scopedAuth.tenantId) findFilter.tenantId = scopedAuth.tenantId
+    if (scopedAuth.orgId) findFilter.organizationId = scopedAuth.orgId
   }
   const attachment = await em.findOne(Attachment, findFilter)
   if (!attachment) {
@@ -72,7 +76,7 @@ export async function GET(
   if (!partition) {
     return NextResponse.json({ error: 'Partition misconfigured' }, { status: 500 })
   }
-  const access = checkAttachmentAccess(auth, attachment, partition)
+  const access = checkAttachmentAccess(scopedAuth, attachment, partition)
   if (!access.ok) {
     const message = access.status === 401 ? 'Unauthorized' : 'Forbidden'
     return NextResponse.json({ error: message }, { status: access.status })