@payloadcms/plugin-import-export 3.84.1 → 3.85.0

package/dist/export/batchProcessor.d.ts

@@ -3,6 +3,7 @@
  * Uses the generic batch processing utilities from useBatchProcessor.
  */
 import type { PayloadRequest, SelectType, Sort, TypedUser, Where } from 'payload';
+import type { ExportAfterHook, ExportBeforeHook } from '../types.js';
 import { type BatchProcessorOptions } from '../utilities/useBatchProcessor.js';
 /**
  * Export-specific batch processor options
@@ -42,6 +43,11 @@ export interface ExportProcessOptions<TDoc = unknown> {
      * The export format - affects column tracking for CSV
      */
     format: 'csv' | 'json';
+    /** Lifecycle hooks for this export operation */
+    hooks?: {
+        after?: ExportAfterHook;
+        before?: ExportBeforeHook;
+    };
     /**
      * Maximum number of documents to export
      */
@@ -54,6 +60,8 @@ export interface ExportProcessOptions<TDoc = unknown> {
      * Starting page for pagination (default: 1)
      */
     startPage?: number;
+    /** Total number of docs available (used to compute totalBatches for hooks) */
+    totalDocs?: number;
     /**
      * Transform function to apply to each document
      */
@@ -92,7 +100,7 @@ export interface ExportResult {
  *   format: 'csv',
  *   maxDocs: 1000,
  *   req,
- *   transformDoc: (doc) => flattenObject({ doc }),
+ *   transformDoc: (doc) => flattenObject({ data: doc }),
  * })
  * ```
  */

package/dist/export/batchProcessor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batchProcessor.d.ts","sourceRoot":"","sources":["../../src/export/batchProcessor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AAEjF,OAAO,EAAE,KAAK,qBAAqB,EAAE,MAAM,mCAAmC,CAAA;AAE9E;;GAEG;AACH,MAAM,WAAW,2BAA4B,SAAQ,qBAAqB;IACxE,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,OAAO,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,cAAc,EAAE,OAAO,CAAA;IACvB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,IAAI,CAAC,EAAE,IAAI,CAAA;IACX,IAAI,CAAC,EAAE,SAAS,CAAA;IAChB,KAAK,CAAC,EAAE,KAAK,CAAA;CACd;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB,CAAC,IAAI,GAAG,OAAO;IAClD;;OAEG;IACH,cAAc,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,QAAQ,EAAE,cAAc,CAAA;IACxB;;OAEG;IACH,MAAM,EAAE,KAAK,GAAG,MAAM,CAAA;IACtB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,GAAG,EAAE,cAAc,CAAA;IACnB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,YAAY,EAAE,CAAC,GAAG,EAAE,IAAI,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACrD;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAA;IAC/B;;OAEG;IACH,YAAY,EAAE,MAAM,CAAA;CACrB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,0BAA0B,CAAC,OAAO,GAAE,2BAAgC;sBAiJnD,IAAI,kBACjB,oBAAoB,CAAC,IAAI,CAAC,KACzC,OAAO,CAAC,MAAM,EAAE,CAAC;oBAzIS,IAAI,kBACf,oBAAoB,CAAC,IAAI,CAAC,KACzC,OAAO,CAAC,YAAY,CAAC;mBAsEK,IAAI,kBACf,oBAAoB,CAAC,IAAI,CAAC,KACzC,cAAc,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAA;KAAE,CAAC;EAwH1E"}
+{"version":3,"file":"batchProcessor.d.ts","sourceRoot":"","sources":["../../src/export/batchProcessor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AAEjF,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAEpE,OAAO,EAAE,KAAK,qBAAqB,EAAE,MAAM,mCAAmC,CAAA;AAE9E;;GAEG;AACH,MAAM,WAAW,2BAA4B,SAAQ,qBAAqB;IACxE,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,OAAO,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,cAAc,EAAE,OAAO,CAAA;IACvB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,IAAI,CAAC,EAAE,IAAI,CAAA;IACX,IAAI,CAAC,EAAE,SAAS,CAAA;IAChB,KAAK,CAAC,EAAE,KAAK,CAAA;CACd;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB,CAAC,IAAI,GAAG,OAAO;IAClD;;OAEG;IACH,cAAc,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,QAAQ,EAAE,cAAc,CAAA;IACxB;;OAEG;IACH,MAAM,EAAE,KAAK,GAAG,MAAM,CAAA;IACtB,gDAAgD;IAChD,KAAK,CAAC,EAAE;QACN,KAAK,CAAC,EAAE,eAAe,CAAA;QACvB,MAAM,CAAC,EAAE,gBAAgB,CAAA;KAC1B,CAAA;IACD;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,GAAG,EAAE,cAAc,CAAA;IACnB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,8EAA8E;IAC9E,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,YAAY,EAAE,CAAC,GAAG,EAAE,IAAI,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACrD;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAA;IAC/B;;OAEG;IACH,YAAY,EAAE,MAAM,CAAA;CACrB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,0BAA0B,CAAC,OAAO,GAAE,2BAAgC;sBA6NnD,IAAI,kBACjB,oBAAoB,CAAC,IAAI,CAAC,KACzC,OAAO,CAAC,MAAM,EAAE,CAAC;oBA7MS,IAAI,kBACf,oBAAoB,CAAC,IAAI,CAAC,KACzC,OAAO,CAAC,YAAY,CAAC;mBA0GK,IAAI,kBACf,oBAAoB,CAAC,IAAI,CAAC,KACzC,cAAc,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAA;KAAE,CAAC;EAwJ1E"}

package/dist/export/batchProcessor.js

@@ -17,19 +17,24 @@
  *   format: 'csv',
  *   maxDocs: 1000,
  *   req,
- *   transformDoc: (doc) => flattenObject({ doc }),
+ *   transformDoc: (doc) => flattenObject({ data: doc }),
  * })
  * ```
  */ export function createExportBatchProcessor(options = {}) {
     const batchSize = options.batchSize ?? 100;
     const debug = options.debug ?? false;
+    const computeTotalBatches = (totalDocs, maxDocs)=>{
+        const effectiveDocs = totalDocs !== undefined ? Math.min(totalDocs, maxDocs === Number.POSITIVE_INFINITY ? totalDocs : maxDocs) : 0;
+        return effectiveDocs > 0 ? Math.ceil(effectiveDocs / batchSize) : 1;
+    };
     /**
    * Process an export operation by fetching and transforming documents in batches.
    *
    * @param processOptions - Options for the export operation
    * @returns The export result containing transformed documents and column info
    */ const processExport = async (processOptions)=>{
-        const { findArgs, format, maxDocs, req, startPage = 1, transformDoc } = processOptions;
+        const { findArgs, format, hooks, maxDocs, req, startPage = 1, totalDocs, transformDoc } = processOptions;
+        const totalBatches = computeTotalBatches(totalDocs, maxDocs);
         const docs = [];
         const columnsSet = new Set();
         const columns = [];
@@ -49,12 +54,21 @@
             if (debug) {
                 req.payload.logger.debug(`Processing export batch ${currentPage} with ${result.docs.length} documents`);
             }
-            for (const doc of result.docs){
-                const transformedDoc = transformDoc(doc);
-                docs.push(transformedDoc);
-                // Track columns for CSV format
+            const batchNumber = currentPage - startPage + 1;
+            const originalDocs = result.docs;
+            const batchData = result.docs.map((doc)=>transformDoc(doc));
+            const dataToWrite = hooks?.before && batchData.length > 0 ? await hooks.before({
+                batchNumber,
+                data: batchData,
+                format,
+                originalData: originalDocs,
+                req,
+                totalBatches
+            }) : batchData;
+            for (const row of dataToWrite){
+                docs.push(row);
                 if (format === 'csv') {
-                    for (const key of Object.keys(transformedDoc)){
+                    for (const key of Object.keys(row)){
                         if (!columnsSet.has(key)) {
                             columnsSet.add(key);
                             columns.push(key);
@@ -62,6 +76,16 @@
                     }
                 }
             }
+            if (hooks?.after && dataToWrite.length > 0) {
+                await hooks.after({
+                    batchNumber,
+                    data: dataToWrite,
+                    format,
+                    originalData: originalDocs,
+                    req,
+                    totalBatches
+                });
+            }
             fetched += result.docs.length;
             hasNextPage = result.hasNextPage && fetched < maxDocs;
             currentPage++;
@@ -89,7 +113,8 @@
    * }
    * ```
    */ async function* streamExport(processOptions) {
-        const { findArgs, format, maxDocs, req, startPage = 1, transformDoc } = processOptions;
+        const { findArgs, format, hooks, maxDocs, req, startPage = 1, totalDocs, transformDoc } = processOptions;
+        const totalBatches = computeTotalBatches(totalDocs, maxDocs);
         const columnsSet = new Set();
         const columns = [];
         let currentPage = startPage;
@@ -108,13 +133,20 @@
             if (debug) {
                 req.payload.logger.debug(`Streaming export batch ${currentPage} with ${result.docs.length} documents`);
             }
-            const batchDocs = [];
-            for (const doc of result.docs){
-                const transformedDoc = transformDoc(doc);
-                batchDocs.push(transformedDoc);
-                // Track columns for CSV format
+            const batchNumber = currentPage - startPage + 1;
+            const originalDocs = result.docs;
+            const batchData = result.docs.map((doc)=>transformDoc(doc));
+            const dataToWrite = hooks?.before && batchData.length > 0 ? await hooks.before({
+                batchNumber,
+                data: batchData,
+                format,
+                originalData: originalDocs,
+                req,
+                totalBatches
+            }) : batchData;
+            for (const row of dataToWrite){
                 if (format === 'csv') {
-                    for (const key of Object.keys(transformedDoc)){
+                    for (const key of Object.keys(row)){
                         if (!columnsSet.has(key)) {
                             columnsSet.add(key);
                             columns.push(key);
@@ -126,8 +158,18 @@
                 columns: [
                     ...columns
                 ],
-                docs: batchDocs
+                docs: dataToWrite
             };
+            if (hooks?.after && dataToWrite.length > 0) {
+                await hooks.after({
+                    batchNumber,
+                    data: dataToWrite,
+                    format,
+                    originalData: originalDocs,
+                    req,
+                    totalBatches
+                });
+            }
             fetched += result.docs.length;
             hasNextPage = result.hasNextPage && fetched < maxDocs;
             currentPage++;

package/dist/export/batchProcessor.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/export/batchProcessor.ts"],"sourcesContent":["/**\n * Export-specific batch processor for processing documents in batches during export.\n * Uses the generic batch processing utilities from useBatchProcessor.\n */\nimport type { PayloadRequest, SelectType, Sort, TypedUser, Where } from 'payload'\n\nimport { type BatchProcessorOptions } from '../utilities/useBatchProcessor.js'\n\n/**\n * Export-specific batch processor options\n */\nexport interface ExportBatchProcessorOptions extends BatchProcessorOptions {\n  debug?: boolean\n}\n\n/**\n * Find arguments for querying documents during export\n */\nexport interface ExportFindArgs {\n  collection: string\n  depth: number\n  draft: boolean\n  limit: number\n  locale?: string\n  overrideAccess: boolean\n  page?: number\n  select?: SelectType\n  sort?: Sort\n  user?: TypedUser\n  where?: Where\n}\n\n/**\n * Options for processing an export operation\n */\nexport interface ExportProcessOptions<TDoc = unknown> {\n  /**\n   * The slug of the collection to export\n   */\n  collectionSlug: string\n  /**\n   * Arguments to pass to payload.find()\n   */\n  findArgs: ExportFindArgs\n  /**\n   * The export format - affects column tracking for CSV\n   */\n  format: 'csv' | 'json'\n  /**\n   * Maximum number of documents to export\n   */\n  maxDocs: number\n  /**\n   * The Payload request object\n   */\n  req: PayloadRequest\n  /**\n   * Starting page for pagination (default: 1)\n   */\n  startPage?: number\n  /**\n   * Transform function to apply to each document\n   */\n  transformDoc: (doc: TDoc) => Record<string, unknown>\n}\n\n/**\n * Result from processing an export operation\n */\nexport interface ExportResult {\n  /**\n   * Discovered column names (for CSV exports)\n   */\n  columns: string[]\n  /**\n   * Transformed documents ready for output\n   */\n  docs: Record<string, unknown>[]\n  /**\n   * Total number of documents fetched\n   */\n  fetchedCount: number\n}\n\n/**\n * Creates an export batch processor with the specified options.\n *\n * @param options - Configuration options for the batch processor\n * @returns An object containing the processExport method\n *\n * @example\n * ```ts\n * const processor = createExportBatchProcessor({ batchSize: 100, debug: true })\n *\n * const result = await processor.processExport({\n *   collectionSlug: 'posts',\n *   findArgs: { collection: 'posts', depth: 1, draft: false, limit: 100, overrideAccess: false },\n *   format: 'csv',\n *   maxDocs: 1000,\n *   req,\n *   transformDoc: (doc) => flattenObject({ doc }),\n * })\n * ```\n */\nexport function createExportBatchProcessor(options: ExportBatchProcessorOptions = {}) {\n  const batchSize = options.batchSize ?? 100\n  const debug = options.debug ?? false\n\n  /**\n   * Process an export operation by fetching and transforming documents in batches.\n   *\n   * @param processOptions - Options for the export operation\n   * @returns The export result containing transformed documents and column info\n   */\n  const processExport = async <TDoc>(\n    processOptions: ExportProcessOptions<TDoc>,\n  ): Promise<ExportResult> => {\n    const { findArgs, format, maxDocs, req, startPage = 1, transformDoc } = processOptions\n\n    const docs: Record<string, unknown>[] = []\n    const columnsSet = new Set<string>()\n    const columns: string[] = []\n\n    let currentPage = startPage\n    let fetched = 0\n    let hasNextPage = true\n\n    while (hasNextPage) {\n      const remaining = Math.max(0, maxDocs - fetched)\n\n      if (remaining === 0) {\n        break\n      }\n\n      const result = await req.payload.find({\n        ...findArgs,\n        limit: Math.min(batchSize, remaining),\n        page: currentPage,\n      })\n\n      if (debug) {\n        req.payload.logger.debug(\n          `Processing export batch ${currentPage} with ${result.docs.length} documents`,\n        )\n      }\n\n      for (const doc of result.docs) {\n        const transformedDoc = transformDoc(doc as TDoc)\n        docs.push(transformedDoc)\n\n        // Track columns for CSV format\n        if (format === 'csv') {\n          for (const key of Object.keys(transformedDoc)) {\n            if (!columnsSet.has(key)) {\n              columnsSet.add(key)\n              columns.push(key)\n            }\n          }\n        }\n      }\n\n      fetched += result.docs.length\n      hasNextPage = result.hasNextPage && fetched < maxDocs\n      currentPage++\n    }\n\n    return { columns, docs, fetchedCount: fetched }\n  }\n\n  /**\n   * Async generator for streaming export - yields batches instead of collecting all.\n   * Useful for streaming exports where you want to process batches as they're fetched.\n   *\n   * @param processOptions - Options for the export operation\n   * @yields Batch results containing transformed documents and discovered columns\n   *\n   * @example\n   * ```ts\n   * const processor = createExportBatchProcessor({ batchSize: 100 })\n   *\n   * for await (const batch of processor.streamExport({ ... })) {\n   *   // Process each batch as it's yielded\n   *   console.log(`Got ${batch.docs.length} documents`)\n   * }\n   * ```\n   */\n  async function* streamExport<TDoc>(\n    processOptions: ExportProcessOptions<TDoc>,\n  ): AsyncGenerator<{ columns: string[]; docs: Record<string, unknown>[] }> {\n    const { findArgs, format, maxDocs, req, startPage = 1, transformDoc } = processOptions\n\n    const columnsSet = new Set<string>()\n    const columns: string[] = []\n\n    let currentPage = startPage\n    let fetched = 0\n    let hasNextPage = true\n\n    while (hasNextPage) {\n      const remaining = Math.max(0, maxDocs - fetched)\n\n      if (remaining === 0) {\n        break\n      }\n\n      const result = await req.payload.find({\n        ...findArgs,\n        limit: Math.min(batchSize, remaining),\n        page: currentPage,\n      })\n\n      if (debug) {\n        req.payload.logger.debug(\n          `Streaming export batch ${currentPage} with ${result.docs.length} documents`,\n        )\n      }\n\n      const batchDocs: Record<string, unknown>[] = []\n\n      for (const doc of result.docs) {\n        const transformedDoc = transformDoc(doc as TDoc)\n        batchDocs.push(transformedDoc)\n\n        // Track columns for CSV format\n        if (format === 'csv') {\n          for (const key of Object.keys(transformedDoc)) {\n            if (!columnsSet.has(key)) {\n              columnsSet.add(key)\n              columns.push(key)\n            }\n          }\n        }\n      }\n\n      yield { columns: [...columns], docs: batchDocs }\n\n      fetched += result.docs.length\n      hasNextPage = result.hasNextPage && fetched < maxDocs\n      currentPage++\n    }\n  }\n\n  /**\n   * Discover all columns from the dataset by scanning through all batches.\n   * Useful for CSV exports where you need to know all columns before streaming.\n   *\n   * @param processOptions - Options for the export operation\n   * @returns Array of discovered column names\n   */\n  const discoverColumns = async <TDoc>(\n    processOptions: ExportProcessOptions<TDoc>,\n  ): Promise<string[]> => {\n    const { findArgs, maxDocs, req, startPage = 1, transformDoc } = processOptions\n\n    const columnsSet = new Set<string>()\n    const columns: string[] = []\n\n    let currentPage = startPage\n    let fetched = 0\n    let hasNextPage = true\n\n    while (hasNextPage) {\n      const remaining = Math.max(0, maxDocs - fetched)\n\n      if (remaining === 0) {\n        break\n      }\n\n      const result = await req.payload.find({\n        ...findArgs,\n        limit: Math.min(batchSize, remaining),\n        page: currentPage,\n      })\n\n      if (debug) {\n        req.payload.logger.debug(\n          `Scanning columns from batch ${currentPage} with ${result.docs.length} documents`,\n        )\n      }\n\n      for (const doc of result.docs) {\n        const transformedDoc = transformDoc(doc as TDoc)\n\n        for (const key of Object.keys(transformedDoc)) {\n          if (!columnsSet.has(key)) {\n            columnsSet.add(key)\n            columns.push(key)\n          }\n        }\n      }\n\n      fetched += result.docs.length\n      hasNextPage = result.hasNextPage && fetched < maxDocs\n      currentPage++\n    }\n\n    if (debug) {\n      req.payload.logger.debug(`Discovered ${columns.length} columns`)\n    }\n\n    return columns\n  }\n\n  return {\n    discoverColumns,\n    processExport,\n    streamExport,\n  }\n}\n"],"names":["createExportBatchProcessor","options","batchSize","debug","processExport","processOptions","findArgs","format","maxDocs","req","startPage","transformDoc","docs","columnsSet","Set","columns","currentPage","fetched","hasNextPage","remaining","Math","max","result","payload","find","limit","min","page","logger","length","doc","transformedDoc","push","key","Object","keys","has","add","fetchedCount","streamExport","batchDocs","discoverColumns"],"mappings":"AAAA;;;CAGC,GAiFD;;;;;;;;;;;;;;;;;;;CAmBC,GACD,OAAO,SAASA,2BAA2BC,UAAuC,CAAC,CAAC;IAClF,MAAMC,YAAYD,QAAQC,SAAS,IAAI;IACvC,MAAMC,QAAQF,QAAQE,KAAK,IAAI;IAE/B;;;;;GAKC,GACD,MAAMC,gBAAgB,OACpBC;QAEA,MAAM,EAAEC,QAAQ,EAAEC,MAAM,EAAEC,OAAO,EAAEC,GAAG,EAAEC,YAAY,CAAC,EAAEC,YAAY,EAAE,GAAGN;QAExE,MAAMO,OAAkC,EAAE;QAC1C,MAAMC,aAAa,IAAIC;QACvB,MAAMC,UAAoB,EAAE;QAE5B,IAAIC,cAAcN;QAClB,IAAIO,UAAU;QACd,IAAIC,cAAc;QAElB,MAAOA,YAAa;YAClB,MAAMC,YAAYC,KAAKC,GAAG,CAAC,GAAGb,UAAUS;YAExC,IAAIE,cAAc,GAAG;gBACnB;YACF;YAEA,MAAMG,SAAS,MAAMb,IAAIc,OAAO,CAACC,IAAI,CAAC;gBACpC,GAAGlB,QAAQ;gBACXmB,OAAOL,KAAKM,GAAG,CAACxB,WAAWiB;gBAC3BQ,MAAMX;YACR;YAEA,IAAIb,OAAO;gBACTM,IAAIc,OAAO,CAACK,MAAM,CAACzB,KAAK,CACtB,CAAC,wBAAwB,EAAEa,YAAY,MAAM,EAAEM,OAAOV,IAAI,CAACiB,MAAM,CAAC,UAAU,CAAC;YAEjF;YAEA,KAAK,MAAMC,OAAOR,OAAOV,IAAI,CAAE;gBAC7B,MAAMmB,iBAAiBpB,aAAamB;gBACpClB,KAAKoB,IAAI,CAACD;gBAEV,+BAA+B;gBAC/B,IAAIxB,WAAW,OAAO;oBACpB,KAAK,MAAM0B,OAAOC,OAAOC,IAAI,CAACJ,gBAAiB;wBAC7C,IAAI,CAAClB,WAAWuB,GAAG,CAACH,MAAM;4BACxBpB,WAAWwB,GAAG,CAACJ;4BACflB,QAAQiB,IAAI,CAACC;wBACf;oBACF;gBACF;YACF;YAEAhB,WAAWK,OAAOV,IAAI,CAACiB,MAAM;YAC7BX,cAAcI,OAAOJ,WAAW,IAAID,UAAUT;YAC9CQ;QACF;QAEA,OAAO;YAAED;YAASH;YAAM0B,cAAcrB;QAAQ;IAChD;IAEA;;;;;;;;;;;;;;;;GAgBC,GACD,gBAAgBsB,aACdlC,cAA0C;QAE1C,MAAM,EAAEC,QAAQ,EAAEC,MAAM,EAAEC,OAAO,EAAEC,GAAG,EAAEC,YAAY,CAAC,EAAEC,YAAY,EAAE,GAAGN;QAExE,MAAMQ,aAAa,IAAIC;QACvB,MAAMC,UAAoB,EAAE;QAE5B,IAAIC,cAAcN;QAClB,IAAIO,UAAU;QACd,IAAIC,cAAc;QAElB,MAAOA,YAAa;YAClB,MAAMC,YAAYC,KAAKC,GAAG,CAAC,GAAGb,UAAUS;YAExC,IAAIE,cAAc,GAAG;gBACnB;YACF;YAEA,MAAMG,SAAS,MAAMb,IAAIc,OAAO,CAACC,IAAI,CAAC;gBACpC,GAAGlB,QAAQ;gBACXmB,OAAOL,KAAKM,GAAG,CAACxB,WAAWiB;gBAC3BQ,MAAMX;YACR;YAEA,IAAIb,OAAO;gBACTM,IAAIc,OAAO,CAACK,MAAM,CAACzB,KAAK,CACtB,CAAC,uBAAuB,EAAEa,YAAY,MAAM,EAAEM,OAAOV,IAAI,CAACiB,MAAM,CAAC,UAAU,CAAC;YAEhF;YAEA,MAAMW,YAAuC,EAAE;YAE/C,KAAK,MAAMV,OAAOR,OAAOV,IAAI,CAAE;gBAC7B,MAAMmB,iBAAiBpB,aAAamB;gBACpCU,UAAUR,IAAI,CAACD;gBAEf,+BAA+B;gBAC/B,IAAIxB,WAAW,OAAO;oBACpB,KAAK,MAAM0B,OAAOC,OAAOC,IAAI,CAACJ,gBAAiB;wBAC7C,IAAI,CAAClB,WAAWuB,GAAG,CAACH,MAAM;4BACxBpB,WAAWwB,GAAG,CAACJ;4BACflB,QAAQiB,IAAI,CAACC;wBACf;oBACF;gBACF;YACF;YAEA,MAAM;gBAAElB,SAAS;uBAAIA;iBAAQ;gBAAEH,MAAM4B;YAAU;YAE/CvB,WAAWK,OAAOV,IAAI,CAACiB,MAAM;YAC7BX,cAAcI,OAAOJ,WAAW,IAAID,UAAUT;YAC9CQ;QACF;IACF;IAEA;;;;;;GAMC,GACD,MAAMyB,kBAAkB,OACtBpC;QAEA,MAAM,EAAEC,QAAQ,EAAEE,OAAO,EAAEC,GAAG,EAAEC,YAAY,CAAC,EAAEC,YAAY,EAAE,GAAGN;QAEhE,MAAMQ,aAAa,IAAIC;QACvB,MAAMC,UAAoB,EAAE;QAE5B,IAAIC,cAAcN;QAClB,IAAIO,UAAU;QACd,IAAIC,cAAc;QAElB,MAAOA,YAAa;YAClB,MAAMC,YAAYC,KAAKC,GAAG,CAAC,GAAGb,UAAUS;YAExC,IAAIE,cAAc,GAAG;gBACnB;YACF;YAEA,MAAMG,SAAS,MAAMb,IAAIc,OAAO,CAACC,IAAI,CAAC;gBACpC,GAAGlB,QAAQ;gBACXmB,OAAOL,KAAKM,GAAG,CAACxB,WAAWiB;gBAC3BQ,MAAMX;YACR;YAEA,IAAIb,OAAO;gBACTM,IAAIc,OAAO,CAACK,MAAM,CAACzB,KAAK,CACtB,CAAC,4BAA4B,EAAEa,YAAY,MAAM,EAAEM,OAAOV,IAAI,CAACiB,MAAM,CAAC,UAAU,CAAC;YAErF;YAEA,KAAK,MAAMC,OAAOR,OAAOV,IAAI,CAAE;gBAC7B,MAAMmB,iBAAiBpB,aAAamB;gBAEpC,KAAK,MAAMG,OAAOC,OAAOC,IAAI,CAACJ,gBAAiB;oBAC7C,IAAI,CAAClB,WAAWuB,GAAG,CAACH,MAAM;wBACxBpB,WAAWwB,GAAG,CAACJ;wBACflB,QAAQiB,IAAI,CAACC;oBACf;gBACF;YACF;YAEAhB,WAAWK,OAAOV,IAAI,CAACiB,MAAM;YAC7BX,cAAcI,OAAOJ,WAAW,IAAID,UAAUT;YAC9CQ;QACF;QAEA,IAAIb,OAAO;YACTM,IAAIc,OAAO,CAACK,MAAM,CAACzB,KAAK,CAAC,CAAC,WAAW,EAAEY,QAAQc,MAAM,CAAC,QAAQ,CAAC;QACjE;QAEA,OAAOd;IACT;IAEA,OAAO;QACL0B;QACArC;QACAmC;IACF;AACF"}
+{"version":3,"sources":["../../src/export/batchProcessor.ts"],"sourcesContent":["/**\n * Export-specific batch processor for processing documents in batches during export.\n * Uses the generic batch processing utilities from useBatchProcessor.\n */\nimport type { PayloadRequest, SelectType, Sort, TypedUser, Where } from 'payload'\n\nimport type { ExportAfterHook, ExportBeforeHook } from '../types.js'\n\nimport { type BatchProcessorOptions } from '../utilities/useBatchProcessor.js'\n\n/**\n * Export-specific batch processor options\n */\nexport interface ExportBatchProcessorOptions extends BatchProcessorOptions {\n  debug?: boolean\n}\n\n/**\n * Find arguments for querying documents during export\n */\nexport interface ExportFindArgs {\n  collection: string\n  depth: number\n  draft: boolean\n  limit: number\n  locale?: string\n  overrideAccess: boolean\n  page?: number\n  select?: SelectType\n  sort?: Sort\n  user?: TypedUser\n  where?: Where\n}\n\n/**\n * Options for processing an export operation\n */\nexport interface ExportProcessOptions<TDoc = unknown> {\n  /**\n   * The slug of the collection to export\n   */\n  collectionSlug: string\n  /**\n   * Arguments to pass to payload.find()\n   */\n  findArgs: ExportFindArgs\n  /**\n   * The export format - affects column tracking for CSV\n   */\n  format: 'csv' | 'json'\n  /** Lifecycle hooks for this export operation */\n  hooks?: {\n    after?: ExportAfterHook\n    before?: ExportBeforeHook\n  }\n  /**\n   * Maximum number of documents to export\n   */\n  maxDocs: number\n  /**\n   * The Payload request object\n   */\n  req: PayloadRequest\n  /**\n   * Starting page for pagination (default: 1)\n   */\n  startPage?: number\n  /** Total number of docs available (used to compute totalBatches for hooks) */\n  totalDocs?: number\n  /**\n   * Transform function to apply to each document\n   */\n  transformDoc: (doc: TDoc) => Record<string, unknown>\n}\n\n/**\n * Result from processing an export operation\n */\nexport interface ExportResult {\n  /**\n   * Discovered column names (for CSV exports)\n   */\n  columns: string[]\n  /**\n   * Transformed documents ready for output\n   */\n  docs: Record<string, unknown>[]\n  /**\n   * Total number of documents fetched\n   */\n  fetchedCount: number\n}\n\n/**\n * Creates an export batch processor with the specified options.\n *\n * @param options - Configuration options for the batch processor\n * @returns An object containing the processExport method\n *\n * @example\n * ```ts\n * const processor = createExportBatchProcessor({ batchSize: 100, debug: true })\n *\n * const result = await processor.processExport({\n *   collectionSlug: 'posts',\n *   findArgs: { collection: 'posts', depth: 1, draft: false, limit: 100, overrideAccess: false },\n *   format: 'csv',\n *   maxDocs: 1000,\n *   req,\n *   transformDoc: (doc) => flattenObject({ data: doc }),\n * })\n * ```\n */\nexport function createExportBatchProcessor(options: ExportBatchProcessorOptions = {}) {\n  const batchSize = options.batchSize ?? 100\n  const debug = options.debug ?? false\n\n  const computeTotalBatches = (totalDocs: number | undefined, maxDocs: number): number => {\n    const effectiveDocs =\n      totalDocs !== undefined\n        ? Math.min(totalDocs, maxDocs === Number.POSITIVE_INFINITY ? totalDocs : maxDocs)\n        : 0\n    return effectiveDocs > 0 ? Math.ceil(effectiveDocs / batchSize) : 1\n  }\n\n  /**\n   * Process an export operation by fetching and transforming documents in batches.\n   *\n   * @param processOptions - Options for the export operation\n   * @returns The export result containing transformed documents and column info\n   */\n  const processExport = async <TDoc>(\n    processOptions: ExportProcessOptions<TDoc>,\n  ): Promise<ExportResult> => {\n    const {\n      findArgs,\n      format,\n      hooks,\n      maxDocs,\n      req,\n      startPage = 1,\n      totalDocs,\n      transformDoc,\n    } = processOptions\n\n    const totalBatches = computeTotalBatches(totalDocs, maxDocs)\n\n    const docs: Record<string, unknown>[] = []\n    const columnsSet = new Set<string>()\n    const columns: string[] = []\n\n    let currentPage = startPage\n    let fetched = 0\n    let hasNextPage = true\n\n    while (hasNextPage) {\n      const remaining = Math.max(0, maxDocs - fetched)\n\n      if (remaining === 0) {\n        break\n      }\n\n      const result = await req.payload.find({\n        ...findArgs,\n        limit: Math.min(batchSize, remaining),\n        page: currentPage,\n      })\n\n      if (debug) {\n        req.payload.logger.debug(\n          `Processing export batch ${currentPage} with ${result.docs.length} documents`,\n        )\n      }\n\n      const batchNumber = currentPage - startPage + 1\n      const originalDocs = result.docs as Record<string, unknown>[]\n      const batchData = result.docs.map((doc) => transformDoc(doc as TDoc))\n\n      const dataToWrite =\n        hooks?.before && batchData.length > 0\n          ? await hooks.before({\n              batchNumber,\n              data: batchData,\n              format,\n              originalData: originalDocs,\n              req,\n              totalBatches,\n            })\n          : batchData\n\n      for (const row of dataToWrite) {\n        docs.push(row)\n\n        if (format === 'csv') {\n          for (const key of Object.keys(row)) {\n            if (!columnsSet.has(key)) {\n              columnsSet.add(key)\n              columns.push(key)\n            }\n          }\n        }\n      }\n\n      if (hooks?.after && dataToWrite.length > 0) {\n        await hooks.after({\n          batchNumber,\n          data: dataToWrite,\n          format,\n          originalData: originalDocs,\n          req,\n          totalBatches,\n        })\n      }\n\n      fetched += result.docs.length\n      hasNextPage = result.hasNextPage && fetched < maxDocs\n      currentPage++\n    }\n\n    return { columns, docs, fetchedCount: fetched }\n  }\n\n  /**\n   * Async generator for streaming export - yields batches instead of collecting all.\n   * Useful for streaming exports where you want to process batches as they're fetched.\n   *\n   * @param processOptions - Options for the export operation\n   * @yields Batch results containing transformed documents and discovered columns\n   *\n   * @example\n   * ```ts\n   * const processor = createExportBatchProcessor({ batchSize: 100 })\n   *\n   * for await (const batch of processor.streamExport({ ... })) {\n   *   // Process each batch as it's yielded\n   *   console.log(`Got ${batch.docs.length} documents`)\n   * }\n   * ```\n   */\n  async function* streamExport<TDoc>(\n    processOptions: ExportProcessOptions<TDoc>,\n  ): AsyncGenerator<{ columns: string[]; docs: Record<string, unknown>[] }> {\n    const {\n      findArgs,\n      format,\n      hooks,\n      maxDocs,\n      req,\n      startPage = 1,\n      totalDocs,\n      transformDoc,\n    } = processOptions\n\n    const totalBatches = computeTotalBatches(totalDocs, maxDocs)\n\n    const columnsSet = new Set<string>()\n    const columns: string[] = []\n\n    let currentPage = startPage\n    let fetched = 0\n    let hasNextPage = true\n\n    while (hasNextPage) {\n      const remaining = Math.max(0, maxDocs - fetched)\n\n      if (remaining === 0) {\n        break\n      }\n\n      const result = await req.payload.find({\n        ...findArgs,\n        limit: Math.min(batchSize, remaining),\n        page: currentPage,\n      })\n\n      if (debug) {\n        req.payload.logger.debug(\n          `Streaming export batch ${currentPage} with ${result.docs.length} documents`,\n        )\n      }\n\n      const batchNumber = currentPage - startPage + 1\n      const originalDocs = result.docs as Record<string, unknown>[]\n      const batchData = result.docs.map((doc) => transformDoc(doc as TDoc))\n\n      const dataToWrite =\n        hooks?.before && batchData.length > 0\n          ? await hooks.before({\n              batchNumber,\n              data: batchData,\n              format,\n              originalData: originalDocs,\n              req,\n              totalBatches,\n            })\n          : batchData\n\n      for (const row of dataToWrite) {\n        if (format === 'csv') {\n          for (const key of Object.keys(row)) {\n            if (!columnsSet.has(key)) {\n              columnsSet.add(key)\n              columns.push(key)\n            }\n          }\n        }\n      }\n\n      yield { columns: [...columns], docs: dataToWrite }\n\n      if (hooks?.after && dataToWrite.length > 0) {\n        await hooks.after({\n          batchNumber,\n          data: dataToWrite,\n          format,\n          originalData: originalDocs,\n          req,\n          totalBatches,\n        })\n      }\n\n      fetched += result.docs.length\n      hasNextPage = result.hasNextPage && fetched < maxDocs\n      currentPage++\n    }\n  }\n\n  /**\n   * Discover all columns from the dataset by scanning through all batches.\n   * Useful for CSV exports where you need to know all columns before streaming.\n   *\n   * @param processOptions - Options for the export operation\n   * @returns Array of discovered column names\n   */\n  const discoverColumns = async <TDoc>(\n    processOptions: ExportProcessOptions<TDoc>,\n  ): Promise<string[]> => {\n    const { findArgs, maxDocs, req, startPage = 1, transformDoc } = processOptions\n\n    const columnsSet = new Set<string>()\n    const columns: string[] = []\n\n    let currentPage = startPage\n    let fetched = 0\n    let hasNextPage = true\n\n    while (hasNextPage) {\n      const remaining = Math.max(0, maxDocs - fetched)\n\n      if (remaining === 0) {\n        break\n      }\n\n      const result = await req.payload.find({\n        ...findArgs,\n        limit: Math.min(batchSize, remaining),\n        page: currentPage,\n      })\n\n      if (debug) {\n        req.payload.logger.debug(\n          `Scanning columns from batch ${currentPage} with ${result.docs.length} documents`,\n        )\n      }\n\n      for (const doc of result.docs) {\n        const transformedDoc = transformDoc(doc as TDoc)\n\n        for (const key of Object.keys(transformedDoc)) {\n          if (!columnsSet.has(key)) {\n            columnsSet.add(key)\n            columns.push(key)\n          }\n        }\n      }\n\n      fetched += result.docs.length\n      hasNextPage = result.hasNextPage && fetched < maxDocs\n      currentPage++\n    }\n\n    if (debug) {\n      req.payload.logger.debug(`Discovered ${columns.length} columns`)\n    }\n\n    return columns\n  }\n\n  return {\n    discoverColumns,\n    processExport,\n    streamExport,\n  }\n}\n"],"names":["createExportBatchProcessor","options","batchSize","debug","computeTotalBatches","totalDocs","maxDocs","effectiveDocs","undefined","Math","min","Number","POSITIVE_INFINITY","ceil","processExport","processOptions","findArgs","format","hooks","req","startPage","transformDoc","totalBatches","docs","columnsSet","Set","columns","currentPage","fetched","hasNextPage","remaining","max","result","payload","find","limit","page","logger","length","batchNumber","originalDocs","batchData","map","doc","dataToWrite","before","data","originalData","row","push","key","Object","keys","has","add","after","fetchedCount","streamExport","discoverColumns","transformedDoc"],"mappings":"AAAA;;;CAGC,GA0FD;;;;;;;;;;;;;;;;;;;CAmBC,GACD,OAAO,SAASA,2BAA2BC,UAAuC,CAAC,CAAC;IAClF,MAAMC,YAAYD,QAAQC,SAAS,IAAI;IACvC,MAAMC,QAAQF,QAAQE,KAAK,IAAI;IAE/B,MAAMC,sBAAsB,CAACC,WAA+BC;QAC1D,MAAMC,gBACJF,cAAcG,YACVC,KAAKC,GAAG,CAACL,WAAWC,YAAYK,OAAOC,iBAAiB,GAAGP,YAAYC,WACvE;QACN,OAAOC,gBAAgB,IAAIE,KAAKI,IAAI,CAACN,gBAAgBL,aAAa;IACpE;IAEA;;;;;GAKC,GACD,MAAMY,gBAAgB,OACpBC;QAEA,MAAM,EACJC,QAAQ,EACRC,MAAM,EACNC,KAAK,EACLZ,OAAO,EACPa,GAAG,EACHC,YAAY,CAAC,EACbf,SAAS,EACTgB,YAAY,EACb,GAAGN;QAEJ,MAAMO,eAAelB,oBAAoBC,WAAWC;QAEpD,MAAMiB,OAAkC,EAAE;QAC1C,MAAMC,aAAa,IAAIC;QACvB,MAAMC,UAAoB,EAAE;QAE5B,IAAIC,cAAcP;QAClB,IAAIQ,UAAU;QACd,IAAIC,cAAc;QAElB,MAAOA,YAAa;YAClB,MAAMC,YAAYrB,KAAKsB,GAAG,CAAC,GAAGzB,UAAUsB;YAExC,IAAIE,cAAc,GAAG;gBACnB;YACF;YAEA,MAAME,SAAS,MAAMb,IAAIc,OAAO,CAACC,IAAI,CAAC;gBACpC,GAAGlB,QAAQ;gBACXmB,OAAO1B,KAAKC,GAAG,CAACR,WAAW4B;gBAC3BM,MAAMT;YACR;YAEA,IAAIxB,OAAO;gBACTgB,IAAIc,OAAO,CAACI,MAAM,CAAClC,KAAK,CACtB,CAAC,wBAAwB,EAAEwB,YAAY,MAAM,EAAEK,OAAOT,IAAI,CAACe,MAAM,CAAC,UAAU,CAAC;YAEjF;YAEA,MAAMC,cAAcZ,cAAcP,YAAY;YAC9C,MAAMoB,eAAeR,OAAOT,IAAI;YAChC,MAAMkB,YAAYT,OAAOT,IAAI,CAACmB,GAAG,CAAC,CAACC,MAAQtB,aAAasB;YAExD,MAAMC,cACJ1B,OAAO2B,UAAUJ,UAAUH,MAAM,GAAG,IAChC,MAAMpB,MAAM2B,MAAM,CAAC;gBACjBN;gBACAO,MAAML;gBACNxB;gBACA8B,cAAcP;gBACdrB;gBACAG;YACF,KACAmB;YAEN,KAAK,MAAMO,OAAOJ,YAAa;gBAC7BrB,KAAK0B,IAAI,CAACD;gBAEV,IAAI/B,WAAW,OAAO;oBACpB,KAAK,MAAMiC,OAAOC,OAAOC,IAAI,CAACJ,KAAM;wBAClC,IAAI,CAACxB,WAAW6B,GAAG,CAACH,MAAM;4BACxB1B,WAAW8B,GAAG,CAACJ;4BACfxB,QAAQuB,IAAI,CAACC;wBACf;oBACF;gBACF;YACF;YAEA,IAAIhC,OAAOqC,SAASX,YAAYN,MAAM,GAAG,GAAG;gBAC1C,MAAMpB,MAAMqC,KAAK,CAAC;oBAChBhB;oBACAO,MAAMF;oBACN3B;oBACA8B,cAAcP;oBACdrB;oBACAG;gBACF;YACF;YAEAM,WAAWI,OAAOT,IAAI,CAACe,MAAM;YAC7BT,cAAcG,OAAOH,WAAW,IAAID,UAAUtB;YAC9CqB;QACF;QAEA,OAAO;YAAED;YAASH;YAAMiC,cAAc5B;QAAQ;IAChD;IAEA;;;;;;;;;;;;;;;;GAgBC,GACD,gBAAgB6B,aACd1C,cAA0C;QAE1C,MAAM,EACJC,QAAQ,EACRC,MAAM,EACNC,KAAK,EACLZ,OAAO,EACPa,GAAG,EACHC,YAAY,CAAC,EACbf,SAAS,EACTgB,YAAY,EACb,GAAGN;QAEJ,MAAMO,eAAelB,oBAAoBC,WAAWC;QAEpD,MAAMkB,aAAa,IAAIC;QACvB,MAAMC,UAAoB,EAAE;QAE5B,IAAIC,cAAcP;QAClB,IAAIQ,UAAU;QACd,IAAIC,cAAc;QAElB,MAAOA,YAAa;YAClB,MAAMC,YAAYrB,KAAKsB,GAAG,CAAC,GAAGzB,UAAUsB;YAExC,IAAIE,cAAc,GAAG;gBACnB;YACF;YAEA,MAAME,SAAS,MAAMb,IAAIc,OAAO,CAACC,IAAI,CAAC;gBACpC,GAAGlB,QAAQ;gBACXmB,OAAO1B,KAAKC,GAAG,CAACR,WAAW4B;gBAC3BM,MAAMT;YACR;YAEA,IAAIxB,OAAO;gBACTgB,IAAIc,OAAO,CAACI,MAAM,CAAClC,KAAK,CACtB,CAAC,uBAAuB,EAAEwB,YAAY,MAAM,EAAEK,OAAOT,IAAI,CAACe,MAAM,CAAC,UAAU,CAAC;YAEhF;YAEA,MAAMC,cAAcZ,cAAcP,YAAY;YAC9C,MAAMoB,eAAeR,OAAOT,IAAI;YAChC,MAAMkB,YAAYT,OAAOT,IAAI,CAACmB,GAAG,CAAC,CAACC,MAAQtB,aAAasB;YAExD,MAAMC,cACJ1B,OAAO2B,UAAUJ,UAAUH,MAAM,GAAG,IAChC,MAAMpB,MAAM2B,MAAM,CAAC;gBACjBN;gBACAO,MAAML;gBACNxB;gBACA8B,cAAcP;gBACdrB;gBACAG;YACF,KACAmB;YAEN,KAAK,MAAMO,OAAOJ,YAAa;gBAC7B,IAAI3B,WAAW,OAAO;oBACpB,KAAK,MAAMiC,OAAOC,OAAOC,IAAI,CAACJ,KAAM;wBAClC,IAAI,CAACxB,WAAW6B,GAAG,CAACH,MAAM;4BACxB1B,WAAW8B,GAAG,CAACJ;4BACfxB,QAAQuB,IAAI,CAACC;wBACf;oBACF;gBACF;YACF;YAEA,MAAM;gBAAExB,SAAS;uBAAIA;iBAAQ;gBAAEH,MAAMqB;YAAY;YAEjD,IAAI1B,OAAOqC,SAASX,YAAYN,MAAM,GAAG,GAAG;gBAC1C,MAAMpB,MAAMqC,KAAK,CAAC;oBAChBhB;oBACAO,MAAMF;oBACN3B;oBACA8B,cAAcP;oBACdrB;oBACAG;gBACF;YACF;YAEAM,WAAWI,OAAOT,IAAI,CAACe,MAAM;YAC7BT,cAAcG,OAAOH,WAAW,IAAID,UAAUtB;YAC9CqB;QACF;IACF;IAEA;;;;;;GAMC,GACD,MAAM+B,kBAAkB,OACtB3C;QAEA,MAAM,EAAEC,QAAQ,EAAEV,OAAO,EAAEa,GAAG,EAAEC,YAAY,CAAC,EAAEC,YAAY,EAAE,GAAGN;QAEhE,MAAMS,aAAa,IAAIC;QACvB,MAAMC,UAAoB,EAAE;QAE5B,IAAIC,cAAcP;QAClB,IAAIQ,UAAU;QACd,IAAIC,cAAc;QAElB,MAAOA,YAAa;YAClB,MAAMC,YAAYrB,KAAKsB,GAAG,CAAC,GAAGzB,UAAUsB;YAExC,IAAIE,cAAc,GAAG;gBACnB;YACF;YAEA,MAAME,SAAS,MAAMb,IAAIc,OAAO,CAACC,IAAI,CAAC;gBACpC,GAAGlB,QAAQ;gBACXmB,OAAO1B,KAAKC,GAAG,CAACR,WAAW4B;gBAC3BM,MAAMT;YACR;YAEA,IAAIxB,OAAO;gBACTgB,IAAIc,OAAO,CAACI,MAAM,CAAClC,KAAK,CACtB,CAAC,4BAA4B,EAAEwB,YAAY,MAAM,EAAEK,OAAOT,IAAI,CAACe,MAAM,CAAC,UAAU,CAAC;YAErF;YAEA,KAAK,MAAMK,OAAOX,OAAOT,IAAI,CAAE;gBAC7B,MAAMoC,iBAAiBtC,aAAasB;gBAEpC,KAAK,MAAMO,OAAOC,OAAOC,IAAI,CAACO,gBAAiB;oBAC7C,IAAI,CAACnC,WAAW6B,GAAG,CAACH,MAAM;wBACxB1B,WAAW8B,GAAG,CAACJ;wBACfxB,QAAQuB,IAAI,CAACC;oBACf;gBACF;YACF;YAEAtB,WAAWI,OAAOT,IAAI,CAACe,MAAM;YAC7BT,cAAcG,OAAOH,WAAW,IAAID,UAAUtB;YAC9CqB;QACF;QAEA,IAAIxB,OAAO;YACTgB,IAAIc,OAAO,CAACI,MAAM,CAAClC,KAAK,CAAC,CAAC,WAAW,EAAEuB,QAAQY,MAAM,CAAC,QAAQ,CAAC;QACjE;QAEA,OAAOZ;IACT;IAEA,OAAO;QACLgC;QACA5C;QACA2C;IACF;AACF"}

package/dist/export/createExport.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createExport.d.ts","sourceRoot":"","sources":["../../src/export/createExport.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,IAAI,EAAa,KAAK,EAAE,MAAM,SAAS,CAAA;AAerE,MAAM,MAAM,MAAM,GAAG;IACnB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,MAAM,CAAC,EAAE,IAAI,GAAG,KAAK,CAAA;IACrB,gBAAgB,EAAE,MAAM,CAAA;IACxB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,MAAM,EAAE,KAAK,GAAG,MAAM,CAAA;IACtB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;IACnB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,IAAI,CAAA;IACX,cAAc,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,MAAM,GAAG,MAAM,CAAA;IACvB,KAAK,CAAC,EAAE,KAAK,CAAA;CACd,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,GAAG,EAAE,cAAc,CAAA;CACpB,GAAG,MAAM,CAAA;AAEV,eAAO,MAAM,YAAY,SAAgB,gBAAgB,kCA8fxD,CAAA"}
+{"version":3,"file":"createExport.d.ts","sourceRoot":"","sources":["../../src/export/createExport.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,IAAI,EAAa,KAAK,EAAE,MAAM,SAAS,CAAA;AAgBrE,MAAM,MAAM,MAAM,GAAG;IACnB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,MAAM,CAAC,EAAE,IAAI,GAAG,KAAK,CAAA;IACrB,gBAAgB,EAAE,MAAM,CAAA;IACxB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,MAAM,EAAE,KAAK,GAAG,MAAM,CAAA;IACtB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;IACnB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,IAAI,CAAA;IACX,cAAc,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,MAAM,GAAG,MAAM,CAAA;IACvB,KAAK,CAAC,EAAE,KAAK,CAAA;CACd,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,GAAG,EAAE,cAAc,CAAA;CACpB,GAAG,MAAM,CAAA;AAEV,eAAO,MAAM,YAAY,SAAgB,gBAAgB,kCAgmBxD,CAAA"}

package/dist/export/createExport.js

@@ -1,6 +1,7 @@
 /* eslint-disable perfectionist/sort-objects */ import { stringify } from 'csv-stringify/sync';
 import { APIError } from 'payload';
 import { Readable } from 'stream';
+import { applyFieldHooks } from '../utilities/applyFieldHooks.js';
 import { buildDisabledFieldRegex } from '../utilities/buildDisabledFieldRegex.js';
 import { flattenObject } from '../utilities/flattenObject.js';
 import { getExportFieldFunctions } from '../utilities/getExportFieldFunctions.js';
@@ -63,10 +64,10 @@ export const createExport = async (args)=>{
     const select = Array.isArray(fields) && fields.length > 0 ? getSelect(fields) : undefined;
     if (debug) {
         req.payload.logger.debug({
-            message: 'Export configuration:',
-            name,
             isCSV,
-            locale
+            locale,
+            msg: 'Export configuration:',
+            name
         });
     }
     // Determine maximum export documents:
@@ -102,8 +103,8 @@ export const createExport = async (args)=>{
         accessDenied = true;
         if (debug) {
             req.payload.logger.debug({
-                message: 'Access denied for collection, creating empty export',
-                collectionSlug
+                collectionSlug,
+                msg: 'Access denied for collection, creating empty export'
             });
         }
     }
@@ -125,13 +126,14 @@ export const createExport = async (args)=>{
     };
     if (debug) {
         req.payload.logger.debug({
-            message: 'Find arguments:',
-            findArgs
+            findArgs,
+            msg: 'Find arguments:'
         });
     }
-    const toCSVFunctions = getExportFieldFunctions({
+    const exportFieldHooks = getExportFieldFunctions({
         fields: collectionConfig.flattenedFields
     });
+    const exportHooks = collectionConfig.custom?.['plugin-import-export']?.exportHooks;
     const disabledFields = collectionConfig.admin?.custom?.['plugin-import-export']?.disabledFields ?? [];
     const disabledMatchers = disabledFields.map(buildDisabledFieldRegex);
     const filterDisabledCSV = (row)=>{
@@ -193,6 +195,9 @@ export const createExport = async (args)=>{
         let currentBatchPage = adjustedPage;
         let fetched = 0;
         const maxDocs = typeof maxExportDocuments === 'number' ? maxExportDocuments : Number.POSITIVE_INFINITY;
+        const effectiveStreamDocs = typeof maxExportDocuments === 'number' ? Math.min(totalDocs, maxExportDocuments) : totalDocs;
+        const totalBatches = effectiveStreamDocs > 0 ? Math.ceil(effectiveStreamDocs / batchSize) : 1;
+        let streamBatchNumber = 0;
         const stream = new Readable({
             async read () {
                 const remaining = Math.max(0, maxDocs - fetched);
@@ -221,18 +226,33 @@ export const createExport = async (args)=>{
                     this.push(null);
                     return;
                 }
+                streamBatchNumber++;
                 if (isCSV) {
                     // --- CSV Streaming ---
                     const batchRows = result.docs.map((doc)=>filterDisabledCSV(flattenObject({
-                            doc,
+                            data: doc,
                             fields,
-                            toCSVFunctions
+                            format,
+                            exportFieldHooks,
+                            req
                         })));
+                    const originalDocs = result.docs;
+                    let batchRowsToWrite = batchRows;
+                    if (exportHooks?.before && batchRows.length > 0) {
+                        batchRowsToWrite = await exportHooks.before({
+                            batchNumber: streamBatchNumber,
+                            data: batchRows,
+                            format,
+                            originalData: originalDocs,
+                            req,
+                            totalBatches
+                        });
+                    }
                     // On first batch, discover additional columns from data and merge with schema
                     if (!columnsFinalized) {
                         const dataColumns = [];
                         const seenCols = new Set();
-                        for (const row of batchRows){
+                        for (const row of batchRowsToWrite){
                             for (const key of Object.keys(row)){
                                 if (!seenCols.has(key)) {
                                     seenCols.add(key);
@@ -240,8 +260,11 @@ export const createExport = async (args)=>{
                                 }
                             }
                         }
-                        // Merge schema columns with data-discovered columns
-                        allColumns = mergeColumns(schemaColumns, dataColumns);
+                        // Merge schema columns with data-discovered columns.
+                        // When a before hook is active and rows exist, restrict to columns actually present
+                        // in the data so that the hook can remove fields by not returning them.
+                        const mergedColumns = mergeColumns(schemaColumns, dataColumns);
+                        allColumns = Boolean(exportHooks?.before) && batchRowsToWrite.length > 0 ? mergedColumns.filter((col)=>dataColumns.includes(col)) : mergedColumns;
                         columnsFinalized = true;
                         if (debug) {
                             req.payload.logger.debug({
@@ -251,7 +274,7 @@ export const createExport = async (args)=>{
                             });
                         }
                     }
-                    const paddedRows = batchRows.map((row)=>{
+                    const paddedRows = batchRowsToWrite.map((row)=>{
                         const fullRow = {};
                         for (const col of allColumns){
                             fullRow[col] = row[col] ?? '';
@@ -264,16 +287,56 @@ export const createExport = async (args)=>{
                         columns: allColumns
                     });
                     this.push(encoder.encode(csvString));
+                    if (exportHooks?.after && batchRowsToWrite.length > 0) {
+                        await exportHooks.after({
+                            batchNumber: streamBatchNumber,
+                            data: batchRowsToWrite,
+                            format,
+                            originalData: originalDocs,
+                            req,
+                            totalBatches
+                        });
+                    }
                 } else {
                     // --- JSON Streaming ---
-                    const batchRows = result.docs.map((doc)=>filterDisabledJSON(doc));
+                    const batchRows = result.docs.map((doc)=>filterDisabledJSON(applyFieldHooks({
+                            data: doc,
+                            fieldHooks: exportFieldHooks,
+                            fields: collectionConfig.flattenedFields,
+                            format,
+                            operation: 'export',
+                            req,
+                            type: 'beforeExport'
+                        })));
+                    const originalDocs = result.docs;
+                    let batchRowsToWrite = batchRows;
+                    if (exportHooks?.before && batchRows.length > 0) {
+                        batchRowsToWrite = await exportHooks.before({
+                            batchNumber: streamBatchNumber,
+                            data: batchRows,
+                            format,
+                            originalData: originalDocs,
+                            req,
+                            totalBatches
+                        });
+                    }
                     // Convert each filtered/flattened row into JSON string
-                    const batchJSON = batchRows.map((row)=>JSON.stringify(row)).join(',');
+                    const batchJSON = batchRowsToWrite.map((row)=>JSON.stringify(row)).join(',');
                     if (isFirstBatch) {
                         this.push(encoder.encode('[' + batchJSON));
                     } else {
                         this.push(encoder.encode(',' + batchJSON));
                     }
+                    if (exportHooks?.after && batchRowsToWrite.length > 0) {
+                        await exportHooks.after({
+                            batchNumber: streamBatchNumber,
+                            data: batchRowsToWrite,
+                            format,
+                            originalData: originalDocs,
+                            req,
+                            totalBatches
+                        });
+                    }
                 }
                 fetched += result.docs.length;
                 isFirstBatch = false;
@@ -307,10 +370,20 @@ export const createExport = async (args)=>{
     });
     // Transform function based on format
     const transformDoc = (doc)=>isCSV ? filterDisabledCSV(flattenObject({
-            doc,
+            data: doc,
             fields,
-            toCSVFunctions
-        })) : filterDisabledJSON(doc);
+            format,
+            exportFieldHooks,
+            req
+        })) : filterDisabledJSON(applyFieldHooks({
+            data: doc,
+            fieldHooks: exportFieldHooks,
+            fields: collectionConfig.flattenedFields,
+            format,
+            operation: 'export',
+            req,
+            type: 'beforeExport'
+        }));
     // Skip fetching if access was denied - we'll create an empty export
     let exportResult = {
         columns: [],
@@ -322,9 +395,11 @@ export const createExport = async (args)=>{
             collectionSlug,
             findArgs: findArgs,
             format,
+            hooks: exportHooks,
             maxDocs: typeof maxExportDocuments === 'number' ? maxExportDocuments : Number.POSITIVE_INFINITY,
             req,
             startPage: adjustedPage,
+            totalDocs,
             transformDoc
         });
     }
@@ -343,7 +418,10 @@ export const createExport = async (args)=>{
         });
         // Merge schema columns with data-discovered columns
         // Schema provides ordering, data provides additional columns (e.g., array indices > 0)
-        const finalColumns = mergeColumns(schemaColumns, dataColumns);
+        // When a before hook is active and rows exist, restrict to columns actually present in the data
+        // so that the hook can remove fields by not returning them
+        const mergedColumns = mergeColumns(schemaColumns, dataColumns);
+        const finalColumns = Boolean(exportHooks?.before) && rows.length > 0 ? mergedColumns.filter((col)=>dataColumns.includes(col)) : mergedColumns;
         const paddedRows = rows.map((row)=>{
             const fullRow = {};
             for (const col of finalColumns){