@payloadcms/plugin-import-export 3.71.0-internal.ef75fa0 → 3.71.0

package/dist/import/getImportCollection.js

@@ -0,0 +1,258 @@
+import fs from 'fs';
+import path from 'path';
+import { createImport } from './createImport.js';
+import { getFields } from './getFields.js';
+import { handlePreview } from './handlePreview.js';
+export const getImportCollection = ({ config, importConfig, pluginConfig })=>{
+    const beforeOperation = [];
+    const afterChange = [];
+    // Extract import-specific settings
+    const disableJobsQueue = importConfig?.disableJobsQueue ?? false;
+    const batchSize = importConfig?.batchSize ?? 100;
+    const defaultVersionStatus = importConfig?.defaultVersionStatus ?? 'published';
+    // Get collection slugs for the dropdown
+    const collectionSlugs = pluginConfig.collections?.map((c)=>c.slug);
+    const collection = {
+        slug: 'imports',
+        access: {
+            update: ()=>false
+        },
+        admin: {
+            components: {
+                edit: {
+                    SaveButton: '@payloadcms/plugin-import-export/rsc#ImportSaveButton'
+                }
+            },
+            disableCopyToLocale: true,
+            group: false,
+            useAsTitle: 'filename'
+        },
+        disableDuplicate: true,
+        endpoints: [
+            {
+                handler: handlePreview,
+                method: 'post',
+                path: '/preview-data'
+            }
+        ],
+        fields: getFields(config, {
+            collectionSlugs
+        }),
+        hooks: {
+            afterChange,
+            beforeOperation
+        },
+        lockDocuments: false,
+        upload: {
+            filesRequiredOnCreate: true,
+            hideFileInputOnCreate: false,
+            hideRemoveFile: true,
+            mimeTypes: [
+                'text/csv',
+                'application/json'
+            ]
+        }
+    };
+    if (disableJobsQueue) {
+        // Process the import synchronously after the document (with file) has been created
+        afterChange.push(async ({ collection: collectionConfig, doc, operation, req })=>{
+            if (operation !== 'create' || doc.status !== 'pending') {
+                return doc;
+            }
+            const debug = pluginConfig.debug || false;
+            try {
+                // Get file data from the uploaded document
+                let fileData;
+                let fileMimetype;
+                if (doc.url && doc.url.startsWith('http')) {
+                    // File has been uploaded to external storage (S3, etc.) - fetch it
+                    const response = await fetch(doc.url);
+                    if (!response.ok) {
+                        throw new Error(`Failed to fetch file from URL: ${doc.url}`);
+                    }
+                    fileData = Buffer.from(await response.arrayBuffer());
+                    fileMimetype = doc.mimeType || 'text/csv';
+                } else {
+                    // File is stored locally - read from filesystem
+                    const filePath = doc.filename;
+                    // Get upload config from the actual sanitized collection config
+                    const uploadConfig = typeof collectionConfig?.upload === 'object' ? collectionConfig.upload : undefined;
+                    const uploadDir = uploadConfig?.staticDir || './uploads';
+                    const fullPath = path.resolve(uploadDir, filePath);
+                    fileData = await fs.promises.readFile(fullPath);
+                    fileMimetype = doc.mimeType || 'text/csv';
+                }
+                const result = await createImport({
+                    id: doc.id,
+                    name: doc.filename || 'import',
+                    batchSize,
+                    collectionSlug: doc.collectionSlug,
+                    debug,
+                    defaultVersionStatus,
+                    file: {
+                        name: doc.filename,
+                        data: fileData,
+                        mimetype: fileMimetype
+                    },
+                    format: fileMimetype === 'text/csv' ? 'csv' : 'json',
+                    importMode: doc.importMode || 'create',
+                    matchField: doc.matchField,
+                    req,
+                    userCollection: req?.user?.collection || req?.user?.user?.collection,
+                    userID: req?.user?.id || req?.user?.user?.id
+                });
+                // Determine status
+                let status;
+                if (result.errors.length === 0) {
+                    status = 'completed';
+                } else if (result.imported + result.updated === 0) {
+                    status = 'failed';
+                } else {
+                    status = 'partial';
+                }
+                const summary = {
+                    imported: result.imported,
+                    issueDetails: result.errors.length > 0 ? result.errors.map((e)=>({
+                            data: e.doc,
+                            error: e.error,
+                            row: e.index + 1
+                        })) : undefined,
+                    issues: result.errors.length,
+                    total: result.total,
+                    updated: result.updated
+                };
+                // Try to update the document with results (may fail due to transaction timing)
+                try {
+                    await req.payload.update({
+                        id: doc.id,
+                        collection: collectionConfig.slug,
+                        data: {
+                            status,
+                            summary
+                        },
+                        overrideAccess: true,
+                        req
+                    });
+                } catch (updateErr) {
+                    // Update may fail if document not yet committed, log but continue
+                    if (debug) {
+                        req.payload.logger.error({
+                            err: updateErr,
+                            msg: `Failed to update import document ${doc.id} with results`
+                        });
+                    }
+                }
+                // Return updated doc for immediate response
+                return {
+                    ...doc,
+                    status,
+                    summary
+                };
+            } catch (err) {
+                const summary = {
+                    imported: 0,
+                    issueDetails: [
+                        {
+                            data: {},
+                            error: err instanceof Error ? err.message : String(err),
+                            row: 0
+                        }
+                    ],
+                    issues: 1,
+                    total: 0,
+                    updated: 0
+                };
+                // Try to update document with error status
+                try {
+                    await req.payload.update({
+                        id: doc.id,
+                        collection: collectionConfig.slug,
+                        data: {
+                            status: 'failed',
+                            summary
+                        },
+                        overrideAccess: true,
+                        req
+                    });
+                } catch (updateErr) {
+                    // Update may fail if document not yet committed, log but continue
+                    if (debug) {
+                        req.payload.logger.error({
+                            err: updateErr,
+                            msg: `Failed to update import document ${doc.id} with error status`
+                        });
+                    }
+                }
+                if (debug) {
+                    req.payload.logger.error({
+                        err,
+                        msg: 'Import processing failed'
+                    });
+                }
+                // Return error status for immediate response
+                return {
+                    ...doc,
+                    status: 'failed',
+                    summary
+                };
+            }
+        });
+    } else {
+        // When jobs queue is enabled, queue the import as a job
+        afterChange.push(async ({ collection: collectionConfig, doc, operation, req })=>{
+            if (operation !== 'create') {
+                return;
+            }
+            try {
+                // Get file data for job - need to read from disk/URL since req.file is not available in afterChange
+                let fileData;
+                if (doc.url && doc.url.startsWith('http')) {
+                    const response = await fetch(doc.url);
+                    if (!response.ok) {
+                        throw new Error(`Failed to fetch file from URL: ${doc.url}`);
+                    }
+                    fileData = Buffer.from(await response.arrayBuffer());
+                } else {
+                    const filePath = doc.filename;
+                    // Get upload config from the actual sanitized collection config
+                    const uploadConfig = typeof collectionConfig?.upload === 'object' ? collectionConfig.upload : undefined;
+                    const uploadDir = uploadConfig?.staticDir || './uploads';
+                    const fullPath = path.resolve(uploadDir, filePath);
+                    fileData = await fs.promises.readFile(fullPath);
+                }
+                const input = {
+                    name: doc.filename,
+                    batchSize,
+                    collectionSlug: doc.collectionSlug,
+                    debug: pluginConfig.debug,
+                    defaultVersionStatus,
+                    file: {
+                        name: doc.filename,
+                        // Convert to base64 for job serialization - will be converted back to Buffer in task handler
+                        data: fileData.toString('base64'),
+                        mimetype: doc.mimeType || 'text/csv'
+                    },
+                    format: doc.mimeType === 'text/csv' ? 'csv' : 'json',
+                    importId: doc.id,
+                    importMode: doc.importMode || 'create',
+                    importsCollection: collectionConfig.slug,
+                    matchField: doc.matchField,
+                    userCollection: req.user?.collection || req?.user?.user?.collection,
+                    userID: req?.user?.id || req?.user?.user?.id
+                };
+                await req.payload.jobs.queue({
+                    input,
+                    task: 'createCollectionImport'
+                });
+            } catch (err) {
+                req.payload.logger.error({
+                    err,
+                    msg: `Failed to queue import job for document ${doc.id}`
+                });
+            }
+        });
+    }
+    return collection;
+};
+
+//# sourceMappingURL=getImportCollection.js.map

package/dist/import/getImportCollection.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/import/getImportCollection.ts"],"sourcesContent":["import type {\n  CollectionAfterChangeHook,\n  CollectionBeforeOperationHook,\n  CollectionConfig,\n  Config,\n} from 'payload'\n\nimport fs from 'fs'\nimport path from 'path'\n\nimport type { ImportConfig, ImportExportPluginConfig } from '../types.js'\nimport type { ImportTaskInput } from './getCreateImportCollectionTask.js'\n\nimport { createImport } from './createImport.js'\nimport { getFields } from './getFields.js'\nimport { handlePreview } from './handlePreview.js'\n\nexport const getImportCollection = ({\n  config,\n  importConfig,\n  pluginConfig,\n}: {\n  config: Config\n  importConfig?: ImportConfig\n  pluginConfig: ImportExportPluginConfig\n}): CollectionConfig => {\n  const beforeOperation: CollectionBeforeOperationHook[] = []\n  const afterChange: CollectionAfterChangeHook[] = []\n\n  // Extract import-specific settings\n  const disableJobsQueue = importConfig?.disableJobsQueue ?? false\n  const batchSize = importConfig?.batchSize ?? 100\n  const defaultVersionStatus = importConfig?.defaultVersionStatus ?? 'published'\n\n  // Get collection slugs for the dropdown\n  const collectionSlugs = pluginConfig.collections?.map((c) => c.slug)\n\n  const collection: CollectionConfig = {\n    slug: 'imports',\n    access: {\n      update: () => false,\n    },\n    admin: {\n      components: {\n        edit: {\n          SaveButton: '@payloadcms/plugin-import-export/rsc#ImportSaveButton',\n        },\n      },\n      disableCopyToLocale: true,\n      group: false,\n      useAsTitle: 'filename',\n    },\n    disableDuplicate: true,\n    endpoints: [\n      {\n        handler: handlePreview,\n        method: 'post',\n        path: '/preview-data',\n      },\n    ],\n    fields: getFields(config, { collectionSlugs }),\n    hooks: {\n      afterChange,\n      beforeOperation,\n    },\n    lockDocuments: false,\n    upload: {\n      filesRequiredOnCreate: true,\n      hideFileInputOnCreate: false,\n      hideRemoveFile: true,\n      mimeTypes: ['text/csv', 'application/json'],\n    },\n  }\n\n  if (disableJobsQueue) {\n    // Process the import synchronously after the document (with file) has been created\n    afterChange.push(async ({ collection: collectionConfig, doc, operation, req }) => {\n      if (operation !== 'create' || doc.status !== 'pending') {\n        return doc\n      }\n\n      const debug = pluginConfig.debug || false\n\n      try {\n        // Get file data from the uploaded document\n        let fileData: Buffer\n        let fileMimetype: string\n\n        if (doc.url && doc.url.startsWith('http')) {\n          // File has been uploaded to external storage (S3, etc.) - fetch it\n          const response = await fetch(doc.url)\n          if (!response.ok) {\n            throw new Error(`Failed to fetch file from URL: ${doc.url}`)\n          }\n          fileData = Buffer.from(await response.arrayBuffer())\n          fileMimetype = doc.mimeType || 'text/csv'\n        } else {\n          // File is stored locally - read from filesystem\n          const filePath = doc.filename\n          // Get upload config from the actual sanitized collection config\n          const uploadConfig =\n            typeof collectionConfig?.upload === 'object' ? collectionConfig.upload : undefined\n          const uploadDir = uploadConfig?.staticDir || './uploads'\n          const fullPath = path.resolve(uploadDir, filePath)\n          fileData = await fs.promises.readFile(fullPath)\n          fileMimetype = doc.mimeType || 'text/csv'\n        }\n\n        const result = await createImport({\n          id: doc.id,\n          name: doc.filename || 'import',\n          batchSize,\n          collectionSlug: doc.collectionSlug,\n          debug,\n          defaultVersionStatus,\n          file: {\n            name: doc.filename,\n            data: fileData,\n            mimetype: fileMimetype,\n          },\n          format: fileMimetype === 'text/csv' ? 'csv' : 'json',\n          importMode: doc.importMode || 'create',\n          matchField: doc.matchField,\n          req,\n          userCollection: req?.user?.collection || req?.user?.user?.collection,\n          userID: req?.user?.id || req?.user?.user?.id,\n        })\n\n        // Determine status\n        let status: 'completed' | 'failed' | 'partial'\n        if (result.errors.length === 0) {\n          status = 'completed'\n        } else if (result.imported + result.updated === 0) {\n          status = 'failed'\n        } else {\n          status = 'partial'\n        }\n\n        const summary = {\n          imported: result.imported,\n          issueDetails:\n            result.errors.length > 0\n              ? result.errors.map((e) => ({\n                  data: e.doc,\n                  error: e.error,\n                  row: e.index + 1,\n                }))\n              : undefined,\n          issues: result.errors.length,\n          total: result.total,\n          updated: result.updated,\n        }\n\n        // Try to update the document with results (may fail due to transaction timing)\n        try {\n          await req.payload.update({\n            id: doc.id,\n            collection: collectionConfig.slug,\n            data: {\n              status,\n              summary,\n            },\n            overrideAccess: true,\n            req,\n          })\n        } catch (updateErr) {\n          // Update may fail if document not yet committed, log but continue\n          if (debug) {\n            req.payload.logger.error({\n              err: updateErr,\n              msg: `Failed to update import document ${doc.id} with results`,\n            })\n          }\n        }\n\n        // Return updated doc for immediate response\n        return {\n          ...doc,\n          status,\n          summary,\n        }\n      } catch (err) {\n        const summary = {\n          imported: 0,\n          issueDetails: [\n            {\n              data: {},\n              error: err instanceof Error ? err.message : String(err),\n              row: 0,\n            },\n          ],\n          issues: 1,\n          total: 0,\n          updated: 0,\n        }\n\n        // Try to update document with error status\n        try {\n          await req.payload.update({\n            id: doc.id,\n            collection: collectionConfig.slug,\n            data: {\n              status: 'failed',\n              summary,\n            },\n            overrideAccess: true,\n            req,\n          })\n        } catch (updateErr) {\n          // Update may fail if document not yet committed, log but continue\n          if (debug) {\n            req.payload.logger.error({\n              err: updateErr,\n              msg: `Failed to update import document ${doc.id} with error status`,\n            })\n          }\n        }\n\n        if (debug) {\n          req.payload.logger.error({\n            err,\n            msg: 'Import processing failed',\n          })\n        }\n\n        // Return error status for immediate response\n        return {\n          ...doc,\n          status: 'failed',\n          summary,\n        }\n      }\n    })\n  } else {\n    // When jobs queue is enabled, queue the import as a job\n    afterChange.push(async ({ collection: collectionConfig, doc, operation, req }) => {\n      if (operation !== 'create') {\n        return\n      }\n\n      try {\n        // Get file data for job - need to read from disk/URL since req.file is not available in afterChange\n        let fileData: Buffer\n        if (doc.url && doc.url.startsWith('http')) {\n          const response = await fetch(doc.url)\n          if (!response.ok) {\n            throw new Error(`Failed to fetch file from URL: ${doc.url}`)\n          }\n          fileData = Buffer.from(await response.arrayBuffer())\n        } else {\n          const filePath = doc.filename\n          // Get upload config from the actual sanitized collection config\n          const uploadConfig =\n            typeof collectionConfig?.upload === 'object' ? collectionConfig.upload : undefined\n          const uploadDir = uploadConfig?.staticDir || './uploads'\n          const fullPath = path.resolve(uploadDir, filePath)\n          fileData = await fs.promises.readFile(fullPath)\n        }\n\n        const input: ImportTaskInput = {\n          name: doc.filename,\n          batchSize,\n          collectionSlug: doc.collectionSlug,\n          debug: pluginConfig.debug,\n          defaultVersionStatus,\n          file: {\n            name: doc.filename,\n            // Convert to base64 for job serialization - will be converted back to Buffer in task handler\n            data: fileData.toString('base64') as unknown as Buffer,\n            mimetype: doc.mimeType || 'text/csv',\n          },\n          format: doc.mimeType === 'text/csv' ? 'csv' : 'json',\n          importId: doc.id,\n          importMode: doc.importMode || 'create',\n          importsCollection: collectionConfig.slug,\n          matchField: doc.matchField,\n          userCollection: req.user?.collection || req?.user?.user?.collection,\n          userID: req?.user?.id || req?.user?.user?.id,\n        }\n\n        await req.payload.jobs.queue({\n          input,\n          task: 'createCollectionImport',\n        })\n      } catch (err) {\n        req.payload.logger.error({\n          err,\n          msg: `Failed to queue import job for document ${doc.id}`,\n        })\n      }\n    })\n  }\n\n  return collection\n}\n"],"names":["fs","path","createImport","getFields","handlePreview","getImportCollection","config","importConfig","pluginConfig","beforeOperation","afterChange","disableJobsQueue","batchSize","defaultVersionStatus","collectionSlugs","collections","map","c","slug","collection","access","update","admin","components","edit","SaveButton","disableCopyToLocale","group","useAsTitle","disableDuplicate","endpoints","handler","method","fields","hooks","lockDocuments","upload","filesRequiredOnCreate","hideFileInputOnCreate","hideRemoveFile","mimeTypes","push","collectionConfig","doc","operation","req","status","debug","fileData","fileMimetype","url","startsWith","response","fetch","ok","Error","Buffer","from","arrayBuffer","mimeType","filePath","filename","uploadConfig","undefined","uploadDir","staticDir","fullPath","resolve","promises","readFile","result","id","name","collectionSlug","file","data","mimetype","format","importMode","matchField","userCollection","user","userID","errors","length","imported","updated","summary","issueDetails","e","error","row","index","issues","total","payload","overrideAccess","updateErr","logger","err","msg","message","String","input","toString","importId","importsCollection","jobs","queue","task"],"mappings":"AAOA,OAAOA,QAAQ,KAAI;AACnB,OAAOC,UAAU,OAAM;AAKvB,SAASC,YAAY,QAAQ,oBAAmB;AAChD,SAASC,SAAS,QAAQ,iBAAgB;AAC1C,SAASC,aAAa,QAAQ,qBAAoB;AAElD,OAAO,MAAMC,sBAAsB,CAAC,EAClCC,MAAM,EACNC,YAAY,EACZC,YAAY,EAKb;IACC,MAAMC,kBAAmD,EAAE;IAC3D,MAAMC,cAA2C,EAAE;IAEnD,mCAAmC;IACnC,MAAMC,mBAAmBJ,cAAcI,oBAAoB;IAC3D,MAAMC,YAAYL,cAAcK,aAAa;IAC7C,MAAMC,uBAAuBN,cAAcM,wBAAwB;IAEnE,wCAAwC;IACxC,MAAMC,kBAAkBN,aAAaO,WAAW,EAAEC,IAAI,CAACC,IAAMA,EAAEC,IAAI;IAEnE,MAAMC,aAA+B;QACnCD,MAAM;QACNE,QAAQ;YACNC,QAAQ,IAAM;QAChB;QACAC,OAAO;YACLC,YAAY;gBACVC,MAAM;oBACJC,YAAY;gBACd;YACF;YACAC,qBAAqB;YACrBC,OAAO;YACPC,YAAY;QACd;QACAC,kBAAkB;QAClBC,WAAW;YACT;gBACEC,SAAS3B;gBACT4B,QAAQ;gBACR/B,MAAM;YACR;SACD;QACDgC,QAAQ9B,UAAUG,QAAQ;YAAEQ;QAAgB;QAC5CoB,OAAO;YACLxB;YACAD;QACF;QACA0B,eAAe;QACfC,QAAQ;YACNC,uBAAuB;YACvBC,uBAAuB;YACvBC,gBAAgB;YAChBC,WAAW;gBAAC;gBAAY;aAAmB;QAC7C;IACF;IAEA,IAAI7B,kBAAkB;QACpB,mFAAmF;QACnFD,YAAY+B,IAAI,CAAC,OAAO,EAAEtB,YAAYuB,gBAAgB,EAAEC,GAAG,EAAEC,SAAS,EAAEC,GAAG,EAAE;YAC3E,IAAID,cAAc,YAAYD,IAAIG,MAAM,KAAK,WAAW;gBACtD,OAAOH;YACT;YAEA,MAAMI,QAAQvC,aAAauC,KAAK,IAAI;YAEpC,IAAI;gBACF,2CAA2C;gBAC3C,IAAIC;gBACJ,IAAIC;gBAEJ,IAAIN,IAAIO,GAAG,IAAIP,IAAIO,GAAG,CAACC,UAAU,CAAC,SAAS;oBACzC,mEAAmE;oBACnE,MAAMC,WAAW,MAAMC,MAAMV,IAAIO,GAAG;oBACpC,IAAI,CAACE,SAASE,EAAE,EAAE;wBAChB,MAAM,IAAIC,MAAM,CAAC,+BAA+B,EAAEZ,IAAIO,GAAG,EAAE;oBAC7D;oBACAF,WAAWQ,OAAOC,IAAI,CAAC,MAAML,SAASM,WAAW;oBACjDT,eAAeN,IAAIgB,QAAQ,IAAI;gBACjC,OAAO;oBACL,gDAAgD;oBAChD,MAAMC,WAAWjB,IAAIkB,QAAQ;oBAC7B,gEAAgE;oBAChE,MAAMC,eACJ,OAAOpB,kBAAkBN,WAAW,WAAWM,iBAAiBN,MAAM,GAAG2B;oBAC3E,MAAMC,YAAYF,cAAcG,aAAa;oBAC7C,MAAMC,WAAWjE,KAAKkE,OAAO,CAACH,WAAWJ;oBACzCZ,WAAW,MAAMhD,GAAGoE,QAAQ,CAACC,QAAQ,CAACH;oBACtCjB,eAAeN,IAAIgB,QAAQ,IAAI;gBACjC;gBAEA,MAAMW,SAAS,MAAMpE,aAAa;oBAChCqE,IAAI5B,IAAI4B,EAAE;oBACVC,MAAM7B,IAAIkB,QAAQ,IAAI;oBACtBjD;oBACA6D,gBAAgB9B,IAAI8B,cAAc;oBAClC1B;oBACAlC;oBACA6D,MAAM;wBACJF,MAAM7B,IAAIkB,QAAQ;wBAClBc,MAAM3B;wBACN4B,UAAU3B;oBACZ;oBACA4B,QAAQ5B,iBAAiB,aAAa,QAAQ;oBAC9C6B,YAAYnC,IAAImC,UAAU,IAAI;oBAC9BC,YAAYpC,IAAIoC,UAAU;oBAC1BlC;oBACAmC,gBAAgBnC,KAAKoC,MAAM9D,cAAc0B,KAAKoC,MAAMA,MAAM9D;oBAC1D+D,QAAQrC,KAAKoC,MAAMV,MAAM1B,KAAKoC,MAAMA,MAAMV;gBAC5C;gBAEA,mBAAmB;gBACnB,IAAIzB;gBACJ,IAAIwB,OAAOa,MAAM,CAACC,MAAM,KAAK,GAAG;oBAC9BtC,SAAS;gBACX,OAAO,IAAIwB,OAAOe,QAAQ,GAAGf,OAAOgB,OAAO,KAAK,GAAG;oBACjDxC,SAAS;gBACX,OAAO;oBACLA,SAAS;gBACX;gBAEA,MAAMyC,UAAU;oBACdF,UAAUf,OAAOe,QAAQ;oBACzBG,cACElB,OAAOa,MAAM,CAACC,MAAM,GAAG,IACnBd,OAAOa,MAAM,CAACnE,GAAG,CAAC,CAACyE,IAAO,CAAA;4BACxBd,MAAMc,EAAE9C,GAAG;4BACX+C,OAAOD,EAAEC,KAAK;4BACdC,KAAKF,EAAEG,KAAK,GAAG;wBACjB,CAAA,KACA7B;oBACN8B,QAAQvB,OAAOa,MAAM,CAACC,MAAM;oBAC5BU,OAAOxB,OAAOwB,KAAK;oBACnBR,SAAShB,OAAOgB,OAAO;gBACzB;gBAEA,+EAA+E;gBAC/E,IAAI;oBACF,MAAMzC,IAAIkD,OAAO,CAAC1E,MAAM,CAAC;wBACvBkD,IAAI5B,IAAI4B,EAAE;wBACVpD,YAAYuB,iBAAiBxB,IAAI;wBACjCyD,MAAM;4BACJ7B;4BACAyC;wBACF;wBACAS,gBAAgB;wBAChBnD;oBACF;gBACF,EAAE,OAAOoD,WAAW;oBAClB,kEAAkE;oBAClE,IAAIlD,OAAO;wBACTF,IAAIkD,OAAO,CAACG,MAAM,CAACR,KAAK,CAAC;4BACvBS,KAAKF;4BACLG,KAAK,CAAC,iCAAiC,EAAEzD,IAAI4B,EAAE,CAAC,aAAa,CAAC;wBAChE;oBACF;gBACF;gBAEA,4CAA4C;gBAC5C,OAAO;oBACL,GAAG5B,GAAG;oBACNG;oBACAyC;gBACF;YACF,EAAE,OAAOY,KAAK;gBACZ,MAAMZ,UAAU;oBACdF,UAAU;oBACVG,cAAc;wBACZ;4BACEb,MAAM,CAAC;4BACPe,OAAOS,eAAe5C,QAAQ4C,IAAIE,OAAO,GAAGC,OAAOH;4BACnDR,KAAK;wBACP;qBACD;oBACDE,QAAQ;oBACRC,OAAO;oBACPR,SAAS;gBACX;gBAEA,2CAA2C;gBAC3C,IAAI;oBACF,MAAMzC,IAAIkD,OAAO,CAAC1E,MAAM,CAAC;wBACvBkD,IAAI5B,IAAI4B,EAAE;wBACVpD,YAAYuB,iBAAiBxB,IAAI;wBACjCyD,MAAM;4BACJ7B,QAAQ;4BACRyC;wBACF;wBACAS,gBAAgB;wBAChBnD;oBACF;gBACF,EAAE,OAAOoD,WAAW;oBAClB,kEAAkE;oBAClE,IAAIlD,OAAO;wBACTF,IAAIkD,OAAO,CAACG,MAAM,CAACR,KAAK,CAAC;4BACvBS,KAAKF;4BACLG,KAAK,CAAC,iCAAiC,EAAEzD,IAAI4B,EAAE,CAAC,kBAAkB,CAAC;wBACrE;oBACF;gBACF;gBAEA,IAAIxB,OAAO;oBACTF,IAAIkD,OAAO,CAACG,MAAM,CAACR,KAAK,CAAC;wBACvBS;wBACAC,KAAK;oBACP;gBACF;gBAEA,6CAA6C;gBAC7C,OAAO;oBACL,GAAGzD,GAAG;oBACNG,QAAQ;oBACRyC;gBACF;YACF;QACF;IACF,OAAO;QACL,wDAAwD;QACxD7E,YAAY+B,IAAI,CAAC,OAAO,EAAEtB,YAAYuB,gBAAgB,EAAEC,GAAG,EAAEC,SAAS,EAAEC,GAAG,EAAE;YAC3E,IAAID,cAAc,UAAU;gBAC1B;YACF;YAEA,IAAI;gBACF,oGAAoG;gBACpG,IAAII;gBACJ,IAAIL,IAAIO,GAAG,IAAIP,IAAIO,GAAG,CAACC,UAAU,CAAC,SAAS;oBACzC,MAAMC,WAAW,MAAMC,MAAMV,IAAIO,GAAG;oBACpC,IAAI,CAACE,SAASE,EAAE,EAAE;wBAChB,MAAM,IAAIC,MAAM,CAAC,+BAA+B,EAAEZ,IAAIO,GAAG,EAAE;oBAC7D;oBACAF,WAAWQ,OAAOC,IAAI,CAAC,MAAML,SAASM,WAAW;gBACnD,OAAO;oBACL,MAAME,WAAWjB,IAAIkB,QAAQ;oBAC7B,gEAAgE;oBAChE,MAAMC,eACJ,OAAOpB,kBAAkBN,WAAW,WAAWM,iBAAiBN,MAAM,GAAG2B;oBAC3E,MAAMC,YAAYF,cAAcG,aAAa;oBAC7C,MAAMC,WAAWjE,KAAKkE,OAAO,CAACH,WAAWJ;oBACzCZ,WAAW,MAAMhD,GAAGoE,QAAQ,CAACC,QAAQ,CAACH;gBACxC;gBAEA,MAAMqC,QAAyB;oBAC7B/B,MAAM7B,IAAIkB,QAAQ;oBAClBjD;oBACA6D,gBAAgB9B,IAAI8B,cAAc;oBAClC1B,OAAOvC,aAAauC,KAAK;oBACzBlC;oBACA6D,MAAM;wBACJF,MAAM7B,IAAIkB,QAAQ;wBAClB,6FAA6F;wBAC7Fc,MAAM3B,SAASwD,QAAQ,CAAC;wBACxB5B,UAAUjC,IAAIgB,QAAQ,IAAI;oBAC5B;oBACAkB,QAAQlC,IAAIgB,QAAQ,KAAK,aAAa,QAAQ;oBAC9C8C,UAAU9D,IAAI4B,EAAE;oBAChBO,YAAYnC,IAAImC,UAAU,IAAI;oBAC9B4B,mBAAmBhE,iBAAiBxB,IAAI;oBACxC6D,YAAYpC,IAAIoC,UAAU;oBAC1BC,gBAAgBnC,IAAIoC,IAAI,EAAE9D,cAAc0B,KAAKoC,MAAMA,MAAM9D;oBACzD+D,QAAQrC,KAAKoC,MAAMV,MAAM1B,KAAKoC,MAAMA,MAAMV;gBAC5C;gBAEA,MAAM1B,IAAIkD,OAAO,CAACY,IAAI,CAACC,KAAK,CAAC;oBAC3BL;oBACAM,MAAM;gBACR;YACF,EAAE,OAAOV,KAAK;gBACZtD,IAAIkD,OAAO,CAACG,MAAM,CAACR,KAAK,CAAC;oBACvBS;oBACAC,KAAK,CAAC,wCAAwC,EAAEzD,IAAI4B,EAAE,EAAE;gBAC1D;YACF;QACF;IACF;IAEA,OAAOpD;AACT,EAAC"}

package/dist/import/handlePreview.d.ts

@@ -0,0 +1,3 @@
+import type { PayloadRequest } from 'payload';
+export declare const handlePreview: (req: PayloadRequest) => Promise<Response>;
+//# sourceMappingURL=handlePreview.d.ts.map

package/dist/import/handlePreview.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"handlePreview.d.ts","sourceRoot":"","sources":["../../src/import/handlePreview.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAA;AAkB7C,eAAO,MAAM,aAAa,QAAe,cAAc,KAAG,OAAO,CAAC,QAAQ,CA+FzE,CAAA"}

package/dist/import/handlePreview.js

@@ -0,0 +1,94 @@
+import { addDataAndFileToRequest } from 'payload';
+import { DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, MIN_PREVIEW_LIMIT, MIN_PREVIEW_PAGE } from '../constants.js';
+import { getImportFieldFunctions } from '../utilities/getImportFieldFunctions.js';
+import { parseCSV } from '../utilities/parseCSV.js';
+import { parseJSON } from '../utilities/parseJSON.js';
+import { removeDisabledFields } from '../utilities/removeDisabledFields.js';
+import { unflattenObject } from '../utilities/unflattenObject.js';
+export const handlePreview = async (req)=>{
+    await addDataAndFileToRequest(req);
+    const { collectionSlug, fileData, format, previewLimit: rawPreviewLimit = DEFAULT_PREVIEW_LIMIT, previewPage: rawPreviewPage = 1 } = req.data;
+    // Validate and clamp pagination values to safe bounds
+    const previewLimit = Math.max(MIN_PREVIEW_LIMIT, Math.min(rawPreviewLimit, MAX_PREVIEW_LIMIT));
+    const previewPage = Math.max(MIN_PREVIEW_PAGE, rawPreviewPage);
+    const targetCollection = req.payload.collections[collectionSlug];
+    if (!targetCollection) {
+        return Response.json({
+            error: `Collection with slug ${collectionSlug} not found`
+        }, {
+            status: 400
+        });
+    }
+    if (!fileData) {
+        return Response.json({
+            error: 'No file data provided'
+        }, {
+            status: 400
+        });
+    }
+    try {
+        // Parse the file data
+        let parsedData;
+        const buffer = Buffer.from(fileData, 'base64');
+        if (format === 'csv') {
+            const rawData = await parseCSV({
+                data: buffer,
+                req
+            });
+            // Get fromCSV functions for field transformations
+            const fromCSVFunctions = getImportFieldFunctions({
+                fields: targetCollection.config.flattenedFields || []
+            });
+            // Unflatten CSV data
+            parsedData = rawData.map((doc)=>{
+                const unflattened = unflattenObject({
+                    data: doc,
+                    fields: targetCollection.config.flattenedFields ?? [],
+                    fromCSVFunctions,
+                    req
+                });
+                return unflattened ?? {};
+            }).filter((doc)=>doc && Object.keys(doc).length > 0);
+        } else {
+            parsedData = parseJSON({
+                data: buffer,
+                req
+            });
+        }
+        // Remove disabled fields from the documents
+        const disabledFields = targetCollection.config.admin?.custom?.['plugin-import-export']?.disabledFields ?? [];
+        if (disabledFields.length > 0) {
+            parsedData = parsedData.map((doc)=>removeDisabledFields(doc, disabledFields));
+        }
+        // Calculate pagination
+        const totalDocs = parsedData.length;
+        const totalPages = totalDocs === 0 ? 0 : Math.ceil(totalDocs / previewLimit);
+        const startIndex = (previewPage - 1) * previewLimit;
+        const endIndex = startIndex + previewLimit;
+        const paginatedDocs = parsedData.slice(startIndex, endIndex);
+        const hasNextPage = previewPage < totalPages;
+        const hasPrevPage = previewPage > 1;
+        const response = {
+            docs: paginatedDocs,
+            hasNextPage,
+            hasPrevPage,
+            limit: previewLimit,
+            page: previewPage,
+            totalDocs,
+            totalPages
+        };
+        return Response.json(response);
+    } catch (error) {
+        req.payload.logger.error({
+            err: error,
+            msg: 'Error parsing import preview data'
+        });
+        return Response.json({
+            error: 'Failed to parse file data'
+        }, {
+            status: 500
+        });
+    }
+};
+
+//# sourceMappingURL=handlePreview.js.map

package/dist/import/handlePreview.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/import/handlePreview.ts"],"sourcesContent":["import type { PayloadRequest } from 'payload'\n\nimport { addDataAndFileToRequest } from 'payload'\n\nimport type { ImportPreviewResponse } from '../types.js'\n\nimport {\n  DEFAULT_PREVIEW_LIMIT,\n  MAX_PREVIEW_LIMIT,\n  MIN_PREVIEW_LIMIT,\n  MIN_PREVIEW_PAGE,\n} from '../constants.js'\nimport { getImportFieldFunctions } from '../utilities/getImportFieldFunctions.js'\nimport { parseCSV } from '../utilities/parseCSV.js'\nimport { parseJSON } from '../utilities/parseJSON.js'\nimport { removeDisabledFields } from '../utilities/removeDisabledFields.js'\nimport { unflattenObject } from '../utilities/unflattenObject.js'\n\nexport const handlePreview = async (req: PayloadRequest): Promise<Response> => {\n  await addDataAndFileToRequest(req)\n\n  const {\n    collectionSlug,\n    fileData,\n    format,\n    previewLimit: rawPreviewLimit = DEFAULT_PREVIEW_LIMIT,\n    previewPage: rawPreviewPage = 1,\n  } = req.data as {\n    collectionSlug: string\n    fileData?: string\n    format?: 'csv' | 'json'\n    previewLimit?: number\n    previewPage?: number\n  }\n\n  // Validate and clamp pagination values to safe bounds\n  const previewLimit = Math.max(MIN_PREVIEW_LIMIT, Math.min(rawPreviewLimit, MAX_PREVIEW_LIMIT))\n  const previewPage = Math.max(MIN_PREVIEW_PAGE, rawPreviewPage)\n\n  const targetCollection = req.payload.collections[collectionSlug]\n  if (!targetCollection) {\n    return Response.json(\n      { error: `Collection with slug ${collectionSlug} not found` },\n      { status: 400 },\n    )\n  }\n\n  if (!fileData) {\n    return Response.json({ error: 'No file data provided' }, { status: 400 })\n  }\n\n  try {\n    // Parse the file data\n    let parsedData: Record<string, unknown>[]\n    const buffer = Buffer.from(fileData, 'base64')\n\n    if (format === 'csv') {\n      const rawData = await parseCSV({ data: buffer, req })\n\n      // Get fromCSV functions for field transformations\n      const fromCSVFunctions = getImportFieldFunctions({\n        fields: targetCollection.config.flattenedFields || [],\n      })\n\n      // Unflatten CSV data\n      parsedData = rawData\n        .map((doc) => {\n          const unflattened = unflattenObject({\n            data: doc,\n            fields: targetCollection.config.flattenedFields ?? [],\n            fromCSVFunctions,\n            req,\n          })\n          return unflattened ?? {}\n        })\n        .filter((doc) => doc && Object.keys(doc).length > 0)\n    } else {\n      parsedData = parseJSON({ data: buffer, req })\n    }\n\n    // Remove disabled fields from the documents\n    const disabledFields =\n      targetCollection.config.admin?.custom?.['plugin-import-export']?.disabledFields ?? []\n\n    if (disabledFields.length > 0) {\n      parsedData = parsedData.map((doc) => removeDisabledFields(doc, disabledFields))\n    }\n\n    // Calculate pagination\n    const totalDocs = parsedData.length\n    const totalPages = totalDocs === 0 ? 0 : Math.ceil(totalDocs / previewLimit)\n    const startIndex = (previewPage - 1) * previewLimit\n    const endIndex = startIndex + previewLimit\n    const paginatedDocs = parsedData.slice(startIndex, endIndex)\n\n    const hasNextPage = previewPage < totalPages\n    const hasPrevPage = previewPage > 1\n\n    const response: ImportPreviewResponse = {\n      docs: paginatedDocs,\n      hasNextPage,\n      hasPrevPage,\n      limit: previewLimit,\n      page: previewPage,\n      totalDocs,\n      totalPages,\n    }\n\n    return Response.json(response)\n  } catch (error) {\n    req.payload.logger.error({ err: error, msg: 'Error parsing import preview data' })\n    return Response.json({ error: 'Failed to parse file data' }, { status: 500 })\n  }\n}\n"],"names":["addDataAndFileToRequest","DEFAULT_PREVIEW_LIMIT","MAX_PREVIEW_LIMIT","MIN_PREVIEW_LIMIT","MIN_PREVIEW_PAGE","getImportFieldFunctions","parseCSV","parseJSON","removeDisabledFields","unflattenObject","handlePreview","req","collectionSlug","fileData","format","previewLimit","rawPreviewLimit","previewPage","rawPreviewPage","data","Math","max","min","targetCollection","payload","collections","Response","json","error","status","parsedData","buffer","Buffer","from","rawData","fromCSVFunctions","fields","config","flattenedFields","map","doc","unflattened","filter","Object","keys","length","disabledFields","admin","custom","totalDocs","totalPages","ceil","startIndex","endIndex","paginatedDocs","slice","hasNextPage","hasPrevPage","response","docs","limit","page","logger","err","msg"],"mappings":"AAEA,SAASA,uBAAuB,QAAQ,UAAS;AAIjD,SACEC,qBAAqB,EACrBC,iBAAiB,EACjBC,iBAAiB,EACjBC,gBAAgB,QACX,kBAAiB;AACxB,SAASC,uBAAuB,QAAQ,0CAAyC;AACjF,SAASC,QAAQ,QAAQ,2BAA0B;AACnD,SAASC,SAAS,QAAQ,4BAA2B;AACrD,SAASC,oBAAoB,QAAQ,uCAAsC;AAC3E,SAASC,eAAe,QAAQ,kCAAiC;AAEjE,OAAO,MAAMC,gBAAgB,OAAOC;IAClC,MAAMX,wBAAwBW;IAE9B,MAAM,EACJC,cAAc,EACdC,QAAQ,EACRC,MAAM,EACNC,cAAcC,kBAAkBf,qBAAqB,EACrDgB,aAAaC,iBAAiB,CAAC,EAChC,GAAGP,IAAIQ,IAAI;IAQZ,sDAAsD;IACtD,MAAMJ,eAAeK,KAAKC,GAAG,CAAClB,mBAAmBiB,KAAKE,GAAG,CAACN,iBAAiBd;IAC3E,MAAMe,cAAcG,KAAKC,GAAG,CAACjB,kBAAkBc;IAE/C,MAAMK,mBAAmBZ,IAAIa,OAAO,CAACC,WAAW,CAACb,eAAe;IAChE,IAAI,CAACW,kBAAkB;QACrB,OAAOG,SAASC,IAAI,CAClB;YAAEC,OAAO,CAAC,qBAAqB,EAAEhB,eAAe,UAAU,CAAC;QAAC,GAC5D;YAAEiB,QAAQ;QAAI;IAElB;IAEA,IAAI,CAAChB,UAAU;QACb,OAAOa,SAASC,IAAI,CAAC;YAAEC,OAAO;QAAwB,GAAG;YAAEC,QAAQ;QAAI;IACzE;IAEA,IAAI;QACF,sBAAsB;QACtB,IAAIC;QACJ,MAAMC,SAASC,OAAOC,IAAI,CAACpB,UAAU;QAErC,IAAIC,WAAW,OAAO;YACpB,MAAMoB,UAAU,MAAM5B,SAAS;gBAAEa,MAAMY;gBAAQpB;YAAI;YAEnD,kDAAkD;YAClD,MAAMwB,mBAAmB9B,wBAAwB;gBAC/C+B,QAAQb,iBAAiBc,MAAM,CAACC,eAAe,IAAI,EAAE;YACvD;YAEA,qBAAqB;YACrBR,aAAaI,QACVK,GAAG,CAAC,CAACC;gBACJ,MAAMC,cAAchC,gBAAgB;oBAClCU,MAAMqB;oBACNJ,QAAQb,iBAAiBc,MAAM,CAACC,eAAe,IAAI,EAAE;oBACrDH;oBACAxB;gBACF;gBACA,OAAO8B,eAAe,CAAC;YACzB,GACCC,MAAM,CAAC,CAACF,MAAQA,OAAOG,OAAOC,IAAI,CAACJ,KAAKK,MAAM,GAAG;QACtD,OAAO;YACLf,aAAavB,UAAU;gBAAEY,MAAMY;gBAAQpB;YAAI;QAC7C;QAEA,4CAA4C;QAC5C,MAAMmC,iBACJvB,iBAAiBc,MAAM,CAACU,KAAK,EAAEC,QAAQ,CAAC,uBAAuB,EAAEF,kBAAkB,EAAE;QAEvF,IAAIA,eAAeD,MAAM,GAAG,GAAG;YAC7Bf,aAAaA,WAAWS,GAAG,CAAC,CAACC,MAAQhC,qBAAqBgC,KAAKM;QACjE;QAEA,uBAAuB;QACvB,MAAMG,YAAYnB,WAAWe,MAAM;QACnC,MAAMK,aAAaD,cAAc,IAAI,IAAI7B,KAAK+B,IAAI,CAACF,YAAYlC;QAC/D,MAAMqC,aAAa,AAACnC,CAAAA,cAAc,CAAA,IAAKF;QACvC,MAAMsC,WAAWD,aAAarC;QAC9B,MAAMuC,gBAAgBxB,WAAWyB,KAAK,CAACH,YAAYC;QAEnD,MAAMG,cAAcvC,cAAciC;QAClC,MAAMO,cAAcxC,cAAc;QAElC,MAAMyC,WAAkC;YACtCC,MAAML;YACNE;YACAC;YACAG,OAAO7C;YACP8C,MAAM5C;YACNgC;YACAC;QACF;QAEA,OAAOxB,SAASC,IAAI,CAAC+B;IACvB,EAAE,OAAO9B,OAAO;QACdjB,IAAIa,OAAO,CAACsC,MAAM,CAAClC,KAAK,CAAC;YAAEmC,KAAKnC;YAAOoC,KAAK;QAAoC;QAChF,OAAOtC,SAASC,IAAI,CAAC;YAAEC,OAAO;QAA4B,GAAG;YAAEC,QAAQ;QAAI;IAC7E;AACF,EAAC"}

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 import type { Config } from 'payload';
-import type { ImportExportPluginConfig, ToCSVFunction } from './types.js';
-export declare const importExportPlugin: (pluginConfig: ImportExportPluginConfig) => (config: Config) => Config;
+import type { FromCSVFunction, ImportExportPluginConfig, ToCSVFunction } from './types.js';
+export declare const importExportPlugin: (pluginConfig: ImportExportPluginConfig) => (config: Config) => Promise<Config>;
 declare module 'payload' {
     interface FieldCustom {
         'plugin-import-export'?: {
@@ -12,6 +12,7 @@ declare module 'payload' {
              * @default false
              */
             disabled?: boolean;
+            fromCSV?: FromCSVFunction;
             /**
              * Custom function used to modify the outgoing csv data by manipulating the data, siblingData or by returning the desired value
              */

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAkB,MAAM,SAAS,CAAA;AAKrD,OAAO,KAAK,EAAE,wBAAwB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAczE,eAAO,MAAM,kBAAkB,iBACd,wBAAwB,cAC9B,MAAM,KAAG,MA0LjB,CAAA;AAEH,OAAO,QAAQ,SAAS,CAAC;IACvB,UAAiB,WAAW;QAC1B,sBAAsB,CAAC,EAAE;YACvB;;;;;;eAMG;YACH,QAAQ,CAAC,EAAE,OAAO,CAAA;YAClB;;eAEG;YACH,KAAK,CAAC,EAAE,aAAa,CAAA;SACtB,CAAA;KACF;IAED,UAAiB,qBAAqB;QACpC,sBAAsB,CAAC,EAAE;YACvB;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,EAAE,CAAA;SAC1B,CAAA;KACF;CACF"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAKrC,OAAO,KAAK,EACV,eAAe,EACf,wBAAwB,EAExB,aAAa,EACd,MAAM,YAAY,CAAA;AAQnB,eAAO,MAAM,kBAAkB,iBACd,wBAAwB,cACxB,MAAM,KAAG,OAAO,CAAC,MAAM,CA8IrC,CAAA;AAEH,OAAO,QAAQ,SAAS,CAAC;IACvB,UAAiB,WAAW;QAC1B,sBAAsB,CAAC,EAAE;YACvB;;;;;;eAMG;YACH,QAAQ,CAAC,EAAE,OAAO,CAAA;YAClB,OAAO,CAAC,EAAE,eAAe,CAAA;YACzB;;eAEG;YACH,KAAK,CAAC,EAAE,aAAa,CAAA;SACtB,CAAA;KACF;IAED,UAAiB,qBAAqB;QACpC,sBAAsB,CAAC,EAAE;YACvB;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,EAAE,CAAA;SAC1B,CAAA;KACF;CACF"}

package/dist/index.js

@@ -1,41 +1,65 @@
-import { addDataAndFileToRequest, deepMergeSimple } from 'payload';
-import { flattenObject } from './export/flattenObject.js';
+import { deepMergeSimple } from 'payload';
 import { getCreateCollectionExportTask } from './export/getCreateExportCollectionTask.js';
-import { getCustomFieldFunctions } from './export/getCustomFieldFunctions.js';
-import { getSelect } from './export/getSelect.js';
-import { getExportCollection } from './getExportCollection.js';
+import { getCreateCollectionImportTask } from './import/getCreateImportCollectionTask.js';
 import { translations } from './translations/index.js';
 import { collectDisabledFieldPaths } from './utilities/collectDisabledFieldPaths.js';
-import { getFlattenedFieldKeys } from './utilities/getFlattenedFieldKeys.js';
-import { getValueAtPath } from './utilities/getvalueAtPath.js';
-import { removeDisabledFields } from './utilities/removeDisabledFields.js';
-import { setNestedValue } from './utilities/setNestedValue.js';
-export const importExportPlugin = (pluginConfig)=>(config)=>{
-        const exportCollection = getExportCollection({
+import { getPluginCollections } from './utilities/getPluginCollections.js';
+export const importExportPlugin = (pluginConfig)=>async (config)=>{
+        // Get all export/import collections and the mappings from target collections to custom collections
+        const { customExportSlugMap, customImportSlugMap, exportCollections, importCollections } = await getPluginCollections({
             config,
             pluginConfig
         });
-        if (config.collections) {
-            config.collections.push(exportCollection);
-        } else {
-            config.collections = [
-                exportCollection
-            ];
+        // Base collections are at index 0 (always present)
+        const baseExportCollection = exportCollections[0];
+        const baseImportCollection = importCollections[0];
+        // Collect all export and import collection slugs for filtering
+        const allExportSlugs = new Set(exportCollections.map((c)=>c.slug));
+        const allImportSlugs = new Set(importCollections.map((c)=>c.slug));
+        // Initialize collections array if needed
+        if (!config.collections) {
+            config.collections = [];
+        }
+        // Push all export/import collections if their slugs don't already exist
+        for (const collection of [
+            ...exportCollections,
+            ...importCollections
+        ]){
+            const slugExists = config.collections.some((c)=>c.slug === collection.slug);
+            if (!slugExists) {
+                config.collections.push(collection);
+            }
         }
         // inject custom import export provider
         config.admin = config.admin || {};
         config.admin.components = config.admin.components || {};
         config.admin.components.providers = config.admin.components.providers || [];
         config.admin.components.providers.push('@payloadcms/plugin-import-export/rsc#ImportExportProvider');
-        ((config.jobs ??= {}).tasks ??= []).push(getCreateCollectionExportTask(config, pluginConfig));
-        let collectionsToUpdate = config.collections;
-        const usePluginCollections = pluginConfig.collections && pluginConfig.collections?.length > 0;
-        if (usePluginCollections) {
-            collectionsToUpdate = config.collections?.filter((collection)=>{
-                return pluginConfig.collections?.includes(collection.slug);
-            });
+        ((config.jobs ??= {}).tasks ??= []).push(getCreateCollectionExportTask(config));
+        config.jobs.tasks.push(getCreateCollectionImportTask(config));
+        // Build a map of collection configs for quick lookup
+        const collectionConfigMap = new Map();
+        if (pluginConfig.collections) {
+            for (const collectionConfig of pluginConfig.collections){
+                collectionConfigMap.set(collectionConfig.slug, collectionConfig);
+            }
         }
-        collectionsToUpdate.forEach((collection)=>{
+        // Determine which collections to add import/export menu items to
+        // Exclude all export and import collections
+        const collectionsToUpdate = config.collections.filter((c)=>!allExportSlugs.has(c.slug) && !allImportSlugs.has(c.slug));
+        for (const collection of collectionsToUpdate){
+            // Get the plugin config for this collection (if specified)
+            const collectionPluginConfig = collectionConfigMap.get(collection.slug);
+            // If collections array is specified but this collection is not in it, skip
+            if (pluginConfig.collections && pluginConfig.collections.length > 0 && !collectionPluginConfig) {
+                continue;
+            }
+            // Determine which export/import collection to use for this collection
+            const exportSlugForCollection = customExportSlugMap.get(collection.slug) || baseExportCollection.slug;
+            const importSlugForCollection = customImportSlugMap.get(collection.slug) || baseImportCollection.slug;
+            // Check if export/import are disabled for this collection
+            const exportDisabled = collectionPluginConfig?.export === false;
+            const importDisabled = collectionPluginConfig?.import === false;
             if (!collection.admin) {
                 collection.admin = {
                     components: {
@@ -47,12 +71,24 @@ export const importExportPlugin = (pluginConfig)=>(config)=>{
             if (!components.listMenuItems) {
                 components.listMenuItems = [];
             }
-            components.listMenuItems.push({
-                clientProps: {
-                    exportCollectionSlug: exportCollection.slug
-                },
-                path: '@payloadcms/plugin-import-export/rsc#ExportListMenuItem'
-            });
+            // Add export menu item if not disabled
+            if (!exportDisabled) {
+                components.listMenuItems.push({
+                    clientProps: {
+                        exportCollectionSlug: exportSlugForCollection
+                    },
+                    path: '@payloadcms/plugin-import-export/rsc#ExportListMenuItem'
+                });
+            }
+            // Add import menu item if not disabled
+            if (!importDisabled) {
+                components.listMenuItems.push({
+                    clientProps: {
+                        importCollectionSlug: importSlugForCollection
+                    },
+                    path: '@payloadcms/plugin-import-export/rsc#ImportListMenuItem'
+                });
+            }
             // Find fields explicitly marked as disabled for import/export
             const disabledFieldAccessors = collectDisabledFieldPaths(collection.fields);
             // Store disabled field accessors in the admin config for use in the UI
@@ -64,88 +100,10 @@ export const importExportPlugin = (pluginConfig)=>(config)=>{
                 }
             };
             collection.admin.components = components;
-        });
+        }
         if (!config.i18n) {
             config.i18n = {};
         }
-        // config.i18n.translations = deepMergeSimple(translations, config.i18n?.translations ?? {})
-        // Inject custom REST endpoints into the config
-        config.endpoints = config.endpoints || [];
-        config.endpoints.push({
-            handler: async (req)=>{
-                await addDataAndFileToRequest(req);
-                const { collectionSlug, draft, fields, limit, locale, page, sort, where } = req.data;
-                const collection = req.payload.collections[collectionSlug];
-                if (!collection) {
-                    return Response.json({
-                        error: `Collection with slug ${collectionSlug} not found`
-                    }, {
-                        status: 400
-                    });
-                }
-                const select = Array.isArray(fields) && fields.length > 0 ? getSelect(fields) : undefined;
-                const result = await req.payload.find({
-                    collection: collectionSlug,
-                    depth: 1,
-                    draft: draft === 'yes',
-                    limit: limit && limit > 10 ? 10 : limit,
-                    locale,
-                    overrideAccess: false,
-                    page,
-                    req,
-                    select,
-                    sort,
-                    where
-                });
-                const isCSV = req?.data?.format === 'csv';
-                const docs = result.docs;
-                let transformed = [];
-                if (isCSV) {
-                    const toCSVFunctions = getCustomFieldFunctions({
-                        fields: collection.config.fields
-                    });
-                    const possibleKeys = getFlattenedFieldKeys(collection.config.fields);
-                    transformed = docs.map((doc)=>{
-                        const row = flattenObject({
-                            doc,
-                            fields,
-                            toCSVFunctions
-                        });
-                        for (const key of possibleKeys){
-                            if (!(key in row)) {
-                                row[key] = null;
-                            }
-                        }
-                        return row;
-                    });
-                } else {
-                    const disabledFields = collection.config.admin.custom?.['plugin-import-export']?.disabledFields;
-                    transformed = docs.map((doc)=>{
-                        let output = {
-                            ...doc
-                        };
-                        // Remove disabled fields first
-                        output = removeDisabledFields(output, disabledFields);
-                        // Then trim to selected fields only (if fields are provided)
-                        if (Array.isArray(fields) && fields.length > 0) {
-                            const trimmed = {};
-                            for (const key of fields){
-                                const value = getValueAtPath(output, key);
-                                setNestedValue(trimmed, key, value ?? null);
-                            }
-                            output = trimmed;
-                        }
-                        return output;
-                    });
-                }
-                return Response.json({
-                    docs: transformed,
-                    totalDocs: result.totalDocs
-                });
-            },
-            method: 'post',
-            path: '/preview-data'
-        });
         /**
      * Merge plugin translations
      */ const simplifiedTranslations = Object.entries(translations).reduce((acc, [key, value])=>{