@intranefr/superbackend 1.5.3 → 1.6.3

package/cookies.txt

@@ -0,0 +1,6 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+#HttpOnly_localhost	FALSE	/	FALSE	1771637659	superbackend.admin.session	s%3AqRrB9xwjQm68DAgSOlyfgBfyq8BqnDCp.q1NiKyQlwZw2ZllDyHbP6v0%2F%2FMrE%2FU%2FlAa7K2vUleBE
+localhost	FALSE	/	FALSE	1803087259	saas_anon_id	b1095bdfcae46d10f0428aa70ee83de2

package/cookies1.txt

@@ -0,0 +1,6 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+#HttpOnly_localhost	FALSE	/	FALSE	1771629571	superbackend.admin.session	s%3AsEcSn6xXkyeOqHm9mRm23J5Dc1nxuz1k.OqghsIsnLrw4SKxxIYx8lmmAjWt9IXCMxn%2FcYeAvUBc
+localhost	FALSE	/	FALSE	1803079171	saas_anon_id	51dc6dfc39d5ea7a7012b848631cae6a

package/cookies2.txt

@@ -0,0 +1,6 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+#HttpOnly_localhost	FALSE	/	FALSE	1771637427	superbackend.admin.session	s%3AvhBh0by7y7DrXprXCYSEi1UFlhT1fuR8.t1FufjMGUS%2F4PPxxQa%2B3En7QjEGB26clmZ3L6yf4%2F0o
+localhost	FALSE	/	FALSE	1803087027	saas_anon_id	711a36c4d41763f6964ae744e69164c3

package/cookies3.txt

@@ -0,0 +1,6 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+#HttpOnly_localhost	FALSE	/	FALSE	1771629581	superbackend.admin.session	s%3AiN0D-96QhVJhqcAUYtzx6qy01CgQ3Dgo.VyE%2F7D1wbr5FqK3UMQd1lda%2FC7Y8SQ9dRbwkxGMzuBM
+localhost	FALSE	/	FALSE	1803079181	saas_anon_id	c8eeb3f7879f705c085ca27b89f7ff42

package/cookies4.txt

@@ -0,0 +1,5 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+localhost	FALSE	/	FALSE	1803079186	saas_anon_id	f679820563d5f343f793c6ed7d5b4f87

package/cookies_old.txt

@@ -0,0 +1,5 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+localhost	FALSE	/	FALSE	1803079090	saas_anon_id	0ad79ed83e8b6933dd2469b2af3065d8

package/cookies_old_test.txt

@@ -0,0 +1,6 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+#HttpOnly_localhost	FALSE	/	FALSE	1771629556	superbackend.admin.session	s%3ABoRFJAcrePSTzSsN1EbrhiflhjfX1d69.H0fWiFrS1g9rqZARagoBd5csk387jkobU7e4KFIZd%2Fk
+localhost	FALSE	/	FALSE	1803079156	saas_anon_id	cdadcc15da1d363683ebf9267b79f8a8

package/cookies_super.txt

@@ -0,0 +1,5 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+localhost	FALSE	/	FALSE	1803079106	saas_anon_id	93e0f60b466aca5cd9974d947c6bf78f

package/cookies_super_test.txt

@@ -0,0 +1,6 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+#HttpOnly_localhost	FALSE	/	FALSE	1771629526	superbackend.admin.session	s%3ATUoGC9bTPVpHPYS6GtIdeJNMcLfcD98e.utwPy950VenpwybMXuLeVNxi2XZEv%2FiCs2LN1FZumGs
+localhost	FALSE	/	FALSE	1803079126	saas_anon_id	229f3817edba8d9274702f3b7fa6223c

package/cookies_test.txt

@@ -0,0 +1,6 @@
+# Netscape HTTP Cookie File
+# https://curl.se/docs/http-cookies.html
+# This file was generated by libcurl! Edit at your own risk.
+
+#HttpOnly_localhost	FALSE	/	FALSE	1771629501	superbackend.admin.session	s%3AgzJQktAUd-6uZRBWJl2TgZL_iEKx9FME.UwOmJJS6XL9wuK7nQtMpVs6qSktGrgdgGVMZWW0eTmE
+localhost	FALSE	/	FALSE	1803079101	saas_anon_id	277a3d95195da9261595cb40995a4bf0

package/index.js

@@ -76,7 +76,11 @@ const saasbackend = {
     workflow: require("./src/services/workflow.service"),
     healthChecks: require("./src/services/healthChecks.service"),
     dbBrowser: require("./src/services/dbBrowser.service"),
+    dataCleanup: require("./src/services/dataCleanup.service"),
     rateLimiter: require("./src/services/rateLimiter.service"),
+    registry: require("./src/services/registry.service"),
+    plugins: require("./src/services/plugins.service"),
+    uiComponents: require("./src/services/uiComponents.service"),
   },
   models: {
     ActionEvent: require("./src/models/ActionEvent"),
@@ -131,6 +135,9 @@ const saasbackend = {
     jsonConfigs: require("./src/services/jsonConfigs.service"),
     terminals: require("./src/services/terminalsWs.service"),
     rateLimiter: require("./src/services/rateLimiter.service"),
+    registry: require("./src/services/registry.service"),
+    dataCleanup: require("./src/services/dataCleanup.service"),
+    plugins: require("./src/services/plugins.service"),
   },
 };
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@intranefr/superbackend",
-  "version": "1.5.3",
+  "version": "1.6.3",
   "description": "Node.js middleware that gives your project backend superpowers",
   "main": "index.js",
   "scripts": {
@@ -35,11 +35,13 @@
     "axios": "^1.13.2",
     "bcryptjs": "^2.4.3",
     "cheerio": "^1.0.0-rc.12",
+    "connect-mongo": "^5.1.0",
     "cors": "^2.8.5",
     "cron-parser": "3.5.0",
     "dotenv": "^16.3.1",
     "ejs": "^3.1.9",
     "express": "^4.18.2",
+    "express-session": "^1.17.3",
     "jsonwebtoken": "^9.0.2",
     "marked": "^4.3.0",
     "mongoose": "^8.0.0",

package/plugins/core-waiting-list-migration/README.md

@@ -0,0 +1,118 @@
+# Core Waiting List Migration Plugin
+
+This core plugin creates migration scripts to transfer waiting list data from the legacy MongoDB collection to the new JSON Configs persistence system.
+
+## Installation
+
+1. Enable the plugin via the admin interface at `/admin/plugins-system`
+2. The plugin will automatically create two scripts:
+   - **Migration Script**: `waiting-list-migration-mongo-to-json`
+   - **Rollback Script**: `waiting-list-migration-rollback-json-to-mongo`
+
+## Usage
+
+### Migration Script
+
+Access the migration script at `/admin/scripts`:
+
+1. Find "Waiting List Migration - MongoDB to JSON Configs" in the script list
+2. Configure environment variables as needed:
+   - `BATCH_SIZE`: Number of entries to process per batch (default: 100)
+   - `DRY_RUN`: Set to 'true' to preview migration without changes (default: false)
+   - `FORCE_MIGRATION`: Set to 'true' to bypass existing data checks (default: false)
+3. Click "Run" to start the migration
+4. Monitor the live output for progress and any errors
+
+### Rollback Script
+
+If you need to restore data back to MongoDB:
+
+1. Find "Waiting List Migration Rollback - JSON Configs to MongoDB"
+2. Set `CONFIRM_ROLLBACK=true` to enable the rollback
+3. Run the script to restore data from JSON Configs to MongoDB
+
+## Features
+
+### Migration Script Features
+- **Batch Processing**: Processes entries in configurable batches to avoid memory issues
+- **Progress Tracking**: Shows real-time progress, processing rate, and estimated time remaining
+- **Dry Run Mode**: Preview migration without making actual changes
+- **Duplicate Detection**: Identifies and handles duplicate email addresses
+- **Error Handling**: Continues processing even if individual entries fail
+- **Data Validation**: Validates source and destination data before migration
+- **Rollback Data**: Generates rollback data file for emergency recovery
+
+### Safety Features
+- **Prerequisite Checks**: Verifies both MongoDB and JSON Configs systems are available
+- **Data Validation**: Checks for existing data before migration
+- **Backup Recommendations**: Advises on data backup before starting
+- **Final Verification**: Compares source and destination counts after migration
+- **Clear Logging**: Detailed output for troubleshooting
+
+## Data Mapping
+
+The migration transforms MongoDB schema to JSON Configs format:
+
+| MongoDB Field | JSON Configs Field | Notes |
+|---------------|-------------------|-------|
+| `_id` | `id` | Converts ObjectId to string or generates UUID |
+| `email` | `email` | Preserves email address |
+| `type` | `type` | Preserves type (buyer/seller/both) |
+| `status` | `status` | Preserves status (active/subscribed/launched) |
+| `referralSource` | `referralSource` | Preserves referral source |
+| `createdAt` | `createdAt` | Preserves creation timestamp |
+| `updatedAt` | `updatedAt` | Preserves update timestamp |
+
+## Post-Migration Steps
+
+After successful migration:
+
+1. **Test Functionality**: Verify waiting list features work with new system
+2. **Data Integrity**: Check counts and random entries in admin interface
+3. **Grace Period**: Keep MongoDB collection for a reasonable period
+4. **Cleanup**: Once satisfied, consider archiving or removing the old collection
+
+## Troubleshooting
+
+### Common Issues
+
+**Migration fails with "Destination not empty"**
+- Use `FORCE_MIGRATION=true` if you want to overwrite existing data
+- Or clear the JSON Configs data first
+
+**Script times out**
+- Increase timeout in script configuration
+- Reduce `BATCH_SIZE` to process smaller batches
+
+**Individual entries fail**
+- Check the error logs for specific failure reasons
+- Migration continues even if some entries fail
+- Review and fix problematic entries manually
+
+### Performance Tips
+
+- For large datasets (>10,000 entries), consider:
+  - Setting `BATCH_SIZE=50` to reduce memory usage
+  - Running during off-peak hours
+  - Monitoring server resources during migration
+
+## Plugin Structure
+
+```
+plugins/core-waiting-list-migration/
+├── index.js          # Main plugin file
+└── README.md         # This documentation
+```
+
+The plugin follows the SuperBackend plugin system conventions:
+- `meta`: Plugin metadata and description
+- `hooks.install`: Creates migration scripts when plugin is enabled
+- `hooks.bootstrap`: Verifies scripts exist on server startup
+
+## Support
+
+For issues or questions:
+1. Check the script output logs for error details
+2. Verify both MongoDB and JSON Configs systems are operational
+3. Review plugin logs in server console
+4. Consider using the rollback script if needed

package/plugins/core-waiting-list-migration/index.js

@@ -0,0 +1,438 @@
+const crypto = require('crypto');
+
+module.exports = {
+  meta: {
+    id: 'core-waiting-list-migration',
+    name: 'Core Waiting List Migration Plugin',
+    version: '1.0.0',
+    description: 'Creates migration script for waiting list data from MongoDB to JSON Configs',
+    tags: ['migration', 'waiting-list', 'json-configs', 'core']
+  },
+  hooks: {
+    async install(ctx) {
+      console.log('[core-waiting-list-migration] Installing migration script...');
+      
+      const ScriptDefinition = ctx?.services?.mongoose?.models?.ScriptDefinition || null;
+      if (!ScriptDefinition) {
+        console.log('[core-waiting-list-migration] ScriptDefinition model not found, skipping script creation');
+        return;
+      }
+
+      try {
+        // Check if script already exists
+        const existingScript = await ScriptDefinition.findOne({
+          codeIdentifier: 'waiting-list-migration-mongo-to-json'
+        });
+
+        if (existingScript) {
+          console.log('[core-waiting-list-migration] Migration script already exists, skipping creation');
+          return;
+        }
+
+        // Create the migration script
+        const script = await ScriptDefinition.create({
+          name: 'Waiting List Migration - MongoDB to JSON Configs',
+          codeIdentifier: 'waiting-list-migration-mongo-to-json',
+          description: 'Migrates waiting list entries from MongoDB collection to JSON Configs system with batch processing, progress tracking, and rollback capability.',
+          type: 'node',
+          runner: 'host',
+          script: getMigrationScriptContent(),
+          defaultWorkingDirectory: process.cwd(),
+          env: [
+            { key: 'BATCH_SIZE', value: '100' },
+            { key: 'DRY_RUN', value: 'false' },
+            { key: 'FORCE_MIGRATION', value: 'false' }
+          ],
+          timeoutMs: 1800000, // 30 minutes
+          enabled: true
+        });
+
+        console.log('[core-waiting-list-migration] Successfully created migration script:', script._id);
+        
+        // Also create rollback script
+        const rollbackScript = await ScriptDefinition.create({
+          name: 'Waiting List Migration Rollback - JSON Configs to MongoDB',
+          codeIdentifier: 'waiting-list-migration-rollback-json-to-mongo',
+          description: 'Rollback script to restore waiting list entries from JSON Configs back to MongoDB collection (generated after migration).',
+          type: 'node',
+          runner: 'host',
+          script: getRollbackScriptContent(),
+          defaultWorkingDirectory: process.cwd(),
+          env: [
+            { key: 'BATCH_SIZE', value: '100' },
+            { key: 'CONFIRM_ROLLBACK', value: 'false' }
+          ],
+          timeoutMs: 1800000, // 30 minutes
+          enabled: true
+        });
+
+        console.log('[core-waiting-list-migration] Successfully created rollback script:', rollbackScript._id);
+        
+      } catch (error) {
+        console.error('[core-waiting-list-migration] Failed to create migration script:', error);
+      }
+    },
+
+    async bootstrap(ctx) {
+      console.log('[core-waiting-list-migration] Bootstrap - verifying migration scripts...');
+      
+      const ScriptDefinition = ctx?.services?.mongoose?.models?.ScriptDefinition || null;
+      if (!ScriptDefinition) {
+        console.log('[core-waiting-list-migration] ScriptDefinition model not found');
+        return;
+      }
+
+      try {
+        const migrationScript = await ScriptDefinition.findOne({
+          codeIdentifier: 'waiting-list-migration-mongo-to-json'
+        });
+
+        if (!migrationScript) {
+          console.log('[core-waiting-list-migration] Migration script not found, please run install');
+        } else {
+          console.log('[core-waiting-list-migration] Migration script is ready');
+        }
+      } catch (error) {
+        console.error('[core-waiting-list-migration] Error verifying scripts:', error);
+      }
+    }
+  }
+};
+
+function getMigrationScriptContent() {
+  return `
+// Waiting List Migration Script
+// Migrates entries from MongoDB WaitingList collection to JSON Configs system
+
+const mongoose = require('mongoose');
+const { performance } = require('perf_hooks');
+
+// Configuration
+const BATCH_SIZE = parseInt(process.env.BATCH_SIZE || '100');
+const DRY_RUN = process.env.DRY_RUN === 'true';
+const FORCE_MIGRATION = process.env.FORCE_MIGRATION === 'true';
+
+// Load models and services
+const WaitingList = require('./src/models/WaitingList');
+const waitingListService = require('./src/services/waitingListJson.service');
+
+async function migrate() {
+  console.log('=== Waiting List Migration: MongoDB → JSON Configs ===');
+  console.log('Configuration:');
+  console.log('  - Batch size:', BATCH_SIZE);
+  console.log('  - Dry run:', DRY_RUN);
+  console.log('  - Force migration:', FORCE_MIGRATION);
+  console.log('');
+
+  try {
+    // Ensure MongoDB connection
+    if (mongoose.connection.readyState !== 1) {
+      throw new Error('MongoDB not connected');
+    }
+
+    // Check prerequisites
+    await checkPrerequisites();
+
+    // Get source data count
+    const totalCount = await WaitingList.countDocuments();
+    console.log('Found', totalCount, 'entries in MongoDB WaitingList collection');
+
+    if (totalCount === 0) {
+      console.log('No entries to migrate. Exiting.');
+      return;
+    }
+
+    // Check destination
+    const { entries: existingEntries } = await waitingListService.getWaitingListEntries();
+    if (existingEntries.length > 0 && !FORCE_MIGRATION) {
+      console.log('\\nWARNING: Found', existingEntries.length, 'entries already in JSON Configs!');
+      console.log('Use FORCE_MIGRATION=true to override or clear the JSON Configs first.');
+      throw new Error('Destination not empty');
+    }
+
+    if (DRY_RUN) {
+      console.log('\\n=== DRY RUN MODE - No changes will be made ===');
+    }
+
+    // Initialize counters
+    let processed = 0;
+    let success = 0;
+    let skipped = 0;
+    let errors = 0;
+    const startTime = performance.now();
+
+    // Process in batches
+    console.log('\\nStarting migration...');
+    
+    for (let skip = 0; skip < totalCount; skip += BATCH_SIZE) {
+      const batch = await WaitingList.find({})
+        .sort({ createdAt: 1 })
+        .skip(skip)
+        .limit(BATCH_SIZE)
+        .lean();
+
+      console.log(\`\\nProcessing batch \${Math.floor(skip / BATCH_SIZE) + 1} (\${batch.length} entries)...\`);
+
+      for (const entry of batch) {
+        try {
+          // Transform data
+          const transformedEntry = transformEntry(entry);
+
+          // Check for duplicates in this batch
+          const isDuplicate = existingEntries.some(e => 
+            e.email.toLowerCase() === transformedEntry.email.toLowerCase()
+          );
+
+          if (isDuplicate && !FORCE_MIGRATION) {
+            console.log(\`  ⚠️  Skipping duplicate: \${transformedEntry.email}\`);
+            skipped++;
+            continue;
+          }
+
+          if (!DRY_RUN) {
+            // Add to JSON Configs
+            await waitingListService.addWaitingListEntry(transformedEntry);
+          }
+
+          console.log(\`  ✓ Migrated: \${transformedEntry.email}\`);
+          success++;
+        } catch (error) {
+          console.error(\`  ✗ Failed to migrate \${entry.email}:\`, error.message);
+          errors++;
+        }
+        processed++;
+      }
+
+      // Show progress
+      const progress = ((processed / totalCount) * 100).toFixed(1);
+      const elapsed = ((performance.now() - startTime) / 1000).toFixed(1);
+      const rate = (processed / elapsed).toFixed(1);
+      const eta = processed > 0 ? ((totalCount - processed) / rate).toFixed(0) : 'N/A';
+      
+      console.log(\`  Progress: \${progress}% (\${processed}/\${totalCount}) | Rate: \${rate}/sec | ETA: \${eta}s\`);
+    }
+
+    // Final verification
+    console.log('\\n=== Migration Summary ===');
+    console.log('Total processed:', processed);
+    console.log('Successful:', success);
+    console.log('Skipped:', skipped);
+    console.log('Errors:', errors);
+    console.log('Elapsed time:', ((performance.now() - startTime) / 1000).toFixed(2), 'seconds');
+
+    if (!DRY_RUN) {
+      // Verify final count
+      const { entries: finalEntries } = await waitingListService.getWaitingListEntries();
+      console.log('\\nFinal verification:');
+      console.log('  Source count (MongoDB):', totalCount);
+      console.log('  Destination count (JSON Configs):', finalEntries.length);
+
+      if (finalEntries.length === totalCount - skipped) {
+        console.log('  ✅ Migration successful!');
+      } else {
+        console.log('  ⚠️  Count mismatch - please review');
+      }
+
+      // Generate rollback data
+      console.log('\\nRollback data saved to: ./waiting-list-rollback-data.json');
+      require('fs').writeFileSync(
+        './waiting-list-rollback-data.json',
+        JSON.stringify({ migrated: await WaitingList.find().lean(), timestamp: new Date().toISOString() }, null, 2)
+      );
+    }
+
+    console.log('\\nNext steps:');
+    if (DRY_RUN) {
+      console.log('1. Review the output above');
+      console.log('2. Run again with DRY_RUN=false to perform actual migration');
+    } else {
+      console.log('1. Test the waiting list functionality');
+      console.log('2. Verify data integrity in admin interface');
+      console.log('3. Keep the MongoDB collection for a grace period');
+      console.log('4. Use rollback script if needed: waiting-list-migration-rollback-json-to-mongo');
+    }
+
+  } catch (error) {
+    console.error('\\nMigration failed:', error);
+    process.exit(1);
+  }
+}
+
+function transformEntry(entry) {
+  return {
+    id: entry._id.toString() || generateId(),
+    email: entry.email,
+    type: entry.type || 'both',
+    status: entry.status || 'active',
+    referralSource: entry.referralSource || '',
+    createdAt: entry.createdAt || new Date(),
+    updatedAt: entry.updatedAt || new Date()
+  };
+}
+
+function generateId() {
+  return crypto.randomBytes(16).toString('hex');
+}
+
+async function checkPrerequisites() {
+  console.log('Checking prerequisites...');
+  
+  // Check JSON Configs service
+  try {
+    await waitingListService.getWaitingListEntries();
+    console.log('  ✅ JSON Configs service available');
+  } catch (error) {
+    throw new Error('JSON Configs service not available: ' + error.message);
+  }
+
+  // Check MongoDB collection
+  try {
+    await WaitingList.findOne().limit(1);
+    console.log('  ✅ MongoDB WaitingList collection accessible');
+  } catch (error) {
+    throw new Error('MongoDB WaitingList collection not accessible: ' + error.message);
+  }
+}
+
+// Execute migration
+migrate().catch(error => {
+  console.error('Fatal error:', error);
+  process.exit(1);
+});
+`;
+}
+
+function getRollbackScriptContent() {
+  return `
+// Waiting List Migration Rollback Script
+// Restores entries from JSON Configs back to MongoDB collection
+
+const mongoose = require('mongoose');
+const { performance } = require('perf_hooks');
+const crypto = require('crypto');
+
+// Configuration
+const BATCH_SIZE = parseInt(process.env.BATCH_SIZE || '100');
+const CONFIRM_ROLLBACK = process.env.CONFIRM_ROLLBACK === 'true';
+
+// Load models and services
+const WaitingList = require('./src/models/WaitingList');
+const waitingListService = require('./src/services/waitingListJson.service');
+
+async function rollback() {
+  console.log('=== Waiting List Rollback: JSON Configs → MongoDB ===');
+  console.log('Configuration:');
+  console.log('  - Batch size:', BATCH_SIZE);
+  console.log('  - Confirm rollback:', CONFIRM_ROLLBACK);
+  console.log('');
+
+  if (!CONFIRM_ROLLBACK) {
+    console.log('⚠️  DANGER: This will overwrite MongoDB data!');
+    console.log('Set CONFIRM_ROLLBACK=true to proceed.');
+    return;
+  }
+
+  try {
+    // Ensure MongoDB connection
+    if (mongoose.connection.readyState !== 1) {
+      throw new Error('MongoDB not connected');
+    }
+
+    // Get source data from JSON Configs
+    const { entries } = await waitingListService.getWaitingListEntries();
+    console.log('Found', entries.length, 'entries in JSON Configs');
+
+    if (entries.length === 0) {
+      console.log('No entries to rollback. Exiting.');
+      return;
+    }
+
+    // Clear existing MongoDB data (with confirmation)
+    const existingCount = await WaitingList.countDocuments();
+    if (existingCount > 0) {
+      console.log('\\nClearing existing MongoDB entries...');
+      await WaitingList.deleteMany({});
+      console.log('Deleted', existingCount, 'existing entries');
+    }
+
+    // Initialize counters
+    let processed = 0;
+    let success = 0;
+    let errors = 0;
+    const startTime = performance.now();
+
+    // Process in batches
+    console.log('\\nStarting rollback...');
+
+    for (let i = 0; i < entries.length; i += BATCH_SIZE) {
+      const batch = entries.slice(i, i + BATCH_SIZE);
+      console.log(\`\\nProcessing batch \${Math.floor(i / BATCH_SIZE) + 1} (\${batch.length} entries)...\`);
+
+      for (const entry of batch) {
+        try {
+          // Transform data for MongoDB
+          const mongoEntry = {
+            _id: entry.id || generateObjectId(),
+            email: entry.email,
+            type: entry.type || 'both',
+            status: entry.status || 'active',
+            referralSource: entry.referralSource || '',
+            createdAt: new Date(entry.createdAt),
+            updatedAt: new Date(entry.updatedAt)
+          };
+
+          // Insert into MongoDB
+          await WaitingList.create(mongoEntry);
+          console.log(\`  ✓ Restored: \${mongoEntry.email}\`);
+          success++;
+        } catch (error) {
+          console.error(\`  ✗ Failed to restore \${entry.email}:\`, error.message);
+          errors++;
+        }
+        processed++;
+      }
+
+      // Show progress
+      const progress = ((processed / entries.length) * 100).toFixed(1);
+      const elapsed = ((performance.now() - startTime) / 1000).toFixed(1);
+      const rate = (processed / elapsed).toFixed(1);
+      
+      console.log(\`  Progress: \${progress}% (\${processed}/\${entries.length}) | Rate: \${rate}/sec\`);
+    }
+
+    // Final verification
+    console.log('\\n=== Rollback Summary ===');
+    console.log('Total processed:', processed);
+    console.log('Successful:', success);
+    console.log('Errors:', errors);
+    console.log('Elapsed time:', ((performance.now() - startTime) / 1000).toFixed(2), 'seconds');
+
+    // Verify final count
+    const finalCount = await WaitingList.countDocuments();
+    console.log('\\nFinal verification:');
+    console.log('  Source count (JSON Configs):', entries.length);
+    console.log('  Destination count (MongoDB):', finalCount);
+
+    if (finalCount === success) {
+      console.log('  ✅ Rollback successful!');
+    } else {
+      console.log('  ⚠️  Count mismatch - please review');
+    }
+
+  } catch (error) {
+    console.error('\\nRollback failed:', error);
+    process.exit(1);
+  }
+}
+
+function generateObjectId() {
+  return new mongoose.Types.ObjectId();
+}
+
+// Execute rollback
+rollback().catch(error => {
+  console.error('Fatal error:', error);
+  process.exit(1);
+});
+`;
+}