abmp-npm 2.0.77 → 2.0.78

package/.claude/worktrees/fix-save-button-disable/backend/tasks/url-migration-methods.js

@@ -1,378 +0,0 @@
-const { taskManager } = require('psdev-task-manager');
-
-const { COLLECTIONS } = require('../../public/consts');
-const { ensureUniqueUrl } = require('../daily-pull/process-member-methods');
-const { wixData } = require('../elevated-modules');
-const { bulkSaveMembers } = require('../members-data-methods');
-const { queryAllItems, chunkArray } = require('../utils');
-
-const { TASKS_NAMES } = require('./consts');
-
-const COLLECTION_WITH_URLS = 'MembersDataWithUrls';
-const CHUNK_SIZE = 5000; // 5k members per task for migration
-const GENERATION_CHUNK_SIZE = 1000; // 1k members per task for URL generation
-
-/**
- * Step 1: Migrate existing URLs from backup collection
- * Queries backup collection and schedules tasks with memberIds and URLs
- */
-async function scheduleMigrateExistingUrls() {
-  console.log('=== Scheduling Step 1: Migrate Existing URLs ===');
-
-  try {
-    const membersQuery = await wixData.query(COLLECTION_WITH_URLS);
-    const startTime = Date.now();
-    const membersWithUrls = await queryAllItems(membersQuery);
-    const endTime = Date.now();
-    console.log(`QueryAllItems time: ${endTime - startTime}ms`);
-
-    const validMembers = membersWithUrls.filter(member => member.memberId && member.url);
-    console.log(`${validMembers.length} members have valid memberId and URL`);
-
-    if (validMembers.length === 0) {
-      console.log('No members to migrate URLs for');
-      return {
-        success: true,
-        message: 'No members need URL migration',
-        totalMembers: 0,
-        tasksScheduled: 0,
-      };
-    }
-
-    const migrationData = validMembers.map(member => ({
-      memberId: member.memberId,
-      url: member.url,
-    }));
-
-    const chunks = chunkArray(migrationData, CHUNK_SIZE);
-
-    for (let i = 0; i < chunks.length; i++) {
-      const chunk = chunks[i];
-      const task = {
-        name: TASKS_NAMES.migrateUrlsChunk,
-        data: {
-          urlData: chunk,
-          chunkIndex: i,
-          totalChunks: chunks.length,
-        },
-        type: 'scheduled',
-      };
-      await taskManager().schedule(task);
-      console.log(`Scheduled migration task ${i + 1}/${chunks.length} (${chunk.length} members)`);
-    }
-
-    const result = {
-      success: true,
-      message: `Scheduled ${chunks.length} tasks for ${validMembers.length} members`,
-      totalMembers: validMembers.length,
-      tasksScheduled: chunks.length,
-    };
-
-    console.log('=== Migration Scheduling Complete ===');
-    console.log(JSON.stringify(result, null, 2));
-
-    return result;
-  } catch (error) {
-    console.error('Error scheduling URL migration:', error);
-    throw error;
-  }
-}
-
-/**
- * Process a chunk of URL migrations (called by task manager)
- * Fetches members by memberId and updates with URLs using bulkSave
- */
-async function migrateUrlsChunk(data) {
-  const { urlData, chunkIndex, totalChunks } = data;
-  console.log(
-    `Processing migration chunk ${chunkIndex + 1}/${totalChunks} (${urlData.length} members)`
-  );
-
-  const result = {
-    successful: 0,
-    failed: 0,
-    skipped: 0,
-    errors: [],
-    skippedIds: [],
-    failedIds: [],
-  };
-
-  try {
-    const memberIds = urlData.map(({ memberId }) => memberId);
-
-    console.log(`Fetching ${memberIds.length} members from database...`);
-    const query = await wixData.query(COLLECTIONS.MEMBERS_DATA).hasSome('memberId', memberIds);
-    const members = await queryAllItems(query);
-    console.log(`Found ${members.length} members in database`);
-
-    const memberMap = new Map();
-    members.forEach(member => {
-      if (member.memberId) {
-        memberMap.set(member.memberId, member);
-      }
-    });
-
-    const membersToUpdate = [];
-    for (const { memberId, url } of urlData) {
-      const member = memberMap.get(memberId);
-
-      if (!member) {
-        console.log(`Member with memberId ${memberId} not found - skipping`);
-        result.skipped++;
-        result.skippedIds.push(memberId);
-        continue;
-      }
-
-      if (member.url === url) {
-        console.log(`Member ${member._id} already has URL ${url} - skipping`);
-        result.skipped++;
-        result.skippedIds.push(memberId);
-        continue;
-      }
-
-      membersToUpdate.push({
-        ...member,
-        url: url,
-      });
-    }
-
-    if (membersToUpdate.length === 0) {
-      console.log('No members need updating in this batch');
-      return result;
-    }
-
-    console.log(
-      `Started updating ${membersToUpdate.length} members with URLs in chunk ${chunkIndex}`
-    );
-
-    try {
-      await bulkSaveMembers(membersToUpdate);
-      result.successful += membersToUpdate.length;
-      console.log(`✅ Successfully updated ${membersToUpdate.length} members`);
-    } catch (error) {
-      console.error(`❌ Error bulk saving members:`, error);
-      result.failed += membersToUpdate.length;
-      // Add all member IDs to failedIds
-      result.failedIds.push(...membersToUpdate.map(m => m.memberId));
-      result.errors.push({
-        error: error.message,
-        memberCount: membersToUpdate.length,
-      });
-    }
-
-    console.log(
-      `Chunk ${chunkIndex + 1} complete: ${result.successful} success, ${result.failed} failed, ${result.skipped} skipped`
-    );
-
-    // Log failed and skipped IDs if any
-    if (result.failedIds.length > 0) {
-      console.log(`❌ Failed memberIds (${result.failedIds.length}):`, result.failedIds);
-    }
-    if (result.skippedIds.length > 0) {
-      console.log(`⏭️  Skipped memberIds (${result.skippedIds.length}):`, result.skippedIds);
-    }
-
-    return result;
-  } catch (error) {
-    console.error(`Error processing migration chunk ${chunkIndex}:`, error);
-    throw error;
-  }
-}
-
-/**
- * Step 2: Generate URLs for members without URLs
- * Queries members without URLs and schedules generation tasks
- */
-async function scheduleGenerateMissingUrls() {
-  console.log('=== Scheduling Step 2: Generate Missing URLs ===');
-
-  try {
-    const membersQuery = await wixData.query(COLLECTIONS.MEMBERS_DATA).isEmpty('url');
-    const membersToUpdate = await queryAllItems(membersQuery);
-
-    console.log(`Found ${membersToUpdate.length} members without URLs`);
-
-    if (membersToUpdate.length === 0) {
-      console.log('No members need URL generation');
-      return {
-        success: true,
-        message: 'No members need URL generation',
-        totalMembers: 0,
-        tasksScheduled: 0,
-      };
-    }
-
-    const chunks = chunkArray(membersToUpdate, GENERATION_CHUNK_SIZE);
-
-    for (let i = 0; i < chunks.length; i++) {
-      const chunk = chunks[i];
-      const task = {
-        name: TASKS_NAMES.generateUrlsChunk,
-        data: {
-          memberIds: chunk.map(m => m._id),
-          chunkIndex: i,
-          totalChunks: chunks.length,
-        },
-        type: 'scheduled',
-      };
-      await taskManager().schedule(task);
-      console.log(`Scheduled generation task ${i + 1}/${chunks.length} (${chunk.length} members)`);
-    }
-
-    const result = {
-      success: true,
-      message: `Scheduled ${chunks.length} tasks for ${membersToUpdate.length} members`,
-      totalMembers: membersToUpdate.length,
-      tasksScheduled: chunks.length,
-    };
-
-    console.log('=== Generation Scheduling Complete ===');
-    console.log(JSON.stringify(result, null, 2));
-
-    return result;
-  } catch (error) {
-    console.error('Error scheduling URL generation:', error);
-    throw error;
-  }
-}
-
-/**
- * Process a chunk of URL generation (called by task manager)
- * Fetches members, generates URLs, and bulk saves
- */
-async function generateUrlsChunk(data) {
-  const { memberIds, chunkIndex, totalChunks } = data;
-  console.log(
-    `Processing generation chunk ${chunkIndex + 1}/${totalChunks} (${memberIds.length} members)`
-  );
-
-  const result = {
-    successful: 0,
-    failed: 0,
-    skipped: 0,
-    errors: [],
-    skippedIds: [],
-    failedIds: [],
-  };
-
-  try {
-    // Fetch members in smaller batches to avoid cursor size limits
-    // hasSome with too many IDs creates cursors that exceed Wix's 150KB limit
-    const FETCH_BATCH_SIZE = 200;
-    console.log(
-      `Fetching ${memberIds.length} members from database in batches of ${FETCH_BATCH_SIZE}...`
-    );
-
-    const members = [];
-    const idBatches = chunkArray(memberIds, FETCH_BATCH_SIZE);
-
-    for (let i = 0; i < idBatches.length; i++) {
-      const idBatch = idBatches[i];
-      const batchMembers = await queryAllItems(
-        wixData.query(COLLECTIONS.MEMBERS_DATA).hasSome('_id', idBatch)
-      );
-      members.push(...batchMembers);
-      console.log(`Fetched batch ${i + 1}/${idBatches.length}: ${batchMembers.length} members`);
-    }
-
-    console.log(`Found ${members.length} members in database`);
-
-    // Create a map of _id -> member for quick lookup
-    const memberMap = new Map();
-    members.forEach(member => {
-      memberMap.set(member._id, member);
-    });
-
-    // Process each member and generate URLs
-    const membersToUpdate = [];
-    for (const memberId of memberIds) {
-      const member = memberMap.get(memberId);
-
-      if (!member) {
-        console.log(`Member ${memberId} not found - skipping`);
-        result.skipped++;
-        result.skippedIds.push(memberId);
-        continue;
-      }
-
-      if (member.url) {
-        console.log(`Member ${memberId} already has URL - skipping`);
-        result.skipped++;
-        result.skippedIds.push(memberId);
-        continue;
-      }
-
-      const name = member.fullName || `${member.firstName || ''} ${member.lastName || ''}`.trim();
-
-      try {
-        const uniqueUrl = await ensureUniqueUrl({
-          url: '',
-          memberId: member.memberId,
-          fullName: name || '', // Let ensureUniqueUrl handle fallback for empty names
-        });
-
-        console.log(`✅ Generated URL for member ${memberId}: ${uniqueUrl}`);
-        membersToUpdate.push({
-          ...member,
-          url: uniqueUrl,
-        });
-      } catch (error) {
-        console.error(`❌ Failed to generate URL for member ${memberId}:`, error);
-        result.failed++;
-        result.failedIds.push(memberId);
-        result.errors.push({
-          memberId,
-          error: error.message || 'Unknown error',
-        });
-      }
-    }
-
-    if (membersToUpdate.length === 0) {
-      console.log('No members need updating in this batch');
-      return result;
-    }
-
-    console.log(
-      `Started updating ${membersToUpdate.length} members with generated URLs in chunk ${chunkIndex}`
-    );
-
-    try {
-      await bulkSaveMembers(membersToUpdate);
-      result.successful += membersToUpdate.length;
-      console.log(`✅ Successfully updated ${membersToUpdate.length} members`);
-    } catch (error) {
-      console.error(`❌ Error bulk saving members:`, error);
-      result.failed += membersToUpdate.length;
-      // Add all member _ids to failedIds
-      result.failedIds.push(...membersToUpdate.map(m => m._id));
-      result.errors.push({
-        error: error.message,
-        memberCount: membersToUpdate.length,
-      });
-    }
-
-    console.log(
-      `Chunk ${chunkIndex + 1} complete: ${result.successful} success, ${result.failed} failed, ${result.skipped} skipped`
-    );
-
-    // Log failed and skipped IDs if any
-    if (result.failedIds.length > 0) {
-      console.log(`❌ Failed memberIds (${result.failedIds.length}):`, result.failedIds);
-    }
-    if (result.skippedIds.length > 0) {
-      console.log(`⏭️  Skipped memberIds (${result.skippedIds.length}):`, result.skippedIds);
-    }
-
-    return result;
-  } catch (error) {
-    console.error(`Error processing generation chunk ${chunkIndex}:`, error);
-    throw error;
-  }
-}
-
-module.exports = {
-  scheduleMigrateExistingUrls,
-  migrateUrlsChunk,
-  scheduleGenerateMissingUrls,
-  generateUrlsChunk,
-};

package/.claude/worktrees/fix-save-button-disable/backend/tasks/url-space-fix-methods.js

@@ -1,174 +0,0 @@
-const { taskManager } = require('psdev-task-manager');
-
-const { COLLECTIONS } = require('../../public/consts');
-const { ensureUniqueUrlsInBatch } = require('../daily-pull/bulk-process-methods');
-const { ensureUniqueUrl } = require('../daily-pull/process-member-methods');
-const { wixData } = require('../elevated-modules');
-const { bulkSaveMembers, getMembersByIds } = require('../members-data-methods');
-const { queryAllItems, chunkArray } = require('../utils');
-
-const { TASKS_NAMES } = require('./consts');
-
-const CHUNK_SIZE = 1000;
-
-const hasSpace = value => typeof value === 'string' && /\s/.test(value);
-
-const normalizeSlug = value => (value || '').replace(/\s+/g, '').trim();
-
-/**
- * Schedules tasks to fix member URLs that contain spaces.
- */
-async function scheduleFixUrlsWithSpaces() {
-  console.log('=== Scheduling Fix URLs With Spaces ===');
-
-  try {
-    const membersQuery = await wixData
-      .query(COLLECTIONS.MEMBERS_DATA)
-      .contains('url', ' ')
-      .limit(1000);
-    const members = await queryAllItems(membersQuery);
-    console.log(`Fetched ${members.length} members with spaces in url`);
-
-    const memberIds = [
-      ...new Set(
-        members
-          .map(member => Number(member.memberId))
-          .filter(memberId => Number.isFinite(memberId) && memberId > 0)
-      ),
-    ];
-    console.log(`Members to fix: ${memberIds.length}`);
-
-    if (memberIds.length === 0) {
-      console.log('No members need URL space fixes');
-      return {
-        success: true,
-        message: 'No members need URL space fixes',
-        totalMembers: 0,
-        tasksScheduled: 0,
-      };
-    }
-
-    const chunks = chunkArray(memberIds, CHUNK_SIZE);
-    for (let i = 0; i < chunks.length; i++) {
-      const chunk = chunks[i];
-      const task = {
-        name: TASKS_NAMES.fixUrlsWithSpacesChunk,
-        data: {
-          memberIds: chunk,
-          chunkIndex: i,
-          totalChunks: chunks.length,
-        },
-        type: 'scheduled',
-      };
-      await taskManager().schedule(task);
-      console.log(`Scheduled task ${i + 1}/${chunks.length} (${chunk.length} members)`);
-    }
-
-    const result = {
-      success: true,
-      message: `Scheduled ${chunks.length} tasks for ${memberIds.length} members`,
-      totalMembers: memberIds.length,
-      tasksScheduled: chunks.length,
-    };
-
-    console.log('=== Scheduling Complete ===');
-    console.log(`Sample memberIds: ${memberIds.slice(0, 10).join(', ')}`);
-    console.log(JSON.stringify(result, null, 2));
-
-    return result;
-  } catch (error) {
-    console.error('Error scheduling URL space fixes:', error);
-    throw error;
-  }
-}
-
-/**
- * Processes a chunk of members and fixes URLs with spaces.
- */
-async function fixUrlsWithSpacesChunk(data) {
-  const { memberIds, chunkIndex, totalChunks } = data;
-  console.log(
-    `Processing URL space fix chunk ${chunkIndex + 1}/${totalChunks} (${memberIds.length} members)`
-  );
-
-  const result = {
-    successful: 0,
-    failed: 0,
-    skipped: 0,
-    errors: [],
-    skippedIds: [],
-    failedIds: [],
-  };
-  const updatedIds = [];
-
-  try {
-    const members = await getMembersByIds(memberIds);
-    console.log(`Loaded ${members.length} members for this chunk`);
-
-    const membersToUpdate = [];
-    for (const member of members) {
-      if (!hasSpace(member.url)) {
-        result.skipped++;
-        result.skippedIds.push(member.memberId);
-        continue;
-      }
-
-      const normalized = normalizeSlug(member.url);
-      const ensuredUrl = await ensureUniqueUrl({
-        url: normalized,
-        memberId: member.memberId,
-        fullName: member.fullName,
-      });
-
-      if (!ensuredUrl || ensuredUrl === member.url) {
-        result.skipped++;
-        result.skippedIds.push(member.memberId);
-        continue;
-      }
-
-      membersToUpdate.push({
-        ...member,
-        url: ensuredUrl,
-      });
-    }
-
-    if (membersToUpdate.length === 0) {
-      console.log('No members need updating in this batch');
-      return result;
-    }
-
-    const uniqueUpdates = await ensureUniqueUrlsInBatch(membersToUpdate);
-    uniqueUpdates.forEach(member => {
-      if (updatedIds.length < 20) {
-        updatedIds.push(member.memberId);
-      }
-    });
-
-    try {
-      await bulkSaveMembers(uniqueUpdates);
-      result.successful += uniqueUpdates.length;
-      console.log(`✅ Successfully updated ${uniqueUpdates.length} members`);
-      if (updatedIds.length > 0) {
-        console.log(`Updated memberIds (sample): ${updatedIds.join(', ')}`);
-      }
-    } catch (error) {
-      console.error('❌ Error bulk saving members:', error);
-      result.failed += uniqueUpdates.length;
-      result.failedIds.push(...uniqueUpdates.map(member => member.memberId));
-      result.errors.push({
-        error: error.message,
-        memberCount: uniqueUpdates.length,
-      });
-    }
-
-    return result;
-  } catch (error) {
-    console.error(`Error processing URL space fix chunk ${chunkIndex}:`, error);
-    throw error;
-  }
-}
-
-module.exports = {
-  scheduleFixUrlsWithSpaces,
-  fixUrlsWithSpacesChunk,
-};