@aneuhold/be-ts-db-lib 4.2.18 → 4.2.20

package/lib/services/MigrationService.ts

@@ -1,22 +1,17 @@
 /* eslint-disable */
 // @ts-nocheck
-import {
-  ApiKey,
-  DashboardTask,
-  DashboardUserConfig,
-  DocumentService,
-  NonogramKatanaItem,
-  NonogramKatanaUpgrade,
-  User
-} from '@aneuhold/core-ts-db-lib';
 import { DR } from '@aneuhold/core-ts-lib';
-import { v7 as uuidv7 } from 'uuid';
-import ApiKeyRepository from '../repositories/common/ApiKeyRepository.js';
 import UserRepository from '../repositories/common/UserRepository.js';
-import DashboardNonogramKatanaItemRepository from '../repositories/dashboard/DashboardNonogramKatanaItemRepository.js';
-import DashboardNonogramKatanaUpgradeRepository from '../repositories/dashboard/DashboardNonogramKatanaUpgradeRepository.js';
-import DashboardTaskRepository from '../repositories/dashboard/DashboardTaskRepository.js';
-import DashboardUserConfigRepository from '../repositories/dashboard/DashboardUserConfigRepository.js';
+
+/**
+ * The default values for each project access field. New fields should be
+ * added here and defaulted to `false` so existing users don't gain access
+ * automatically.
+ */
+const PROJECT_ACCESS_DEFAULTS = {
+  dashboard: false,
+  workout: false
+};
 
 /**
  * A service for migrating the DB to a new state after an existing document
@@ -38,429 +33,51 @@ export default class MigrationService {
   static async migrateDb(dryRun = false): Promise<void> {
     DR.logger.info('Starting migration...');
 
-    // 1. Load all documents
     const userRepo = UserRepository.getRepo();
-    const apiKeyRepo = ApiKeyRepository.getRepo();
-    const taskRepo = DashboardTaskRepository.getRepo();
-    const configRepo = DashboardUserConfigRepository.getRepo();
-    const nonogramItemRepo = DashboardNonogramKatanaItemRepository.getRepo();
-    const nonogramUpgradesRepo = DashboardNonogramKatanaUpgradeRepository.getRepo();
-
     const users = await userRepo.getAll();
-    const apiKeys = await apiKeyRepo.getAll();
-    const tasks = await taskRepo.getAll();
-    const configs = await configRepo.getAll();
-    const nonogramItems = await nonogramItemRepo.getAll();
-    const nonogramUpgrades = await nonogramUpgradesRepo.getAll();
-
-    DR.logger.info(
-      `Loaded ${users.length} users, ${apiKeys.length} API keys, ${tasks.length} tasks, ${configs.length} configs, ${nonogramItems.length} nonogram items, and ${nonogramUpgrades.length} nonogram upgrades.`
-    );
 
-    const countObjectIds = (docs: any[]) => {
-      docs.forEach((doc) => {
-        // Get the type of the _id field
-        console.log(`Document ID type: ${typeof doc._id}, value: ${doc._id}`);
-      });
-    };
-
-    // Create a map of document IDs to new UUIDs
-    const allDocs = [
-      ...users,
-      ...apiKeys,
-      ...tasks,
-      ...configs,
-      ...nonogramItems,
-      ...nonogramUpgrades
-    ];
-    const legacyDocs = allDocs.filter((doc) => typeof doc._id === 'object');
-    const newDocs = allDocs.filter((doc) => typeof doc._id === 'string');
+    // Find users that are missing projectAccess entirely or are missing
+    // any of the expected fields.
+    const usersToUpdate = users.filter((user) => {
+      if (!user.projectAccess) return true;
+      return Object.keys(PROJECT_ACCESS_DEFAULTS).some(
+        (key) => user.projectAccess[key] === undefined
+      );
+    });
 
     DR.logger.info(
-      `Found ${legacyDocs.length} documents with legacy ObjectId IDs and ${newDocs.length} documents with string IDs.`
+      `Found ${usersToUpdate.length} of ${users.length} users with missing projectAccess fields.`
     );
 
-    // Delete all existing legacy docs (with object IDs)
-    if (legacyDocs.length > 0) {
-      const userIdsToDelete = users.filter((u) => typeof u._id === 'object').map((u) => u._id);
-      const apiKeyIdsToDelete = apiKeys.filter((k) => typeof k._id === 'object').map((k) => k._id);
-      const taskIdsToDelete = tasks.filter((t) => typeof t._id === 'object').map((t) => t._id);
-      const configIdsToDelete = configs.filter((c) => typeof c._id === 'object').map((c) => c._id);
-      const nonogramItemIdsToDelete = nonogramItems
-        .filter((i) => typeof i._id === 'object')
-        .map((i) => i._id);
-      const nonogramUpgradeIdsToDelete = nonogramUpgrades
-        .filter((u) => typeof u._id === 'object')
-        .map((u) => u._id);
-
-      if (!dryRun) {
-        DR.logger.info(`Deleting ${legacyDocs.length} legacy documents...`);
-
-        if (userIdsToDelete.length > 0) {
-          const result = await (
-            await userRepo.getCollection()
-          ).deleteMany({ _id: { $in: userIdsToDelete } });
-          DR.logger.info(`Deleted ${result.deletedCount} users.`);
-        }
-        if (apiKeyIdsToDelete.length > 0) {
-          const result = await (
-            await apiKeyRepo.getCollection()
-          ).deleteMany({ _id: { $in: apiKeyIdsToDelete } });
-          DR.logger.info(`Deleted ${result.deletedCount} API keys.`);
-        }
-        if (taskIdsToDelete.length > 0) {
-          const result = await (
-            await taskRepo.getCollection()
-          ).deleteMany({ _id: { $in: taskIdsToDelete } });
-          DR.logger.info(`Deleted ${result.deletedCount} tasks.`);
-        }
-        if (configIdsToDelete.length > 0) {
-          const result = await (
-            await configRepo.getCollection()
-          ).deleteMany({ _id: { $in: configIdsToDelete } });
-          DR.logger.info(`Deleted ${result.deletedCount} configs.`);
-        }
-        if (nonogramItemIdsToDelete.length > 0) {
-          const result = await (
-            await nonogramItemRepo.getCollection()
-          ).deleteMany({ _id: { $in: nonogramItemIdsToDelete } });
-          DR.logger.info(`Deleted ${result.deletedCount} nonogram items.`);
-        }
-        if (nonogramUpgradeIdsToDelete.length > 0) {
-          const result = await (
-            await nonogramUpgradesRepo.getCollection()
-          ).deleteMany({ _id: { $in: nonogramUpgradeIdsToDelete } });
-          DR.logger.info(`Deleted ${result.deletedCount} nonogram upgrades.`);
-        }
-
-        DR.logger.info('Deletion complete.');
-      } else {
-        DR.logger.info(`Dry run: Would delete ${legacyDocs.length} legacy documents.`);
-        if (userIdsToDelete.length > 0) DR.logger.info(`  - ${userIdsToDelete.length} users`);
-        if (apiKeyIdsToDelete.length > 0)
-          DR.logger.info(`  - ${apiKeyIdsToDelete.length} API keys`);
-        if (taskIdsToDelete.length > 0) DR.logger.info(`  - ${taskIdsToDelete.length} tasks`);
-        if (configIdsToDelete.length > 0) DR.logger.info(`  - ${configIdsToDelete.length} configs`);
-        if (nonogramItemIdsToDelete.length > 0)
-          DR.logger.info(`  - ${nonogramItemIdsToDelete.length} nonogram items`);
-        if (nonogramUpgradeIdsToDelete.length > 0)
-          DR.logger.info(`  - ${nonogramUpgradeIdsToDelete.length} nonogram upgrades`);
-      }
-    }
-    // We started with 1204 docs
-  }
-}
-
-async function Migration2025UUID() {
-  // Now create the actual map
-  const mapFromObjectIdToUUID = new Map<string, UUID>();
-
-  const newUsersToCreate: User[] = [];
-  const newApiKeysToCreate: ApiKey[] = [];
-  const newTasksToCreate: DashboardTask[] = [];
-  const newConfigsToCreate: DashboardUserConfig[] = [];
-  const newNonogramItemsToCreate: NonogramKatanaItem[] = [];
-  const newNonogramUpgradesToCreate: NonogramKatanaUpgrade[] = [];
-
-  /**
-   * Gets a UUID for a given legacy ObjectId. If one already exists in the map,
-   * it is returned. Otherwise, a new one is generated and added to the map.
-   */
-  const getUUID = (oldId: ObjectId): UUID => {
-    const oldIdStr = oldId.toString();
-    if (mapFromObjectIdToUUID.has(oldIdStr)) {
-      return mapFromObjectIdToUUID.get(oldIdStr);
-    }
-    const newId = uuidv7();
-    mapFromObjectIdToUUID.set(oldIdStr, newId);
-    return newId;
-  };
-
-  // Create a map of UUID to documents
-  const mapFromUUIDToDocument = new Map<UUID, any>();
-
-  const verifyDoc = (oldDoc: any, newDoc: any) => {
-    const oldJson = JSON.stringify(oldDoc, null, 2);
-    const newJson = JSON.stringify(newDoc, null, 2);
-    const oldLines = oldJson.split('\n').length;
-    const newLines = newJson.split('\n').length;
-    if (newLines !== oldLines + 1) {
-      DR.logger.warn(
-        `Line count mismatch for ${oldDoc.docType || 'doc'} ${oldDoc._id}: Old=${oldLines}, New=${newLines}.`
-      );
+    if (usersToUpdate.length === 0) {
+      DR.logger.success('No migration needed.');
+      return;
     }
-  };
 
-  function createNewDoc(oldDoc) {
-    if (
-      mapFromObjectIdToUUID.has(oldDoc._id.toString()) &&
-      mapFromUUIDToDocument.has(mapFromObjectIdToUUID.get(oldDoc._id.toString()))
-    ) {
-      console.warn(
-        `Skipping document ${oldDoc._id} as it was already migrated.` +
-          ` The created document is ${JSON.stringify(mapFromUUIDToDocument.get(mapFromObjectIdToUUID.get(oldDoc._id.toString())))}`
-      );
+    if (dryRun) {
+      DR.logger.info('Dry run: Would update the following users:');
+      usersToUpdate.forEach((user) => {
+        const existing = user.projectAccess ?? {};
+        const merged = { ...PROJECT_ACCESS_DEFAULTS, ...existing };
+        DR.logger.info(
+          `  - ${user.userName} (${user._id}): ${JSON.stringify(existing)} → ${JSON.stringify(merged)}`
+        );
+      });
       return;
     }
-    const newDocId = getUUID(oldDoc._id);
-    const newDoc = DocumentService.deepCopy(oldDoc);
-    newDoc._id = newDocId;
-    newDoc.oldOId = oldDoc._id.toString();
-    mapFromUUIDToDocument.set(newDocId, newDoc);
-    return newDoc;
-  }
-
-  // Filter to only legacy users with the chosen usernames
-  // const userNames = ['demoUser1', 'demoUser2', "testUser", "testUser2"];
-  // const userNames = ["testUser"];
-  // const legacyUsers = users.filter((u) => userNames.includes(u.userName) && typeof u._id === 'object');
-  const legacyUsers = users.filter((u) => typeof u._id === 'object');
-  DR.logger.info(`Found ${legacyUsers.length} legacy users to migrate.`);
-
-  // First, create all user documents and generate their UUIDs that way relationships between
-  // users in the collaborators field can be mapped correctly.
-  legacyUsers.forEach((oldUserDoc) => {
-    const newUser = createNewDoc(oldUserDoc);
-    if (!newUser) return;
-    verifyDoc(oldUserDoc, newUser);
-    newUsersToCreate.push(newUser);
-  });
-
-  // Create the function that will flesh out new documents for a given user document
-  function createNewDocsForUser(oldUserDoc: User) {
-    const oldUserIdStr = oldUserDoc._id.toString();
-    const newUserId = getUUID(oldUserDoc._id);
-
-    // 1. Create new API keys
-    const userApiKeys = apiKeys.filter((k) => k.userId.toString() === oldUserIdStr);
-    userApiKeys.forEach((oldKey) => {
-      const newKey = createNewDoc(oldKey);
-      if (!newKey) return;
-      newKey.userId = newUserId;
-      verifyDoc(oldKey, newKey);
-      newApiKeysToCreate.push(newKey);
-    });
-
-    // 2. Create new Tasks
-    const userTasks = tasks.filter((t) => t.userId.toString() === oldUserIdStr);
-
-    const taskChildrenMap = new Map<string, DashboardTask[]>();
-    const rootTasks: DashboardTask[] = [];
-    const userTaskIds = new Set(userTasks.map((t) => t._id.toString()));
-
-    userTasks.forEach((task) => {
-      const pId = task.parentTaskId?.toString();
-      if (pId && userTaskIds.has(pId)) {
-        if (!taskChildrenMap.has(pId)) {
-          taskChildrenMap.set(pId, []);
-        }
-        taskChildrenMap.get(pId).push(task);
-      } else {
-        rootTasks.push(task);
-      }
-    });
 
-    const queue = [...rootTasks];
-    while (queue.length > 0) {
-      const oldTask = queue.shift()!;
-      const newTask = createNewDoc(oldTask);
-
-      if (newTask) {
-        newTask.userId = newUserId;
-
-        // Map user IDs in tags keys
-        const newTags: any = {};
-        Object.keys(oldTask.tags).forEach((tagUserId) => {
-          const newTagUserId = getUUID(tagUserId);
-          newTags[newTagUserId] = oldTask.tags[tagUserId];
-        });
-        newTask.tags = newTags;
-
-        // Map user IDs in filterSettings keys
-        const newFilterSettings: any = {};
-        Object.keys(oldTask.filterSettings).forEach((fsUserId) => {
-          const newFsUserId = getUUID(fsUserId);
-          newFilterSettings[newFsUserId] = {
-            ...oldTask.filterSettings[fsUserId],
-            userId: newFsUserId
-          };
-        });
-        newTask.filterSettings = newFilterSettings;
-
-        // Map user IDs in sortSettings keys
-        const newSortSettings: any = {};
-        Object.keys(oldTask.sortSettings).forEach((ssUserId) => {
-          const newSsUserId = getUUID(ssUserId);
-          newSortSettings[newSsUserId] = {
-            ...oldTask.sortSettings[ssUserId],
-            userId: newSsUserId
-          };
-        });
-        newTask.sortSettings = newSortSettings;
-
-        newTask.sharedWith = oldTask.sharedWith.map((id: any) => getUUID(id));
-        if (oldTask.assignedTo) {
-          newTask.assignedTo = getUUID(oldTask.assignedTo);
-        }
-        if (oldTask.parentTaskId) {
-          newTask.parentTaskId = getUUID(oldTask.parentTaskId);
-        }
-        if (oldTask.parentRecurringTaskInfo) {
-          newTask.parentRecurringTaskInfo = {
-            ...oldTask.parentRecurringTaskInfo,
-            taskId: getUUID(oldTask.parentRecurringTaskInfo.taskId)
-          };
-        }
-
-        verifyDoc(oldTask, newTask);
-        newTasksToCreate.push(newTask);
-      }
-
-      const children = taskChildrenMap.get(oldTask._id.toString());
-      if (children) {
-        queue.push(...children);
-      }
+    for (const user of usersToUpdate) {
+      const existing = user.projectAccess ?? {};
+      const merged = { ...PROJECT_ACCESS_DEFAULTS, ...existing };
+      await userRepo.update({
+        _id: user._id,
+        projectAccess: merged
+      });
+      DR.logger.info(
+        `Updated user ${user.userName} (${user._id}): ${JSON.stringify(existing)} → ${JSON.stringify(merged)}`
+      );
     }
 
-    // 3. Create new Configs
-    const userConfigs = configs.filter((c) => c.userId.toString() === oldUserIdStr);
-    userConfigs.forEach((oldConfig) => {
-      const newConfig = createNewDoc(oldConfig);
-      if (!newConfig) return;
-      newConfig.userId = newUserId;
-      newConfig.collaborators = (oldConfig.collaborators || []).map((id) => getUUID(id));
-      if (newConfig.taskListSortSettings) {
-        Object.entries(newConfig.taskListSortSettings).forEach(
-          ([category, settings]: [string, any]) => {
-            const newSettings = {
-              userId: getUUID(settings.userId),
-              sortList: settings.sortList
-            };
-            newConfig.taskListSortSettings[category] = newSettings;
-          }
-        );
-      }
-      if (newConfig.taskListFilterSettings) {
-        Object.entries(newConfig.taskListFilterSettings).forEach(
-          ([category, settings]: [string, any]) => {
-            const newSettings = {
-              ...settings,
-              userId: getUUID(settings.userId)
-            };
-            newConfig.taskListFilterSettings[category] = newSettings;
-          }
-        );
-      }
-      verifyDoc(oldConfig, newConfig);
-      newConfigsToCreate.push(newConfig);
-    });
-
-    // 4. Nonogram Items
-    const userNonogramItems = nonogramItems.filter((i) => i.userId.toString() === oldUserIdStr);
-    userNonogramItems.forEach((oldItem) => {
-      const newItem = createNewDoc(oldItem);
-      if (!newItem) return;
-      newItem.userId = newUserId;
-      verifyDoc(oldItem, newItem);
-      newNonogramItemsToCreate.push(newItem);
-    });
-
-    // 5. Nonogram Upgrades
-    const userNonogramUpgrades = nonogramUpgrades.filter(
-      (u) => u.userId.toString() === oldUserIdStr
-    );
-    userNonogramUpgrades.forEach((oldUpgrade) => {
-      const newUpgrade = createNewDoc(oldUpgrade);
-      if (!newUpgrade) return;
-      newUpgrade.userId = newUserId;
-      verifyDoc(oldUpgrade, newUpgrade);
-      newNonogramUpgradesToCreate.push(newUpgrade);
-    });
-  }
-
-  // Now create related documents for each user
-  legacyUsers.forEach((u) => createNewDocsForUser(u));
-
-  const legacyUserIds = new Set(legacyUsers.map((u) => u._id.toString()));
-  const expectedUsers = legacyUsers.length;
-  const expectedApiKeys = apiKeys.filter((k) => legacyUserIds.has(k.userId.toString())).length;
-  const expectedTasks = tasks.filter((t) => legacyUserIds.has(t.userId.toString())).length;
-  const expectedConfigs = configs.filter((c) => legacyUserIds.has(c.userId.toString())).length;
-  const expectedNonogramItems = nonogramItems.filter((i) =>
-    legacyUserIds.has(i.userId.toString())
-  ).length;
-  const expectedNonogramUpgrades = nonogramUpgrades.filter((u) =>
-    legacyUserIds.has(u.userId.toString())
-  ).length;
-
-  if (newUsersToCreate.length !== expectedUsers) {
-    DR.logger.error(`Expected ${expectedUsers} users, but prepped ${newUsersToCreate.length}.`);
-  }
-  if (newApiKeysToCreate.length !== expectedApiKeys) {
-    DR.logger.error(
-      `Expected ${expectedApiKeys} API keys, but prepped ${newApiKeysToCreate.length}.`
-    );
-  }
-  if (newTasksToCreate.length !== expectedTasks) {
-    DR.logger.error(`Expected ${expectedTasks} tasks, but prepped ${newTasksToCreate.length}.`);
-  }
-  if (newConfigsToCreate.length !== expectedConfigs) {
-    DR.logger.error(
-      `Expected ${expectedConfigs} configs, but prepped ${newConfigsToCreate.length}.`
-    );
-  }
-  if (newNonogramItemsToCreate.length !== expectedNonogramItems) {
-    DR.logger.error(
-      `Expected ${expectedNonogramItems} nonogram items, but prepped ${newNonogramItemsToCreate.length}.`
-    );
-  }
-  if (newNonogramUpgradesToCreate.length !== expectedNonogramUpgrades) {
-    DR.logger.error(
-      `Expected ${expectedNonogramUpgrades} nonogram upgrades, but prepped ${newNonogramUpgradesToCreate.length}.`
-    );
+    DR.logger.success(`Migration complete. Updated ${usersToUpdate.length} users.`);
   }
-
-  DR.logger.info(`Prepped ${newUsersToCreate.length} new users.`);
-  DR.logger.info(`Prepped ${newApiKeysToCreate.length} new API keys.`);
-  DR.logger.info(`Prepped ${newTasksToCreate.length} new tasks.`);
-  DR.logger.info(`Prepped ${newConfigsToCreate.length} new configs.`);
-  DR.logger.info(`Prepped ${newNonogramItemsToCreate.length} new nonogram items.`);
-  DR.logger.info(`Prepped ${newNonogramUpgradesToCreate.length} new nonogram upgrades.`);
-  DR.logger.info(
-    `In total, prepped ${
-      newUsersToCreate.length +
-      newApiKeysToCreate.length +
-      newTasksToCreate.length +
-      newConfigsToCreate.length +
-      newNonogramItemsToCreate.length +
-      newNonogramUpgradesToCreate.length
-    } documents for insertion.`
-  );
-
-  if (!dryRun) {
-    DR.logger.info('Dry run is false. Inserting documents into DB...');
-    if (newUsersToCreate.length > 0) {
-      await(await userRepo.getCollection()).insertMany(newUsersToCreate);
-    }
-    if (newApiKeysToCreate.length > 0) {
-      await(await apiKeyRepo.getCollection()).insertMany(newApiKeysToCreate);
-    }
-    if (newTasksToCreate.length > 0) {
-      await(await taskRepo.getCollection()).insertMany(newTasksToCreate);
-    }
-    if (newConfigsToCreate.length > 0) {
-      await(await configRepo.getCollection()).insertMany(newConfigsToCreate);
-    }
-    if (newNonogramItemsToCreate.length > 0) {
-      await(await nonogramItemRepo.getCollection()).insertMany(newNonogramItemsToCreate);
-    }
-    if (newNonogramUpgradesToCreate.length > 0) {
-      await(await nonogramUpgradesRepo.getCollection()).insertMany(newNonogramUpgradesToCreate);
-    }
-    DR.logger.info('Insertion complete.');
-  } else {
-    DR.logger.info('Dry run is true. Skipping DB insertion.');
-  }
-
-  return;
 }

package/package.json

@@ -2,7 +2,7 @@
   "name": "@aneuhold/be-ts-db-lib",
   "author": "Anton G. Neuhold Jr.",
   "license": "MIT",
-  "version": "4.2.18",
+  "version": "4.2.20",
   "description": "A backend database library meant to actually interact with various databases in personal projects",
   "packageManager": "pnpm@10.25.0",
   "type": "module",
@@ -58,8 +58,8 @@
     "MongoDB"
   ],
   "dependencies": {
-    "@aneuhold/be-ts-lib": "^3.1.5",
-    "@aneuhold/core-ts-db-lib": "^5.0.1",
+    "@aneuhold/be-ts-lib": "^3.1.7",
+    "@aneuhold/core-ts-db-lib": "^5.0.2",
     "@aneuhold/core-ts-lib": "^2.4.3",
     "bson": "^7.0.0",
     "google-auth-library": "^10.6.1",