@solidxai/core 0.1.10-beta.25 → 0.1.10-beta.27

package/src/services/model-metadata.service.ts

@@ -2,7 +2,7 @@ import { BadRequestException, forwardRef, Inject, Injectable, Logger, NotFoundEx
 import { InjectDataSource } from '@nestjs/typeorm';
 import * as fs from 'fs/promises'; // Use the Promise-based version of fs for async/await
 import * as path from 'path';
-import { DataSource, EntityManager, Repository, SelectQueryBuilder } from 'typeorm';
+import { DataSource, EntityManager, In, Repository, SelectQueryBuilder } from 'typeorm';
 import { CreateModelMetadataDto } from '../dtos/create-model-metadata.dto';
 import { ModelMetadata } from '../entities/model-metadata.entity';
 import { ModuleMetadata } from '../entities/module-metadata.entity';
@@ -19,7 +19,11 @@ import { BasicFilterDto } from '../dtos/basic-filters.dto';
 import { UpdateModelMetaDataDto } from '../dtos/update-model-metadata.dto';
 import { ActionMetadata } from '../entities/action-metadata.entity';
 import { FieldMetadata } from '../entities/field-metadata.entity';
+import { ImportTransactionErrorLog } from '../entities/import-transaction-error-log.entity';
+import { ImportTransaction } from '../entities/import-transaction.entity';
 import { MenuItemMetadata } from '../entities/menu-item-metadata.entity';
+import { UserViewMetadata } from '../entities/user-view-metadata.entity';
+import { PermissionMetadata } from '../entities/permission-metadata.entity';
 import { ViewMetadata } from '../entities/view-metadata.entity';
 import { CommandService } from '../helpers/command.service';
 import {
@@ -29,7 +33,7 @@ import {
 } from '../helpers/schematic.service';
 import { classify } from '../helpers/string.helper';
 import { CodeGenerationOptions } from '../interfaces';
-import { CrudHelperService } from './crud-helper.service';
+import { CrudHelperService, FilterCombinator } from './crud-helper.service';
 import { CRUDService } from './crud.service';
 import { FieldMetadataService } from './field-metadata.service';
 import { MediaStorageProviderMetadataService } from './media-storage-provider-metadata.service';
@@ -68,36 +72,26 @@ export class ModelMetadataService {
     return this.findMany(basicFilterDto);
   }
 
-  async findMany(basicFilterDto: BasicFilterDto) {
+  async findMany(basicFilterDto: BasicFilterDto): Promise<any> {
     const alias = 'modelMetadata';
-    // Extract the required keys from the input query
-    let { limit, offset } = basicFilterDto;
+    const { limit, offset } = basicFilterDto;
 
-    // Create above query on pincode table using query builder
-    var qb: SelectQueryBuilder<ModelMetadata> = await this.modelMetadataRepo.createSecurityRuleAwareQueryBuilder(alias)
-    qb = await this.crudHelperService.buildFilterQuery(qb, basicFilterDto, alias);
+    const qb: SelectQueryBuilder<ModelMetadata> = await this.modelMetadataRepo.createSecurityRuleAwareQueryBuilder(alias);
 
-    // Get the records and the count
-    const [entities, count] = await qb.getManyAndCount();
-
-    const currentPage = Math.floor(offset / limit) + 1;
-    const totalPages = Math.ceil(count / limit);
-
-    const nextPage = currentPage < totalPages ? currentPage + 1 : null;
-    const prevPage = currentPage > 1 ? currentPage - 1 : null;
+    if (basicFilterDto.groupBy?.length) {
+      const groupFilterQb = this.crudHelperService.buildFilterQuery(
+        qb, basicFilterDto, alias, undefined, undefined, undefined,
+        FilterCombinator.AND, false, false
+      );
+      return this.crudHelperService.executeGroupPipeline(
+        groupFilterQb, basicFilterDto, alias,
+        () => this.modelMetadataRepo.createSecurityRuleAwareQueryBuilder(alias)
+      );
+    }
 
-    const r = {
-      meta: {
-        totalRecords: count,
-        currentPage: currentPage,
-        nextPage: nextPage,
-        prevPage: prevPage,
-        totalPages: totalPages,
-        perPage: +limit,
-      },
-      records: entities
-    };
-    return r
+    const filteredQb = this.crudHelperService.buildFilterQuery(qb, basicFilterDto, alias);
+    const [entities, count] = await filteredQb.getManyAndCount();
+    return this.crudHelperService.pagedResponse(offset, limit, count, entities);
   }
 
   async findOne(id: any, query?: any) {
@@ -566,7 +560,7 @@ export class ModelMetadataService {
         // @ts-ignore
         id: modelEntityId,
       },
-      relations: ['module']
+      relations: ['module', 'fields']
     });
 
     if (!modelEntity) {
@@ -622,72 +616,29 @@ export class ModelMetadataService {
           await fs.unlink(fileToDelete);
           this.logger.log(`Deleted file: ${fileToDelete}`);
         } catch (error: any) {
+          if (error?.code === 'ENOENT') {
+            this.logger.warn(`File already absent, skipping delete: ${fileToDelete}`);
+            continue;
+          }
           this.logger.error(`Error deleting file: ${fileToDelete}`, error);
         }
       }
     }
 
-    await this.dataSource.query(
-      `CALL cleanup_model_metadata($1, $2)`,
-      [modelEntity.singularName, true],
-    );
-
-    // Delete the permissions, menu, actions & views related to this model.
-    // const controllerName = `${classify(modelEntity.singularName)}Controller`;
-    // const permissionNames = [
-    //   `${controllerName}.delete`,
-    //   `${controllerName}.deleteMany`,
-    //   `${controllerName}.findOne`,
-    //   `${controllerName}.findMany`,
-    //   `${controllerName}.recover`,
-    //   `${controllerName}.recoverMany`,
-    //   `${controllerName}.partialUpdate`,
-    //   `${controllerName}.update`,
-    //   `${controllerName}.insertMany`,
-    //   `${controllerName}.create`,
-    // ];
-    // const permissionsRepo = this.dataSource.getRepository(PermissionMetadata);
-    // const permissionsToDelete = await permissionsRepo.find({
-    //   where: { name: In(permissionNames) },
-    //   relations: ['roles'],
-    // });
-
-    // Remove role associations first
-    // for (const permission of permissionsToDelete) {
-    //   if (permission.roles?.length) {
-    //     await this.dataSource
-    //       .createQueryBuilder()
-    //       .relation(PermissionMetadata, 'roles')
-    //       .of(permission) // permission instance or its ID
-    //       .remove(permission.roles); // remove all linked roles
-    //   }
-    // }
-
-    // await permissionsRepo.remove(permissionsToDelete);
-
-    // Delete actions
-    // const actionRepo = this.dataSource.getRepository(ActionMetadata);
-    // const action = await actionRepo.findOne({ where: { model: { id: modelEntity.id } } });
-    // await actionRepo.delete({ model: { id: modelEntity.id } });
-
-    // // Delete menu items
-    // const menuItemRepo = this.dataSource.getRepository(MenuItemMetadata);
-    // if (action) {
-    //   const menuItems = await menuItemRepo.find({ where: { action: { id: action.id } } });
-    //   for (let i = 0; i < menuItems.length; i++) {
-    //     const menuItem = menuItems[i];
-    //     await menuItemRepo.remove(menuItem);
-    //   }
-    // }
-
-    // Delete view 
-    // const viewRepo = this.dataSource.getRepository(ViewMetadata);
-    // await viewRepo.delete({ model: { id: modelEntity.id } })
+    const { removedActionNames, removedMenuNames, removedViewNames } = await this.cleanupAssociatedViewsActionsAndMenus(modelEntity.id);
+    await this.cleanupAssociatedImports(modelEntity.id);
+    await this.cleanupAssociatedPermissions(modelEntity.singularName);
+    await this.clearModelReferencesBeforeDelete(modelEntity);
 
     // <moduleName>-metadata.json | Remove references to this model in the model metadata, menu, action & view sections. | Automatic
     const filePath = await this.moduleMetadataHelperService.getModuleMetadataFilePath(modelEntity.module?.name);
     const metaData = await this.moduleMetadataHelperService.getModuleMetadataConfiguration(filePath);
     if (metaData) {
+      const moduleMetadata = metaData?.moduleMetadata ?? metaData;
+      const removedActionNameSet = new Set(removedActionNames);
+      const removedMenuNameSet = new Set(removedMenuNames);
+      const removedViewNameSet = new Set(removedViewNames);
+
       const existingModelIndex = metaData.moduleMetadata.models.findIndex(
         (existingModel: any) => existingModel.singularName === modelEntity.singularName
       );
@@ -698,15 +649,51 @@ export class ModelMetadataService {
       }
 
       // Remove references to this model in the menu, action & view sections.
-      metaData.moduleMetadata.menus = metaData.moduleMetadata?.menus?.filter(
-        (menu: any) => menu.modelUserKey !== modelEntity.singularName
-      );
-      metaData.moduleMetadata.actions = metaData.moduleMetadata?.actions?.filter(
-        (action: any) => action.modelUserKey !== modelEntity.singularName
-      );
-      metaData.moduleMetadata.views = metaData.moduleMetadata?.views?.filter(
-        (view: any) => view.modelUserKey !== modelEntity.singularName
-      );
+      const existingViews = Array.isArray(moduleMetadata?.views) ? moduleMetadata.views : [];
+      moduleMetadata.views = existingViews.filter((view: any) => {
+        const shouldRemove = view?.modelUserKey === modelEntity.singularName || removedViewNameSet.has(view?.name);
+        if (shouldRemove && view?.name) {
+          removedViewNameSet.add(view.name);
+        }
+        return !shouldRemove;
+      });
+
+      const existingActions = Array.isArray(moduleMetadata?.actions) ? moduleMetadata.actions : [];
+      moduleMetadata.actions = existingActions.filter((action: any) => {
+        const shouldRemove =
+          action?.modelUserKey === modelEntity.singularName ||
+          removedActionNameSet.has(action?.name) ||
+          removedViewNameSet.has(action?.viewUserKey);
+
+        if (shouldRemove && action?.name) {
+          removedActionNameSet.add(action.name);
+        }
+        return !shouldRemove;
+      });
+
+      let pendingMenus = Array.isArray(moduleMetadata?.menus) ? [...moduleMetadata.menus] : [];
+      let menuRemovedOnPass = true;
+      while (menuRemovedOnPass) {
+        menuRemovedOnPass = false;
+        pendingMenus = pendingMenus.filter((menu: any) => {
+          const shouldRemove =
+            menu?.modelUserKey === modelEntity.singularName ||
+            removedMenuNameSet.has(menu?.name) ||
+            removedActionNameSet.has(menu?.actionUserKey) ||
+            removedMenuNameSet.has(menu?.parentMenuItemUserKey);
+
+          if (shouldRemove) {
+            if (menu?.name) {
+              removedMenuNameSet.add(menu.name);
+            }
+            menuRemovedOnPass = true;
+            return false;
+          }
+
+          return true;
+        });
+      }
+      moduleMetadata.menus = pendingMenus;
 
       const updatedContent = JSON.stringify(metaData, null, 2);
       await fs.writeFile(filePath, updatedContent);
@@ -735,12 +722,229 @@ export class ModelMetadataService {
 
   }
 
+  private async cleanupAssociatedViewsActionsAndMenus(modelId: number) {
+    const viewRepo = this.dataSource.getRepository(ViewMetadata);
+    const actionRepo = this.dataSource.getRepository(ActionMetadata);
+    const menuRepo = this.dataSource.getRepository(MenuItemMetadata);
+    const userViewRepo = this.dataSource.getRepository(UserViewMetadata);
+
+    const views = await viewRepo.find({
+      where: {
+        model: { id: modelId },
+      },
+    });
+    const viewIds = views.map((view) => view.id);
+    const removedViewNames = views.map((view) => view.name).filter(Boolean);
+
+    const actions = await actionRepo.find({
+      where: [
+        {
+          model: { id: modelId },
+        },
+        ...(viewIds.length > 0
+          ? [
+            {
+              view: { id: In(viewIds) },
+            },
+          ]
+          : []),
+      ],
+      relations: ['view'],
+    });
+
+    const uniqueActions = Array.from(
+      new Map(actions.map((action) => [action.id, action])).values(),
+    );
+    const actionIds = uniqueActions.map((action) => action.id);
+    const removedActionNames = uniqueActions.map((action) => action.name).filter(Boolean);
+
+    const menus = await this.findMenusForActionIds(actionIds);
+    const removedMenuNames = menus.map((menu) => menu.name).filter(Boolean);
+
+    if (menus.length > 0) {
+      const menuIds = menus.map((menu) => menu.id).filter(Boolean);
+      for (const menu of menus) {
+        if (menu.roles?.length) {
+          await this.dataSource
+            .createQueryBuilder()
+            .relation(MenuItemMetadata, 'roles')
+            .of(menu.id)
+            .remove(menu.roles.map((role) => role.id));
+        }
+      }
+
+      if (menuIds.length > 0) {
+        await menuRepo
+          .createQueryBuilder()
+          .update(MenuItemMetadata)
+          .set({ parentMenuItem: null as any })
+          .where('id IN (:...menuIds)', { menuIds })
+          .execute();
+
+        await menuRepo
+          .createQueryBuilder()
+          .delete()
+          .from(MenuItemMetadata)
+          .where('id IN (:...menuIds)', { menuIds })
+          .execute();
+      }
+
+      this.logger.log(`Deleted ${menus.length} menu metadata record(s) for model id ${modelId}`);
+    }
+
+    if (uniqueActions.length > 0) {
+      await actionRepo.remove(uniqueActions);
+      this.logger.log(`Deleted ${uniqueActions.length} action metadata record(s) for model id ${modelId}`);
+    }
+
+    if (viewIds.length > 0) {
+      const userViews = await userViewRepo.find({
+        where: {
+          viewMetadata: { id: In(viewIds) },
+        },
+        relations: ['viewMetadata'],
+      });
+      if (userViews.length > 0) {
+        await userViewRepo.remove(userViews);
+        this.logger.log(`Deleted ${userViews.length} user view metadata record(s) for model id ${modelId}`);
+      }
+
+      await viewRepo.remove(views);
+      this.logger.log(`Deleted ${views.length} view metadata record(s) for model id ${modelId}`);
+    }
+
+    return {
+      removedActionNames,
+      removedMenuNames,
+      removedViewNames,
+    };
+  }
+
+  private async cleanupAssociatedImports(modelId: number) {
+    const importTransactionRepo = this.dataSource.getRepository(ImportTransaction);
+    const importTransactionErrorLogRepo = this.dataSource.getRepository(ImportTransactionErrorLog);
+
+    const importTransactions = await importTransactionRepo.find({
+      where: {
+        modelMetadata: { id: modelId },
+      },
+    });
+
+    if (importTransactions.length === 0) {
+      return;
+    }
+
+    const importTransactionIds = importTransactions.map((transaction) => transaction.id);
+    const importTransactionErrorLogs = await importTransactionErrorLogRepo.find({
+      where: {
+        importTransaction: { id: In(importTransactionIds) },
+      },
+      relations: ['importTransaction'],
+    });
+
+    if (importTransactionErrorLogs.length > 0) {
+      await importTransactionErrorLogRepo.remove(importTransactionErrorLogs);
+      this.logger.log(`Deleted ${importTransactionErrorLogs.length} import transaction error log record(s) for model id ${modelId}`);
+    }
+
+    await importTransactionRepo.remove(importTransactions);
+    this.logger.log(`Deleted ${importTransactions.length} import transaction record(s) for model id ${modelId}`);
+  }
+
+  private async cleanupAssociatedPermissions(modelSingularName: string) {
+    const permissionsRepo = this.dataSource.getRepository(PermissionMetadata);
+    const controllerName = `${classify(modelSingularName)}Controller`;
+    const permissions = await permissionsRepo
+      .createQueryBuilder('permission')
+      .leftJoinAndSelect('permission.roles', 'role')
+      .where('permission.name LIKE :pattern', { pattern: `${controllerName}.%` })
+      .getMany();
+
+    if (permissions.length === 0) {
+      return;
+    }
+
+    for (const permission of permissions) {
+      if (permission.roles?.length) {
+        await this.dataSource
+          .createQueryBuilder()
+          .relation(PermissionMetadata, 'roles')
+          .of(permission.id)
+          .remove(permission.roles.map((role) => role.id));
+      }
+    }
+
+    await permissionsRepo.remove(permissions);
+    this.logger.log(`Deleted ${permissions.length} permission metadata record(s) for model '${modelSingularName}'`);
+  }
+
+  private async clearModelReferencesBeforeDelete(modelEntity: ModelMetadata) {
+    const modelRepo = this.dataSource.getRepository(ModelMetadata);
+    const fieldIds = (modelEntity.fields ?? []).map((field) => field.id).filter(Boolean);
+
+    if (fieldIds.length > 0) {
+      await modelRepo
+        .createQueryBuilder()
+        .update(ModelMetadata)
+        .set({ userKeyField: null as any })
+        .where('user_key_field_id IN (:...fieldIds)', { fieldIds })
+        .execute();
+    }
+
+    await modelRepo
+      .createQueryBuilder()
+      .update(ModelMetadata)
+      .set({ parentModel: null as any })
+      .where('parent_model_id = :modelId', { modelId: modelEntity.id })
+      .execute();
+  }
+
+  private async findMenusForActionIds(actionIds: number[]) {
+    if (!actionIds?.length) {
+      return [];
+    }
+
+    const menuRepo = this.dataSource.getRepository(MenuItemMetadata);
+    const menusById = new Map<number, MenuItemMetadata>();
+
+    const rootMenus = await menuRepo.find({
+      where: {
+        action: { id: In(actionIds) },
+      },
+      relations: ['roles', 'action', 'parentMenuItem'],
+    });
+
+    rootMenus.forEach((menu) => menusById.set(menu.id, menu));
+
+    let parentIds = rootMenus.map((menu) => menu.id);
+    while (parentIds.length > 0) {
+      const childMenus = await menuRepo.find({
+        where: {
+          parentMenuItem: { id: In(parentIds) },
+        },
+        relations: ['roles', 'action', 'parentMenuItem'],
+      });
+
+      const nextParentIds: number[] = [];
+      for (const childMenu of childMenus) {
+        if (!menusById.has(childMenu.id)) {
+          menusById.set(childMenu.id, childMenu);
+          nextParentIds.push(childMenu.id);
+        }
+      }
+
+      parentIds = nextParentIds;
+    }
+
+    return Array.from(menusById.values());
+  }
+
   @DisallowInProduction()
   async generateCodeViaCtl(modelId: number): Promise<string> {
     const model = await this.findOne(modelId);
     return this.commandService.executeCommandWithArgs({
       command: 'npx',
-      args: ['@solixai/solidctl@latest', 'generate', 'model', `--name=${model.singularName}`],
+      args: ['@solidxai/solidctl@latest', 'generate', 'model', `--name=${model.singularName}`],
       cwd: path.join(process.cwd(), '..'),
     });
   }
@@ -1239,11 +1443,11 @@ export class ModelMetadataService {
     const removeOutput = await this.executeRemoveFieldsCommand(model, fieldsForRemoval, options.dryRun);
 
     // Remove the fields from the database as well. This also checks, if the field is marked for removal
-    fieldsForRemoval.forEach((field: FieldMetadata) => {
+    for (const field of fieldsForRemoval) {
       if (field.isMarkedForRemoval) {
-        this.fieldMetadataService.delete(field.id);
+        await this.fieldMetadataService.delete(field.id);
       }
-    });
+    }
 
     // Remove the fields from metadata json file