@solidxai/core 0.1.10-beta.25 → 0.1.10-beta.27

package/src/controllers/module-package.controller.ts

@@ -0,0 +1,102 @@
+import {
+    Controller,
+    Get,
+    Param,
+    Post,
+    Body,
+    Res,
+    UploadedFiles,
+    UseInterceptors,
+} from '@nestjs/common';
+import { AnyFilesInterceptor } from '@nestjs/platform-express';
+import { ApiBearerAuth, ApiTags } from '@nestjs/swagger';
+import { Response } from 'express';
+import { ConfirmModulePackageImportDto } from 'src/dtos/confirm-module-package-import.dto';
+import { RunModulePackageBuildDto } from 'src/dtos/run-module-package-build.dto';
+import { RunModulePackageSeedDto } from 'src/dtos/run-module-package-seed.dto';
+import { ModulePackageService } from 'src/services/module-package.service';
+
+@Controller('module-packages')
+@ApiTags('Solid Core')
+export class ModulePackageController {
+    constructor(
+        private readonly modulePackageService: ModulePackageService,
+    ) { }
+
+    @ApiBearerAuth('jwt')
+    @Post('import/validate')
+    @UseInterceptors(AnyFilesInterceptor())
+    async validateImportPackage(
+        @UploadedFiles() files: Array<Express.Multer.File>,
+    ) {
+        return this.modulePackageService.validateUpload(files?.[0]);
+    }
+
+    @ApiBearerAuth('jwt')
+    @Get('export/:moduleName')
+    async exportModulePackage(
+        @Param('moduleName') moduleName: string,
+        @Res() res: Response,
+    ) {
+        const archive = await this.modulePackageService.exportModulePackage(moduleName);
+        res.setHeader('Content-Disposition', `attachment; filename="${archive.fileName}"`);
+        res.setHeader('Content-Type', archive.mimeType);
+        res.setHeader('Access-Control-Expose-Headers', 'Content-Disposition, Content-Type');
+        res.sendFile(archive.filePath);
+    }
+
+    @ApiBearerAuth('jwt')
+    @Get('import/resumable/latest')
+    async getLatestResumableImport() {
+        return this.modulePackageService.getLatestResumableImport();
+    }
+
+    @ApiBearerAuth('jwt')
+    @Post('runtime/clear')
+    async clearPackageRuntime() {
+        return this.modulePackageService.clearPackageRuntime();
+    }
+
+    @ApiBearerAuth('jwt')
+    @Post('import/:id/confirm')
+    async confirmImport(
+        @Param('id') id: string,
+        @Body() dto: ConfirmModulePackageImportDto,
+    ) {
+        return this.modulePackageService.confirmImport(id, dto);
+    }
+
+    @ApiBearerAuth('jwt')
+    @Post('import/:id/dismiss')
+    async dismissImport(
+        @Param('id') id: string,
+    ) {
+        return this.modulePackageService.dismissImport(id);
+    }
+
+    @ApiBearerAuth('jwt')
+    @Get('import/:id/status')
+    async getImportStatus(
+        @Param('id') id: string,
+    ) {
+        return this.modulePackageService.getStatus(id);
+    }
+
+    @ApiBearerAuth('jwt')
+    @Post('import/:id/build')
+    async runBuild(
+        @Param('id') id: string,
+        @Body() dto: RunModulePackageBuildDto,
+    ) {
+        return this.modulePackageService.runBuild(id, dto);
+    }
+
+    @ApiBearerAuth('jwt')
+    @Post('import/:id/seed')
+    async runSeed(
+        @Param('id') id: string,
+        @Body() dto: RunModulePackageSeedDto,
+    ) {
+        return this.modulePackageService.runSeed(id, dto);
+    }
+}

package/src/controllers/service.controller.ts

@@ -4,8 +4,6 @@ import { ActiveUser } from 'src/decorators/active-user.decorator';
 import { Public } from 'src/decorators/public.decorator';
 import { ErrorMapperService } from 'src/helpers/error-mapper.service';
 import { ActiveUserData } from 'src/interfaces/active-user-data.interface';
-import { AiInteractionService } from 'src/services/ai-interaction.service';
-import { IngestMetadataService } from 'src/services/genai/ingest-metadata.service';
 import { MqMessageService } from 'src/services/mq-message.service';
 import { SolidRegistry } from '../helpers/solid-registry';
 
@@ -22,10 +20,8 @@ export class ServiceController {
 
     constructor(
         private readonly solidRegistry: SolidRegistry,
-        private readonly aiInteractionService: AiInteractionService,
         private readonly mqMessageService: MqMessageService,
         private readonly errorMapper: ErrorMapperService,
-        private readonly ingestMetadataService: IngestMetadataService,
     ) { }
 
     @Public()
@@ -94,18 +90,19 @@ export class ServiceController {
     @ApiBearerAuth("jwt")
     @Post('seed')
     async seedData(@Body() seedData: any) {
+        const seederName = seedData?.seeder ?? 'ModuleMetadataSeederService';
         const seeder = this.solidRegistry
             .getSeeders()
-            .filter((seeder) => seeder.name === seedData.seeder)
+            .filter((seeder) => seeder.name === seederName)
             .map((seeder) => seeder.instance)
             .pop();
         if (!seeder) {
-            this.logger.error(`Seeder service ${seedData.seeder} not found. Does your service have a seed() method?`);
+            this.logger.error(`Seeder service ${seederName} not found. Does your service have a seed() method?`);
             return;
         }
         this.logger.log(`Running the seed() method for seeder :${seeder.constructor.name}`);
         await seeder.seed();
-        return { message: `seed data for ${seedData.seeder}` };
+        return { message: `seed data for ${seederName}` };
     }
 
     @ApiBearerAuth("jwt")

package/src/controllers/test.controller.ts

@@ -4,7 +4,6 @@ import { ApiBearerAuth, ApiTags } from "@nestjs/swagger";
 import { SolidRegistry } from "src/helpers/solid-registry";
 import { Auth } from "src/decorators/auth.decorator";
 import { AuthType } from "src/enums/auth-type.enum";
-import { IngestMetadataService } from "src/services/genai/ingest-metadata.service";
 
 export class SeedData {
   seeder: string;
@@ -16,7 +15,6 @@ export class TestController {
   private readonly logger = new Logger(TestController.name);
   constructor(
     private readonly solidRegistry: SolidRegistry,
-    private readonly ingestMetadataService: IngestMetadataService,
   ) { }
 
   @Auth(AuthType.None)
@@ -37,11 +35,4 @@ export class TestController {
     return { filename: file.originalname };
   }
 
-  @ApiBearerAuth("jwt")
-  @Post('mcp/ingest')
-  @UseInterceptors(FileInterceptor('file'))
-  async mcpIngest(@UploadedFile() file: Express.Multer.File, @Body() body: any) {
-    await this.ingestMetadataService.ingest();
-    return { ok: true };
-  }
 }

package/src/dtos/confirm-module-package-import.dto.ts

@@ -0,0 +1,12 @@
+import { ApiPropertyOptional } from '@nestjs/swagger';
+import { IsBoolean, IsOptional } from 'class-validator';
+
+export class ConfirmModulePackageImportDto {
+    @ApiPropertyOptional({
+        description: 'Allow overwriting an existing module folder in solid-api and solid-ui.',
+        default: false,
+    })
+    @IsOptional()
+    @IsBoolean()
+    overwriteExisting?: boolean = false;
+}

package/src/dtos/create-permission-metadata.dto.ts

@@ -2,9 +2,12 @@ import { IsString } from 'class-validator';
 import { IsNotEmpty, ValidateNested, IsArray, IsOptional } from 'class-validator';
 import { Type } from 'class-transformer';
 import { UpdateRoleMetadataDto } from 'src/dtos/update-role-metadata.dto';
+import { ApiProperty } from '@nestjs/swagger';
+
 export class CreatePermissionMetadataDto {
     @IsNotEmpty()
     @IsString()
+    @ApiProperty()
     name: string;
 
     @IsArray()

package/src/dtos/create-role-metadata.dto.ts

@@ -1,5 +1,5 @@
 import { IsString } from 'class-validator';
-import { IsNotEmpty, ValidateNested, IsArray, IsOptional } from 'class-validator';
+import { IsNotEmpty, ValidateNested, IsArray, IsOptional, IsInt } from 'class-validator';
 import { Type } from 'class-transformer';
 import { UpdatePermissionMetadataDto } from 'src/dtos/update-permission-metadata.dto';
 import { UpdateUserDto } from 'src/dtos/update-user.dto';
@@ -66,4 +66,14 @@ export class CreateRoleMetadataDto {
     @IsOptional()
     @ApiProperty()
     menuItemsCommand: string;
+
+    @IsOptional()
+    @IsInt()
+    @ApiProperty()
+    moduleId: number;
+
+    @IsString()
+    @IsOptional()
+    @ApiProperty()
+    moduleUserKey: string;
 }

package/src/dtos/import-instructions.dto.ts

@@ -20,11 +20,21 @@ export class StandardImportInstructionsResponseDto {
         description: 'List of date fields for import',
     })
     dateFields: string[];
+    @ApiProperty({
+        type: String,
+        description: 'Expected format for date fields during import',
+    })
+    dateFieldFormat: string;
     @ApiProperty({
         type: [String],
         description: 'List of date-time fields for import',
     })
     dateTimeFields: string[];
+    @ApiProperty({
+        type: String,
+        description: 'Expected format for date-time fields during import',
+    })
+    dateTimeFieldFormat: string;
     @ApiProperty({
         type: [String],
         description: 'List of number fields for import',
@@ -63,4 +73,4 @@ export class RegexFieldInstructionResponseDto {
         description: 'Regex pattern for the field',
     })
     regexPattern: string;
-}   
+}   

package/src/dtos/metadata-explorer-references-query.dto.ts

@@ -0,0 +1,39 @@
+import { ApiProperty } from "@nestjs/swagger";
+import { Type } from "class-transformer";
+import { IsBoolean, IsOptional, IsString } from "class-validator";
+import { PaginationQueryDto } from "./pagination-query.dto";
+
+export class MetadataExplorerReferencesQueryDto extends PaginationQueryDto {
+    @ApiProperty({ description: "Value or key to locate references for", required: false, type: String })
+    @IsString()
+    @IsOptional()
+    needle?: string;
+
+    @ApiProperty({ description: "Optional section key to scope the reference search", required: false, type: String })
+    @IsString()
+    @IsOptional()
+    sectionKey?: string;
+
+    @ApiProperty({ description: "Optional JSON path to exclude from results", required: false, type: String })
+    @IsString()
+    @IsOptional()
+    excludePath?: string;
+
+    @ApiProperty({ description: "Whether to match the full key/value exactly", required: false, type: Boolean, default: true })
+    @Type(() => Boolean)
+    @IsBoolean()
+    @IsOptional()
+    exact?: boolean = true;
+
+    @ApiProperty({ description: "Whether object keys should be considered when finding references", required: false, type: Boolean, default: true })
+    @Type(() => Boolean)
+    @IsBoolean()
+    @IsOptional()
+    matchKeys?: boolean = true;
+
+    @ApiProperty({ description: "Whether primitive values should be considered when finding references", required: false, type: Boolean, default: true })
+    @Type(() => Boolean)
+    @IsBoolean()
+    @IsOptional()
+    matchValues?: boolean = true;
+}

package/src/dtos/metadata-explorer-search-query.dto.ts

@@ -0,0 +1,28 @@
+import { ApiProperty } from "@nestjs/swagger";
+import { Type } from "class-transformer";
+import { IsBoolean, IsOptional, IsString, Min } from "class-validator";
+import { PaginationQueryDto } from "./pagination-query.dto";
+
+export class MetadataExplorerSearchQueryDto extends PaginationQueryDto {
+    @ApiProperty({ description: "Search query string", required: false, type: String })
+    @IsString()
+    @IsOptional()
+    query?: string;
+
+    @ApiProperty({ description: "Optional section key to scope the search", required: false, type: String })
+    @IsString()
+    @IsOptional()
+    sectionKey?: string;
+
+    @ApiProperty({ description: "Whether to match the full value exactly", required: false, type: Boolean, default: false })
+    @Type(() => Boolean)
+    @IsBoolean()
+    @IsOptional()
+    exact?: boolean = false;
+
+    @ApiProperty({ description: "Maximum preview length for match snippets", required: false, type: Number, default: 120 })
+    @Type(() => Number)
+    @Min(20)
+    @IsOptional()
+    previewLength?: number = 120;
+}

package/src/dtos/metadata-explorer-write.dto.ts

@@ -0,0 +1,11 @@
+import { ApiProperty } from "@nestjs/swagger";
+import { IsOptional } from "class-validator";
+
+export class MetadataExplorerWriteDto {
+    @ApiProperty({
+        description: "Arbitrary JSON value to persist for the full metadata document or a section",
+        required: false,
+    })
+    @IsOptional()
+    value?: any;
+}

package/src/dtos/run-module-package-build.dto.ts

@@ -0,0 +1,14 @@
+import { ApiPropertyOptional } from '@nestjs/swagger';
+import { IsBoolean, IsOptional } from 'class-validator';
+
+export class RunModulePackageBuildDto {
+    @ApiPropertyOptional({ default: true })
+    @IsOptional()
+    @IsBoolean()
+    buildSolidApi?: boolean = true;
+
+    @ApiPropertyOptional({ default: true })
+    @IsOptional()
+    @IsBoolean()
+    buildSolidUi?: boolean = true;
+}

package/src/dtos/run-module-package-seed.dto.ts

@@ -0,0 +1,12 @@
+import { ApiPropertyOptional } from '@nestjs/swagger';
+import { IsBoolean, IsOptional } from 'class-validator';
+
+export class RunModulePackageSeedDto {
+    @ApiPropertyOptional({
+        description: 'Whether to seed global metadata as part of the module seed run.',
+        default: false,
+    })
+    @IsOptional()
+    @IsBoolean()
+    seedGlobalMetadata?: boolean = false;
+}

package/src/dtos/update-permission-metadata.dto.ts

@@ -1,14 +1,17 @@
 import { IsInt, IsOptional, IsString, IsNotEmpty, ValidateNested, IsArray } from 'class-validator';
 import { Type } from 'class-transformer';
 import { UpdateRoleMetadataDto } from 'src/dtos/update-role-metadata.dto';
+import { ApiProperty } from '@nestjs/swagger';
+
 export class UpdatePermissionMetadataDto {
     @IsOptional()
     @IsInt()
     id: number;
 
-    @IsOptional()
     @IsNotEmpty()
+    @IsOptional()
     @IsString()
+    @ApiProperty()
     name: string;
 
     @IsArray()

package/src/dtos/update-role-metadata.dto.ts

@@ -1,4 +1,4 @@
-import { IsInt,IsOptional, IsString, IsNotEmpty, ValidateNested, IsArray } from 'class-validator';
+import { IsInt, IsOptional, IsString, IsNotEmpty, ValidateNested, IsArray } from 'class-validator';
 import { Type } from 'class-transformer';
 import { UpdatePermissionMetadataDto } from 'src/dtos/update-permission-metadata.dto';
 import { UpdateUserDto } from 'src/dtos/update-user.dto';
@@ -9,51 +9,71 @@ export class UpdateRoleMetadataDto {
     @IsOptional()
     @IsInt()
     id: number;
+
     @IsNotEmpty()
     @IsOptional()
     @IsString()
     @ApiProperty()
     name: string;
+
     @IsOptional()
     @ApiProperty()
     @IsArray()
     @ValidateNested({ each: true })
     @Type(() => UpdatePermissionMetadataDto)
     permissions: UpdatePermissionMetadataDto[];
+
     @IsOptional()
     @IsArray()
     @ApiProperty()
     permissionsIds: number[];
+
     @IsString()
     @IsOptional()
     @ApiProperty()
     permissionsCommand: string;
+
     @IsOptional()
     @ApiProperty()
     @IsArray()
     @ValidateNested({ each: true })
     @Type(() => UpdateUserDto)
     users: UpdateUserDto[];
+
     @IsOptional()
     @IsArray()
     @ApiProperty()
     usersIds: number[];
+
     @IsString()
     @IsOptional()
     @ApiProperty()
     usersCommand: string;
+
     @IsOptional()
     @ApiProperty()
     @IsArray()
     @ValidateNested({ each: true })
     @Type(() => UpdateMenuItemMetadataDto)
     menuItems: UpdateMenuItemMetadataDto[];
+
     @IsOptional()
     @IsArray()
     @ApiProperty()
     menuItemsIds: number[];
+
     @IsString()
     @IsOptional()
     @ApiProperty()
     menuItemsCommand: string;
+
+    @IsOptional()
+    @IsInt()
+    @ApiProperty()
+    moduleId: number;
+
+    @IsString()
+    @IsOptional()
+    @ApiProperty()
+    moduleUserKey: string;
 }

package/src/entities/action-metadata.entity.ts

@@ -9,6 +9,7 @@ export class ActionMetadata extends CommonEntity {
     @Column({ name: "name", type: "varchar", unique: true })
     name: string;
 
+    @Index()
     @Column({ name: "display_name", type: "varchar" })
     displayName: string;
 

package/src/entities/agent-event.entity.ts

@@ -49,6 +49,7 @@ export class AgentEvent extends CommonEntity {
   @Column({ nullable: true })
   outputTokens: number;
 
+    @Index()
   @Column({ nullable: true })
   modelUsed: string;
 }

package/src/entities/agent-session.entity.ts

@@ -15,6 +15,7 @@ export class AgentSession extends CommonEntity {
   @Column({ nullable: true, ...getColumnType('longText') })
   projectRoot: string;
 
+    @Index()
   @Column({ })
   modelName: string;
 

package/src/entities/chatter-message.entity.ts

@@ -11,6 +11,7 @@ export class ChatterMessage extends CommonEntity {
     @Column({ type: "varchar" })
     messageType: string; // audit | custom 
 
+    @Index()
     @Column({ type: "varchar" })
     messageSubType: string; // audit_update | audit_insert | audit_delete | custom | note | task
 
@@ -33,6 +34,7 @@ export class ChatterMessage extends CommonEntity {
     @OneToMany(() => ChatterMessageDetails, (chatterMessageDetails) => chatterMessageDetails.chatterMessage, { cascade: true })
     chatterMessageDetails: ChatterMessageDetails[];
 
+    @Index()
     @Column({ nullable: true })
     modelDisplayName: string;
 

package/src/entities/email-template.entity.ts

@@ -8,6 +8,7 @@ export class EmailTemplate extends CommonEntity {
     @Index({ unique: true })
     @Column({ name: "name", type: "varchar"})
     name: string;
+    @Index()
     @Column({ name: "display_name", type: "varchar" })
     displayName: string;
     @Column({ name: "body", default: '', ...getColumnType('longText') })

package/src/entities/field-metadata.entity.ts

@@ -8,10 +8,11 @@ import { ERROR_MESSAGES } from "src/constants/error-messages";
 @Entity("ss_field_metadata")
 export class FieldMetadata extends CommonEntity {
 
-    // @Index({ unique: true })
+    @Index()
     @Column({ name: "name" })
     name: string;
 
+    @Index()
     @Column({ name: "display_name" })
     displayName: string;
 
@@ -19,6 +20,7 @@ export class FieldMetadata extends CommonEntity {
     description: string;
 
     /** int, char etc... */
+    @Index()
     @Column({ name: 'type' })
     type: string;
 
@@ -75,6 +77,7 @@ export class FieldMetadata extends CommonEntity {
     @Column({ name: 'media_max_size_kb', nullable: true })
     mediaMaxSizeKb: number;
 
+    @Index()
     @ManyToOne(() => MediaStorageProviderMetadata, { onDelete: 'SET NULL' })
     @JoinColumn({ name: 'media_storage_provider_id' })
     mediaStorageProvider: MediaStorageProviderMetadata;

package/src/entities/list-of-values.entity.ts

@@ -1,16 +1,19 @@
 import { CommonEntity } from 'src/entities/common.entity'
-import { Entity, Column, ManyToOne, JoinColumn, Unique } from 'typeorm'
+import { Entity, Column, Index, ManyToOne, JoinColumn, Unique } from 'typeorm'
 import { ModuleMetadata } from 'src/entities/module-metadata.entity'
 
 @Entity("ss_list_of_values")
 @Unique(['type', 'value'])
 export class ListOfValues extends CommonEntity {
+    @Index()
     @Column({ type: "varchar" })
     type: string;
 
+    @Index()
     @Column({ type: "varchar" })
     value: string;
 
+    @Index()
     @Column({ type: "varchar" })
     display: string;
 
@@ -23,6 +26,7 @@ export class ListOfValues extends CommonEntity {
     @Column({ type: "integer", nullable: true })
     sequence: number;
 
+    @Index()
     @ManyToOne(() => ModuleMetadata, { nullable: true })
     @JoinColumn()
     module: ModuleMetadata;

package/src/entities/locale.entity.ts

@@ -6,6 +6,7 @@ export class Locale extends CommonEntity {
     @Index({ unique: true })
     @Column({ type: "varchar" })
     locale: string;
+    @Index()
     @Column({ type: "varchar" })
     displayName: string;
     @Index()

package/src/entities/media.entity.ts

@@ -12,6 +12,7 @@ export class Media extends CommonEntity {
     @Column({ type: "varchar", nullable: true })
     relativeUri: string;
 
+    @Index()
     @Column({ type: "integer", nullable: true })
     fileSize: number;
 

package/src/entities/menu-item-metadata.entity.ts

@@ -10,6 +10,7 @@ export class MenuItemMetadata extends CommonEntity {
     @Column({ name: "name", type: "varchar" })
     name: string;
 
+    @Index()
     @Column({ name: "display_name", type: "varchar" })
     displayName: string;
 
@@ -32,6 +33,7 @@ export class MenuItemMetadata extends CommonEntity {
     @JoinTable()
     roles: RoleMetadata[];
 
+    @Index()
     @Column({ name: "sequence_number", type: "int", nullable: true })
     sequenceNumber: number;
 

package/src/entities/model-metadata.entity.ts

@@ -18,9 +18,11 @@ export class ModelMetadata extends CommonEntity {
     @Column({ name: "plural_name" })
     pluralName: string;
 
+    @Index()
     @Column({ name: "display_name" })
     displayName: string;
 
+    @Index()
     @Column({ name: "description", nullable: true })
     description: string;
 
@@ -55,6 +57,7 @@ export class ModelMetadata extends CommonEntity {
     // 1. Single field. 
     // 2. Composite field. 
     // 3. Auto generated human readable sequence. 
+    @Index()
     @ManyToOne(() => FieldMetadata, {})
     userKeyField: FieldMetadata;
 

package/src/entities/module-metadata.entity.ts

@@ -4,6 +4,7 @@ import { ModelMetadata } from "./model-metadata.entity";
 
 @Entity("ss_module_metadata")
 export class ModuleMetadata extends CommonEntity {
+    @Index()
     @Column({ name: "display_name" })
     displayName: string;
 
@@ -17,6 +18,7 @@ export class ModuleMetadata extends CommonEntity {
     @Column({ nullable: true })
     menuIconUrl: string;
 
+    @Index()
     @Column({ nullable: true })
     menuSequenceNumber: number;
 

package/src/entities/permission-metadata.entity.ts

@@ -1,10 +1,10 @@
 import { CommonEntity } from "src/entities/common.entity"
 import { Entity, Column, Index, ManyToMany } from "typeorm";
 import { RoleMetadata } from 'src/entities/role-metadata.entity'
+
 @Entity("ss_permission_metadata")
 export class PermissionMetadata extends CommonEntity {
-
-    @Index({unique: true})
+    @Index({ unique: true })
     @Column({ name: "name", type: "varchar" })
     name: string;