@solidxai/core 0.1.10-beta.25 → 0.1.10-beta.27

package/src/dtos/update-ai-interaction.dto.ts

@@ -1,93 +0,0 @@
-import { IsInt,IsOptional, IsString, IsNotEmpty, IsJSON, IsBoolean } from 'class-validator';
-import { ApiProperty } from '@nestjs/swagger';
-
-export class UpdateAiInteractionDto {
-    @IsOptional()
-    @IsInt()
-    id: number;
-    @IsOptional()
-    @IsInt()
-    @ApiProperty()
-    userId: number;
-    @IsString()
-    @IsOptional()
-    @ApiProperty()
-    userUserKey: string;
-    @IsNotEmpty()
-    @IsOptional()
-    @IsString()
-    @ApiProperty()
-    threadId: string;
-    @IsNotEmpty()
-    @IsOptional()
-    @IsString()
-    @ApiProperty()
-    role: string;
-    @IsNotEmpty()
-    @IsOptional()
-    @IsString()
-    @ApiProperty()
-    message: string;
-    @IsOptional()
-    @IsString()
-    @ApiProperty()
-    contentType: string;
-    @IsOptional()
-    @IsString()
-    @ApiProperty()
-    status: string;
-    @IsOptional()
-    @IsString()
-    @ApiProperty()
-    errorMessage: string;
-    @IsOptional()
-    @IsString()
-    @ApiProperty()
-    modelUsed: string;
-    @IsOptional()
-    @IsInt()
-    @ApiProperty()
-    responseTimeMs: number;
-    @IsOptional()
-    @IsJSON()
-    @ApiProperty()
-    metadata: any;
-    @IsOptional()
-    @IsBoolean()
-    @ApiProperty()
-    isApplied: boolean;
-    @IsOptional()
-    @IsInt()
-    @ApiProperty()
-    parentInteractionId: number;
-    @IsString()
-    @IsOptional()
-    @ApiProperty()
-    parentInteractionUserKey: string;
-    @IsOptional()
-    @IsBoolean()
-    @ApiProperty()
-    isAutoApply: boolean;
-    @IsOptional()
-    @IsInt()
-    @ApiProperty()
-    inputTokens: number;
-    @IsOptional()
-    @IsInt()
-    @ApiProperty()
-    outputTokens: number;
-    @IsOptional()
-    @IsInt()
-    @ApiProperty()
-    totalTokens: number;
-
-@IsOptional()
-@IsString()
-@ApiProperty()
-originalMessage: string;
-
-@IsOptional()
-@IsBoolean()
-@ApiProperty()
-isEdited: boolean;
-}

package/src/entities/ai-interaction.entity.ts

@@ -1,71 +0,0 @@
-import { CommonEntity } from 'src/entities/common.entity'
-import { Entity, JoinColumn, ManyToOne, Index, Column } from 'typeorm';
-import { User } from 'src/entities/user.entity'
-import { getColumnType } from 'src/helpers/typeorm-db-helper';
-
-@Entity("ss_ai_interactions")
-export class AiInteraction extends CommonEntity {
-    @Index()
-    @ManyToOne(() => User, { nullable: true })
-    @JoinColumn()
-    user: User;
-
-    @Index()
-    @Column({ type: "varchar" })
-    threadId: string;
-
-    @Column({ type: "varchar" })
-    role: string;
-
-    @Column({ ...getColumnType('longText'), nullable: true })
-    message: string;
-
-    @Column({ type: "varchar", nullable: true })
-    contentType: string;
-
-    @Index()
-    @Column({ type: "varchar", nullable: true })
-    status: string;
-
-    @Column({ nullable: true, ...getColumnType('longText') })
-    errorMessage: string;
-
-    @Column({ type: "varchar", nullable: true })
-    modelUsed: string;
-
-    @Column({ type: "integer", nullable: true })
-    responseTimeMs: number;
-
-    @Column({ type: "simple-json", nullable: true, ...getColumnType('simpleJsonLargeText') })
-    metadata: any;
-
-    @Column({ nullable: true, default: false })
-    isApplied: boolean = false;
-
-    @Index()
-    @ManyToOne(() => AiInteraction, { nullable: true })
-    @JoinColumn()
-    parentInteraction: AiInteraction;
-
-    @Index({ unique: true })
-    @Column({ type: "varchar" })
-    externalId: string;
-
-    @Column({ nullable: true, default: false })
-    isAutoApply: boolean = false;
-
-    @Column({ type: "integer", nullable: true })
-    inputTokens: number;
-
-    @Column({ type: "integer", nullable: true })
-    outputTokens: number;
-
-    @Column({ type: "integer", nullable: true })
-    totalTokens: number;
-
-    @Column({ nullable: true, ...getColumnType('longText') })
-    originalMessage: string;
-
-    @Column({ nullable: true, default: false })
-    isEdited: boolean = false;
-}

package/src/jobs/database/trigger-mcp-client-publisher-database.service.ts

@@ -1,22 +0,0 @@
-import { Injectable } from "@nestjs/common";
-import { QueuesModuleOptions, TriggerMcpClientOptions } from "src/interfaces";
-import { MqMessageQueueService } from "src/services/mq-message-queue.service";
-import { MqMessageService } from "src/services/mq-message.service";
-import { DatabasePublisher } from "src/services/queues/database-publisher.service";
-import triggerMcpClientQueueOptions from "./trigger-mcp-client-queue-options";
-
-@Injectable()
-export class TriggerMcpClientPublisherDatabase extends DatabasePublisher<TriggerMcpClientOptions> {
-    constructor(
-        protected readonly mqMessageService: MqMessageService,
-        protected readonly mqMessageQueueService: MqMessageQueueService,
-    ) {
-        super(mqMessageService, mqMessageQueueService);
-    }
-
-    options(): QueuesModuleOptions {
-        return {
-            ...triggerMcpClientQueueOptions
-        };
-    }
-}

package/src/jobs/database/trigger-mcp-client-queue-options.ts

@@ -1,9 +0,0 @@
-import { BrokerType } from "src/interfaces";
-
-const TRIGGER_MCP_CLIENT_QUEUE_NAME = 'solid_trigger_mcp_client_queue';
-
-export default {
-    name: TRIGGER_MCP_CLIENT_QUEUE_NAME,
-    type: BrokerType.Database,
-    queueName: TRIGGER_MCP_CLIENT_QUEUE_NAME,
-};

package/src/jobs/database/trigger-mcp-client-subscriber-database.service.ts

@@ -1,278 +0,0 @@
-import { Injectable, Logger } from '@nestjs/common';
-import { ModelMetadataService } from '../../services/model-metadata.service';
-import { SolidRegistry } from 'src/helpers/solid-registry';
-import { QueueMessage } from 'src/interfaces/mq';
-import { AiInteractionService } from 'src/services/ai-interaction.service';
-import { ModuleMetadataService } from 'src/services/module-metadata.service';
-import { PollerService } from 'src/services/poller.service';
-import { DatabaseSubscriber } from 'src/services/queues/database-subscriber.service';
-import { McpResponse, QueuesModuleOptions, TriggerMcpClientOptions } from "../../interfaces";
-import { MqMessageQueueService } from '../../services/mq-message-queue.service';
-import { MqMessageService } from '../../services/mq-message.service';
-import triggerMcpClientQueueOptions from "./trigger-mcp-client-queue-options";
-
-@Injectable()
-export class TriggerMcpClientSubscriberDatabase extends DatabaseSubscriber<TriggerMcpClientOptions> {
-    private readonly triggerMcpClientSubscriberLogger = new Logger(TriggerMcpClientSubscriberDatabase.name);
-
-    constructor(
-        readonly mqMessageService: MqMessageService,
-        readonly mqMessageQueueService: MqMessageQueueService,
-        readonly poller: PollerService,
-        readonly aiInteractionService: AiInteractionService,
-        readonly moduleMetadataService: ModuleMetadataService,
-        readonly modelMetadataService: ModelMetadataService,
-        private readonly solidRegistry: SolidRegistry
-
-    ) {
-        super(mqMessageService, mqMessageQueueService, poller);
-    }
-
-    options(): QueuesModuleOptions {
-        return {
-            ...triggerMcpClientQueueOptions
-        }
-    }
-
-    cleanNestedResponse(aiResponse: McpResponse) {
-        let nestedResponse: any;
-
-        try {
-            let raw = aiResponse.response;
-
-            if (typeof raw === "string") {
-                raw = raw.trim();
-                try {
-                    // Try to parse as JSON
-                    nestedResponse = JSON.parse(raw);
-                } catch {
-                    // Not JSON, just keep as string
-                    nestedResponse = raw;
-                }
-            } else if (typeof raw === "object" && raw !== null) {
-                // Already JSON
-                nestedResponse = raw;
-            } else {
-                // Fallback
-                nestedResponse = String(raw);
-            }
-        } catch (err: any) {
-            this.triggerMcpClientSubscriberLogger.error("Error processing AI response:", err);
-            nestedResponse = `Error handling response: ${err?.message || String(err)}`;
-        }
-
-        return nestedResponse;
-    }
-
-    async subscribe(message: QueueMessage<TriggerMcpClientOptions>) {
-        this.triggerMcpClientSubscriberLogger.debug(`Received message: ${JSON.stringify(message)}`);
-
-        const codeGnerationOptions = message.payload;
-
-        const aiInteraction = await this.aiInteractionService.findOne(codeGnerationOptions.aiInteractionId, {
-            populate: ['user']
-        });
-        if (!aiInteraction) {
-            const m = `Unable to identified the aiInteraction entry that triggered this job... using id: ${codeGnerationOptions.aiInteractionId}`
-            this.triggerMcpClientSubscriberLogger.log(m);
-            throw new Error(m);
-        }
-
-        // The message contains the users prompt.
-        const prompt = aiInteraction.message;
-
-        // Use this to invoke our mcp client
-        // TODO: try / catch ... 
-        // Handle the rejection gracefully...
-
-        // We create the aiInteraction entry first 
-        const genAiInteraction = await this.aiInteractionService.create({
-            userId: aiInteraction.user.id,
-            threadId: aiInteraction.threadId,
-            parentInteractionId: aiInteraction.id,
-            role: 'gen-ai',
-            message: '...', // Updated in the tool
-            contentType: '', // Updated in the tool
-            errorMessage: '', // Updated after we receive the response
-            modelUsed: '', // Updated after we receive the response
-            responseTimeMs: 0, // Updated after we receive the response
-            metadata: '', // Updated in the tool
-            isApplied: false, // Updated after we receive the response
-            status: 'pending' // Updated after we receive the response
-        });
-
-        const existingComputationProviders = this.solidRegistry.getComputedFieldProviders();
-
-        const { records: existingModules } = await this.moduleMetadataService.findMany({
-            filters: {
-                name: { $ne: 'solid-core' }
-            },
-            fields: ['id', 'name', 'displayName', 'description'],
-            limit: 1000
-        });
-        const { records: existingModels } = await this.modelMetadataService.findMany({
-            filters: {
-                module: {
-                    name: {
-                        $ne: 'solid-core',
-                    }
-                }
-            },
-            limit: 1000,
-            populate: ['module']
-        });
-
-        const existingControllerAndTheirMethods = this.solidRegistry.getControllers();
-
-
-
-        // Build markdown sections using template interpolation
-        const modulesSection = (existingModules ?? [])
-            .map(m => [
-                `### ${m.displayName}`,
-                `- name: ${m.name}`,
-                `- description: ${m.description ?? ""}`,
-            ].join('\n'))
-            .join('\n\n');
-
-        const modelsSection = (existingModels ?? [])
-            .map(m => [
-                `### ${m.displayName}`,
-                `- singularName: ${m.singularName}`,
-                `- description: ${m.description ?? ""}`,
-                `- moduleName: ${m.module.name}`,
-            ].join('\n'))
-            .join('\n\n');
-
-        const computationProvidersSection = (existingComputationProviders ?? [])
-            .map(m => [
-                `### ${m.instance.name()}`,
-                `- name: ${m.instance.name()}`,
-                `- description: ${m.instance.help() ?? ""}`,
-            ].join('\n'))
-            .join('\n\n');
-
-        const controllersAndTheirMethods = (existingControllerAndTheirMethods ?? [])
-            .map(m => [
-                `### ${m.name}`,
-                `- methods: ${m.methods.length ? m.methods.map(m => `- ${m}`).join('\n') : '- No methods found'}`,
-            ].join('\n'))
-            .join('\n\n');
-
-
-
-        const finalPrompt = `
-# User Prompt: 
-${prompt}
-
-# System Instructions:
-- aiInteractionId: ${genAiInteraction.id}
-- You will be invoking tools if needed, hence you will have to choose the applicable tools based on the tool context given to you.
-- If a tool is invoked, you must return **exactly** the raw output from the tool, without any json envelopes, additional formatting, commentary, or text.
-- Do not wrap the result in quotes, JSON, or markdown fences.
-- Do not explain what the result means.
-
-# LISTS FOR REFERENCE AND VALIDATIONS
-
-## LIST OF EXISTING MODULES
-Use the below list of modules to infer which module the user is referring to, .
-
-${modulesSection}
-
-## LIST OF EXISTING MODELS
-Use the below list of models to infer which model the user is referring to.
-You need to pull out the singularName for the model from the user prompt to match against the below list.
-
-${modelsSection}
-
-## LIST OF EXISTING COMPUTED FIELD PROVIDERS
-Use the below list of computed field providers to infer which provider the user is referring to.
-
-${computationProvidersSection}
-`.trim();
-
-        // ## LIST OF EXISTING CONTROLLERS AND THEIR METHODS
-        // Use the below list of controllers and their methods to infer whether the api call being made to a particular controller exists or not.
-
-        // ${controllersAndTheirMethods}
-
-        const aiResponse = await this.aiInteractionService.runMcpPrompt(finalPrompt);
-        this.triggerMcpClientSubscriberLogger.log(`aiResponse: `);
-        this.triggerMcpClientSubscriberLogger.log(JSON.stringify(aiResponse));
-
-        if (!aiResponse.success) {
-            this.triggerMcpClientSubscriberLogger.log(`Gen ai has returned with a false status code`);
-
-            const errorsStr = aiResponse.errors?.join('\n ');
-            const errorTrace = aiResponse.error_trace?.join('\n');
-
-            // await this.aiInteractionService.create({
-            //     userId: aiInteraction.user.id,
-            //     threadId: aiInteraction.threadId,
-            //     parentInteractionId: aiInteraction.id,
-            //     role: 'gen-ai',
-            //     message: '-',
-            //     contentType: aiResponse.content_type,
-            //     errorMessage: `${errorsStr}\n\n${errorTrace}`,
-            //     modelUsed: aiResponse.model,
-            //     responseTimeMs: aiResponse.duration_ms,
-            //     metadata: JSON.stringify(aiResponse, null, 2),
-            //     isApplied: aiInteraction.isApplied,
-            //     status: aiResponse.success ? 'succeeded' : 'failed'
-            // });
-
-            // TODO: Update the previously created genAiInteraction record with the respective error fields and save to DB
-            await this.aiInteractionService.update(genAiInteraction.id, {
-                contentType: aiResponse.content_type,
-                errorMessage: `${errorsStr}\n\n${errorTrace}`,
-                modelUsed: aiResponse.model,
-                responseTimeMs: aiResponse.duration_ms,
-                isApplied: aiInteraction.isApplied,
-                status: aiResponse.success ? 'succeeded' : 'failed'
-            }, [], true);
-
-            // update the job entry with failure... raising an error will lead the job to be marked as failed...
-            throw new Error(errorsStr);
-        }
-        else {
-            let nestedResponse = this.cleanNestedResponse(aiResponse);
-
-            // TODO: Update the previously created genAiInteraction record with the respective success fields and save to DB
-            const errorsStr = nestedResponse?.status == "error" && nestedResponse?.errors.join('\n ');
-            const errorTrace = nestedResponse?.status == "error" && nestedResponse?.error_trace?.join('\n');
-
-            // const genAiInteraction = await this.aiInteractionService.create({
-            //     userId: aiInteraction.user.id,
-            //     threadId: aiInteraction.threadId,
-            //     parentInteractionId: aiInteraction.id,
-            //     role: 'gen-ai',
-            //     message: nestedResponse,
-            //     contentType: aiResponse.content_type,
-            //     errorMessage: `${errorsStr}\n\n${errorTrace}`,
-            //     modelUsed: aiResponse.model,
-            //     responseTimeMs: aiResponse.duration_ms,
-            //     metadata: JSON.stringify(aiResponse, null, 2),
-            //     isApplied: aiInteraction.isApplied,
-            //     status: aiResponse.success ? 'succeeded' : 'failed'
-            // });
-
-            await this.aiInteractionService.update(genAiInteraction.id, {
-                errorMessage: nestedResponse.status == "error" ? `${errorsStr}\n\n${errorTrace}` : "",
-                contentType: aiResponse.content_type,
-                message: JSON.stringify(nestedResponse),
-                modelUsed: aiResponse.model,
-                responseTimeMs: aiResponse.duration_ms,
-                metadata: JSON.stringify(aiResponse, null, 2),
-                isApplied: aiInteraction.isApplied,
-                status: aiResponse.success && nestedResponse.status == "success" ? 'succeeded' : 'failed'
-            }, [], true);
-
-            // If the human interaction was with isAutoApply=true, then we can go ahead and autoApply.
-            if (aiInteraction.isAutoApply) {
-                this.aiInteractionService.applySolidAiInteraction(genAiInteraction.id);
-            }
-        }
-
-        return aiResponse;
-    }
-}

package/src/jobs/rabbitmq/trigger-mcp-client-publisher.service.ts

@@ -1,22 +0,0 @@
-import { Injectable } from "@nestjs/common";
-import { QueuesModuleOptions, TriggerMcpClientOptions } from "../../interfaces";
-import { MqMessageQueueService } from "src/services/mq-message-queue.service";
-import { MqMessageService } from "src/services/mq-message.service";
-import { RabbitMqPublisher } from "src/services/queues/rabbitmq-publisher.service";
-import triggerMcpClientQueueOptions from "./trigger-mcp-client-queue-options";
-
-@Injectable()
-export class TriggerMcpClientPublisherRabbitmq extends RabbitMqPublisher<TriggerMcpClientOptions> {
-    constructor(
-        protected readonly mqMessageService: MqMessageService,
-        protected readonly mqMessageQueueService: MqMessageQueueService,
-    ) {
-        super(mqMessageService, mqMessageQueueService);
-    }
-
-    options(): QueuesModuleOptions {
-        return {
-            ...triggerMcpClientQueueOptions
-        };
-    }
-}

package/src/jobs/rabbitmq/trigger-mcp-client-queue-options.ts

@@ -1,9 +0,0 @@
-import { BrokerType } from "../../interfaces";
-
-const TRIGGER_MCP_CLIENT_QUEUE_NAME = 'solid_trigger_mcp_client_queue_rabbitmq';
-
-export default {
-    name: TRIGGER_MCP_CLIENT_QUEUE_NAME,
-    type: BrokerType.RabbitMQ,
-    queueName: TRIGGER_MCP_CLIENT_QUEUE_NAME,
-};

package/src/jobs/rabbitmq/trigger-mcp-client-subscriber.service.ts

@@ -1,104 +0,0 @@
-import { Injectable, Logger } from '@nestjs/common';
-
-import { QueueMessage } from 'src/interfaces/mq';
-import triggerMcpClientQueueOptions from "./trigger-mcp-client-queue-options";
-import { AiInteractionService } from 'src/services/ai-interaction.service';
-import { PollerService } from 'src/services/poller.service';
-import { TriggerMcpClientOptions, QueuesModuleOptions } from '../../interfaces';
-import { MqMessageQueueService } from 'src/services/mq-message-queue.service';
-import { MqMessageService } from 'src/services/mq-message.service';
-import { RabbitMqSubscriber } from 'src/services/queues/rabbitmq-subscriber.service';
-
-@Injectable()
-export class TriggerMcpClientSubscriberRabbitmq extends RabbitMqSubscriber<TriggerMcpClientOptions> {
-    private readonly triggerMcpClientSubscriberLogger = new Logger(TriggerMcpClientSubscriberRabbitmq.name);
-
-    constructor(
-        readonly mqMessageService: MqMessageService,
-        readonly mqMessageQueueService: MqMessageQueueService,
-        readonly poller: PollerService,
-        readonly aiInteractionService: AiInteractionService,
-    ) {
-        super(mqMessageService, mqMessageQueueService);
-    }
-
-    options(): QueuesModuleOptions {
-        return {
-            ...triggerMcpClientQueueOptions
-        }
-    }
-
-    async subscribe(message: QueueMessage<TriggerMcpClientOptions>) {
-        this.triggerMcpClientSubscriberLogger.debug(`Received message: ${JSON.stringify(message)}`);
-
-        const codeGnerationOptions = message.payload;
-
-        const aiInteraction = await this.aiInteractionService.findOne(codeGnerationOptions.aiInteractionId, {
-            populate: ['user']
-        });
-        if (!aiInteraction) {
-            const m = `Unable to identified the aiInteraction entry that triggered this job... using id: ${codeGnerationOptions.aiInteractionId}`
-            this.triggerMcpClientSubscriberLogger.log(m);
-            throw new Error(m);
-        }
-
-        // The message contains the users prompt.
-        const prompt = aiInteraction.message;
-
-        // Use this to invoke our mcp client
-        // TODO: try / catch ...
-        // Handle the rejection gracefully...
-        const aiResponse = await this.aiInteractionService.runMcpPrompt(prompt);
-        this.triggerMcpClientSubscriberLogger.log(`aiResponse: `);
-        this.triggerMcpClientSubscriberLogger.log(JSON.stringify(aiResponse));
-
-        if (!aiResponse.success) {
-            this.triggerMcpClientSubscriberLogger.log(`Gen ai has returned with a false status code`);
-
-            const errorsStr = aiResponse.errors.join('; ');
-
-            await this.aiInteractionService.create({
-                userId: aiInteraction.user.id,
-                threadId: aiInteraction.threadId,
-                parentInteractionId: aiInteraction.id,
-                role: 'gen-ai',
-                message: '-',
-                contentType: aiResponse.content_type,
-                errorMessage: errorsStr,
-                modelUsed: aiResponse.model,
-                responseTimeMs: aiResponse.duration_ms,
-                metadata: JSON.stringify(aiResponse),
-                isApplied: aiInteraction.isApplied,
-                status: aiResponse.success ? 'succeeded' : 'failed'
-            });
-
-            // update the job entry with failure... raising an error will lead the job to be marked as failed...
-            throw new Error(errorsStr);
-        }
-        else {
-            let nestedResponse = aiResponse.response.trim();
-
-            const genAiInteraction = await this.aiInteractionService.create({
-                userId: aiInteraction.user.id,
-                threadId: aiInteraction.threadId,
-                parentInteractionId: aiInteraction.id,
-                role: 'gen-ai',
-                message: nestedResponse,
-                contentType: aiResponse.content_type,
-                errorMessage: '',
-                modelUsed: aiResponse.model,
-                responseTimeMs: aiResponse.duration_ms,
-                metadata: JSON.stringify(aiResponse),
-                isApplied: aiInteraction.isApplied,
-                status: aiResponse.success ? 'succeeded' : 'failed'
-            });
-
-            // If the human interaction was with isAutoApply=true, then we can go ahead and autoApply.
-            if (aiInteraction.isAutoApply) {
-                this.aiInteractionService.applySolidAiInteraction(genAiInteraction.id);
-            }
-        }
-
-        return aiResponse;
-    }
-}

package/src/jobs/redis/trigger-mcp-client-publisher-redis.service.ts

@@ -1,23 +0,0 @@
-import { Injectable } from '@nestjs/common';
-
-import { RedisPublisher } from 'src/services/queues/redis-publisher.service';
-import triggerMcpClientQueueConfig from './trigger-mcp-client-queue-options-redis';
-import { MqMessageQueueService } from '../../services/mq-message-queue.service';
-import { MqMessageService } from '../../services/mq-message.service';
-import { TriggerMcpClientOptions, QueuesModuleOptions } from "../../interfaces";
-
-@Injectable()
-export class TriggerMcpClientPublisherRedis extends RedisPublisher<TriggerMcpClientOptions> {
-    constructor(
-        protected readonly mqMessageService: MqMessageService,
-        protected readonly mqMessageQueueService: MqMessageQueueService,
-    ) {
-        super(mqMessageService, mqMessageQueueService);
-    }
-
-    options(): QueuesModuleOptions {
-        return {
-            ...triggerMcpClientQueueConfig
-        }
-    }
-}

package/src/jobs/redis/trigger-mcp-client-queue-options-redis.ts

@@ -1,9 +0,0 @@
-import { BrokerType } from "../../interfaces";
-
-const QUEUE_NAME = 'solid_trigger_mcp_client_queue_redis';
-
-export default {
-    name: QUEUE_NAME,
-    type: BrokerType.Redis,
-    queueName: QUEUE_NAME,
-};