@solidstarters/solid-core 1.2.161 → 1.2.165

package/src/helpers/error-mapper.service.ts

@@ -0,0 +1,214 @@
+// src/common/errors/error-mapper.service.ts
+import { Injectable } from '@nestjs/common';
+
+export const ERROR_CODES = [
+    'bedrock-throttling-error',
+    'bedrock-access-denied',
+    'bedrock-input-too-long',
+    'bedrock-validation-error',
+    'bedrock-model-not-found',
+    'db-duplicate-key',
+    'db-foreign-key-error',
+    'metadata-extraction-date-parsing-failed',
+    'metadata-extraction-missing-s3-file',
+    'solidx-mcp-server-unavailable',
+    'unknown-error',
+] as const;
+
+export type ErrorCode = typeof ERROR_CODES[number];
+
+@Injectable()
+export class ErrorMapperService {
+    /**
+     * Given an error/exception, return a mapped error code string.
+     * Default: "unknown-error"
+     */
+    mapException(exc: unknown): ErrorCode {
+        const combined = this.combineErrorText(exc);
+
+        // AiInteraction - mcp server down. 
+        // {
+        //     "success": false,
+        //     "errors": [
+        //         "unhandled errors in a TaskGroup (1 sub-exception)"
+        //     ],
+        //     "error_trace": [
+        //         "Traceback (most recent call last):",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/mcp/client/sse.py\", line 47, in sse_client\n    async with aconnect_sse(\n               ^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/lib/python3.12/contextlib.py\", line 210, in __aenter__\n    return await anext(self.gen)\n           ^^^^^^^^^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx_sse/_api.py\", line 69, in aconnect_sse\n    async with client.stream(method, url, headers=headers, **kwargs) as response:\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/lib/python3.12/contextlib.py\", line 210, in __aenter__\n    return await anext(self.gen)\n           ^^^^^^^^^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1583, in stream\n    response = await self.send(\n               ^^^^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1629, in send\n    response = await self._send_handling_auth(\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1657, in _send_handling_auth\n    response = await self._send_handling_redirects(\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1694, in _send_handling_redirects\n    response = await self._send_single_request(request)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1730, in _send_single_request\n    response = await transport.handle_async_request(request)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_transports/default.py\", line 393, in handle_async_request\n    with map_httpcore_exceptions():\n         ^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/lib/python3.12/contextlib.py\", line 158, in __exit__\n    self.gen.throw(value)",
+        //         "File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_transports/default.py\", line 118, in map_httpcore_exceptions\n    raise mapped_exc(message) from exc",
+        //         "httpx.ConnectError: All connection attempts failed",
+        //         "During handling of the above exception, another exception occurred:",
+        //         "+ Exception Group Traceback (most recent call last):",
+        //         "|   File \"/Users/harishpatel/mcp/clients/solidx_mcp_client/client_sse_nochat.py\", line 239, in main\n  |     await client.connect_to_sse_server()",
+        //         "|   File \"/Users/harishpatel/mcp/clients/solidx_mcp_client/client_sse_nochat.py\", line 49, in connect_to_sse_server\n  |     streams = await self._streams_context.__aenter__()\n  |               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/lib/python3.12/contextlib.py\", line 210, in __aenter__\n  |     return await anext(self.gen)\n  |            ^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/mcp/client/sse.py\", line 43, in sse_client\n  |     async with anyio.create_task_group() as tg:\n  |                ^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/anyio/_backends/_asyncio.py\", line 767, in __aexit__\n  |     raise BaseExceptionGroup(",
+        //         "| ExceptionGroup: unhandled errors in a TaskGroup (1 sub-exception)",
+        //         "+-+---------------- 1 ----------------",
+        //         "| Traceback (most recent call last):",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_transports/default.py\", line 101, in map_httpcore_exceptions\n    |     yield",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_transports/default.py\", line 394, in handle_async_request\n    |     resp = await self._pool.handle_async_request(req)\n    |            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpcore/_async/connection_pool.py\", line 256, in handle_async_request\n    |     raise exc from None",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpcore/_async/connection_pool.py\", line 236, in handle_async_request\n    |     response = await connection.handle_async_request(\n    |                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpcore/_async/connection.py\", line 101, in handle_async_request\n    |     raise exc",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpcore/_async/connection.py\", line 78, in handle_async_request\n    |     stream = await self._connect(request)\n    |              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpcore/_async/connection.py\", line 124, in _connect\n    |     stream = await self._network_backend.connect_tcp(**kwargs)\n    |              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpcore/_backends/auto.py\", line 31, in connect_tcp\n    |     return await self._backend.connect_tcp(\n    |            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpcore/_backends/anyio.py\", line 113, in connect_tcp\n    |     with map_exceptions(exc_map):\n    |          ^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/lib/python3.12/contextlib.py\", line 158, in __exit__\n    |     self.gen.throw(value)",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpcore/_exceptions.py\", line 14, in map_exceptions\n    |     raise to_exc(exc) from exc",
+        //         "| httpcore.ConnectError: All connection attempts failed",
+        //         "| \n    | The above exception was the direct cause of the following exception:\n    |",
+        //         "| Traceback (most recent call last):",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/mcp/client/sse.py\", line 47, in sse_client\n    |     async with aconnect_sse(\n    |                ^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/lib/python3.12/contextlib.py\", line 210, in __aenter__\n    |     return await anext(self.gen)\n    |            ^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx_sse/_api.py\", line 69, in aconnect_sse\n    |     async with client.stream(method, url, headers=headers, **kwargs) as response:\n    |                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/lib/python3.12/contextlib.py\", line 210, in __aenter__\n    |     return await anext(self.gen)\n    |            ^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1583, in stream\n    |     response = await self.send(\n    |                ^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1629, in send\n    |     response = await self._send_handling_auth(\n    |                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1657, in _send_handling_auth\n    |     response = await self._send_handling_redirects(\n    |                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1694, in _send_handling_redirects\n    |     response = await self._send_single_request(request)\n    |                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_client.py\", line 1730, in _send_single_request\n    |     response = await transport.handle_async_request(request)\n    |                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_transports/default.py\", line 393, in handle_async_request\n    |     with map_httpcore_exceptions():\n    |          ^^^^^^^^^^^^^^^^^^^^^^^^^",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/lib/python3.12/contextlib.py\", line 158, in __exit__\n    |     self.gen.throw(value)",
+        //         "|   File \"/Users/harishpatel/.pyenv/versions/3.12.7/envs/solid_mcp_client/lib/python3.12/site-packages/httpx/_transports/default.py\", line 118, in map_httpcore_exceptions\n    |     raise mapped_exc(message) from exc",
+        //         "| httpx.ConnectError: All connection attempts failed",
+        //         "+------------------------------------"
+        //     ],
+        //     "request": "\"Can you do 1 + 1\""
+        // }
+        if (combined.includes("all connection attempts failed") && combined.includes("unhandled errors in a taskgroup (1 sub-exception)")) {
+            return 'solidx-mcp-server-unavailable';
+        }
+
+        // --- Bedrock errors ---
+        // Throttling: "ThrottlingException" or "Too many tokens"
+        if (
+            combined.includes('throttlingexception') ||
+            combined.includes('too many tokens')
+        ) {
+            return 'bedrock-throttling-error';
+        }
+
+        if (combined.includes('accessdeniedexception')) {
+            return 'bedrock-access-denied';
+        }
+
+        if (
+            combined.includes('validationexception') &&
+            combined.includes('input is too long')
+        ) {
+            return 'bedrock-input-too-long';
+        }
+
+        if (combined.includes('validationexception')) {
+            return 'bedrock-validation-error';
+        }
+
+        if (combined.includes('modelnotfoundexception')) {
+            return 'bedrock-model-not-found';
+        }
+
+        // --- DB errors ---
+        if (
+            combined.includes('unique constraint') ||
+            combined.includes('duplicate key')
+        ) {
+            return 'db-duplicate-key';
+        }
+
+        if (combined.includes('foreign key')) {
+            return 'db-foreign-key-error';
+        }
+
+        // --- OpenSearch errors ---
+        // mapper_parsing_exception on specific fields
+        if (
+            combined.includes('mapper_parsing_exception') &&
+            (combined.includes('failed to parse field [metadata.properties.dates]') ||
+                combined.includes(
+                    'failed to parse field [metadata.properties.date_authored]',
+                ))
+        ) {
+            return 'metadata-extraction-date-parsing-failed';
+        }
+
+        // --- S3 errors ---
+        // NoSuchKey during GetObject
+        if (combined.includes('nosuchkey') && combined.includes('getobject')) {
+            return 'metadata-extraction-missing-s3-file';
+        }
+
+        // --- Catch-all ---
+        return 'unknown-error';
+    }
+
+    /**
+     * Same mapping, but takes raw strings instead of an Exception object.
+     */
+    mapMessage(message: string, trace?: string): ErrorCode {
+        const combined = `${message ?? ''}\n${trace ?? ''}`.toLowerCase();
+        return this.mapException(combined);
+    }
+
+    // ---- helpers ----
+
+    private combineErrorText(exc: unknown): string {
+        // If caller passed us a pre-lowered string (e.g. from mapMessage), use it
+        if (typeof exc === 'string') {
+            return exc.toLowerCase();
+        }
+
+        // Standard Error
+        if (exc instanceof Error) {
+            const message = exc.message ?? '';
+            // Many libs set .stack to "Error: message\n<stack>"
+            // We still include it in case upstream mutated it.
+            const stack = exc.stack ?? '';
+            return `${message}\n${stack}`.toLowerCase();
+        }
+
+        // Some SDKs throw objects (e.g., { name, message, code, $metadata, ... })
+        if (exc && typeof exc === 'object') {
+            try {
+                const maybeAny = exc as Record<string, unknown>;
+                const msg =
+                    String(maybeAny.message ?? '') ||
+                    String(maybeAny['Message'] ?? '') ||
+                    '';
+                const name =
+                    String(maybeAny.name ?? '') ||
+                    String(maybeAny['__type'] ?? '') ||
+                    '';
+                const stack = String((maybeAny as any).stack ?? '');
+                // Also fold in a JSON snapshot as a last resort
+                const json = safeJsonStringify(maybeAny);
+                return `${name}\n${msg}\n${stack}\n${json}`.toLowerCase();
+            } catch {
+                // fall through
+            }
+        }
+
+        // Fallback
+        return String(exc ?? '').toLowerCase();
+    }
+}
+
+function safeJsonStringify(obj: unknown): string {
+    try {
+        return JSON.stringify(obj);
+    } catch {
+        return '';
+    }
+}

package/src/jobs/chatter-queue-options.ts

@@ -0,0 +1,9 @@
+import { BrokerType } from "../interfaces";
+
+const QUEUE_NAME = 'chatter_queue';
+
+export default {
+    name: 'queueChatter',
+    type: BrokerType.RabbitMQ,
+    queueName: QUEUE_NAME,
+};

package/src/jobs/chatter-queue-publisher.service.ts

@@ -0,0 +1,37 @@
+import { Injectable } from '@nestjs/common';
+
+import { RabbitMqPublisher } from 'src/services/queues/rabbitmq-publisher.service';
+import chatterQueueOptions from './chatter-queue-options';
+import { MqMessageQueueService } from '../services/mq-message-queue.service';
+import { MqMessageService } from '../services/mq-message.service';
+import { QueuesModuleOptions } from "../interfaces";
+
+
+export type ChatterEventType = 'insert' | 'update' | 'delete';
+
+export interface ChatterMessagePayload {
+    eventType: ChatterEventType;
+    model: string;         // entity name
+    entityId: string;      // id string
+    occurredAt: string;    // ISO
+    before?: any;
+    after?: any;
+    diff?: string[];       // changed column names for updates
+    userId?: string | null;
+}
+
+@Injectable()
+export class ChatterQueuePublisher extends RabbitMqPublisher<any> {
+    constructor(
+        protected readonly mqMessageService: MqMessageService,
+        protected readonly mqMessageQueueService: MqMessageQueueService,
+    ) {
+        super(mqMessageService, mqMessageQueueService);
+    }
+
+    options(): QueuesModuleOptions {
+        return {
+            ...chatterQueueOptions
+        }
+    }
+}

package/src/jobs/chatter-queue-subscriber.service.ts

@@ -0,0 +1,46 @@
+import { Injectable, Logger } from '@nestjs/common';
+
+import { RabbitMqSubscriber } from 'src/services/queues/rabbitmq-subscriber.service';
+import { QueueMessage } from 'src/interfaces/mq';
+import { MqMessageService } from '../services/mq-message.service';
+import { MqMessageQueueService } from '../services/mq-message-queue.service';
+import { QueuesModuleOptions } from "../interfaces";
+import chatterQueueOptions from './chatter-queue-options';
+import { ChatterMessagePayload } from './chatter-queue-publisher.service';
+import { ChatterMessageService } from 'src/services/chatter-message.service';
+
+@Injectable()
+export class ChatterQueueSubscriber extends RabbitMqSubscriber<any> {
+    private readonly chatterQueueLogger = new Logger(ChatterQueueSubscriber.name);
+
+    constructor(
+        readonly mqMessageService: MqMessageService,
+        readonly mqMessageQueueService: MqMessageQueueService,
+        private readonly chatterMessageService: ChatterMessageService,
+    ) {
+        super(mqMessageService, mqMessageQueueService);
+    }
+
+    options(): QueuesModuleOptions {
+        return {
+            ...chatterQueueOptions
+        }
+    }
+
+    async subscribe(message: QueueMessage<ChatterMessagePayload>) {
+        const p = message.payload;
+        this.chatterQueueLogger.debug(`Audit event ${p.eventType} ${p.model}#${p.entityId}`);
+
+        switch (p.eventType) {
+            case 'insert':
+                await this.chatterMessageService.postAuditMessageOnInsert(p.after, { name: p.model } as any);
+                break;
+            case 'update':
+                await this.chatterMessageService.postAuditMessageOnUpdate(p.after, { name: p.model } as any, p.before, (p.diff || []).map(n => ({ propertyName: n })));
+                break;
+            case 'delete':
+                await this.chatterMessageService.postAuditMessageOnDelete(p.before, { name: p.model } as any, p.before);
+                break;
+        }
+    }
+}

package/src/jobs/computed-field-evaluation-publisher.service.ts

@@ -0,0 +1,23 @@
+import { Injectable } from "@nestjs/common";
+import { QueuesModuleOptions } from "src/interfaces";
+import { MqMessageQueueService } from "src/services/mq-message-queue.service";
+import { MqMessageService } from "src/services/mq-message.service";
+import { RabbitMqPublisher } from "src/services/queues/rabbitmq-publisher.service";
+import { ComputedFieldEvaluationPayload } from "src/subscribers/computed-entity-field.subscriber";
+import computedFieldEvaluationQueueOptions from "./computed-field-evaluation-queue-options";
+
+@Injectable()
+export class ComputedFieldEvaluationPublisherRabbitmq extends RabbitMqPublisher<ComputedFieldEvaluationPayload> {
+    constructor(
+        protected readonly mqMessageService: MqMessageService,
+        protected readonly mqMessageQueueService: MqMessageQueueService,
+    ) {
+        super(mqMessageService, mqMessageQueueService);
+    }
+
+    options(): QueuesModuleOptions {
+        return {
+            ...computedFieldEvaluationQueueOptions
+        };
+    }
+}

package/src/jobs/{database/computed-field-evaluation-queue-options.ts → computed-field-evaluation-queue-options.ts}

@@ -1,9 +1,9 @@
-import { BrokerType } from "../../interfaces";
+import { BrokerType } from "../interfaces";
 
 const QUEUE_NAME = 'computed_field_evaluation_queue';
 
 export default {
     name: 'computedFieldEvaluationQueue',
-    type: BrokerType.Database,
+    type: BrokerType.RabbitMQ,
     queueName: QUEUE_NAME,
 };

package/src/jobs/computed-field-evaluation-subscriber.service.ts

@@ -0,0 +1,38 @@
+import { Injectable } from "@nestjs/common";
+import { SolidRegistry } from "src/helpers/solid-registry";
+import { IEntityPostComputeFieldProvider, QueuesModuleOptions } from "src/interfaces";
+import { QueueMessage } from "src/interfaces/mq";
+import { MqMessageQueueService } from "src/services/mq-message-queue.service";
+import { MqMessageService } from "src/services/mq-message.service";
+import { PollerService } from "src/services/poller.service";
+import { RabbitMqSubscriber } from "src/services/queues/rabbitmq-subscriber.service";
+import { ComputedFieldEvaluationPayload } from "src/subscribers/computed-entity-field.subscriber";
+import computedFieldEvaluationQueueOptions from "./computed-field-evaluation-queue-options";
+
+@Injectable()
+export class ComputedFieldEvaluationSubscriberRabbitmq extends RabbitMqSubscriber<ComputedFieldEvaluationPayload> {
+    constructor(
+        readonly mqMessageService: MqMessageService,
+        readonly mqMessageQueueService: MqMessageQueueService,
+        readonly solidRegistry: SolidRegistry,
+        readonly poller: PollerService,
+    ) {
+        super(mqMessageService, mqMessageQueueService);
+    }
+
+    options(): QueuesModuleOptions {
+        return {
+            ...computedFieldEvaluationQueueOptions
+        }
+    }
+
+    // This method will use the ComputedFieldEvaluationPayload to evaluate the computed fields
+    // It will then call the corresponding provider computeAndSave method to perform the evaluation
+    async subscribe(message: QueueMessage<ComputedFieldEvaluationPayload>) {
+        const { databaseEntity, ...computedFieldMetadata } = message.payload;
+        const provider = this.solidRegistry.getComputedFieldProvider(computedFieldMetadata.computedFieldValueProviderName);
+        // Get the instance of the provider and assert it is of type IEntityComputedFieldProvider
+        const providerInstance = provider.instance as IEntityPostComputeFieldProvider<any, any>; // IEntityComputedFieldProvider
+        await providerInstance.postComputeAndSaveValue(databaseEntity, computedFieldMetadata); //FIXME There should some way to check/assert if the provider actually has a postComputeAndSaveValue
+    }
+}

package/src/jobs/database/{computed-field-evaluation-publisher.service.ts → computed-field-evaluation-publisher-database.service.ts}

@@ -4,10 +4,10 @@ import { MqMessageQueueService } from "src/services/mq-message-queue.service";
 import { MqMessageService } from "src/services/mq-message.service";
 import { DatabasePublisher } from "src/services/queues/database-publisher.service";
 import { ComputedFieldEvaluationPayload } from "src/subscribers/computed-entity-field.subscriber";
-import computedFieldEvaluationQueueOptions from "./computed-field-evaluation-queue-options";
+import computedFieldEvaluationQueueOptions from "./computed-field-evaluation-queue-options-database";
 
 @Injectable()
-export class ComputedFieldEvaluationPublisher extends DatabasePublisher<ComputedFieldEvaluationPayload> {
+export class ComputedFieldEvaluationPublisherDatabase extends DatabasePublisher<ComputedFieldEvaluationPayload> {
     constructor(
         protected readonly mqMessageService: MqMessageService,
         protected readonly mqMessageQueueService: MqMessageQueueService,

package/src/jobs/database/computed-field-evaluation-queue-options-database.ts

@@ -0,0 +1,9 @@
+import { BrokerType } from "../../interfaces";
+
+const QUEUE_NAME = 'computed_field_evaluation_queue_database';
+
+export default {
+    name: 'computedFieldEvaluationQueueDatabase',
+    type: BrokerType.Database,
+    queueName: QUEUE_NAME,
+};

package/src/jobs/database/{computed-field-evaluation-subscriber.service.ts → computed-field-evaluation-subscriber-database.service.ts}

@@ -6,11 +6,11 @@ import { MqMessageQueueService } from "src/services/mq-message-queue.service";
 import { MqMessageService } from "src/services/mq-message.service";
 import { DatabaseSubscriber } from "src/services/queues/database-subscriber.service";
 import { ComputedFieldEvaluationPayload } from "src/subscribers/computed-entity-field.subscriber";
-import computedFieldEvaluationQueueOptions from "./computed-field-evaluation-queue-options";
+import computedFieldEvaluationQueueOptions from "./computed-field-evaluation-queue-options-database";
 import { PollerService } from "src/services/poller.service";
 
 @Injectable()
-export class ComputedFieldEvaluationSubscriber extends DatabaseSubscriber<ComputedFieldEvaluationPayload> {
+export class ComputedFieldEvaluationSubscriberDatabase extends DatabaseSubscriber<ComputedFieldEvaluationPayload> {
     constructor(
         readonly mqMessageService: MqMessageService,
         readonly mqMessageQueueService: MqMessageQueueService,

package/src/jobs/database/generate-code-queue-options-database.ts

@@ -1,9 +1,9 @@
 import { BrokerType } from "../../interfaces";
 
-const QUEUE_NAME = 'generate_code_queue';
+const QUEUE_NAME = 'generate_code_queue_database';
 
 export default {
-    name: 'generateCodeQueue',
+    name: 'generateCodeQueueDatabase',
     type: BrokerType.Database,
     queueName: QUEUE_NAME,
 };

package/src/jobs/database/test-queue-subscriber-database.service.ts

@@ -29,12 +29,20 @@ export class TestQueueSubscriberDatabase extends DatabaseSubscriber<any> {
         // console.log(`Received message ${JSON.stringify(message)}`);
         this.testQueueLogger.debug(`Received message: ${JSON.stringify(message)}`);
 
+        let timeoutSecondsParsed = 10;
+        const timeoutSeconds = message?.payload?.timeoutSeconds;
+        if (timeoutSeconds) {
+            timeoutSecondsParsed = +timeoutSeconds;
+        }
+
+        this.testQueueLogger.debug(`Processing message with timeout: ${timeoutSecondsParsed}`);
+
+        // Simulate some processing time
         return new Promise((resolve, reject) => {
-            // Simulate some processing time
             setTimeout(() => {
                 this.testQueueLogger.debug(`Processed message: ${JSON.stringify(message)}`);
                 resolve({ status: 'success', messageId: message.messageId, message: `Processed message` });
-            }, 10000); // Simulate 1 second processing time
+            }, timeoutSecondsParsed * 1000);
         });
     }
 }

package/src/jobs/database/trigger-mcp-client-subscriber-database.service.ts

@@ -68,7 +68,8 @@ export class TriggerMcpClientSubscriberDatabase extends DatabaseSubscriber<Trigg
                 modelUsed: aiResponse.model,
                 responseTimeMs: aiResponse.duration_ms,
                 metadata: JSON.stringify(aiResponse),
-                isApplied: aiInteraction.isApplied
+                isApplied: aiInteraction.isApplied,
+                status: aiResponse.success ? 'succeeded' : 'failed'
             });
 
             // update the job entry with failure... raising an error will lead the job to be marked as failed...
@@ -88,7 +89,8 @@ export class TriggerMcpClientSubscriberDatabase extends DatabaseSubscriber<Trigg
                 modelUsed: aiResponse.model,
                 responseTimeMs: aiResponse.duration_ms,
                 metadata: JSON.stringify(aiResponse),
-                isApplied: aiInteraction.isApplied
+                isApplied: aiInteraction.isApplied,
+                status: aiResponse.success ? 'succeeded' : 'failed'
             });
 
             // If the human interaction was with isAutoApply=true, then we can go ahead and autoApply.

package/src/jobs/generate-code-publisher.service.ts

@@ -0,0 +1,23 @@
+import { Injectable } from '@nestjs/common';
+
+import { RabbitMqPublisher } from 'src/services/queues/rabbitmq-publisher.service';
+import { CodeGenerationOptions, QueuesModuleOptions } from "../interfaces";
+import { MqMessageQueueService } from '../services/mq-message-queue.service';
+import { MqMessageService } from '../services/mq-message.service';
+import generateCodeQueueOptions from './generate-code-queue-options';
+
+@Injectable()
+export class GenerateCodePublisherRabbitmq extends RabbitMqPublisher<CodeGenerationOptions> {
+    constructor(
+        protected readonly mqMessageService: MqMessageService,
+        protected readonly mqMessageQueueService: MqMessageQueueService,
+    ) {
+        super(mqMessageService, mqMessageQueueService);
+    }
+
+    options(): QueuesModuleOptions {
+        return {
+            ...generateCodeQueueOptions
+        }
+    }
+}

package/src/jobs/generate-code-queue-options.ts

@@ -0,0 +1,9 @@
+import { BrokerType } from "../interfaces";
+
+const QUEUE_NAME = 'generate_code_queue_rabbitmq';
+
+export default {
+    name: 'generateCodeQueueRabbitmq',
+    type: BrokerType.RabbitMQ,
+    queueName: QUEUE_NAME,
+};

package/src/jobs/generate-code-subscriber.service.ts

@@ -0,0 +1,59 @@
+import { forwardRef, Inject, Injectable, Logger } from '@nestjs/common';
+
+import { QueueMessage } from 'src/interfaces/mq';
+import { DatabaseSubscriber } from 'src/services/queues/database-subscriber.service';
+import { SolidFieldType } from 'src/dtos/create-field-metadata.dto';
+import { ModelMetadataService } from 'src/services/model-metadata.service';
+import { PollerService } from 'src/services/poller.service';
+import { RabbitMqSubscriber } from 'src/services/queues/rabbitmq-subscriber.service';
+import { CodeGenerationOptions, QueuesModuleOptions } from 'src/interfaces';
+import { MqMessageQueueService } from 'src/services/mq-message-queue.service';
+import { MqMessageService } from 'src/services/mq-message.service';
+import generateCodeQueueOptions from './generate-code-queue-options';
+
+@Injectable()
+export class GenerateCodeSubscriberRabbitmq extends RabbitMqSubscriber<CodeGenerationOptions> {
+    private readonly generateCodeSubscriberLogger = new Logger(GenerateCodeSubscriberRabbitmq.name);
+
+    constructor(
+        readonly mqMessageService: MqMessageService,
+        readonly mqMessageQueueService: MqMessageQueueService,
+        readonly poller: PollerService,
+        @Inject(forwardRef(() => ModelMetadataService))
+        readonly modelMetadataService: ModelMetadataService,
+    ) {
+        super(mqMessageService, mqMessageQueueService);
+    }
+
+    options(): QueuesModuleOptions {
+        return {
+            ...generateCodeQueueOptions
+        }
+    }
+
+    async subscribe(message: QueueMessage<CodeGenerationOptions>) {
+        this.generateCodeSubscriberLogger.debug(`Received message: ${JSON.stringify(message)}`);
+
+        const codeGnerationOptions = message.payload;
+
+        const { model, removeFieldCodeOuput, refreshModelCodeOutput } = await this.modelMetadataService.generateCode(codeGnerationOptions);
+
+        // Generate the code for models which are linked to fields having an inverse relation
+        const coModelSingularNames = model.fields.
+            filter(field => field.type === SolidFieldType.relation && field.relationCreateInverse === true)
+            .map(field => field.relationCoModelSingularName);
+
+        for (const singularName of coModelSingularNames) {
+            const coModel = await this.modelMetadataService.findOneBySingularName(singularName);
+            const inverseOptions: CodeGenerationOptions = {
+                modelId: coModel.id,
+                dryRun: codeGnerationOptions.dryRun
+            };
+            await this.modelMetadataService.generateCode(inverseOptions);
+        }
+
+        await this.modelMetadataService.generateVAMConfig(model.id);
+
+        return `${removeFieldCodeOuput} \n ${refreshModelCodeOutput}`;
+    }
+}

package/src/jobs/test-queue-subscriber.service.ts

@@ -27,12 +27,20 @@ export class TestQueueSubscriber extends RabbitMqSubscriber<any> {
         // console.log(`Received message ${JSON.stringify(message)}`);
         this.testQueueLogger.debug(`Received message: ${JSON.stringify(message)}`);
 
-        return new Promise((resolve, reject) => {
-            // Simulate some processing time
-            setTimeout(() => {
-                this.testQueueLogger.debug(`Processed message: ${JSON.stringify(message)}`);
-                resolve({ status: 'success', messageId: message.messageId, message: `Processed message` });
-            }, 10000); // Simulate 1 second processing time
-        });
+        let timeoutSecondsParsed = 10;
+        const timeoutSeconds = message?.payload?.timeoutSeconds;
+        if (timeoutSeconds) {
+            timeoutSecondsParsed = +timeoutSeconds;
+        }
+
+        this.testQueueLogger.debug(`Processing message with timeout: ${timeoutSecondsParsed}`);
+
+        // Simulate some processing time
+        setTimeout(() => {
+            this.testQueueLogger.debug(`Processed message: ${JSON.stringify(message)}`);
+            // resolve({ status: 'success', messageId: message.messageId, message: `Processed message` });
+        }, timeoutSecondsParsed * 1000);
+
+        // return new Promise((resolve, reject) => {});
     }
 }

package/src/jobs/trigger-mcp-client-publisher.service.ts

@@ -0,0 +1,22 @@
+import { Injectable } from "@nestjs/common";
+import { QueuesModuleOptions, TriggerMcpClientOptions } from "src/interfaces";
+import { MqMessageQueueService } from "src/services/mq-message-queue.service";
+import { MqMessageService } from "src/services/mq-message.service";
+import { RabbitMqPublisher } from "src/services/queues/rabbitmq-publisher.service";
+import triggerMcpClientQueueOptions from "./trigger-mcp-client-queue-options";
+
+@Injectable()
+export class TriggerMcpClientPublisherRabbitmq extends RabbitMqPublisher<TriggerMcpClientOptions> {
+    constructor(
+        protected readonly mqMessageService: MqMessageService,
+        protected readonly mqMessageQueueService: MqMessageQueueService,
+    ) {
+        super(mqMessageService, mqMessageQueueService);
+    }
+
+    options(): QueuesModuleOptions {
+        return {
+            ...triggerMcpClientQueueOptions
+        };
+    }
+}