@futdevpro/nts-dynamo 1.14.8 → 1.14.10

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@futdevpro/nts-dynamo",
-  "version": "01.14.08",
+  "version": "01.14.10",
   "description": "Dynamic NodeTS (NodeJS-Typescript), MongoDB Backend System Framework by Future Development Program Ltd.",
   "DyBu_settings": {
     "packageType": "server-package",
@@ -60,13 +60,46 @@
       "types": "./build/_modules/ai/_modules/open-ai/index.d.ts",
       "typings": "./build/_modules/ai/_modules/open-ai/index.d.ts"
     },
-    
+
+    "./bot": {
+      "default": "./build/_modules/bot/index.js",
+      "module": "./build/_modules/bot/index.js",
+      "types": "./build/_modules/bot/index.d.ts",
+      "typings": "./build/_modules/bot/index.d.ts"
+    },    
+    "./bot/discord-bot": {
+      "default": "./build/_modules/bot/_modules/discord-bot/index.js",
+      "module": "./build/_modules/bot/_modules/discord-bot/index.js",
+      "types": "./build/_modules/bot/_modules/discord-bot/index.d.ts",
+      "typings": "./build/_modules/bot/_modules/discord-bot/index.d.ts"
+    },
+    "./bot/slack-bot": {
+      "default": "./build/_modules/bot/_modules/slack-bot/index.js",
+      "module": "./build/_modules/bot/_modules/slack-bot/index.js",
+      "types": "./build/_modules/bot/_modules/slack-bot/index.d.ts",
+      "typings": "./build/_modules/bot/_modules/slack-bot/index.d.ts"
+    },
+    "./bot/teams-bot": {
+      "default": "./build/_modules/bot/_modules/teams-bot/index.js",
+      "module": "./build/_modules/bot/_modules/teams-bot/index.js",    
+      "types": "./build/_modules/bot/_modules/teams-bot/index.d.ts",
+      "typings": "./build/_modules/bot/_modules/teams-bot/index.d.ts"
+    },
+
     "./custom-data": {
       "default": "./build/_modules/custom-data/index.js",
       "module": "./build/_modules/custom-data/index.js",
       "types": "./build/_modules/custom-data/index.d.ts",
       "typings": "./build/_modules/custom-data/index.d.ts"
     },
+
+    "./defaults": {
+      "default": "./build/_modules/defaults/index.js",
+      "module": "./build/_modules/defaults/index.js",
+      "types": "./build/_modules/defaults/index.d.ts",
+      "typings": "./build/_modules/defaults/index.d.ts"
+    },
+
     "./discord-assistant": {
       "default": "./build/_modules/discord-assistant/index.js",
       "module": "./build/_modules/discord-assistant/index.js",
@@ -85,6 +118,20 @@
       "types": "./build/_modules/discord-bot/index.d.ts",
       "typings": "./build/_modules/discord-bot/index.d.ts"
     },
+
+    "./messaging": {
+      "default": "./build/_modules/messaging/index.js",
+      "module": "./build/_modules/messaging/index.js",
+      "types": "./build/_modules/messaging/index.d.ts",
+      "typings": "./build/_modules/messaging/index.d.ts"
+    },
+    "./messaging/agent": {
+      "default": "./build/_modules/messaging/_modules/agent/index.js",
+      "module": "./build/_modules/messaging/_modules/agent/index.js",
+      "types": "./build/_modules/messaging/_modules/agent/index.d.ts",
+      "typings": "./build/_modules/messaging/_modules/agent/index.d.ts"
+    },
+
     "./mock": {
       "default": "./build/_mock/index.js",
       "module": "./build/_mock/index.js",
@@ -134,6 +181,19 @@
         "build/_modules/ai/_modules/open-ai/index.d.ts"
       ],
 
+      "bot": [
+        "build/_modules/bot/index.d.ts"
+      ],
+      "bot/discord-bot": [
+        "build/_modules/bot/_modules/discord-bot/index.d.ts"
+      ],
+      "bot/slack-bot": [
+        "build/_modules/bot/_modules/slack-bot/index.d.ts"
+      ],
+      "bot/teams-bot": [
+        "build/_modules/bot/_modules/teams-bot/index.d.ts"
+      ],
+
       "custom-data": [
         "build/_modules/custom-data/index.d.ts"
       ],
@@ -146,6 +206,14 @@
       "discord-bot": [
         "build/_modules/discord-bot/index.d.ts"
       ],
+
+      "messaging": [
+        "build/_modules/messaging/index.d.ts"
+      ],
+      "messaging/agent": [
+        "build/_modules/messaging/_modules/agent/index.d.ts"
+      ],
+
       "mock": [
         "build/_modules/mock/index.d.ts"
       ],
@@ -185,12 +253,12 @@
   },
   "homepage": "https:/futdevpro.hu/projects/dynamo",
   "DISABLED": {
-    "@futdevpro/fsm-dynamo": "file:../tgz-collection/dynamo-fsm/futdevpro-fsm-dynamo-01.14.17.tgz",
+    "@futdevpro/fsm-dynamo": "file:../tgz-collection/dynamo-fsm/futdevpro-fsm-dynamo-01.14.10.tgz",
     
     "empty": ""
   },
   "peerDependencies": {
-    "@futdevpro/fsm-dynamo": "1.14.6",
+    "@futdevpro/fsm-dynamo": "1.14.10",
 
     "@types/express": "4.17.21",
     "@types/geoip-lite": "~1.4.1",

package/src/_collections/global-settings.const.ts

@@ -55,6 +55,8 @@ export const DyNTS_global_settings: DyNTS_Global_Settings = {
 
   dias_settings: null,
 
+  assistant_settings: null,
+
   docChunking: {
     maxChunkSize: 1000,
     maxChunkCount: 1000,

package/src/_models/interfaces/global-settings.interface.ts

@@ -87,10 +87,10 @@ export interface DyNTS_Global_Settings {
 
   /**
    * this setting will set the bot settings
-   * (this will be set in the {@link DyNTS_DiBo_Main_ControlService} constructor)
+   * (this will be set in the {@link DyNTS_Bot_Main_ControlService} constructor)
    * 
    * {@link DyNTS_GlobalBot_Settings}
-   * default settings: {@link DyNTS_DiBo_Global_Settings}
+   * default settings: {@link DyNTS_Bot_Global_Settings}
    */
   bot_settings: any;
 
@@ -113,6 +113,15 @@ export interface DyNTS_Global_Settings {
    */
   dias_settings: any;
 
+  /**
+   * this setting will set the assistant settings
+   * (this will be set in the {@link DyNTS_Ass_ServiceBase} constructor)
+   * 
+   * {@link DyNTS_Ass_Global_Settings}
+   * default settings: {@link DyNTS_Ass_global_settings}
+   */
+  assistant_settings?: any;
+
   /**
    * this setting will set the doc chunking settings
    */
@@ -120,4 +129,13 @@ export interface DyNTS_Global_Settings {
     maxChunkSize: number;
     maxChunkCount: number;
   };
+
+  /**
+   * this setting will set the messaging settings
+   * (this will be set in the {@link DyNTS_Msg_Main_ControlService} constructor)
+   * 
+   * {@link DyNTS_Msg_Global_Settings}
+   * default settings: {@link DyNTS_Msg_global_settings}
+   */
+  messaging_settings?: any;
 }

package/src/_modules/assistant/_collections/ass-global-settings.const.ts

@@ -0,0 +1,13 @@
+import { DyNTS_Ass_Global_Settings } from '../_models/ass-global-settings.interface';
+
+export const DyNTS_Ass_global_settings: DyNTS_Ass_Global_Settings = {
+  defaultSystemPrompt: 'You are a helpful assistant.',
+  skipConversationMessagesFlags: [ 
+    '[NOISE]', 
+    '[VOICE|USER|OUTOFCONTEXT]', 
+    '[DEBUG|' 
+  ],
+  userTranslationFlags: [ 
+    '[VOICE|USER' 
+  ],
+};

package/src/_modules/assistant/_collections/ass.util.ts

@@ -0,0 +1,50 @@
+import { DyNTS_Bot_Message } from '../../bot/_models/bot-message.interface';
+import { DyFM_AI_Message, DyFM_AI_MessageRole } from '@futdevpro/fsm-dynamo/ai';
+import { DyNTS_Ass_global_settings } from './ass-global-settings.const';
+
+export class DyNTS_Ass_Util {
+  /**
+   * Convert bot messages (from any comms platform) to AI conversation format
+   * Uses EXISTING DyFM_AI_Message type from fsm-dynamo
+   * Same logic as DiAs_Util.convertDiscordMessagesToOAIConversation but platform-agnostic
+   */
+  static convertBotMessagesToAIConversation<T_BotMessage extends DyNTS_Bot_Message<any>>(
+    set: {
+      messages: T_BotMessage[],
+      botClientId: string,
+      botDisplayName: string,
+      issuer: string,
+    }
+  ): DyFM_AI_Message[] {
+    return set.messages.map(message => {
+      const isBot = (
+        message.isBot ||
+        message.authorId === set.botClientId ||
+        message.authorName === set.botDisplayName ||
+        message.authorDisplayName === set.botDisplayName
+      );
+      
+      if (isBot) {
+        // Check if bot message should be treated as user message
+        if (DyNTS_Ass_global_settings.userTranslationFlags.some(
+          flag => message.content.includes(flag)
+        )) {
+          return {
+            role: DyFM_AI_MessageRole.user,
+            content: message.content,
+          };
+        } else {
+          return {
+            role: DyFM_AI_MessageRole.assistant,
+            content: message.content,
+          };
+        }
+      } else {
+        return {
+          role: DyFM_AI_MessageRole.user,
+          content: message.content,
+        };
+      }
+    });
+  }
+}

package/src/_modules/assistant/_models/ass-global-settings.interface.ts

@@ -0,0 +1,15 @@
+export interface DyNTS_Ass_Global_Settings {
+  defaultSystemPrompt: string;
+  
+  /**
+   * These flags are used to skip messages from the conversation
+   * Default: [ '[NOISE]', '[VOICE|USER|OUTOFCONTEXT]', '[DEBUG|' ]
+   */
+  skipConversationMessagesFlags: string[];
+  
+  /**
+   * These flags identify bot messages that should be treated as user messages
+   * Default: [ '[VOICE|USER' ]
+   */
+  userTranslationFlags: string[];
+}

package/src/_modules/assistant/_services/ass-io.control-service.ts

@@ -0,0 +1,100 @@
+import { DyFM_Error, DyFM_Log } from '@futdevpro/fsm-dynamo';
+import { DyFM_AI_Message } from '@futdevpro/fsm-dynamo/ai';
+import { DyNTS_Bot_IO_ControlService } from '../../bot/_services/bot-io.control-service';
+import { DyNTS_Bot_Message } from '../../bot/_models/bot-message.interface';
+import { DyNTS_Bot_Channel } from '../../bot/_models/bot-channel.interface';
+import { DyNTS_Bot_User } from '../../bot/_models/bot-user.interface';
+import { DyNTS_Bot_Provider } from '../../bot/_models/bot-provider.interface';
+import { DyNTS_Ass_Main_ControlService } from './ass-main.control-service';
+import { DyNTS_Ass_Util } from '../_collections/ass.util';
+import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
+import { DyNTS_AI_LLMChat_ServiceBase } from '../../ai/_services/ai-llm-chat.service-base';
+
+/**
+ * Assistant IO Control Service
+ * Handles message processing with AI provider
+ * EXACT SAME LOGIC as DiAs_IO_ControlService but platform and AI provider agnostic
+ */
+export abstract class DyNTS_Ass_IO_ControlService<
+  T_PlatformChannel extends DyNTS_Bot_Channel<any> = DyNTS_Bot_Channel<any>,
+  T_PlatformMessage extends DyNTS_Bot_Message<any> = DyNTS_Bot_Message<any>,
+  T_PlatformUser extends DyNTS_Bot_User<any> = DyNTS_Bot_User<any>,
+  T_CommsProvider extends DyNTS_Bot_Provider<
+    T_PlatformChannel, 
+    T_PlatformMessage, 
+    T_PlatformUser
+  > = DyNTS_Bot_Provider<
+    T_PlatformChannel, 
+    T_PlatformMessage, 
+    T_PlatformUser
+  >
+> extends DyNTS_Bot_IO_ControlService<T_PlatformChannel, T_PlatformMessage, T_PlatformUser, T_CommsProvider> {
+
+  protected abstract override getMainBotControlService(): DyNTS_Ass_Main_ControlService<
+    T_PlatformChannel,
+    T_PlatformMessage,
+    T_PlatformUser,
+    T_CommsProvider
+  >;
+  
+  protected abstract override mainBot_CS: DyNTS_Ass_Main_ControlService<
+    T_PlatformChannel,
+    T_PlatformMessage,
+    T_PlatformUser,
+    T_CommsProvider
+  >;
+  
+  get aiProvider(): DyNTS_AI_LLMChat_ServiceBase {
+    return this.mainBot_CS?.aiProvider;
+  }
+  
+  /**
+   * Handle incoming message with AI
+   * EXACT SAME LOGIC as dias-io.control-service.ts handleMessage()
+   */
+  override async handleMessage(message: T_PlatformMessage, issuer: string): Promise<T_PlatformMessage> {
+    try {
+      // Gather messages from comms platform
+      const messages: T_PlatformMessage[] = await this.mainBot_CS.gatherMessagesForMessage(message);
+      
+      // Convert to AI conversation format (uses EXISTING DyFM_AI_Message)
+      const aiMessages: DyFM_AI_Message[] = 
+        DyNTS_Ass_Util.convertBotMessagesToAIConversation({
+          messages: messages,
+          botClientId: this.mainBot_CS.botClientId,
+          botDisplayName: this.mainBot_CS.botDisplayName,
+          issuer: issuer,
+        });
+      
+      // Get AI response using EXISTING getAnswerInConversation method
+      const aiResult: string = await this.aiProvider.getAnswerInConversation({
+        conversation: aiMessages,
+        issuer: issuer,
+        settings: {
+          systemPrompt: this.mainBot_CS.defaultSystemPrompt,
+        },
+      });
+      
+      // Reply via comms platform
+      return await this.provider.replyToMessage(message.id, message.channelId, aiResult);
+    } catch (error) {
+      DyFM_Error.logSimple('❌❌ Error handleMessage:', error);
+      
+      if (!this.dontSendErrorReply && DyNTS_global_settings.bot_settings?.debugLevel >= 1) {
+        await this.provider.replyToMessage(
+          message.id,
+          message.channelId,
+          `[SYSTEM|ERROR|${DyNTS_global_settings.systemShortCodeName}|DyNTS-Ass-IOCS-H0] Error occurred while handling the message:\n` +
+          DyFM_Error.getAnyMessage(error)
+        ).catch(error => {
+          DyFM_Error.logSimple('❌❌ Error sending error reply:', error);
+        });
+      }
+      
+      throw new DyFM_Error({
+        ...this.getDefaultErrorSettings('handleMessage', error, issuer),
+        errorCode: `${DyNTS_global_settings.systemShortCodeName}|DyNTS-Ass-IOCS-H0`,
+      });
+    }
+  }
+}

package/src/_modules/assistant/_services/ass-main.control-service.ts

@@ -0,0 +1,38 @@
+import { DyNTS_Ass_ServiceBase } from './ass.service-base';
+import { DyNTS_Ass_IO_ControlService } from './ass-io.control-service';
+import { DyNTS_Bot_Channel } from '../../bot/_models/bot-channel.interface';
+import { DyNTS_Bot_Message } from '../../bot/_models/bot-message.interface';
+import { DyNTS_Bot_User } from '../../bot/_models/bot-user.interface';
+import { DyNTS_Bot_Provider } from '../../bot/_models/bot-provider.interface';
+
+/**
+ * Assistant Main Control Service
+ * Abstract base for concrete assistant implementations
+ */
+export abstract class DyNTS_Ass_Main_ControlService<
+  T_PlatformChannel extends DyNTS_Bot_Channel<any> = DyNTS_Bot_Channel<any>,
+  T_PlatformMessage extends DyNTS_Bot_Message<any> = DyNTS_Bot_Message<any>,
+  T_PlatformUser extends DyNTS_Bot_User<any> = DyNTS_Bot_User<any>,
+  T_CommsProvider extends DyNTS_Bot_Provider<
+    T_PlatformChannel, 
+    T_PlatformMessage, 
+    T_PlatformUser
+  > = DyNTS_Bot_Provider<
+    T_PlatformChannel, 
+    T_PlatformMessage, 
+    T_PlatformUser
+  >
+> extends DyNTS_Ass_ServiceBase<T_PlatformChannel, T_PlatformMessage, T_PlatformUser, T_CommsProvider> {
+  protected abstract override getBotIOControlService(): DyNTS_Ass_IO_ControlService<
+    T_PlatformChannel,
+    T_PlatformMessage,
+    T_PlatformUser,
+    T_CommsProvider
+  >;
+  protected abstract override botIO_CS: DyNTS_Ass_IO_ControlService<
+    T_PlatformChannel,
+    T_PlatformMessage,
+    T_PlatformUser,
+    T_CommsProvider
+  >;
+}

package/src/_modules/assistant/_services/ass.service-base.ts

@@ -0,0 +1,92 @@
+import { DyNTS_Bot_Main_ControlService } from '../../bot/_services/bot-main.control-service';
+import { DyNTS_Bot_Message } from '../../bot/_models/bot-message.interface';
+import { DyNTS_Bot_Channel } from '../../bot/_models/bot-channel.interface';
+import { DyNTS_Bot_User } from '../../bot/_models/bot-user.interface';
+import { DyNTS_Bot_Provider } from '../../bot/_models/bot-provider.interface';
+import { DyNTS_AI_LLMChat_ServiceBase } from '../../ai/_services/ai-llm-chat.service-base';
+import { DyFM_AI_Message } from '@futdevpro/fsm-dynamo/ai';
+import { DyNTS_Ass_global_settings } from '../_collections/ass-global-settings.const';
+import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
+import { DyNTS_Ass_Util } from '../_collections/ass.util';
+import { DyNTS_Ass_IO_ControlService } from './ass-io.control-service';
+
+/**
+ * Assistant Service Base
+ * Integrates commsProvider (bot) and aiProvider (LLMChat) to create AI-powered assistant
+ * USES EXISTING AI ABSTRACTIONS - no duplication
+ */
+export abstract class DyNTS_Ass_ServiceBase<
+  T_PlatformChannel extends DyNTS_Bot_Channel<any> = DyNTS_Bot_Channel<any>,
+  T_PlatformMessage extends DyNTS_Bot_Message<any> = DyNTS_Bot_Message<any>,
+  T_PlatformUser extends DyNTS_Bot_User<any> = DyNTS_Bot_User<any>,
+  T_CommsProvider extends DyNTS_Bot_Provider<T_PlatformChannel, T_PlatformMessage, T_PlatformUser> = DyNTS_Bot_Provider<T_PlatformChannel, T_PlatformMessage, T_PlatformUser>
+> extends DyNTS_Bot_Main_ControlService<T_PlatformChannel, T_PlatformMessage, T_PlatformUser, T_CommsProvider> {
+
+  // AI Provider - uses EXISTING abstraction
+  protected _aiProvider: DyNTS_AI_LLMChat_ServiceBase;
+  
+  get aiProvider(): DyNTS_AI_LLMChat_ServiceBase {
+    return this._aiProvider;
+  }
+  
+  protected abstract getAIProvider(): DyNTS_AI_LLMChat_ServiceBase;
+  
+  // Override botIO to use assistant IO
+  protected abstract override getBotIOControlService(): DyNTS_Ass_IO_ControlService<
+    T_PlatformChannel,
+    T_PlatformMessage,
+    T_PlatformUser,
+    T_CommsProvider
+  >;
+  
+  // Assistant-specific settings
+  defaultSystemPrompt: string = DyNTS_Ass_global_settings.defaultSystemPrompt;
+  
+  protected constructor(setupAutomatically?: boolean) {
+    super(setupAutomatically);
+    
+    // Initialize AI provider
+    this._aiProvider = this.getAIProvider();
+    
+    // Apply system prompt
+    if (this._aiProvider.defaultSettings) {
+      this._aiProvider.defaultSettings.systemPrompt = this.defaultSystemPrompt;
+    }
+    
+    // Set global settings
+    DyNTS_global_settings.assistant_settings ??= DyNTS_Ass_global_settings;
+  }
+  
+  /**
+   * Gather messages from comms platform (any platform)
+   * Same as dias.service-base but platform-agnostic
+   */
+  async gatherMessagesForMessage(message: T_PlatformMessage, limit: number = 100): Promise<T_PlatformMessage[]> {
+    const channelId = message.channelId;
+    const messages = await this.provider.fetchMessages(channelId, limit);
+    
+    // Filter out messages with skip flags
+    return messages.filter(
+      msg => !DyNTS_Ass_global_settings.skipConversationMessagesFlags.some(
+        flag => msg.content.includes(flag)
+      )
+    ).sort((a, b) => a.timestamp - b.timestamp);
+  }
+  
+  /**
+   * Convert gathered messages to AI conversation using EXISTING DyFM_AI_Message
+   */
+  async gatherMessagesAsAIConversation(
+    message: T_PlatformMessage,
+    issuer: string,
+  ): Promise<DyFM_AI_Message[]> {
+    const messages = await this.gatherMessagesForMessage(message);
+    
+    return DyNTS_Ass_Util.convertBotMessagesToAIConversation({
+      messages: messages,
+      botClientId: this.botClientId,
+      botDisplayName: this.botDisplayName,
+      issuer: issuer,
+    });
+  }
+}

package/src/_modules/assistant/index.ts

@@ -0,0 +1,19 @@
+//
+// Assistant module (platform and AI provider agnostic)
+//
+// Integrates commsProvider (bot) with aiProvider (AI LLMChat) to create intelligent assistants
+// REUSES existing AI abstractions - no duplication
+//
+
+// MODELS
+export * from './_models/ass-global-settings.interface';
+
+// COLLECTIONS
+export * from './_collections/ass.util';
+export * from './_collections/ass-global-settings.const';
+
+// SERVICES
+export * from './_services/ass.service-base';
+export * from './_services/ass-main.control-service';
+export * from './_services/ass-io.control-service';
+

package/src/_modules/bot/_collections/bot-default-commands.const.ts

@@ -0,0 +1,12 @@
+import { DyNTS_Bot_Command } from '../_models/bot-command.interface';
+
+export const DyNTS_Bot_defaultCommands: DyNTS_Bot_Command[] = [
+  {
+    command: '!ping',
+    description: 'Ping the bot',
+    commandHandler: async (message) => {
+      // This will be handled by the provider's replyToMessage method
+      // The actual implementation will be in the provider
+    },
+  },
+]

package/src/_modules/bot/_collections/bot-global-settings.const.ts

@@ -0,0 +1,39 @@
+import { DyNTS_Bot_Global_Settings } from '../_models/bot-global-settings.interface';
+import { minute, week } from '@futdevpro/fsm-dynamo';
+import { DyNTS_Bot_defaultCommands } from './bot-default-commands.const';
+
+export const DyNTS_Bot_global_settings: DyNTS_Bot_Global_Settings = {
+  debugLevel: 3,
+
+  allowedUsers: 'all',
+
+  messageSettings: {
+    messageFetchTimeLimit: 3 * week,
+    messageFetchCountLimit: 1000,
+    messageSendDelay: minute / 3,
+
+    skipFlags: [
+      '[BOT-SKIP]',
+      '[SYSTEM|REFUSE|BOT]',
+    ],
+  },
+
+  channelSettings: {
+    reportChannelName: 'bot-reports',
+
+    defaultChannels: [
+      'bot-help',
+    ],
+
+    allowedChannels: [],
+    dmIsAllowed: false,
+  },
+
+  commandSettings: {
+    commandOperator: '',
+
+    commands: DyNTS_Bot_defaultCommands,
+  },
+
+  allowBotsInteractEachOther: false,
+};