apexify.js 4.0.7 → 4.0.9

package/lib/ai/ApexAI.ts

@@ -22,9 +22,6 @@ import { imageTools } from "./buttons/drawMenu";
 import { ImageModals } from './functions/validOptions';
 import { apexai, geminiFlash, geminiPro, facebook_ai, yi_34b, starChat } from "./modals-chat/modals";
 
-/**
- * Configuration options for the Gemini Flash functionality.
- */
 export interface Options {
   /**
    * Configuration options related to voice functionality.
@@ -82,7 +79,9 @@ export interface Options {
           imgStyle?: string | "3d-model" | "analog-film" | "anime" | "cinematic" | "comic-book" | "digital-art" | "enhance" | "isometric" | "fantasy-art" | "isometric" | "line-art" | "low-poly" | "neon-punk" | "origami" | "photographic" | "pixel-art" | "texture" | "craft-clay";
           negative_prompt?: string;
           sampler?: string | "DPM++ 2M Karras" | "DPM++ SDE Karras" | "DPM++ 2M SDE Exponential" | "DPM++ 2M SDE Karras" | "Euler a" | "Euler" | "LMS" | "Heun" | "DPM2" | "DPM2 a" | "DPM++ 2S a" | "DPM++ 2M" | "DPM++ SDE" | "DPM++ 2M SDE" | "DPM++ 2M SDE Heun" | "DPM++ 2M SDE Heun Karras" | "DPM++ 2M SDE Heun Exponential" | "DPM++ 3M SDE" | "DPM++ 3M SDE Karras" | "DPM++ 3M SDE Exponential" | "DPM fast" | "DPM adaptive" | "LMS Karras" | "DPM2 Karras" | "DPM2 a Karras" | "DPM++ 2S a Karras" | "Restart" | "DDIM" | "PLMS" | "UniPC";
-      };
+          width?: number;
+          height?: number;
+        };
   };
   /**
    * Configuration options related to chat functionality.
@@ -106,8 +105,8 @@ export interface Options {
       personality?: string | any;
       API_KEY?: string;
       memory?: {
-          memoryOn: boolean;
-          id: string;
+          memoryOn?: boolean;
+          id?: string;
       };
       typeWriting?: {
           enable?: boolean;
@@ -138,8 +137,9 @@ export interface Options {
    */
   others?: {
       messageType?: {
-          type: string;
-          intialContent: string;
+          type?: string;
+          intialContent?: string;
+          sendAs?: string | "embed" | "content";
       };
       buttons?: any[];
       keywords?: string[];
@@ -179,7 +179,7 @@ export async function ApexAI (message: any, aiOptions: Options) {
   await filters(message.client);
   
     let usermsg: string = ''; 
-
+    let RespondMessage: any;
     const {
       voice: {
           textVoice: {
@@ -208,7 +208,9 @@ export async function ApexAI (message: any, aiOptions: Options) {
           sampler: sampler = 'DDIM',
           steps: steps = 20,
           seed: seed = -1,
-          imgStyle: imgStyle = 'enhance'
+          imgStyle: imgStyle = 'enhance',
+          width: width = 512,
+          height: height = 512,
         } = {},
     } = {},
       chat: {
@@ -275,10 +277,10 @@ export async function ApexAI (message: any, aiOptions: Options) {
 
      await message.channel?.sendTyping();
 
-        usermsg = message.content;  
+      usermsg = message.content;  
 
      if (
-        message.attachments.some((attachment: any) =>
+        message.attachments?.some((attachment: any) =>
           attachment.contentType.startsWith("audio/")
         )
       ) {
@@ -319,10 +321,10 @@ export async function ApexAI (message: any, aiOptions: Options) {
          if (message.attachments.size > 0) {
             if (attachment.name.endsWith('.pdf')) {
                 const pdfContent = await readPdf(attachment.url);
-                usermsg += pdfContent;
+                usermsg += `\n\n This is the pdf file content:\n\n ${pdfContent}`;
             } else {
                 const txtContent = await readTextFile(attachment.url);
-                usermsg += txtContent;
+                usermsg += `\n\n This is the .txt file content:\n\n ${txtContent}`;
             }
          }
       }
@@ -390,9 +392,10 @@ export async function ApexAI (message: any, aiOptions: Options) {
 
       if (drawValid) {
 
-        usermsg = `Rewrite this text below in more descriptive way make it clear to be visualized correctly and enhance it and use stronger words please\n\n\n ${usermsg}`
-        if (enhancerOn) {
-            usermsg += await geminiFlash(message, { userMsg: usermsg, API_KEY: API_KEY, AiPersonality: personality, })
+        usermsg = `Rewrite this text below in more descriptive way make it clear to be visualized correctly and enhance it and use stronger words please and please return the response with nothing else in just the enhanced prompt nothing more nothing less\n\n\n ${usermsg}`
+       
+        if (enhancerOn) { 
+          usermsg += await hercai.question({ model: "v3", content: usermsg});
         }
 
         return await aiImagine(
@@ -405,7 +408,8 @@ export async function ApexAI (message: any, aiOptions: Options) {
           nsfwKeyWords,
           deepCheck,
           aiOptions.imagine?.enhancer,
-          buttons
+          buttons,
+          RespondMessage
         );
 
     } else if (aiOptions.voice) {
@@ -427,7 +431,8 @@ export async function ApexAI (message: any, aiOptions: Options) {
           nsfwKeyWords,
           deepCheck,
           aiOptions.imagine?.enhancer,
-          buttons
+          buttons,
+          RespondMessage
         );
       }
  
@@ -456,22 +461,49 @@ export async function ApexAI (message: any, aiOptions: Options) {
         } else if (chatModal === 'starChat') {
             response = await starChat(usermsg);
         } else if (chatModal === 'gemini-flash') {
-            response = await geminiFlash(message, { userMsg: usermsg, API_KEY: API_KEY, AiPersonality: personality, });
+            response = await geminiFlash(
+              {
+                  userId: message.author.id,
+                  serverName: message.guild.name,
+                  serverId: message.guild.id,
+                  channelName: message.channel.name,
+                  attachment: attachment,
+                  db: memoryOn
+              },
+              {
+                  userMsg: usermsg,
+                  API_KEY: API_KEY,
+                  AiPersonality: personality
+              }
+            );
         } else if (chatModal === 'gemini-pro') {
-          response = await geminiPro(message, { userMsg: usermsg, API_KEY: API_KEY, AiPersonality: personality, })
+          response = await geminiPro(
+            {
+                userId: message.author.id,
+                serverName: message.guild.name,
+                serverId: message.guild.id,
+                channelName: message.channel.name,
+                attachment: attachment,
+                db: memoryOn
+            },
+            {
+                userMsg: usermsg,
+                API_KEY: API_KEY,
+                AiPersonality: personality
+            }
+          );
         } else if (chatModal === 'v3' || chatModal === 'v3-32k' || chatModal === 'turbo' || chatModal === 'turbo-16k' || chatModal === 'gemini') {
           if (!memoryOn) {
 
             const personalityFilePath = path.join(process.cwd(), personality);
             const personalityContent = fs.readFileSync(personalityFilePath, 'utf-8');
             const personalityString = personalityContent.split('\n').join(' ');
-            
+            hercai.betaDrawImage
             response = await hercai.question({
                 model: chatModal,
                 content: usermsg,
                 personality: personalityString
             });
-
             response = response.reply;
               } else {
                 response = await hercai.betaQuestion({
@@ -487,21 +519,26 @@ export async function ApexAI (message: any, aiOptions: Options) {
           if (msgType === 'reply') {
             if (error.response && error.response.status === 429) {
                 console.error("Too many requests. Please try again later.");
-                return await message.reply({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+                RespondMessage = await message.reply({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+                return;
             } else if (error.response && error.response.status === 500) {
                 console.error("Internal server error. Please try again later.");
-                return await message.reply({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+                RespondMessage = await message.reply({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+                return;
             } else {
                 console.error("The Api is on a cool down for 10 seconds", error.message);
-                return await message.reply({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+                RespondMessage = await message.reply({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+                return;
             }
           } else if (msgType === 'send') {
             if (error.response && error.response.status === 429) {
               console.error("Too many requests. Please try again later.");
-              return message.channel.send({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+              RespondMessage = await message.channel.send({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+              return;
           } else if (error.response && error.response.status === 500) {
               console.error("Internal server error. Please try again later.");
-              return message.channel.send({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+              RespondMessage = await message.channel.send({ content: `Please wait i am in a cool down for a minute`, components: buttons });
+              return;
           } else {
               await message.channel.send({ content: `Please wait i am in a cool down for a minute`, components: buttons });
               console.error("The Api is on a cool down for 10 seconds", error.message);
@@ -525,13 +562,13 @@ export async function ApexAI (message: any, aiOptions: Options) {
                   }
               }
               for (const part of parts) {
-                await typeWriter(message.channel, part, speed, delay, buttons);
+                RespondMessage =  await typeWriter(message.channel, part, speed, delay, buttons);
               }
           }
 
       } else {
           if (response.length <= 2000) {
-              await message.reply({
+            RespondMessage = await message.reply({
                   content: response,
                   components: buttons,
                   allowedMentions: { repliedUser: false },
@@ -548,7 +585,7 @@ export async function ApexAI (message: any, aiOptions: Options) {
                 }
             }
               for (const part of parts) {
-                  await message.reply({
+                RespondMessage =  await message.reply({
                       content: part,
                       components: buttons,
                       allowedMentions: { repliedUser: false },
@@ -559,7 +596,7 @@ export async function ApexAI (message: any, aiOptions: Options) {
       } else if (msgType === 'send') {
         if (typeWritingEnable) {
             if (response.length <= 2000) {
-                await typeWriter(message.channel, response, speed, delay, buttons);
+              RespondMessage = await typeWriter(message.channel, response, speed, delay, buttons);
             } else {
                 let parts: string[] = [];
                 while (typeof response === 'string' && response.length > 0) {
@@ -572,12 +609,12 @@ export async function ApexAI (message: any, aiOptions: Options) {
                     }
                 }
                 for (const part of parts) {
-                    await typeWriter(message.channel, part, speed, delay, buttons);
+                  RespondMessage =  await typeWriter(message.channel, part, speed, delay, buttons);
                 }
             }
         } else {
             if (response.length <= 2000) {
-                await message.channel.send({
+              RespondMessage = await message.channel.send({
                     content: response,
                     components: buttons
                 });
@@ -593,7 +630,7 @@ export async function ApexAI (message: any, aiOptions: Options) {
                     }
                 }
                 for (const part of parts) {
-                    await message.channel.send({
+                  RespondMessage = await message.channel.send({
                         content: part,
                         components: buttons
                     });
@@ -602,4 +639,5 @@ export async function ApexAI (message: any, aiOptions: Options) {
         }
     }
   }
+  return await RespondMessage;
 };

package/lib/ai/functions/draw.ts

@@ -16,7 +16,8 @@ async function aiImagine(
   nsfwKeyWords: string[],
   deepCheck: boolean,
   enhancer: any,
-  buttons: any[]
+  buttons: any[],
+  RespondMessage: any
 ) {
   const maxRetryAttempts = 4;
   const retryInterval = 5000;
@@ -63,6 +64,19 @@ async function aiImagine(
               prompt: translatedText.text,
             }),
           );
+        } else if (imageModel === 'prodia') {
+          response = await retry(() =>
+            hercai.betaDrawImage({
+              prompt: translatedText.text,
+              negative_prompt: enhancer.negative_prompt,
+              sampler: enhancer.sampler,
+              image_style: enhancer.imgStyle,
+              width: enhancer.width,
+              height: enhancer.height,
+              steps: enhancer.steps,
+              scale: enhancer.cfgScale,
+          }),
+         );
         } else if (validOptions.validProdiaModals.includes(imageModel)) {
           const generateResponse = await sdk.generate({
             model: imageModel,
@@ -73,6 +87,8 @@ async function aiImagine(
             sampler: enhancer.sampler,
             seed: enhancer.seed,
             steps: enhancer.steps,
+            width: enhancer.width,
+            height: enhancer.height
             });
 
           await message.channel?.sendTyping();
@@ -740,14 +756,14 @@ async function aiImagine(
         }
       }
     }
-    const allRows = [...buttons,  row1, row2]
-    await message.reply({
+    const allRows = [...buttons, row1, row2]
+    RespondMessage = await message.reply({
       files: attachData,
       components: allRows,
       allowedMentions: { repliedUser: false },
     });
 
-    return imageUrls;
+    return { imageUrls, RespondMessage };
   } catch (error: any) {
     console.error("Error in drawImage:", error.message);
     if (error.response) {
@@ -758,7 +774,7 @@ async function aiImagine(
       content: "An error occurred while processing the images.",
       allowedMentions: { repliedUser: false },
     });
-    return [];
+    return { imageUrls: [], RespondMessage };
   }
 }
 

package/lib/ai/functions/generateVoiceResponse.ts

@@ -27,7 +27,8 @@ async function aiVoice(
   nsfwKeyWords: string[],
   deepCheck: boolean,
   enhancer: any,
-  buttons: any[]
+  buttons: any[],
+  RespondMessage: any
 ) {
   if (message.author.bot || isProcessing || !message.guild) {
     return;
@@ -39,7 +40,7 @@ async function aiVoice(
     let msg = message.content;
 
     if (drawValid) {
-      return await aiImagine(message, numOfImages, finalText, hercai, imageModal, nsfw, nsfwKeyWords, deepCheck, enhancer, buttons);
+      return await aiImagine(message, numOfImages, finalText, hercai, imageModal, nsfw, nsfwKeyWords, deepCheck, enhancer, buttons, RespondMessage);
     }
 
     if (message.attachments.size > 0) {
@@ -79,7 +80,7 @@ async function aiVoice(
               "User-Agent": "stagefright/1.2 (Linux;Android 5.0)",
             },
           });
-          await message.reply({
+          RespondMessage = await message.reply({
             components: buttons,
             files: [
               {
@@ -120,7 +121,7 @@ async function aiVoice(
         const response = await axios.request(options);
         const audioData = response.data.audioStream;
         fs.writeFileSync("output.ogg", Buffer.from(audioData, "base64"));
-        await message.reply({
+        RespondMessage = await message.reply({
           components: buttons,
           files: [
             {
@@ -160,7 +161,7 @@ async function aiVoice(
       try {
         const response = await axios.request(options);
         const audioUrl = response.data.result.audio_url;
-        await message.reply({
+        RespondMessage = await message.reply({
           content: audioUrl,
           components: buttons,
           allowedMentions: { repliedUser: false },

package/lib/ai/modals-chat/Gemini-flash.ts

@@ -1,17 +1,40 @@
-import { GoogleGenerativeAI } from "@google/generative-ai";
+import { GoogleGenerativeAI, HarmCategory, HarmBlockThreshold } from "@google/generative-ai";
 import path from 'path';
 import fs from 'fs';
 import config from './config'; 
 import { converter } from "../../canvas/utils/general functions";
+import  { connect } from "verse.db";
+import axios from "axios";
 
 let currentApiKeyIndex = 0;
 
-export async function geminiFlash(message: any, AI: { AiPersonality: string | null, userMsg: string, API_KEY: string | null }): Promise<any> {
+export async function geminiFlash(message: { userId: string, serverName: string, serverId: string, channelName: string, attachment: any, db: boolean  }, AI: { AiPersonality: string | null, userMsg: string, API_KEY: string | null }): Promise<any> {
+
+    let db: any;
+
+    if (message.db) {
+       db = new connect({ adapter: 'json', dataPath: `${message.serverId}_ChatHistory` });
+    }
 
   try { 
-    const genAI = new GoogleGenerativeAI(AI.API_KEY || config.apiKeys[currentApiKeyIndex]);
+    let apiKeyIndex = currentApiKeyIndex;
+    let genAI: any;
+        while (apiKeyIndex < config.apiKeys.length) {
+            const validateKey = await axios.get(`https://generativelanguage.googleapis.com/v1beta/models?key=${config.apiKeys[apiKeyIndex]}`);
+            if (validateKey.status === 200) {
+                genAI = new GoogleGenerativeAI(config.apiKeys[apiKeyIndex]);
+                
+                break;
+            } else {
+                apiKeyIndex++;
+            }
+        }
 
+        if (apiKeyIndex === config.apiKeys.length) {
+            return 'All provided API keys are invalid.';
+        }
     let personalityString: string = '';
+    
     if (AI.AiPersonality) {
         const personalityFilePath = path.join(process.cwd(), AI.AiPersonality);
         const personalityContent = fs.readFileSync(personalityFilePath, 'utf-8');
@@ -22,49 +45,83 @@ export async function geminiFlash(message: any, AI: { AiPersonality: string | nu
         maxOutputTokens: 750,
     };
 
-    const systemInstruction = `${personalityString}\n And working on discord in serverName: ${message.guild.name} at channelName: ${message.channel.name} and responding to the userName: ${message.author.username}`;
-    const model = genAI.getGenerativeModel({ model: "gemini-1.5-flash-latest", systemInstruction, generationConfig});
+    const safetySettings = [
+        {
+            category: HarmCategory.HARM_CATEGORY_HARASSMENT,
+            threshold: HarmBlockThreshold.BLOCK_ONLY_HIGH,
+        },
+        {
+            category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+            threshold: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE,
+        },
+        {
+            category: HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT,
+            threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+        },
+        {
+            category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
+            threshold: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE,
+        },
+    ];
+
+    const systemInstruction = `${personalityString}\n And working on discord in serverName: ${message.serverName} at channelName: ${message.channelName} and responding to the userName: <@${message.userId}>`;
+    const model = genAI.getGenerativeModel({ model: "gemini-1.5-flash-latest", systemInstruction, generationConfig, safetySettings });
+
+    const defaultHistory = [
+        {
+            role: "user",
+            parts: [{ text: `${personalityString}\n And working on discord in serverName: ${message.serverName} at channelName: ${message.channelName} and responding to the userName: <@${message.userId}>` }],
+        },
+        {
+            role: "model",
+            parts: [{ text: `I will greet the user with their name: <@${message.userId}>. Feel free to ask me anything! 😊` }],
+        },
+        {
+            role: "user",
+            parts: [{ text: "Any question regarding JEDI STUDIO, verse.db, apexify.js, or djs-builder?" }],
+        },
+        {
+            role: "model",
+            parts: [{ text: `You should reply with visiting documentation online at jedi-studio.com. The development team consists of 8 people, led by Marco. The CEO/founder is Kimo.` }],
+        },
+        {
+            role: "user",
+            parts: [{ text: "How was I developed or programmed?" }],
+        },
+        {
+            role: "model",
+            parts: [{ text: `You were made by JEDI STUDIO under the development of jedi.tsx, one of the CEOs for JEDI STUDIO.` }],
+        },
+        {
+            role: "user",
+            parts: [{ text: "Tell me about verse.db." }],
+        },
+        {
+            role: "model",
+            parts: [{ text: `verse.db is a database that enables users to manage data for SQL, JSON, YAML, and SQOL. It's a new brand by JEDI STUDIO, and SOOL will support more database management with comprehensive features and security.` }],
+        },
+    ];
+
+    let historyData: any[] | undefined = undefined;
+
+    if (message.db) {
+        db = new connect({ adapter: 'json', dataPath: `${message.serverId}_ChatHistory` });
+
+       const data = await db.find(`${message.userId}_chatHistory`, { userId: message.userId });
+       
+       if (!data.results?.history || data.results?.history?.length === 0) {
+          await db.update(`${message.userId}_chatHistory`, { userId: message.userId }, { $set: { history: [] } }, true);
+       } else {
+          historyData = data.results?.history || undefined;
+       }
+    }
 
     const chat = model.startChat({
-      history: [
-          {
-              role: "user",
-              parts: [{ text: `${personalityString}\n And working on discord in serverName: ${message.guild.name} at channelName: ${message.channel.name} and responding to the userName: ${message.author.username}` }],
-          },
-          {
-              role: "model",
-              parts: [{ text: `I will greet the user with their name: <@${message.author.id}>. Feel free to ask me anything! 😊` }],
-          },
-          {
-              role: "user",
-              parts: [{ text: "Any question regarding JEDI STUDIO, verse.db, apexify.js, or djs-builder?" }],
-          },
-          {
-              role: "model",
-              parts: [{ text: `You should reply with visiting documentation online at jedi-studio.com. The development team consists of 8 people, led by Marco. The CEO/founder is Kimo.` }],
-          },
-          {
-              role: "user",
-              parts: [{ text: "How was I developed or programmed?" }],
-          },
-          {
-              role: "model",
-              parts: [{ text: `You were made by JEDI STUDIO under the development of jedi.tsx, one of the CEOs for JEDI STUDIO.` }],
-          },
-          {
-              role: "user",
-              parts: [{ text: "Tell me about verse.db." }],
-          },
-          {
-              role: "model",
-              parts: [{ text: `verse.db is a database that enables users to manage data for SQL, JSON, YAML, and SQOL. It's a new brand by JEDI STUDIO, and SOOL will support more database management with comprehensive features and security.` }],
-          },
-      ],
+      history: historyData || defaultHistory,
       generationConfig
-  });
+    });
   
-    const attachment = message.attachments?.first();
-    const imgURL = attachment?.url || null;
+    const imgURL = message.attachment?.url || null;
     let result: any;
 
     if (imgURL) {
@@ -79,20 +136,51 @@ export async function geminiFlash(message: any, AI: { AiPersonality: string | nu
     } else {
         result = await chat.sendMessage(AI.userMsg);
     }
-    const response =  result.response;
 
-    return response.text()
+    const response =  await result.response.text();
+
+    if (message.db) {
+        
+        const updateQuery_1 = {
+            $push: {
+              "history": {
+                role: "user",
+                parts: [{ text: `${AI.userMsg}` }]
+              }
+            },
+        };
+
+        historyData = await db.update(`${message.userId}_chatHistory`,
+         { userId: message.userId },
+         updateQuery_1, true
+        );
+
+        const updateQuery_2 = {
+            $push: {
+              "history": {
+                role: "model",
+                parts: [{ text: `${response}` }]
+              }
+            },
+        };
+        
+        historyData = await db.update(`${message.userId}_chatHistory`,
+        { userId: message.userId },
+        updateQuery_2,
+        true
+        );
+    }
+
+    return response;
 } catch (e: any) {
     if (e.message) {
         if (e.message === '[GoogleGenerativeAI Error]: Error fetching from https://generativelanguage.googleapis.com/v1/models/gemini-pro:generateContent: [400 Bad Request] User location is not supported for the API use.') {
-          return `<${message.author.id}> your location isn't supported by gemini AI.`;
-        } else if (e.response && (e.response.status === 429 || e.response.status === 400)) {
-          currentApiKeyIndex++;
-          if (currentApiKeyIndex < config.apiKeys.length) {
-              return geminiFlash(message, { ...AI, API_KEY: config.apiKeys[currentApiKeyIndex] });
-          } else {
-              return 'Ai is on a cooldown for the rest of the day. Either provide your API key or wait for tomorrow. Check ai.google.dev for apikeys';
-          }
+          return `The hoster/bot owner/the used host isn't supported by gemini.`;
+        } else if (e.response && (e.response.status === 429 || e.response.status === 403)) {
+              return 'Ai is on a cooldown for the rest of the day. Either provide your own API key or wait for tomorrow. Check ai.google.dev for free apikeys';
+        } else if (e.message === '[GoogleGenerativeAI Error]: Candidate was blocked due to SAFETY') {
+            console.error(e);
+            return `Due to safety enabled by gemini you have been blocked.`;
         } else {
             console.error(e);
             return `Try again later please... Either API is on a cooldown or an internal server error has occurred. If issue persists please contact the bot developer or owner of the npm package.`;