apexify.js 4.8.2 → 4.8.3

package/dist/esm/ai/ApexAI.js

@@ -1,486 +0,0 @@
-import { groqAnalyzer, readFile, ApexImagine, ApexText2Speech, ApexListener, ApexChat } from "./utils.js";
-import { ActionRowBuilder, EmbedBuilder, AttachmentBuilder, ButtonStyle, ButtonBuilder, PermissionFlagsBits } from "discord.js";
-import { joinVoiceChannel, createAudioPlayer, createAudioResource, EndBehaviorType, AudioPlayerStatus } from "@discordjs/voice";
-import { whisper } from "./modals/groq/whisper.js";
-import { pipeline, Readable } from "stream";
-import prism from "prism-media";
-import path from "path";
-import fs from "fs";
-import { execSync } from "child_process";
-function createButtonRows(buttons) {
-    if (!Array.isArray(buttons) || buttons.length === 0)
-        return [];
-    const buttonRows = [];
-    let currentRow = new ActionRowBuilder();
-    for (const button of buttons) {
-        if (!button.label || !button.style || !button.custom_id)
-            continue;
-        const buttonComponent = new ButtonBuilder()
-            .setLabel(button.label)
-            .setStyle(button.style)
-            .setCustomId(button.custom_id);
-        if (button.emoji)
-            buttonComponent.setEmoji(button.emoji);
-        if (button.url && button.style === ButtonStyle.Link)
-            buttonComponent.setURL(button.url);
-        currentRow.addComponents(buttonComponent);
-        if (currentRow.components.length === 5) {
-            buttonRows.push(currentRow);
-            currentRow = new ActionRowBuilder();
-        }
-    }
-    if (currentRow.components.length > 0) {
-        buttonRows.push(currentRow);
-    }
-    return buttonRows.slice(0, 5);
-}
-export async function ApexAI(message, ApexOptions) {
-    if (!message.guild || message.author.bot)
-        return;
-    let prompt = message.content || "";
-    const { others, chat, voice, imagine, voiceChannel } = ApexOptions;
-    const { permissions, channel, messageType, onMention, loader, buttons } = others ?? {};
-    const { Api_Keys, typeWriting } = chat ?? {};
-    const { nsfw } = imagine ?? {};
-    if (permissions?.enable) {
-        const userRoles = message.member?.roles.cache.map((role) => role.id);
-        const hasPermission = permissions.role?.some((roleId) => userRoles?.includes(roleId)) ?? false;
-        const hasRequiredPerms = permissions.permission?.some((perm) => message.member?.permissions.has(perm)) ?? false;
-        const isBlocked = permissions.blockedUsers?.includes(message.author.id) ?? false;
-        if (!hasPermission || !hasRequiredPerms || isBlocked)
-            return;
-    }
-    if (channel?.enable && !channel.id?.includes(message.channel.id))
-        return;
-    if (onMention) {
-        const botMention = `<@${message.client.user.id}>`;
-        if (!prompt.startsWith(botMention))
-            return;
-        prompt = prompt.replace(botMention, "").trim();
-    }
-    const mainPrompt = prompt;
-    if (message.channel.isTextBased() && "sendTyping" in message.channel)
-        await message.channel.sendTyping();
-    if (loader?.enable) {
-        const loadingMessage = await message.reply({
-            content: loader.loadingMessage,
-            allowedMentions: { repliedUser: false },
-        });
-        setTimeout(() => loadingMessage.delete().catch(console.error), loader.loadingTimer || 3000);
-    }
-    if (message.attachments.size > 0) {
-        for (const attachment of message.attachments.values()) {
-            try {
-                const url = attachment.url;
-                const contentType = attachment.contentType || "";
-                const fileSize = attachment.size;
-                const maxSize = 25 * 1024 * 1024;
-                if (contentType.startsWith("audio/")) {
-                    if (fileSize > maxSize) {
-                        console.error("Audio file exceeds 25MB.");
-                        continue;
-                    }
-                    prompt += `\n> Transcribed from audio:\n${await whisper(prompt, url)}`;
-                }
-                else if (["image/png", "image/jpeg", "image/jpg", "image/webp"].includes(contentType)) {
-                    if (!Api_Keys?.groq_API) {
-                        console.error("Missing Groq API Key.");
-                        continue;
-                    }
-                    prompt += `\n> Image analysis:\n${await groqAnalyzer({ img: url, ApiKey: Api_Keys.groq_API })}`;
-                }
-                else if (attachment.name.endsWith(".pdf") || attachment.name.endsWith(".txt")) {
-                    const fileType = attachment.name.endsWith(".pdf") ? "pdf" : "txt";
-                    const fileContent = await readFile(url, fileType);
-                    prompt += `\n\n- 📜 ${attachment.name} content:\n${fileContent}`;
-                }
-                else {
-                    prompt += `\n> ❌ Unsupported file type uploaded: ${contentType}`;
-                }
-            }
-            catch (e) {
-                console.error("Error processing attachment:", e);
-            }
-        }
-    }
-    let prevReply = "";
-    if (message.reference?.messageId) {
-        const channel = message?.guild?.channels?.cache?.get(message.channel.id);
-        const messageId = message?.reference?.messageId;
-        // @ts-ignore
-        const fetchedMessage = await channel?.messages?.fetch(messageId);
-        if (fetchedMessage) {
-            prevReply += fetchedMessage.content || "";
-            const firstAttachment = fetchedMessage.attachments?.first();
-            if (firstAttachment && /\.(png|jpg|jpeg|webp)$/i.test(firstAttachment.url)) {
-                prevReply += await groqAnalyzer({
-                    img: firstAttachment.url,
-                    ApiKey: Api_Keys?.groq_API,
-                    prompt,
-                });
-                prompt += `\n- 📷 Image analysis:\n${prevReply}`;
-            }
-        }
-    }
-    if (others?.keywordResponses) {
-        for (const [keyword, response] of Object.entries(others.keywordResponses)) {
-            if (prompt.toLowerCase().includes(keyword.toLowerCase())) {
-                return await message.reply({
-                    content: response,
-                    allowedMentions: { repliedUser: false },
-                });
-            }
-        }
-    }
-    if (voiceChannel?.enable && voiceChannel.channelId && voiceChannel.joinOn?.triggeredWords) {
-        const { channelId, joinOn, personality, voiceModel } = voiceChannel;
-        const triggerDetected = joinOn.triggeredWords?.some(word => prompt.toLowerCase().startsWith(word.toLowerCase()));
-        if (triggerDetected) {
-            return handleVoiceAI(message, channelId, chat, voiceModel, personality);
-        }
-    }
-    let aiResponse = "";
-    const chatEnabled = chat?.enable ?? false;
-    const voiceEnabled = voice?.enable ?? false;
-    const imageEnabled = imagine?.enable ?? false;
-    let genImage = [];
-    const drawTrigger = imagine?.drawTrigger?.some(trigger => mainPrompt.toLowerCase().startsWith(trigger.toLowerCase()));
-    if (message.channel.isTextBased() && "sendTyping" in message.channel)
-        await message.channel.sendTyping();
-    if (chatEnabled && voiceEnabled) {
-        return await message.reply({
-            content: "❌ Error: Both Chat and Voice cannot be enabled at the same time.",
-            allowedMentions: { repliedUser: false },
-        });
-    }
-    if (chatEnabled) {
-        let instruction = chat?.instruction;
-        if (imageEnabled && drawTrigger) {
-            const enhancer = imagine?.enhancer?.enable ? imagine.enhancer : undefined;
-            let tempEnhancer;
-            if (enhancer) {
-                const enhancementRequest = `Rewrite this text below in a more descriptive way, making it clearer to be visualized correctly by an AI image generator. Use stronger words and return only the enhanced prompt—nothing more, nothing less.\n\n`;
-                tempEnhancer = await ApexChat("gpt-4-turbo", prompt, { instruction: enhancementRequest });
-            }
-            genImage = await ApexImagine(imagine?.imageModel, tempEnhancer || prompt, { width: imagine?.enhancer?.width, height: imagine?.enhancer?.height, format: imagine?.enhancer?.format,
-                quality: imagine?.enhancer?.quality, negative_prompt: imagine?.enhancer?.negative_prompt, nsfw: imagine?.nsfw?.enable,
-                nsfwWords: imagine?.nsfw?.keywords, deepCheck: imagine?.nsfw?.deepCheck, count: imagine?.numOfImages });
-            instruction += `\n\nThe image has already been generated. Do not attempt to generate or describe another image. Instead, provide feedback, thoughts, or a critique based on the given prompt:\n\n`;
-        }
-        aiResponse = await ApexChat(chat?.chatModel, prompt, { instruction, memory: chat?.memory?.memoryOn, userId: chat?.memory?.id, limit: chat?.memory?.limit, threshold: chat?.memory?.threshold });
-    }
-    else if (voiceEnabled) {
-        let instruction = chat?.instruction;
-        if (imageEnabled && drawTrigger) {
-            const enhancer = imagine?.enhancer?.enable ? imagine.enhancer : undefined;
-            let tempEnhancer;
-            if (enhancer) {
-                const enhancementRequest = `Rewrite this text below in a more descriptive way, making it clearer to be visualized correctly by an AI image generator. Use stronger words and return only the enhanced prompt—nothing more, nothing less.\n\n`;
-                tempEnhancer = await ApexChat("gpt-4-turbo", prompt, { instruction: enhancementRequest });
-            }
-            genImage = await ApexImagine(imagine?.imageModel, tempEnhancer || prompt, { width: enhancer?.width, height: enhancer?.height, format: enhancer?.format,
-                quality: enhancer?.quality, negative_prompt: enhancer?.negative_prompt, nsfw: nsfw?.enable,
-                nsfwWords: nsfw?.keywords, deepCheck: nsfw?.deepCheck, count: imagine?.numOfImages });
-            instruction += `\n\nThe image has already been generated. Do not attempt to generate or describe another image. Instead, provide feedback, thoughts, or a critique based on the given prompt:\n\n`;
-        }
-        aiResponse = await ApexChat(chat?.chatModel, prompt, { instruction, memory: chat?.memory?.memoryOn, userId: chat?.memory?.id, limit: chat?.memory?.limit, threshold: chat?.memory?.threshold });
-        aiResponse = await ApexText2Speech({ modelName: voice?.voiceModel, inputText: aiResponse, personality: voice?.characterName });
-    }
-    else if (imageEnabled && drawTrigger) {
-        const enhancer = imagine?.enhancer?.enable ? imagine.enhancer : undefined;
-        let tempEnhancer;
-        if (enhancer) {
-            const enhancementRequest = `Rewrite this text below in a more descriptive way, making it clearer to be visualized correctly by an AI image generator. Use stronger words and return only the enhanced prompt—nothing more, nothing less.\n\n${prompt}`;
-            tempEnhancer = await ApexChat("gpt-4-turbo", prompt, { instruction: enhancementRequest });
-        }
-        genImage = await ApexImagine(imagine?.imageModel, tempEnhancer || prompt, { width: enhancer?.width, height: enhancer?.height, format: enhancer?.format,
-            quality: enhancer?.quality, negative_prompt: enhancer?.negative_prompt, nsfw: nsfw?.enable,
-            nsfwWords: nsfw?.keywords, deepCheck: nsfw?.deepCheck, count: imagine?.numOfImages });
-    }
-    else {
-        return await message.reply({
-            content: "❌ Error: No valid AI features are enabled.",
-            allowedMentions: { repliedUser: false },
-        });
-    }
-    const buttonRows = createButtonRows(buttons || []);
-    const imageAttachments = [];
-    if (genImage.length > 0) {
-        for (const imageUrl of genImage) {
-            imageAttachments.push(new AttachmentBuilder(imageUrl, { name: `image-${Date.now()}.png` }));
-        }
-    }
-    let voiceAttachment = null;
-    if (voiceEnabled && aiResponse instanceof Buffer) {
-        voiceAttachment = new AttachmentBuilder(aiResponse, { name: "ai_voice.mp3" });
-    }
-    const chunkMessage = (text, maxLength = 2000) => {
-        const chunks = [];
-        while (text.length > maxLength) {
-            let sliceIndex = text.lastIndexOf("\n", maxLength);
-            if (sliceIndex === -1)
-                sliceIndex = maxLength;
-            chunks.push(text.slice(0, sliceIndex));
-            text = text.slice(sliceIndex);
-        }
-        if (text.length > 0)
-            chunks.push(text);
-        return chunks;
-    };
-    const initialContent = messageType?.intialContent ? `${messageType.intialContent} ` : "";
-    const finalText = typeof aiResponse === "string" ? `${initialContent}${aiResponse}` : "";
-    const messageChunks = chunkMessage(finalText);
-    const sendMessage = async (content, components) => {
-        if (!content.trim())
-            return;
-        if (messageType?.sendAs === "embed") {
-            const embed = new EmbedBuilder()
-                .setColor(0x0099ff)
-                .setDescription(content)
-                .setFooter({ text: "AI Response" });
-            if (messageType?.type === "send") {
-                return message.channel.send({ embeds: [embed], components });
-            }
-            else {
-                return message.reply({ embeds: [embed], allowedMentions: { repliedUser: false }, components });
-            }
-        }
-        else {
-            if (messageType?.type === "send") {
-                return message.channel.send({ content, components });
-            }
-            else {
-                return message.reply({ content, allowedMentions: { repliedUser: false }, components });
-            }
-        }
-    };
-    const sendTypeWritingMessage = async (content, components) => {
-        if (!typeWriting?.enable) {
-            return sendMessage(content, components);
-        }
-        content = content.trimStart();
-        const typingMessage = await sendMessage(content[0]);
-        let typedSentence = typingMessage?.content;
-        let i = 1;
-        while (i < content.length) {
-            typedSentence += content.slice(i, i + getStepCount(typeWriting.speed ?? 50));
-            await sleep(typeWriting.delay ?? 500);
-            await typingMessage?.edit({ content: typedSentence });
-            i += getStepCount(typeWriting.speed ?? 50);
-        }
-        if (components && components.length > 0) {
-            await typingMessage?.edit({ components });
-        }
-        return typingMessage;
-    };
-    function getStepCount(speed) {
-        const maxSteps = 120;
-        const steps = Math.min(Math.ceil(speed), maxSteps);
-        return steps > 0 ? steps : 1;
-    }
-    function sleep(ms) {
-        return new Promise((resolve) => setTimeout(resolve, ms));
-    }
-    (async () => {
-        if (imageAttachments.length > 0) {
-            await message.channel.send({ files: imageAttachments });
-        }
-        let lastSentMessage = null;
-        for (let i = 0; i < messageChunks.length; i++) {
-            const chunk = messageChunks[i].trim();
-            if (!chunk)
-                continue;
-            const isLastChunk = i === messageChunks.length - 1;
-            if (isLastChunk) {
-                const response = await sendTypeWritingMessage(chunk, buttonRows.length > 0 ? buttonRows : undefined);
-                if (response)
-                    lastSentMessage = response;
-            }
-            else {
-                await sendTypeWritingMessage(chunk);
-            }
-            if (!isLastChunk) {
-                await new Promise((resolve) => setTimeout(resolve, chat?.typeWriting?.delay ?? 500));
-            }
-        }
-        if (voiceAttachment) {
-            await message.channel.send({ files: [voiceAttachment] });
-        }
-        if (lastSentMessage && buttonRows.length > 0) {
-            await lastSentMessage.edit({ components: buttonRows }).catch(() => null);
-        }
-    })();
-}
-;
-let voiceQueue = [];
-let isProcessing = false;
-let voiceConnection = null;
-let activeUser = null;
-let isRecording = false;
-let silenceTimer = null;
-const recordingsDir = path.join(process.cwd(), "recordings");
-if (!fs.existsSync(recordingsDir)) {
-    fs.mkdirSync(recordingsDir, { recursive: true });
-}
-try {
-    execSync("ffmpeg -version > nul 2>&1");
-}
-catch (err) {
-    console.error("🚨 FFmpeg is NOT installed or not in PATH! Install it first.");
-}
-function resetSilenceTimer() {
-    if (silenceTimer)
-        clearTimeout(silenceTimer);
-}
-export async function handleVoiceAI(message, voiceChannelId, chat, modelName, personality) {
-    const guild = message.guild;
-    if (!guild)
-        return;
-    const channel = guild.channels.cache.get(voiceChannelId);
-    if (!channel || channel.type !== 2) {
-        return await message.reply(`🚫 Invalid voice channel ID: ${voiceChannelId}`);
-    }
-    const botMember = guild.members.me;
-    if (!botMember)
-        return;
-    const permissions = channel.permissionsFor(botMember);
-    if (!permissions?.has(PermissionFlagsBits.Connect) ||
-        !permissions.has(PermissionFlagsBits.Speak) ||
-        !permissions.has(PermissionFlagsBits.Stream) ||
-        !permissions.has(PermissionFlagsBits.UseVAD)) {
-        return await message.reply("🚫 I don't have the required permissions to join and speak in this voice channel.");
-    }
-    if (voiceConnection) {
-        return await message.reply("⚠️ AI is already in a voice channel.");
-    }
-    voiceConnection = joinVoiceChannel({
-        channelId: channel.id,
-        guildId: guild.id,
-        adapterCreator: guild.voiceAdapterCreator,
-        selfMute: false,
-        selfDeaf: false
-    });
-    activeUser = message.author.id;
-    captureAudio(voiceConnection, chat, modelName, personality);
-}
-function captureAudio(connection, chat, modelName, personality) {
-    const receiver = connection.receiver;
-    receiver.speaking.on("start", async (userId) => {
-        if (userId !== activeUser) {
-            activeUser = userId;
-            isRecording = false;
-        }
-        resetSilenceTimer();
-        const rawFilePath = path.join(recordingsDir, `${userId}.pcm`);
-        const wavFilePath = path.join(recordingsDir, `${userId}.wav`);
-        const opusStream = receiver.subscribe(userId, {
-            end: { behavior: EndBehaviorType.AfterSilence, duration: 2000 }
-        });
-        const pcmStream = new prism.opus.Decoder({
-            frameSize: 960,
-            channels: 1,
-            rate: 48000
-        });
-        const writeStream = fs.createWriteStream(rawFilePath);
-        pipeline(opusStream, pcmStream, writeStream, (err) => {
-            if (err) {
-                console.error("❌ Error writing PCM file:", err);
-                return;
-            }
-            convertPCMtoWAV(rawFilePath, wavFilePath, chat, modelName, personality);
-        });
-    });
-    receiver.speaking.on("end", async (userId) => {
-        if (userId === activeUser) {
-            startSilenceTimer(chat, modelName, personality);
-        }
-    });
-}
-function startSilenceTimer(chat, modelName, personality) {
-    resetSilenceTimer();
-    silenceTimer = setTimeout(() => {
-        if (voiceQueue.length > 0) {
-            const nextUser = voiceQueue.shift();
-            if (nextUser) {
-                activeUser = nextUser.userId;
-                processQueue(chat, modelName, personality);
-            }
-        }
-        else {
-            leaveVoiceChannel();
-        }
-    }, 5000);
-}
-function convertPCMtoWAV(inputPCM, outputWAV, chat, modelName, personality) {
-    if (!fs.existsSync(inputPCM) || fs.statSync(inputPCM).size === 0) {
-        return;
-    }
-    try {
-        execSync(`ffmpeg -y -f s16le -ar 48000 -ac 1 -i "${inputPCM}" -acodec pcm_s16le "${outputWAV}" > nul 2>&1`);
-        if (fs.existsSync(outputWAV)) {
-            transcribeAudio(outputWAV, chat, modelName, personality);
-        }
-    }
-    catch (error) {
-        console.error("❌ FFmpeg failed:", error);
-    }
-}
-async function transcribeAudio(filePath, chat, modelName, personality) {
-    try {
-        const transcribedText = await ApexListener({
-            filepath: filePath,
-            prompt: "Transcribe what the user said in English.",
-            lang: "en"
-        });
-        if (transcribedText.transcribe) {
-            voiceQueue.push({ userId: activeUser || "unknown", text: transcribedText.transcribe });
-            processQueue(chat, modelName, personality);
-        }
-        fs.unlinkSync(filePath);
-    }
-    catch (error) {
-        console.error("❌ Error in transcription:", error);
-    }
-}
-async function processQueue(chat, modelName, personality) {
-    if (isProcessing || voiceQueue.length === 0)
-        return;
-    isProcessing = true;
-    const { userId, text } = voiceQueue.shift();
-    activeUser = userId;
-    resetSilenceTimer();
-    try {
-        const aiResponse = await ApexChat(chat?.chatModel || "gpt-4o", text, {
-            instruction: chat.instruction,
-            memory: chat?.memory?.memoryOn,
-            userId,
-            limit: chat?.memory?.limit,
-            threshold: chat?.memory?.threshold
-        });
-        const audioBuffer = await ApexText2Speech({ inputText: aiResponse, modelName, personality });
-        if (voiceConnection) {
-            const player = createAudioPlayer();
-            const resource = createAudioResource(Readable.from(audioBuffer));
-            voiceConnection.subscribe(player);
-            player.play(resource);
-            player.on(AudioPlayerStatus.Idle, () => {
-                isProcessing = false;
-                if (voiceQueue.length > 0) {
-                    processQueue(chat, modelName, personality);
-                }
-            });
-        }
-    }
-    catch (error) {
-        console.error("❌ Error processing AI response:", error);
-        isProcessing = false;
-    }
-}
-function leaveVoiceChannel() {
-    if (voiceConnection) {
-        voiceConnection.destroy();
-        voiceConnection = null;
-        activeUser = null;
-        resetSilenceTimer();
-    }
-}

package/dist/esm/ai/ApexModules.d.ts

@@ -1,52 +0,0 @@
-export interface ApexImagineOptions {
-    nsfw?: boolean | undefined;
-    deepCheck?: boolean;
-    nsfwWords?: string[];
-    count?: number;
-    negative_prompt?: string;
-    sampler?: any;
-    image_style?: any;
-    width?: number;
-    height?: number;
-    format?: "jpeg" | "png";
-    quality?: number;
-    steps?: number;
-    seed?: number;
-    cfg_scale?: number;
-    Api_Key?: string;
-}
-declare function ApexImagine(model: string, prompt: string, options?: ApexImagineOptions): Promise<string[] | undefined>;
-declare function ApexChat(model: string, prompt: string, { userId, memory, limit, instruction, Api_key, threshold }: {
-    userId?: string;
-    memory?: boolean;
-    limit?: number;
-    instruction?: string;
-    Api_key?: string;
-    threshold?: number;
-}): Promise<string>;
-declare function resetHistory({ id, last }: {
-    id: string;
-    last: number | string;
-}): Promise<boolean>;
-declare function ApexListener(options: {
-    filepath: string;
-    model?: string;
-    prompt?: string;
-    lang?: string;
-    apiKey?: string;
-}): Promise<{
-    response: string;
-    transcribe: string;
-}>;
-declare function ApexText2Speech({ ApiKey, inputText, modelName, personality }: {
-    ApiKey?: string;
-    inputText: string;
-    modelName?: "elevenlabs" | "myshell-tts" | "deepinfra-tts" | "whisper-large-v3" | "distil-large-v3" | string;
-    personality?: string;
-}): Promise<Buffer>;
-declare function ApexVideo({ ApiKey, prompt, modelName }: {
-    ApiKey?: string;
-    prompt: string;
-    modelName?: string;
-}): Promise<string>;
-export { ApexImagine, ApexChat, ApexListener, ApexText2Speech, ApexVideo, resetHistory };