apexify.js 4.9.23 → 4.9.25

package/lib/ai/functions/readFiles.ts

@@ -1,66 +0,0 @@
-import pdf from "pdf-parse";
-import * as fs from "fs";
-import * as https from "https";
-import { createWriteStream } from "fs";
-import { promisify } from "util";
-import path from "path";
-
-const readFileAsync = promisify(fs.readFile);
-
-export async function readFile(pathOrUrl: string, type?: string): Promise<string> {
-    const buffer = await loadFile(pathOrUrl);
-    const ext = type || getFileExtension(pathOrUrl);
-
-    switch (ext) {
-        case "pdf":
-            return readPdf(buffer);
-        default:
-            return buffer.toString("utf-8");
-    }
-}
-
-function getFileExtension(pathOrUrl: string): string | undefined {
-    const parsedPath = new URL(pathOrUrl, "file://");
-    const pathname = parsedPath.pathname || pathOrUrl;
-    const ext = path.extname(pathname).toLowerCase();
-
-    return ext ? ext.slice(1) : undefined;
-}
-
-async function loadFile(pathOrUrl: string): Promise<Buffer> {
-    return isUrl(pathOrUrl) ? downloadFile(pathOrUrl) : readFileAsync(pathOrUrl);
-}
-
-function isUrl(pathOrUrl: string): boolean {
-    return /^https?:\/\//.test(pathOrUrl);
-}
-
-async function downloadFile(url: string): Promise<Buffer> {
-    const tempFilePath = "temp";
-    const file = createWriteStream(tempFilePath);
-
-    await new Promise<void>((resolve, reject) => {
-        https.get(url, (response) => {
-            // @ts-ignore
-            response.pipe(file);
-            file.on("finish", resolve);
-            file.on("error", reject);
-        }).on("error", reject);
-    });
-
-    const buffer = await readFileAsync(tempFilePath);
-    await fs.promises.unlink(tempFilePath);
-    return buffer;
-}
-
-async function readPdf(buffer: Buffer): Promise<string> {
-    try {
-        const data = await pdf(buffer);
-        console.log("PDF Metadata:", data.metadata);
-        console.log("PDF Text:", data.text);
-        return data.text || "No readable text found in PDF.";
-    } catch (err) {
-        console.error("Error parsing PDF:", err);
-        return "Failed to extract text from PDF.";
-    }
-}

package/lib/ai/functions/tokenizer.ts

@@ -1,69 +0,0 @@
-/**
- * Optimized tokenization function that processes characters in a single pass.
- * - Splits words & punctuation efficiently.
- * - Handles contractions (e.g., "can't", "it's").
- */
-function optimizedTokenize(text: string): string[] {
-    const tokens: string[] = [];
-    let currentToken = '';
-  
-    for (let i = 0; i < text.length; i++) {
-      const char = text[i];
-  
-      if (char.match(/\w/)) {
-        currentToken += char;
-      } else {
-        if (currentToken) {
-          tokens.push(currentToken);
-          currentToken = '';
-        }
-        if (char.match(/[^\s]/)) {
-          tokens.push(char);
-        }
-      }
-    }
-  
-    if (currentToken) {
-      tokens.push(currentToken);
-    }
-  
-    return tokens;
-  }
-  
-  /**
-   * Returns the token count using the optimized tokenizer.
-   */
-  function optimizedTokenCount(text: string): number {
-    return optimizedTokenize(text).length;
-  }
-  
-  /**
-   * Trims the user’s prompt to ensure total tokens do not exceed 3964.
-   * - Keeps the full instruction intact.
-   * - Trims only the user’s prompt if needed.
-   */
-   export function tokenLimit(instruction: string, prompt: string, maxTokens = 3964): { instruction: string, prompt: string } {
-    const instructionTokens = optimizedTokenCount(instruction);
-    
-    const remainingTokens = maxTokens - instructionTokens;
-    
-    if (remainingTokens <= 0) {
-      throw new Error("Instruction alone exceeds max token limit! This should never happen.");
-    }
-  
-    return {
-      instruction,
-      prompt: optimizedTrimText(prompt, remainingTokens)
-    };
-  }
-  
-  /**
-   * Trims the input text to fit within the token limit.
-   */
-  function optimizedTrimText(text: string, maxTokens: number): string {
-    const tokens = optimizedTokenize(text);
-    if (tokens.length <= maxTokens) {
-      return text;
-    }
-    return tokens.slice(0, maxTokens).join(' ');
-  }

package/lib/ai/functions/validOptions.ts

@@ -1,116 +0,0 @@
-import Groq from "groq-sdk";
-import OpenAI from "openai";
-
-// Define static models as readonly to prevent accidental modifications
-export const HERC_CHAT_MODELS = Object.freeze([
-  "v3", "v3-32k", "turbo", "turbo-16k", "gemini",
-  "llama3-70b", "llama3-8b", "mixtral-8x7b",
-  "gemma-7b", "gemma2-9b",
-]);
-
-export const HERC_IMAGE_MODELS = Object.freeze([
-  "v3", "lexica", "prodia", "prodia-v2", "simurg",
-  "animefy", "raava", "shonin",
-]);
-
-// API Keys (ensure they are securely stored, do not hardcode in production)
-const GROQ_API_KEY = "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";
-const ELECTRON_HUB_API_KEY = "ek-3gmOPmvuljmrl4NQrohpnp1ryNXQG5bNn08zNuzhX6bcxBrndR";
-
-/**
- * Initializes the Groq SDK instance.
- */
-const initializeGroqInstance = (): Groq => new Groq({ apiKey: GROQ_API_KEY });
-
-/**
- * Fetches available models from ElectronHub API.
- */
-export async function getElectronHubModels(apiKey?: string): Promise<string[]> {
-  try {
-    const openai = new OpenAI({
-      apiKey: apiKey ?? ELECTRON_HUB_API_KEY,
-      baseURL: "https://api.electronhub.top/v1",
-    });
-
-    const models = await openai.models.list();
-
-    // Ensure models are valid and correctly formatted
-    if (!models?.data || !Array.isArray(models.data)) {
-      console.warn("Warning: Unexpected ElectronHub models response", models);
-      return [];
-    }
-
-    return models.data.map((model) => model.id).filter(Boolean); // Filter out any undefined/null values
-  } catch (error) {
-    console.error("Error fetching ElectronHub models:", error);
-    return [];
-  }
-}
-
-/**
- * Fetches available chat models from Groq API.
- */
-export async function getGroqChatModels(groqInstance: Groq): Promise<string[]> {
-  try {
-    const response = await groqInstance.models.list();
-
-    // Ensure response is valid
-    if (!response?.data || !Array.isArray(response.data)) {
-      console.warn("Warning: Unexpected Groq models response", response);
-      return [];
-    }
-
-    return response.data
-      .map((model) => model.id)
-      .filter(
-        (id) =>
-          id &&
-          !id.startsWith("whisper") &&
-          !id.startsWith("llava") &&
-          !id.startsWith("distil-whisper")
-      ); // Remove unwanted prefixes
-  } catch (error) {
-    console.error("Error fetching Groq models:", error);
-    return [];
-  }
-}
-
-/**
- * Fetches and compiles all valid model options.
- */
-async function initializeValidOptions(): Promise<{
-  validHercChatModels: readonly string[];
-  validGroqChatModels: string[];
-  validElectronModels: string[];
-  validHercImageModels: readonly string[];
-  allModels: string[];
-}> {
-  const groq = initializeGroqInstance();
-
-  // Fetch models in parallel for better performance
-  const [groqModels, electronModels] = await Promise.all([
-    getGroqChatModels(groq),
-    getElectronHubModels(),
-  ]);
-
-  // Use Set to prevent duplicate entries in `allModels`
-  const allModelsSet = new Set([
-    ...HERC_IMAGE_MODELS,
-    ...HERC_CHAT_MODELS,
-    ...groqModels,
-    ...electronModels,
-  ]);
-
-  return {
-    validHercChatModels: HERC_CHAT_MODELS,
-    validGroqChatModels: groqModels,
-    validElectronModels: electronModels,
-    validHercImageModels: HERC_IMAGE_MODELS,
-    allModels: Array.from(allModelsSet), // Convert Set to array for uniqueness
-  };
-}
-
-/**
- * Returns all valid model lists asynchronously.
- */
-export const validateModels = async () => await initializeValidOptions();

package/lib/ai/modals/electronHub/chatmodels.ts

@@ -1,57 +0,0 @@
-import OpenAI from "openai";
-import { tokenLimit } from "../../functions/tokenizer";
-export async function electronChat({
-  ApiKey,
-  prompt,
-  modelName,
-  instruction,
-}: {
-  ApiKey?: string;
-  prompt: string;
-  modelName: string;
-  instruction?: string;
-}) {
-  try {
-    const apiKey = ApiKey || "ek-3gmOPmvuljmrl4NQrohpnp1ryNXQG5bNn08zNuzhX6bcxBrndR";
-    const openai = new OpenAI({
-      apiKey: apiKey,
-      baseURL: "https://api.electronhub.top/v1",
-    });
-
-    const models = await openai.models.list();
-    const modelExists = models.data.some((model: any) => model.id === modelName);
-    if (!modelExists) {
-      throw new Error('Invalid model name. Please check out Electron hub models for more info.');
-    }
-
-    const { instruction: finalInstruction, prompt: finalPrompt } = tokenLimit(instruction || "", prompt, 10000);
-
-    const messages: OpenAI.ChatCompletionMessageParam[] = [
-      { role: "system", content: finalInstruction },
-      { role: "user", content: finalPrompt }
-    ];
-
-    const completion = await openai.chat.completions.create({
-      model: modelName,
-      messages: messages
-    });
-
-    return completion.choices[0]?.message?.content;
-  } catch (e: any) {
-    if (e.response) {
-      if (e.response.status === 429) {
-        throw new Error(
-          "Rate limit exceeded. Please join the server at https://discord.gg/83XcjD8vgW for an API key."
-        );
-      } else if (e.response.status === 500) {
-        throw new Error("Server error. Please try again later.");
-      } else {
-        console.error("Error generating response:", e.response.data);
-        throw e;
-      }
-    } else {
-      console.error("Error generating response:", e.message);
-      throw e;
-    }
-  }
-}

package/lib/ai/modals/electronHub/imageModels.ts

@@ -1,116 +0,0 @@
-import OpenAI from "openai";
-import sharp from "sharp";
-import { ApexPainter } from "../../../utils";
-import { tokenLimit } from "../../functions/tokenizer"; 
-
-const paint = new ApexPainter({ type: "url" });
-
-export async function electronImagine({
-  ApiKey,
-  prompt,
-  modelName,
-  resizeOptions,
-}: {
-  ApiKey?: string;
-  prompt: string;
-  modelName: string;
-  resizeOptions?: {
-    width?: number;
-    height?: number;
-    format?: "jpeg" | "png";
-    quality?: number;
-  };
-}): Promise<string | undefined> {
-  let apiKey =
-    ApiKey || "ek-3gmOPmvuljmrl4NQrohpnp1ryNXQG5bNn08zNuzhX6bcxBrndR";
-  if (ApiKey === "eaebff6e-c7b2-477c-8edd-9aa91becf1e3") {
-    apiKey = "ek-3gmOPmvuljmrl4NQrohpnp1ryNXQG5bNn08zNuzhX6bcxBrndR";
-  }
-
-  const openai = new OpenAI({
-    apiKey: apiKey,
-    baseURL: "https://api.electronhub.top/v1",
-  });
-
-  const models = await openai.models.list();
-  const modelExists = models.data.some((model: any) => model.id === modelName);
-  if (!modelExists) {
-    throw new Error(
-      "Invalid model name. Please check out Electron Hub models for more info."
-    );
-  }
-
-  try {
-    const { prompt: trimmedPrompt } = tokenLimit("", prompt, 32000);
-
-    const response = await openai.images.generate({
-      model: modelName,
-      prompt: trimmedPrompt,
-      n: 1,
-    });
-
-    const imagesUrl = response.data;
-    const imageUrl = imagesUrl[0].url;
-
-    if (
-      !resizeOptions ||
-      ((resizeOptions.width == null &&
-        resizeOptions.height == null &&
-        resizeOptions.format == null) ||
-        (resizeOptions.width === 1024 &&
-          resizeOptions.height === 1024 &&
-          resizeOptions.format == null))
-    ) {
-      return imageUrl;
-    }
-
-    const responseFetch = await fetch(imageUrl as string);
-    const arrayBuffer = await responseFetch.arrayBuffer();
-    const imageBuffer = Buffer.from(arrayBuffer);
-
-    let imageProcessor = sharp(imageBuffer);
-
-    if (resizeOptions.width || resizeOptions.height) {
-      imageProcessor = imageProcessor.resize({
-        width: resizeOptions.width,
-        height: resizeOptions.height,
-        kernel: sharp.kernel.lanczos3,
-        withoutEnlargement: true,
-      });
-    }
-
-    if (resizeOptions.format) {
-      const quality = resizeOptions.quality || 90;
-      switch (resizeOptions.format) {
-        case "jpeg":
-          imageProcessor = imageProcessor.jpeg({ quality });
-          break;
-        case "png":
-          imageProcessor = imageProcessor.png({ quality });
-          break;
-        default:
-          throw Error("We don't support this format, only png and jpeg.");
-      }
-    }
-
-    const buffer = await imageProcessor.toBuffer();
-    const output = (await paint.outPut(buffer)) as string;
-    return output;
-  } catch (e: any) {
-    if (e.response) {
-      if (e.response.status === 429) {
-        throw new Error(
-          "Rate limit exceeded. Please join the server at https://discord.gg/83XcjD8vgW for an API key."
-        );
-      } else if (e.response.status === 500) {
-        throw new Error("Server error. Please try again later.");
-      } else {
-        console.error("Error generating response:", e.response.data);
-        throw e;
-      }
-    } else {
-      console.error("Error generating response:", e.message);
-      throw e;
-    }
-  }
-}

package/lib/ai/modals/electronHub/speechModels.ts

@@ -1,75 +0,0 @@
-import OpenAI from 'openai';
-import axios from 'axios';
-import { tokenLimit } from '../../functions/tokenizer'; // ✅ Import token limiter
-
-export async function electronSpeech({
-  ApiKey,
-  inputText,
-  modelName = 'elevenlabs',
-  personality,
-}: {
-  ApiKey?: string;
-  inputText: string;
-  modelName?: "elevenlabs" | "myshell-tts" | "deepinfra-tts" | "whisper-large-v3" | "distil-large-v3" | string;
-  personality?: string;
-}): Promise<Buffer> {
-  try {
-    const apiKey = ApiKey || "ek-3gmOPmvuljmrl4NQrohpnp1ryNXQG5bNn08zNuzhX6bcxBrndR";
-    
-    const validPersonalities = [
-      'will', 'maltida', 'liam', 'jessica', 'george', 'lily', 'sana', 
-      'wahab', 'martin', 'darine', 'guillaume', 'leonie', 'kurt', 'leo', 
-      'shakuntala', 'maciej', 'aneta', 'gabriela', 'juan'
-    ];
-    
-    if (personality && !validPersonalities.includes(personality)) {
-      throw new Error(`Invalid personality. Please choose from the following: ${validPersonalities.join(', ')}`);
-    }
-
-    const openai = new OpenAI({
-      apiKey: apiKey,
-      baseURL: "https://api.electronhub.top/v1",
-    });
-
-    const models = await openai.models.list();
-    
-    const modelExists = models.data.some((model: any) => model.id === modelName);
-    if (!modelExists) {
-      throw new Error('Invalid model name. Please check out Electron hub models for more info.');
-    }
-
-    // ✅ Limit input text to max 3964 tokens
-    const { prompt: trimmedInputText } = tokenLimit("", inputText, 2500);
-
-    const response = await axios.post(
-      'https://api.electronhub.top/v1/audio/speech', 
-      {
-        model: modelName,
-        voice: personality || 'will',
-        input: trimmedInputText,
-      },
-      {
-        headers: {
-          Authorization: `Bearer ${apiKey}`,
-        },
-        responseType: 'arraybuffer',
-      }
-    );
-    
-    return response.data;
-  } catch (error: any) {
-    if (error.response) {
-      if (error.response.status === 429) {
-        throw new Error("Rate limit exceeded. Please join the server at https://discord.gg/83XcjD8vgW for an API key.");
-      } else if (error.response.status === 500) {
-        throw new Error("Server error. Please try again later.");
-      } else {
-        console.error("Error generating speech:", error.response.data);
-        throw error;
-      }
-    } else {
-      console.error("Error generating speech:", error.message);
-      throw error;
-    }
-  }
-}

package/lib/ai/modals/electronHub/videoModels.ts

@@ -1,75 +0,0 @@
-import axios from 'axios';
-import OpenAI from 'openai';
-
-export async function electronVideo({
-  ApiKey,
-  prompt,
-  modelName = 't2v-turbo',
-}: {
-  ApiKey?: string;
-  prompt: string;
-  modelName?: string;
-}): Promise<string> {
-  const apiKey = ApiKey || "ek-3gmOPmvuljmrl4NQrohpnp1ryNXQG5bNn08zNuzhX6bcxBrndR";
-  const headers = {
-    Authorization: `Bearer ${apiKey}`,
-  };
-
-  const openai = new OpenAI({
-    apiKey: apiKey,
-    baseURL: "https://api.electronhub.top/v1",
-  });
-
-  try {
-    const models = await openai.models.list();
-    const modelExists = models.data.some((model: any) => model.id === modelName);
-
-    if (!modelExists) {
-      throw new Error(`Invalid model name: ${modelName}. Please check available models.`);
-    }
-
-    const payload = {
-      model: modelName,
-      prompt: prompt,
-    };
-
-    const response = await axios.post(
-      'https://api.electronhub.top/v1/videos/generations',
-      payload,
-      {
-        headers,
-        responseType: 'stream',
-      }
-    );
-
-    return new Promise((resolve, reject) => {
-      response.data.on('data', (chunk: Buffer) => {
-        const line = chunk.toString();
-        try {
-          const data = JSON.parse(line);
-          if (data.heartbeat) {
-            console.log('Pending...');
-          } else if (data[0]?.url) {
-            console.log('Video generation completed.');
-            resolve(data[0].url);
-          }
-        } catch (e) {
-          console.error('Error parsing chunk:', e);
-          reject(new Error('Error parsing response from video generation.'));
-        }
-      });
-
-      response.data.on('end', () => {
-        console.log('Video generation stream ended.');
-      });
-
-      response.data.on('error', (error: any) => {
-        reject(new Error('Error streaming video generation: ' + error.message));
-      });
-    });
-
-  } catch (error: any) {
-    console.error('Error generating video:', error.message);
-    throw new Error('Error generating video: ' + error.message);
-  }
-}

package/lib/ai/modals/groq/chatgroq.ts

@@ -1,78 +0,0 @@
-import Groq from 'groq-sdk';
-
-interface groqOptions {
-  API_KEY?: string;
-  prompt: string;
-  apiName: string;
-  instruction?: string;
-}
-
-interface ChatCompletionMessageParam {
-  role: 'system' | 'user' | 'assistant';
-  content: string;
-}
-
-const getModels = async (groqInstance: any) => {
-  const allModels = await groqInstance.models.list();
-  
-  const filteredModels = allModels.data.filter((model: any) => 
-    !model.id.startsWith('whisper') && !model.id.startsWith('llava')  && !model.id.startsWith('distil-whisper')
-  );
-
-  return filteredModels;
-};
-
-export async function chatGroq({ API_KEY, prompt, apiName, instruction }: groqOptions): Promise<string> {
-  try {
-    const groq = new Groq({
-      apiKey: API_KEY || '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',
-    });
-
-    const models = await getModels(groq);
-    const modelExists = models.some((model: any) => model.id === apiName);
-
-    if (!modelExists) {
-      throw new Error('Invalid model name provided. Please check the available models on Groq.');
-    }
-
-    const messages: ChatCompletionMessageParam[] = [];
-
-    if (instruction) {
-      messages.push({
-        role: 'system',
-        content: instruction,
-      });
-    }
-
-    messages.push({
-      role: 'user',
-      content: prompt,
-    });
-
-    const chatCompletion = await groq.chat.completions.create({
-      messages: messages,
-      model: apiName,
-      max_tokens: 8192,
-    });
-
-    const response = chatCompletion.choices[0]?.message?.content || 'Rate limit';
-    return response;
-
-  } catch (err: any) {
-    if (err instanceof Groq.APIError) {
-      if (err.status === 400) {
-        return 'Bad request. Try again after a minute please.';
-      } else if (err.status === 429) {
-        return 'Rate limit. Try again after one minute or provide your own API key.';
-      } else if (err.status === 401 || !err.status) {
-        throw new Error('Invalid API key provided.');
-      } else {
-        console.error(err);
-        return 'Unknown error occurred.';
-      }
-    } else {
-      console.error(err);
-      return 'Unknown error occurred.';
-    }
-  }
-}