@dnax/core 0.17.4 → 0.17.6

package/index.ts

@@ -6,11 +6,8 @@ import Joi from "joi";
 import { $ } from "bun";
 import define from "./define";
 import * as utils from "./utils";
-import { searchEngine } from "./lib/orama";
 import { dataCache } from "./lib/bento";
-import { ai } from "./lib/ai";
 import { crypt } from "./lib/crypto";
-import { Document as document } from "./lib/docs";
 import { contextStorage } from "./lib/asyncLocalStorage";
 
 /**
@@ -27,9 +24,7 @@ export {
   useRest,
   v,
   dataCache,
-  ai,
   crypt,
-  document,
   $,
   contextStorage,
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dnax/core",
-  "version": "0.17.4",
+  "version": "0.17.6",
   "module": "index.ts",
   "type": "module",
   "bin": {

package/lib/ai/index.ts

@@ -1,21 +0,0 @@
-import { Ollama } from "./provider/ollama";
-import { CohereClient } from "./provider/cohere";
-import { Mistral } from "./provider/mistral";
-import { OpenAI } from "./provider/openai";
-import { Groq } from "./provider/groq";
-import { Agent } from "./lib/Agent";
-import { Space } from "./lib/Space";
-import { Task } from "./lib/Task";
-
-const ai = {
-  Ollama,
-  CohereClient,
-  Mistral,
-  OpenAI,
-  Groq,
-  Agent,
-  Space,
-  Task,
-};
-
-export { ai };

package/lib/ai/lib/Agent.ts

@@ -1,159 +0,0 @@
-import { Groq } from "groq-sdk";
-import { CohereClient } from "../provider/cohere";
-import { OpenAI } from "../provider/openai";
-import { Mistral } from "../provider/mistral";
-type outputFunction = (content: any) => Promise<any>;
-
-type AgentOptions = {
-  config: {
-    provider: "groq" | "cohere" | "openai" | "mistral";
-    model: string;
-    apiKey: string;
-    token?: string;
-  };
-  name?: string;
-  role: string;
-  goal: string;
-  backstory: string;
-  tools?: any[];
-  temperature?: number;
-  max_tokens?: number;
-  output_format?: "string" | "json";
-  fn: (
-    ctx: {
-      instruction: string;
-      data: object | any;
-      chat_history: any[];
-      activities: any[];
-    },
-    ai?: {
-      groq?: InstanceType<typeof Groq>;
-      cohere?: InstanceType<typeof CohereClient>;
-      openai?: InstanceType<typeof OpenAI>;
-      mistral?: InstanceType<typeof Mistral>;
-    }
-  ) => Promise<any>;
-};
-
-export type AgentType = InstanceType<typeof Agent>;
-
-class Agent {
-  public cfg: AgentOptions;
-  #groq?: InstanceType<typeof Groq>;
-  #cohere?: InstanceType<typeof CohereClient>;
-  #openai?: InstanceType<typeof OpenAI>;
-  #mistral?: InstanceType<typeof Mistral>;
-  constructor(cfg: AgentOptions) {
-    this.cfg = cfg;
-
-    // Init default value
-    if (!this.cfg.temperature) this.cfg.temperature = 0.5;
-
-    // set groq client
-    if (cfg.config.provider === "groq") {
-      this.#groq = new Groq({
-        apiKey: cfg.config.apiKey,
-      });
-    }
-
-    // set cohere client
-    if (cfg.config.provider === "cohere") {
-      this.#cohere = new CohereClient({
-        token: cfg.config.apiKey || cfg.config.token,
-      });
-    }
-
-    // set openai client
-    if (cfg.config.provider === "openai") {
-      this.#openai = new OpenAI({
-        apiKey: cfg.config.apiKey,
-      });
-    }
-
-    // set mistral client
-    if (cfg.config.provider === "mistral") {
-      this.#mistral = new Mistral({
-        apiKey: cfg.config.apiKey,
-      });
-    }
-  }
-
-  async exec(
-    instruction: string,
-    data?: object
-  ): Promise<string | object | null | Array<any>> {
-    const messages: any = [];
-    var response: any = null;
-
-    return new Promise(async (resolve, reject) => {
-      try {
-        // Groq AI
-        if (this.#groq) {
-          response = await this.#groq.chat.completions.create({
-            messages: messages,
-            model: this.cfg.config.model,
-
-            temperature: Number(this?.cfg?.temperature),
-            tools: this.cfg?.tools || [],
-            response_format: {
-              type: this.cfg.output_format == "json" ? "json_object" : "text",
-            },
-          });
-        }
-
-        // Cohere AI
-        if (this.#cohere) {
-          response = await this.#cohere.chat({
-            chatHistory: messages,
-            message: instruction,
-            model: this.cfg.config.model,
-            temperature: Number(this?.cfg?.temperature),
-            preamble: this.cfg?.backstory || "",
-            maxTokens: Number(this?.cfg?.max_tokens),
-
-            tools: this.cfg?.tools || [],
-            responseFormat: {
-              type: this.cfg.output_format == "json" ? "json_object" : "text",
-            },
-          });
-        }
-
-        // OpenAI AI
-        if (this.#openai) {
-          response = await this.#openai.chat.completions.create({
-            max_tokens: Number(this?.cfg?.max_tokens),
-            messages: messages,
-            model: this.cfg.config.model,
-            temperature: Number(this?.cfg?.temperature),
-            tools: this.cfg?.tools || [],
-
-            response_format: {
-              type: this.cfg.output_format == "json" ? "json_object" : "text",
-            },
-          });
-        }
-
-        // Mistral AI
-        if (this.#mistral) {
-          response = await this.#mistral.chat.complete({
-            messages: messages,
-            model: this.cfg.config.model,
-            temperature: Number(this?.cfg?.temperature),
-            tools: this.cfg?.tools || [],
-            maxTokens: Number(this?.cfg?.max_tokens),
-            responseFormat: {
-              type: this.cfg.output_format == "json" ? "json_object" : "text",
-            },
-          });
-        }
-
-        resolve(response);
-      } catch (error) {
-        console?.error(error);
-        reject(error);
-      }
-    });
-  }
-}
-
-export { Agent };

package/lib/ai/lib/Space.ts

@@ -1,34 +0,0 @@
-import type { TaskType } from "./Task";
-import type { AgentType } from "./Agent";
-type SpaceOptions = {
-  name: string;
-  tasks: TaskType[];
-  agents: AgentType[];
-  arbitrator?: AgentType;
-  evaluators?: AgentType[];
-  summarizers?: AgentType[];
-};
-
-type responseType = {
-  task_name: string;
-  response: string;
-};
-
-class Space {
-  #tasks: TaskType[];
-  #agents: AgentType[];
-  #summarizers?: AgentType[];
-  #evaluator?: AgentType;
-  #arbitrator?: AgentType;
-  #activities?: any[];
-  constructor(cfg: SpaceOptions) {
-    this.#tasks = cfg.tasks;
-    this.#agents = cfg.agents;
-    this.#summarizers = cfg.summarizers;
-    this.#evaluator = cfg.evaluator;
-    this.#arbitrator = cfg.arbitrator;
-  }
-  run(content: string, data?: object) {}
-}
-
-export { Space };

package/lib/ai/lib/Task.ts

@@ -1,19 +0,0 @@
-import type { AgentType } from "./Agent";
-export type TaskType = InstanceType<typeof Task>;
-type TaskOptions = {
-  title?: string;
-  description: string;
-  expected_output: string;
-  output_format: "string" | "json" | boolean;
-  tools?: any[];
-  agent?: AgentType;
-};
-class Task {
-  public cfg: TaskOptions;
-  constructor(cfg: TaskOptions) {
-    this.cfg = cfg;
-  }
-  exec(instruction: string, data?: object) {}
-}
-
-export { Task };

package/lib/ai/provider/cohere.ts

@@ -1,3 +0,0 @@
-import { CohereClient } from "cohere-ai";
-
-export { CohereClient };

package/lib/ai/provider/groq.ts

@@ -1,3 +0,0 @@
-import { Groq } from "groq-sdk";
-
-export { Groq };

package/lib/ai/provider/mistral.ts

@@ -1,3 +0,0 @@
-import { Mistral } from "@mistralai/mistralai";
-
-export { Mistral };

package/lib/ai/provider/ollama.ts

@@ -1,3 +0,0 @@
-import { Ollama } from "ollama";
-
-export { Ollama };

package/lib/ai/provider/openai.ts

@@ -1,3 +0,0 @@
-import OpenAI from "openai";
-
-export { OpenAI };

package/lib/docs/index.ts

@@ -1,109 +0,0 @@
-import Docxtemplater from "docxtemplater";
-import PizZip from "pizzip";
-import libre from "libreoffice-convert";
-import fs from "fs";
-import path from "path";
-
-const convertToPdf = (docBuffer: any) => {
-  return new Promise((resolve, reject) => {
-    libre.convert(docBuffer, ".pdf", undefined, (err, done) => {
-      if (err) reject(err);
-      else resolve(done);
-    });
-  });
-};
-
-type optionTypeBuffer = {
-  /**
-     * default is "nodebuffer"
-    @default "nodebuffer"
-     */
-  type?: "nodebuffer" | "base64" | "blob" | "arraybuffer" | "base64";
-  compression?: "DEFLATE" | "STORE";
-};
-
-type documentConfig = {
-  dir: string;
-  delimiters?: { start: string; end: string };
-};
-
-class Document {
-  dir?: string | null;
-  delimiters?: { start?: string; end?: string };
-  constructor(config?: documentConfig) {
-    this.dir = config?.dir || null;
-    this.delimiters = config?.delimiters || { start: "{{", end: "}}" };
-  }
-  getBuffer(file: string, tags?: object, options?: optionTypeBuffer): Buffer {
-    let pathfile = "";
-    if (!this?.dir) {
-      pathfile = path.resolve(file);
-    } else {
-      path?.resolve(this.dir + file);
-    }
-    let templateFile = fs.readFileSync(pathfile, "binary");
-    let zip = new PizZip(templateFile);
-    let doc = new Docxtemplater(zip, {
-      paragraphLoop: true,
-      linebreaks: true,
-      delimiters: {
-        start: this.delimiters?.start || "{{",
-        end: this.delimiters?.end || "}}",
-      },
-      nullGetter: () => {
-        return "";
-      },
-    });
-
-    if (tags) {
-      doc.render(tags);
-    }
-
-    let buffer = doc.getZip().generate({
-      type: "nodebuffer",
-      compression: "DEFLATE",
-    });
-    return buffer;
-  }
-
-  async getPdfBuffer(file: string, tags?: object, options?: optionTypeBuffer) {
-    let pathfile = "";
-    if (!this?.dir) {
-      pathfile = path.resolve(file);
-    } else {
-      path?.resolve(this.dir + file);
-    }
-    let templateFile = fs.readFileSync(pathfile, "binary");
-    let zip = new PizZip(templateFile);
-    let doc = new Docxtemplater(zip, {
-      paragraphLoop: true,
-      linebreaks: true,
-      delimiters: {
-        start: this.delimiters?.start || "{{",
-        end: this.delimiters?.end || "}}",
-      },
-      nullGetter: () => {
-        return "";
-      },
-    });
-
-    if (tags) {
-      doc.render(tags);
-    }
-
-    let docBuffer = doc.getZip().generate({
-      type: "nodebuffer",
-      compression: "DEFLATE",
-    });
-
-    const pdfBuffer = await convertToPdf(docBuffer);
-
-    return pdfBuffer;
-  }
-
-  saveTo(path: string, buffer: Buffer) {
-    fs.writeFileSync(path, buffer);
-  }
-}
-
-export { Document };

package/lib/orama/@types.ts

@@ -1,44 +0,0 @@
-type Vector<N extends number> = `vector[${N}]`;
-export type optionsType = {
-  store: {
-    path?: string;
-    filename: string;
-  };
-  schema: {
-    [key: string]:
-      | "string"
-      | "number"
-      | "boolean"
-      | `vector[${number}]`
-      | "enum[]"
-      | "enum"
-      | "string[]"
-      | "number[]"
-      | "boolean[]"
-      | "geopoint";
-  };
-  settings?: {
-    primaryKey?: string;
-    language: "french" | "english";
-  };
-};
-
-export type searchType = {
-  mode?: "fulltext" | "hybrid" | "vector";
-  term?: string;
-  limit?: number;
-  offset?: number;
-  tolerance?: number;
-  properties?: string[];
-  exact?: boolean;
-  vector?: {
-    value: number[];
-    property: string;
-  };
-  hybridWeights?: {
-    text: number;
-    vector: number;
-  };
-  similarity?: number;
-  includeVectors?: boolean;
-};

package/lib/orama/index.ts

@@ -1,108 +0,0 @@
-import type { optionsType, searchType } from "./@types";
-import * as orama from "@orama/orama";
-import fs from "fs-extra";
-import _ from "lodash";
-import cleanDeep from "clean-deep";
-import { ObjectId } from "mongodb";
-import path from "path";
-class searchEngine {
-  #options: optionsType;
-  #db: any;
-  #dataPath: string;
-  constructor(options: optionsType) {
-    this.#options = options;
-    this.#dataPath = path.join(
-      this.#options.store?.path || process.cwd() + "/data",
-      this.#options.store?.filename || "search.db"
-    );
-  }
-
-  async initialize() {
-    this.#db = await orama.create({
-      schema: this.#options.schema,
-      language: this.#options.settings?.language || "english",
-    });
-
-    try {
-      let restoreData = await Bun.file(this.#dataPath).json();
-
-      if (restoreData) {
-        // console.log(restoreData);
-        await orama.load(this.#db, restoreData);
-      }
-    } catch (err) {}
-  }
-
-  async save() {
-    try {
-      let jsonExport = await orama.save(this.#db);
-      let jsonData = JSON.stringify(jsonExport);
-      let saveTo = Bun.write(this.#dataPath, jsonData);
-    } catch (error) {
-      console.log(error?.message);
-    }
-  }
-
-  async add(documents: Array<object>) {
-    try {
-      let ids = [];
-      if (Array.isArray(documents)) {
-        documents.map((doc) => {
-          doc = cleanDeep(doc);
-          doc.id = doc?._id || doc?.id || new ObjectId().toString();
-          doc._id = doc?.id;
-        });
-        let ids = await orama.insertMultiple(this.#db, documents);
-        await this.save();
-        return ids;
-      }
-    } catch (error) {
-      console.log(error?.message);
-    }
-  }
-
-  async search(search: searchType) {
-    let results = await orama.search(this.#db, search);
-    if (results?.hits.length) {
-      results?.hits?.map((e) => {
-        if (e?.id) {
-          e._id = e.id;
-        }
-      });
-    }
-
-    return results;
-  }
-
-  async find() {
-    let docs: Array<object> = [];
-    let data = await orama.save(this.#db);
-    docs = Object.values(data.docs?.docs || []);
-    //let docs = Object.values(data.docs[0]);
-    return docs;
-  }
-
-  async remove(ids: Array<string>) {
-    try {
-      await orama.remove(this.#db, ids);
-      await this.save();
-    } catch (error) {
-      console.log(error?.message);
-    }
-  }
-
-  async drop() {
-    fs.unlink(this.#dataPath).catch((err) => {
-      //console.log(err);
-    });
-  }
-}
-
-const engine = new searchEngine({
-  schema: {},
-  store: {
-    filename: "data.db",
-  },
-});
-
-export { searchEngine };