@derogab/llm-proxy 0.3.0 → 0.3.2

package/dist/{index.js → cjs/index.js}

@@ -1,9 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generate = generate;
 // Dependencies.
-import axios from 'axios';
-import * as dotenv from 'dotenv';
-import { getLlama, LlamaChatSession } from "node-llama-cpp";
-import { Ollama } from 'ollama';
-import OpenAI from 'openai';
+const axios_1 = require("axios");
+const dotenv = require("dotenv");
+const ollama_1 = require("ollama");
+const openai_1 = require("openai");
 // Configs.
 dotenv.config();
 /**
@@ -14,7 +16,7 @@ dotenv.config();
  */
 async function generate_openai(messages) {
     // Create a new instance of the OpenAI class.
-    const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY, baseURL: process.env.OPENAI_BASE_URL });
+    const openai = new openai_1.default({ apiKey: process.env.OPENAI_API_KEY, baseURL: process.env.OPENAI_BASE_URL });
     // Call the OpenAI API.
     const chatCompletion = await openai.chat.completions.create({
         messages: messages,
@@ -31,7 +33,7 @@ async function generate_openai(messages) {
  */
 async function generate_ollama(messages) {
     // Create a new instance of the OpenAI class.
-    const ollama = new Ollama({ host: process.env.OLLAMA_URI || 'http://localhost:11434' });
+    const ollama = new ollama_1.Ollama({ host: process.env.OLLAMA_URI || 'http://localhost:11434' });
     // Call the Ollama API.
     const response = await ollama.chat({
         model: process.env.OLLAMA_MODEL || 'llama3.1',
@@ -77,6 +79,8 @@ function convert_messages_to_chat_history(messages) {
  * @returns the response string.
  */
 async function generate_llama_cpp(messages) {
+    // Dynamically import node-llama-cpp only when needed.
+    const { getLlama, LlamaChatSession } = await Promise.resolve().then(() => require('node-llama-cpp'));
     // Create a new instance of the Llama.cpp class.
     const llama = await getLlama();
     // Set model to use.
@@ -110,7 +114,7 @@ async function generate_cloudflare(messages) {
     // Generate API URL based on the environment variables.
     const model_url = 'https://api.cloudflare.com/client/v4/accounts/' + process.env.CLOUDFLARE_ACCOUNT_ID + '/ai/run/' + process.env.CLOUDFLARE_MODEL;
     // Call the Cloudflare AI API.
-    const response = await axios({
+    const response = await (0, axios_1.default)({
         method: 'post',
         url: model_url,
         headers: {
@@ -132,7 +136,7 @@ async function generate_cloudflare(messages) {
  * @param messages the messages to be sent to the LLM.
  * @returns the response string.
  */
-export async function generate(messages) {
+async function generate(messages) {
     // Check what LLM to use, based on the environment variables.
     if (process.env.OPENAI_API_KEY) {
         // If openai key is available, use openai.

package/dist/cjs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;AAyJA,4BAsBC;AA/KD,gBAAgB;AAChB,iCAA0B;AAC1B,iCAAiC;AACjC,mCAAgC;AAChC,mCAA4B;AAa5B,WAAW;AACX,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB;;;;;GAKG;AACH,KAAK,UAAU,eAAe,CAAC,QAAsC;IACnE,6CAA6C;IAC7C,MAAM,MAAM,GAAG,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC;IACxG,uBAAuB;IACvB,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;QAC1D,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,aAAa;KACjD,CAAC,CAAC;IACH,uBAAuB;IACvB,OAAO,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAqC,CAAC;AAC3E,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,eAAe,CAAC,QAAmB;IAChD,6CAA6C;IAC7C,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,EAAE,CAAC,CAAC;IACxF,uBAAuB;IACvB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;QACjC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,UAAU;QAC7C,QAAQ,EAAE,QAAQ;KACnB,CAAC,CAAC;IACH,uBAAuB;IACvB,OAAO,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC7B,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,gCAAgC,CAAC,QAAmB;IAC3D,qBAAqB;IACrB,MAAM,YAAY,GAAU,EAAE,CAAC;IAC/B,yBAAyB;IACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzD,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,IAAI,EAAE,OAAO,CAAC,OAAO;aACtB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACxC,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,2BAA2B;IAC3B,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,kBAAkB,CAAC,QAAmB;IACnD,sDAAsD;IACtD,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,2CAAa,gBAAgB,EAAC,CAAC;IAEtE,gDAAgD;IAChD,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;IAC/B,oBAAoB;IACpB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IACnD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC;QAClC,SAAS,EAAE,SAAS;KACrB,CAAC,CAAC;IACH,mCAAmC;IACnC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC;QACnC,eAAe,EAAE,OAAO,CAAC,WAAW,EAAE;KACvC,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,cAAc,CAAC,gCAAgC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzG,oCAAoC;IACpC,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;KAC5E,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,mBAAmB,CAAC,QAA6B;IAC9D,uDAAuD;IACvD,MAAM,SAAS,GAAG,gDAAgD,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACnJ,8BAA8B;IAC9B,MAAM,QAAQ,GAAG,MAAM,IAAA,eAAK,EAAC;QAC3B,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,SAAS;QACd,OAAO,EAAE;YACP,eAAe,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB;YAC5D,cAAc,EAAG,kBAAkB;SACpC;QACD,IAAI,EAAE;YACJ,QAAQ,EAAE,QAAQ;SACnB;KACF,CAAC,CAAC;IACH,gCAAgC;IAChC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,uBAAuB;IACvB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,QAAQ,CAAC,QAA6B;IAC1D,6DAA6D;IAC7D,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,0CAA0C;QAC1C,OAAO,MAAM,eAAe,CAAC,QAAwC,CAAC,CAAC;IAEzE,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChH,oDAAoD;QACpD,OAAO,MAAM,mBAAmB,CAAC,QAA+B,CAAC,CAAC;IAEpE,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QAClC,sCAAsC;QACtC,OAAO,MAAM,eAAe,CAAC,QAAqB,CAAC,CAAC;IAEtD,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;QAC5C,4CAA4C;QAC5C,OAAO,MAAM,kBAAkB,CAAC,QAAqB,CAAC,CAAC;IAEzD,CAAC;SAAM,CAAC;QACN,yCAAyC;QACzC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}

package/dist/esm/index.js

@@ -0,0 +1,198 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generate = generate;
+// Dependencies.
+const axios_1 = __importDefault(require("axios"));
+const dotenv = __importStar(require("dotenv"));
+const ollama_1 = require("ollama");
+const openai_1 = __importDefault(require("openai"));
+// Configs.
+dotenv.config();
+/**
+ * Generate a response from the OpenAI API.
+ *
+ * @param messages the messages to be sent to the OpenAI API.
+ * @returns the response string from the OpenAI API.
+ */
+async function generate_openai(messages) {
+    // Create a new instance of the OpenAI class.
+    const openai = new openai_1.default({ apiKey: process.env.OPENAI_API_KEY, baseURL: process.env.OPENAI_BASE_URL });
+    // Call the OpenAI API.
+    const chatCompletion = await openai.chat.completions.create({
+        messages: messages,
+        model: process.env.OPENAI_MODEL || 'gpt-4o-mini',
+    });
+    // Return the response.
+    return chatCompletion?.choices[0]?.message;
+}
+/**
+ * Generate a response using Ollama Local API.
+ *
+ * @param messages the messages to be sent to Ollama.
+ * @returns the response string.
+ */
+async function generate_ollama(messages) {
+    // Create a new instance of the OpenAI class.
+    const ollama = new ollama_1.Ollama({ host: process.env.OLLAMA_URI || 'http://localhost:11434' });
+    // Call the Ollama API.
+    const response = await ollama.chat({
+        model: process.env.OLLAMA_MODEL || 'llama3.1',
+        messages: messages,
+    });
+    // Return the response.
+    return response['message'];
+}
+/**
+ * Convert messages to chat history.
+ *
+ * Llama.cpp expects the chat history in a custom format.
+ * Convert the default messages format to the Llama.cpp format.
+ *
+ * @param messages the messages to be sent to Llama.cpp.
+ * @returns the same messages in the Llama.cpp format.
+ */
+function convert_messages_to_chat_history(messages) {
+    // Init chat history.
+    const chat_history = [];
+    // Loop through messages.
+    for (const message of messages) {
+        if (message.role === 'system' || message.role === 'user') {
+            chat_history.push({
+                type: message.role,
+                text: message.content
+            });
+        }
+        else if (message.role === 'assistant') {
+            chat_history.push({
+                type: "model",
+                response: [message.content]
+            });
+        }
+    }
+    // Return the chat history.
+    return chat_history;
+}
+/**
+ * Generate a response using Llama.cpp Local Model.
+ *
+ * @param messages the messages to be sent to Llama.cpp.
+ * @returns the response string.
+ */
+async function generate_llama_cpp(messages) {
+    // Dynamically import node-llama-cpp only when needed.
+    const { getLlama, LlamaChatSession } = await import('node-llama-cpp');
+    // Create a new instance of the Llama.cpp class.
+    const llama = await getLlama();
+    // Set model to use.
+    const modelPath = process.env.LLAMA_CPP_MODEL_PATH;
+    if (!modelPath) {
+        throw new Error('LLAMA_CPP_MODEL_PATH is not set.');
+    }
+    const model = await llama.loadModel({
+        modelPath: modelPath,
+    });
+    // Import history into the context.
+    const context = await model.createContext();
+    const session = new LlamaChatSession({
+        contextSequence: context.getSequence()
+    });
+    if (messages.length > 1)
+        session.setChatHistory(convert_messages_to_chat_history(messages.slice(0, -1)));
+    // Generate and return the response.
+    return {
+        role: 'assistant',
+        content: await session.prompt(messages[messages.length - 1]?.content || ''),
+    };
+}
+/**
+ * Generate a response using Cloudflare AI API.
+ *
+ * @param messages the messages to be sent to Cloudflare AI.
+ * @returns the response string.
+ */
+async function generate_cloudflare(messages) {
+    // Generate API URL based on the environment variables.
+    const model_url = 'https://api.cloudflare.com/client/v4/accounts/' + process.env.CLOUDFLARE_ACCOUNT_ID + '/ai/run/' + process.env.CLOUDFLARE_MODEL;
+    // Call the Cloudflare AI API.
+    const response = await (0, axios_1.default)({
+        method: 'post',
+        url: model_url,
+        headers: {
+            'Authorization': 'Bearer ' + process.env.CLOUDFLARE_AUTH_KEY,
+            'Content-Type': 'application/json',
+        },
+        data: {
+            messages: messages,
+        },
+    });
+    // Extract the response message.
+    const msg = response.data.success ? response.data.result.response : '';
+    // Return the response.
+    return { role: 'assistant', content: msg };
+}
+/**
+ * Generate a response using an LLM.
+ *
+ * @param messages the messages to be sent to the LLM.
+ * @returns the response string.
+ */
+async function generate(messages) {
+    // Check what LLM to use, based on the environment variables.
+    if (process.env.OPENAI_API_KEY) {
+        // If openai key is available, use openai.
+        return await generate_openai(messages);
+    }
+    else if (process.env.CLOUDFLARE_ACCOUNT_ID && process.env.CLOUDFLARE_AUTH_KEY && process.env.CLOUDFLARE_MODEL) {
+        // If cloudflare keys are available, use cloudflare.
+        return await generate_cloudflare(messages);
+    }
+    else if (process.env.OLLAMA_URI) {
+        // If ollama is available, use ollama.
+        return await generate_ollama(messages);
+    }
+    else if (process.env.LLAMA_CPP_MODEL_PATH) {
+        // If llama_cpp is available, use llama_cpp.
+        return await generate_llama_cpp(messages);
+    }
+    else {
+        // Throw an error if no LLM is available.
+        throw new Error('No available LLM found.');
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyJA,4BAsBC;AA/KD,gBAAgB;AAChB,kDAA0B;AAC1B,+CAAiC;AACjC,mCAAgC;AAChC,oDAA4B;AAa5B,WAAW;AACX,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB;;;;;GAKG;AACH,KAAK,UAAU,eAAe,CAAC,QAAsC;IACnE,6CAA6C;IAC7C,MAAM,MAAM,GAAG,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC;IACxG,uBAAuB;IACvB,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;QAC1D,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,aAAa;KACjD,CAAC,CAAC;IACH,uBAAuB;IACvB,OAAO,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAqC,CAAC;AAC3E,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,eAAe,CAAC,QAAmB;IAChD,6CAA6C;IAC7C,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,EAAE,CAAC,CAAC;IACxF,uBAAuB;IACvB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;QACjC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,UAAU;QAC7C,QAAQ,EAAE,QAAQ;KACnB,CAAC,CAAC;IACH,uBAAuB;IACvB,OAAO,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC7B,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,gCAAgC,CAAC,QAAmB;IAC3D,qBAAqB;IACrB,MAAM,YAAY,GAAU,EAAE,CAAC;IAC/B,yBAAyB;IACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzD,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,IAAI,EAAE,OAAO,CAAC,OAAO;aACtB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACxC,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,2BAA2B;IAC3B,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,kBAAkB,CAAC,QAAmB;IACnD,sDAAsD;IACtD,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAEtE,gDAAgD;IAChD,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;IAC/B,oBAAoB;IACpB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IACnD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC;QAClC,SAAS,EAAE,SAAS;KACrB,CAAC,CAAC;IACH,mCAAmC;IACnC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC;QACnC,eAAe,EAAE,OAAO,CAAC,WAAW,EAAE;KACvC,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,cAAc,CAAC,gCAAgC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzG,oCAAoC;IACpC,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;KAC5E,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,mBAAmB,CAAC,QAA6B;IAC9D,uDAAuD;IACvD,MAAM,SAAS,GAAG,gDAAgD,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACnJ,8BAA8B;IAC9B,MAAM,QAAQ,GAAG,MAAM,IAAA,eAAK,EAAC;QAC3B,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,SAAS;QACd,OAAO,EAAE;YACP,eAAe,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB;YAC5D,cAAc,EAAG,kBAAkB;SACpC;QACD,IAAI,EAAE;YACJ,QAAQ,EAAE,QAAQ;SACnB;KACF,CAAC,CAAC;IACH,gCAAgC;IAChC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,uBAAuB;IACvB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,QAAQ,CAAC,QAA6B;IAC1D,6DAA6D;IAC7D,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,0CAA0C;QAC1C,OAAO,MAAM,eAAe,CAAC,QAAwC,CAAC,CAAC;IAEzE,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChH,oDAAoD;QACpD,OAAO,MAAM,mBAAmB,CAAC,QAA+B,CAAC,CAAC;IAEpE,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QAClC,sCAAsC;QACtC,OAAO,MAAM,eAAe,CAAC,QAAqB,CAAC,CAAC;IAEtD,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;QAC5C,4CAA4C;QAC5C,OAAO,MAAM,kBAAkB,CAAC,QAAqB,CAAC,CAAC;IAEzD,CAAC;SAAM,CAAC;QACN,yCAAyC;QACzC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}

package/dist/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AAEtC,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,0BAA0B,GAAG,OAAO,GAAG,iBAAiB,CAAC;AAoIzF;;;;;GAKG;AACH,wBAAsB,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAsBxF"}

package/package.json

@@ -1,19 +1,37 @@
 {
   "name": "@derogab/llm-proxy",
   "description": "A simple and lightweight proxy for seamless integration with multiple LLM providers including OpenAI, Ollama, and Cloudflare AI",
-  "version": "0.3.0",
+  "version": "0.3.2",
   "author": "derogab",
   "license": "MIT",
   "repository": {
     "type": "git",
     "url": "https://github.com/derogab/llm-proxy.git"
   },
-  "main": "dist/index.js",
-  "types": "dist/index.d.ts",
-  "type": "module",
+  "main": "./dist/cjs/index.js",
+  "module": "./dist/esm/index.js",
+  "types": "./dist/types/index.d.ts",
+  "exports": {
+    ".": {
+      "import": {
+        "types": "./dist/types/index.d.ts",
+        "default": "./dist/esm/index.js"
+      },
+      "require": {
+        "types": "./dist/types/index.d.ts",
+        "default": "./dist/cjs/index.js"
+      }
+    }
+  },
   "scripts": {
-    "build": "tsc"
+    "build": "npm run build:cjs && npm run build:esm && npm run build:types",
+    "build:cjs": "tsc -p tsconfig.cjs.json",
+    "build:esm": "tsc -p tsconfig.esm.json",
+    "build:types": "tsc -p tsconfig.types.json"
   },
+  "files": [
+    "dist"
+  ],
   "keywords": [
     "LLM",
     "proxy",
@@ -24,10 +42,10 @@
     "typescript": "5.9.2"
   },
   "dependencies": {
-    "axios": "1.11.0",
-    "dotenv": "17.2.1",
+    "axios": "1.12.2",
+    "dotenv": "17.2.2",
     "node-llama-cpp": "3.13.0",
-    "ollama": "0.5.17",
-    "openai": "5.16.0"
+    "ollama": "0.6.0",
+    "openai": "5.23.1"
   }
 }

package/.github/CODEOWNERS

@@ -1 +0,0 @@
-*         @derogab

package/.github/dependabot.yml

@@ -1,27 +0,0 @@
-# Dependabot Configuration:
-# https://docs.github.com/en/code-security/dependabot/dependabot-version-updates/configuration-options-for-the-dependabot.yml-file
-
-version: 2
-updates:
-
-  # Maintain dependencies for GitHub Actions
-  - package-ecosystem: 'github-actions'
-    directory: '/'
-    target-branch: 'master'
-    schedule:
-      interval: 'monthly'
-    assignees:
-      - 'derogab'
-    labels:
-      - 'dependencies'
-
-  # Maintain dependencies for NPM
-  - package-ecosystem: 'npm'
-    directory: '/'
-    target-branch: 'master'
-    schedule:
-      interval: 'monthly'
-    assignees:
-      - 'derogab'
-    labels:
-      - 'dependencies'

package/.github/workflows/release.yml

@@ -1,121 +0,0 @@
-name: Release and publish package to NPM
-
-on:
-  push:
-    # Publish `v1.2.3` tags as releases.
-    tags:
-      - v*
-
-jobs:
-  # Release the TAG to GitHub.
-  release:
-    name: Release pushed tag
-    if: startsWith(github.ref, 'refs/tags/')
-    permissions:
-      contents: write
-    runs-on: ubuntu-latest
-    steps:
-      - name: Create release
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          tag: ${{ github.ref_name }}
-        run: |
-          gh release create "$tag" \
-              --repo="$GITHUB_REPOSITORY" \
-              --title="v${tag#v}" \
-              --generate-notes
-  # Publish the package.
-  publish-npm:
-    name: Publish Package on NPM
-    needs: release
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      id-token: write
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v5
-      - name: Setup Node
-        uses: actions/setup-node@v4
-        with:
-          node-version: '20.x'
-          cache: 'npm'
-          registry-url: 'https://registry.npmjs.org'
-          always-auth: true
-      - name: Install dependencies (clean)
-        run: npm ci
-      - name: Type check
-        run: npx tsc -p tsconfig.json --noEmit
-      - name: Run tests
-        run: npm test --if-present
-      - name: Build
-        run: |
-          if npm run | grep -q "build"; then
-            npm run build
-          else
-            # Fall back to a standard TS build if no script is defined
-            npx tsc -p tsconfig.json
-          fi
-      - name: Verify tag matches package.json version
-        run: |
-          PKG_VERSION="$(node -p "require('./package.json').version")"
-          TAG_VERSION="${GITHUB_REF_NAME#v}"   # supports tags like v1.2.3
-          echo "package.json: $PKG_VERSION"
-          echo "release tag:   $TAG_VERSION"
-          if [ "$PKG_VERSION" != "$TAG_VERSION" ]; then
-            echo "Release tag ($TAG_VERSION) does not match package.json version ($PKG_VERSION)."
-            exit 1
-          fi
-      - name: Show publish contents (dry run)
-        run: npm pack --dry-run
-      - name: Publish to npm (with provenance)
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
-        run: npm publish --provenance --access public
-  publish-github:
-    name: Publish Package on GitHub
-    needs: release
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      id-token: write
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v5
-      - name: Setup Node
-        uses: actions/setup-node@v4
-        with:
-          node-version: '20.x'
-          cache: 'npm'
-          registry-url: 'https://npm.pkg.github.com'
-          always-auth: true
-      - name: Install dependencies (clean)
-        run: npm ci
-      - name: Type check
-        run: npx tsc -p tsconfig.json --noEmit
-      - name: Run tests
-        run: npm test --if-present
-      - name: Build
-        run: |
-          if npm run | grep -q "build"; then
-            npm run build
-          else
-            # Fall back to a standard TS build if no script is defined
-            npx tsc -p tsconfig.json
-          fi
-      - name: Verify tag matches package.json version
-        run: |
-          PKG_VERSION="$(node -p "require('./package.json').version")"
-          TAG_VERSION="${GITHUB_REF_NAME#v}"   # supports tags like v1.2.3
-          echo "package.json: $PKG_VERSION"
-          echo "release tag:   $TAG_VERSION"
-          if [ "$PKG_VERSION" != "$TAG_VERSION" ]; then
-            echo "Release tag ($TAG_VERSION) does not match package.json version ($PKG_VERSION)."
-            exit 1
-          fi
-      - name: Show publish contents (dry run)
-        run: npm pack --dry-run
-      - name: Publish to npm (with provenance)
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_GITHUB_TOKEN }}
-        run: npm publish --provenance --access public

package/dist/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAEnE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AAEtC,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,0BAA0B,GAAG,OAAO,GAAG,iBAAiB,CAAC;AAiIzF;;;;;GAKG;AACH,wBAAsB,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAsBxF"}

package/dist/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,gBAAgB;AAChB,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAc5B,WAAW;AACX,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB;;;;;GAKG;AACH,KAAK,UAAU,eAAe,CAAC,QAAsC;IACnE,6CAA6C;IAC7C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC;IACxG,uBAAuB;IACvB,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;QAC1D,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,aAAa;KACjD,CAAC,CAAC;IACH,uBAAuB;IACvB,OAAO,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAqC,CAAC;AAC3E,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,eAAe,CAAC,QAAmB;IAChD,6CAA6C;IAC7C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,EAAE,CAAC,CAAC;IACxF,uBAAuB;IACvB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;QACjC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,UAAU;QAC7C,QAAQ,EAAE,QAAQ;KACnB,CAAC,CAAC;IACH,uBAAuB;IACvB,OAAO,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC7B,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,gCAAgC,CAAC,QAAmB;IAC3D,qBAAqB;IACrB,MAAM,YAAY,GAAsB,EAAE,CAAC;IAC3C,yBAAyB;IACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzD,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,IAAI,EAAE,OAAO,CAAC,OAAO;aACtB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACxC,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,2BAA2B;IAC3B,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,kBAAkB,CAAC,QAAmB;IACnD,gDAAgD;IAChD,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;IAC/B,oBAAoB;IACpB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IACnD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC;QAClC,SAAS,EAAE,SAAS;KACrB,CAAC,CAAC;IACH,mCAAmC;IACnC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC;QACnC,eAAe,EAAE,OAAO,CAAC,WAAW,EAAE;KACvC,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,cAAc,CAAC,gCAAgC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzG,oCAAoC;IACpC,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;KAC5E,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,mBAAmB,CAAC,QAA6B;IAC9D,uDAAuD;IACvD,MAAM,SAAS,GAAG,gDAAgD,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACnJ,8BAA8B;IAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC;QAC3B,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,SAAS;QACd,OAAO,EAAE;YACP,eAAe,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB;YAC5D,cAAc,EAAG,kBAAkB;SACpC;QACD,IAAI,EAAE;YACJ,QAAQ,EAAE,QAAQ;SACnB;KACF,CAAC,CAAC;IACH,gCAAgC;IAChC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,uBAAuB;IACvB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,QAA6B;IAC1D,6DAA6D;IAC7D,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,0CAA0C;QAC1C,OAAO,MAAM,eAAe,CAAC,QAAwC,CAAC,CAAC;IAEzE,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChH,oDAAoD;QACpD,OAAO,MAAM,mBAAmB,CAAC,QAA+B,CAAC,CAAC;IAEpE,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QAClC,sCAAsC;QACtC,OAAO,MAAM,eAAe,CAAC,QAAqB,CAAC,CAAC;IAEtD,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;QAC5C,4CAA4C;QAC5C,OAAO,MAAM,kBAAkB,CAAC,QAAqB,CAAC,CAAC;IAEzD,CAAC;SAAM,CAAC;QACN,yCAAyC;QACzC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}

package/src/index.ts

@@ -1,175 +0,0 @@
-// Dependencies.
-import axios from 'axios';
-import * as dotenv from 'dotenv';
-import { getLlama, LlamaChatSession } from "node-llama-cpp";
-import { Ollama } from 'ollama';
-import OpenAI from 'openai';
-
-// Types.
-import type { ChatCompletionMessageParam } from 'openai/resources';
-import type { ChatHistoryItem } from 'node-llama-cpp';
-import type { Message } from 'ollama';
-
-export type CloudflareMessage = {
-  role: string;
-  content: string;
-};
-
-export type MessageInputParam = ChatCompletionMessageParam | Message | CloudflareMessage;
-
-// Configs.
-dotenv.config();
-
-/**
- * Generate a response from the OpenAI API.
- * 
- * @param messages the messages to be sent to the OpenAI API.
- * @returns the response string from the OpenAI API.
- */
-async function generate_openai(messages: ChatCompletionMessageParam[]): Promise<ChatCompletionMessageParam> {
-  // Create a new instance of the OpenAI class.
-  const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY, baseURL: process.env.OPENAI_BASE_URL });
-  // Call the OpenAI API.
-  const chatCompletion = await openai.chat.completions.create({
-    messages: messages,
-    model: process.env.OPENAI_MODEL || 'gpt-4o-mini',
-  });
-  // Return the response.
-  return chatCompletion?.choices[0]?.message as ChatCompletionMessageParam;
-}
-
-/**
- * Generate a response using Ollama Local API.
- * 
- * @param messages the messages to be sent to Ollama.
- * @returns the response string.
- */
-async function generate_ollama(messages: Message[]): Promise<Message> {
-  // Create a new instance of the OpenAI class.
-  const ollama = new Ollama({ host: process.env.OLLAMA_URI || 'http://localhost:11434' });
-  // Call the Ollama API.
-  const response = await ollama.chat({
-    model: process.env.OLLAMA_MODEL || 'llama3.1',
-    messages: messages,
-  });
-  // Return the response.
-  return response['message'];
-}
-
-/**
- * Convert messages to chat history.
- * 
- * Llama.cpp expects the chat history in a custom format.
- * Convert the default messages format to the Llama.cpp format.
- * 
- * @param messages the messages to be sent to Llama.cpp.
- * @returns the same messages in the Llama.cpp format.
- */
-function convert_messages_to_chat_history(messages: Message[]): ChatHistoryItem[] {
-  // Init chat history.
-  const chat_history: ChatHistoryItem[] = [];
-  // Loop through messages.
-  for (const message of messages) {
-    if (message.role === 'system' || message.role === 'user') {
-      chat_history.push({
-        type: message.role,
-        text: message.content
-      });
-    } else if (message.role === 'assistant') {
-      chat_history.push({
-        type: "model",
-        response: [message.content]
-      });
-    }
-  }
-  // Return the chat history.
-  return chat_history;
-}
-
-/**
- * Generate a response using Llama.cpp Local Model.
- * 
- * @param messages the messages to be sent to Llama.cpp.
- * @returns the response string.
- */
-async function generate_llama_cpp(messages: Message[]): Promise<Message> {
-  // Create a new instance of the Llama.cpp class.
-  const llama = await getLlama();
-  // Set model to use.
-  const modelPath = process.env.LLAMA_CPP_MODEL_PATH;
-  if (!modelPath) {
-    throw new Error('LLAMA_CPP_MODEL_PATH is not set.');
-  }
-  const model = await llama.loadModel({
-    modelPath: modelPath,
-  });
-  // Import history into the context.
-  const context = await model.createContext();
-  const session = new LlamaChatSession({
-    contextSequence: context.getSequence()
-  });
-  if (messages.length > 1) session.setChatHistory(convert_messages_to_chat_history(messages.slice(0, -1)));
-
-  // Generate and return the response.
-  return {
-    role: 'assistant',
-    content: await session.prompt(messages[messages.length - 1]?.content || ''),
-  };
-}
-
-/**
- * Generate a response using Cloudflare AI API.
- * 
- * @param messages the messages to be sent to Cloudflare AI.
- * @returns the response string.
- */
-async function generate_cloudflare(messages: CloudflareMessage[]): Promise<CloudflareMessage> {
-  // Generate API URL based on the environment variables.
-  const model_url = 'https://api.cloudflare.com/client/v4/accounts/' + process.env.CLOUDFLARE_ACCOUNT_ID + '/ai/run/' + process.env.CLOUDFLARE_MODEL;
-  // Call the Cloudflare AI API.
-  const response = await axios({
-    method: 'post',
-    url: model_url,
-    headers: {
-      'Authorization': 'Bearer ' + process.env.CLOUDFLARE_AUTH_KEY,
-      'Content-Type' : 'application/json',
-    }, 
-    data: {
-      messages: messages,
-    },
-  });
-  // Extract the response message.
-  const msg = response.data.success ? response.data.result.response : '';
-  // Return the response.
-  return { role: 'assistant', content: msg };
-}
-
-/**
- * Generate a response using an LLM.
- * 
- * @param messages the messages to be sent to the LLM.
- * @returns the response string.
- */
-export async function generate(messages: MessageInputParam[]): Promise<MessageInputParam> {
-  // Check what LLM to use, based on the environment variables.
-  if (process.env.OPENAI_API_KEY) {
-    // If openai key is available, use openai.
-    return await generate_openai(messages as ChatCompletionMessageParam[]);
-  
-  } else if (process.env.CLOUDFLARE_ACCOUNT_ID && process.env.CLOUDFLARE_AUTH_KEY && process.env.CLOUDFLARE_MODEL) {
-    // If cloudflare keys are available, use cloudflare.
-    return await generate_cloudflare(messages as CloudflareMessage[]);
-
-  } else if (process.env.OLLAMA_URI) {
-    // If ollama is available, use ollama.
-    return await generate_ollama(messages as Message[]);
-
-  } else if (process.env.LLAMA_CPP_MODEL_PATH) {
-    // If llama_cpp is available, use llama_cpp.
-    return await generate_llama_cpp(messages as Message[]);
-
-  } else {
-    // Throw an error if no LLM is available.
-    throw new Error('No available LLM found.');
-  }
-}

package/tsconfig.json

@@ -1,44 +0,0 @@
-{
-  // Visit https://aka.ms/tsconfig to read more about this file
-  "compilerOptions": {
-    // File Layout
-    "rootDir": "./src",
-    "outDir": "./dist",
-
-    // Environment Settings
-    // See also https://aka.ms/tsconfig/module
-    "module": "nodenext",
-    "target": "esnext",
-    "types": [],
-    // For nodejs:
-    // "lib": ["esnext"],
-    // "types": ["node"],
-    // and npm install -D @types/node
-
-    // Other Outputs
-    "sourceMap": true,
-    "declaration": true,
-    "declarationMap": true,
-
-    // Stricter Typechecking Options
-    "noUncheckedIndexedAccess": true,
-    "exactOptionalPropertyTypes": true,
-
-    // Style Options
-    // "noImplicitReturns": true,
-    // "noImplicitOverride": true,
-    // "noUnusedLocals": true,
-    // "noUnusedParameters": true,
-    // "noFallthroughCasesInSwitch": true,
-    // "noPropertyAccessFromIndexSignature": true,
-
-    // Recommended Options
-    "strict": true,
-    "jsx": "react-jsx",
-    "verbatimModuleSyntax": true,
-    "isolatedModules": true,
-    "noUncheckedSideEffectImports": true,
-    "moduleDetection": "force",
-    "skipLibCheck": true,
-  }
-}