@derogab/llm-proxy 0.1.0

package/.github/CODEOWNERS

@@ -0,0 +1 @@
+*         @derogab

package/.github/dependabot.yml

@@ -0,0 +1,27 @@
+# Dependabot Configuration:
+# https://docs.github.com/en/code-security/dependabot/dependabot-version-updates/configuration-options-for-the-dependabot.yml-file
+
+version: 2
+updates:
+
+  # Maintain dependencies for GitHub Actions
+  - package-ecosystem: 'github-actions'
+    directory: '/'
+    target-branch: 'master'
+    schedule:
+      interval: 'monthly'
+    assignees:
+      - 'derogab'
+    labels:
+      - 'dependencies'
+
+  # Maintain dependencies for NPM
+  - package-ecosystem: 'npm'
+    directory: '/'
+    target-branch: 'master'
+    schedule:
+      interval: 'monthly'
+    assignees:
+      - 'derogab'
+    labels:
+      - 'dependencies'

package/.github/workflows/publish.yml

@@ -0,0 +1,54 @@
+name: Publish Package to NPM
+
+on:
+  release:
+    types: [published]
+  workflow_dispatch:
+
+jobs:
+  build:
+    name: Publish Package
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Setup Node
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20.x'
+          cache: 'npm'
+          registry-url: 'https://registry.npmjs.org'
+          always-auth: true
+      - name: Install dependencies (clean)
+        run: npm ci
+      - name: Type check
+        run: npx tsc -p tsconfig.json --noEmit
+      - name: Run tests
+        run: npm test --if-present
+      - name: Build
+        run: |
+          if npm run | grep -q "build"; then
+            npm run build
+          else
+            # Fall back to a standard TS build if no script is defined
+            npx tsc -p tsconfig.json
+          fi
+      - name: Verify tag matches package.json version
+        run: |
+          PKG_VERSION="$(node -p "require('./package.json').version")"
+          TAG_VERSION="${GITHUB_REF_NAME#v}"   # supports tags like v1.2.3
+          echo "package.json: $PKG_VERSION"
+          echo "release tag:   $TAG_VERSION"
+          if [ "$PKG_VERSION" != "$TAG_VERSION" ]; then
+            echo "Release tag ($TAG_VERSION) does not match package.json version ($PKG_VERSION)."
+            exit 1
+          fi
+      - name: Show publish contents (dry run)
+        run: npm pack --dry-run
+      - name: Publish to npm (with provenance)
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
+        run: npm publish --provenance --access public

package/.github/workflows/release.yml

@@ -0,0 +1,26 @@
+name: Create Release
+
+on:
+  push:
+    # Publish `v1.2.3` tags as releases.
+    tags:
+      - v*
+
+jobs:
+  # Release the TAG to GitHub.
+  release:
+    name: Release pushed tag
+    if: startsWith(github.ref, 'refs/tags/')
+    permissions:
+      contents: write
+    runs-on: ubuntu-latest
+    steps:
+      - name: Create release
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          tag: ${{ github.ref_name }}
+        run: |
+          gh release create "$tag" \
+              --repo="$GITHUB_REPOSITORY" \
+              --title="v${tag#v}" \
+              --generate-notes

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Gabriele De Rosa
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,2 @@
+# llm-proxy
+Simple LLM Proxy for seamless API integration

package/dist/index.d.ts

@@ -0,0 +1,15 @@
+import type { ChatCompletionMessageParam } from 'openai/resources';
+import type { Message } from 'ollama';
+export type CloudflareMessage = {
+    role: string;
+    content: string;
+};
+export type MessageInputParam = ChatCompletionMessageParam | Message | CloudflareMessage;
+/**
+ * Generate a response using an LLM.
+ *
+ * @param messages the messages to be sent to the LLM.
+ * @returns the response string.
+ */
+export declare function generate(messages: MessageInputParam[]): Promise<MessageInputParam>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AAEtC,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,0BAA0B,GAAG,OAAO,GAAG,iBAAiB,CAAC;AAoEzF;;;;;GAKG;AACH,wBAAsB,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBxF"}

package/dist/index.js

@@ -0,0 +1,93 @@
+// Dependencies.
+import axios from 'axios';
+import * as dotenv from 'dotenv';
+import { Ollama } from 'ollama';
+import OpenAI from 'openai';
+// Configs.
+dotenv.config();
+/**
+ * Generate a response from the OpenAI API.
+ *
+ * @param messages the messages to be sent to the OpenAI API.
+ * @returns the response string from the OpenAI API.
+ */
+async function generate_openai(messages) {
+    // Create a new instance of the OpenAI class.
+    const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
+    // Call the OpenAI API.
+    const chatCompletion = await openai.chat.completions.create({
+        messages: messages,
+        model: process.env.OPENAI_MODEL || 'gpt-4o-mini',
+    });
+    // Return the response.
+    return chatCompletion?.choices[0]?.message;
+}
+/**
+ * Generate a response using Ollama Local API.
+ *
+ * @param messages the messages to be sent to Ollama.
+ * @returns the response string.
+ */
+async function generate_ollama(messages) {
+    // Create a new instance of the OpenAI class.
+    const ollama = new Ollama({ host: process.env.OLLAMA_URI || 'http://localhost:11434' });
+    // Call the Ollama API.
+    const response = await ollama.chat({
+        model: process.env.OLLAMA_MODEL || 'llama3.1',
+        messages: messages,
+    });
+    // Return the response.
+    return response['message'];
+}
+/**
+ * Generate a response using Cloudflare AI API.
+ *
+ * @param messages the messages to be sent to Cloudflare AI.
+ * @returns the response string.
+ */
+async function generate_cloudflare(messages) {
+    // Generate API URL based on the environment variables.
+    const model_url = 'https://api.cloudflare.com/client/v4/accounts/' + process.env.CLOUDFLARE_ACCOUNT_ID + '/ai/run/' + process.env.CLOUDFLARE_MODEL;
+    // Call the Cloudflare AI API.
+    const response = await axios({
+        method: 'post',
+        url: model_url,
+        headers: {
+            'Authorization': 'Bearer ' + process.env.CLOUDFLARE_AUTH_KEY,
+            'Content-Type': 'application/json',
+        },
+        data: {
+            messages: messages,
+        },
+    });
+    // Extract the response message.
+    const msg = response.data.success ? response.data.result.response : '';
+    // Return the response.
+    return { role: 'assistant', content: msg };
+}
+/**
+ * Generate a response using an LLM.
+ *
+ * @param messages the messages to be sent to the LLM.
+ * @returns the response string.
+ */
+export async function generate(messages) {
+    // Check what LLM to use, based on the environment variables.
+    if (process.env.OPENAI_API_KEY) {
+        // If openai key is available, use openai.
+        return await generate_openai(messages);
+    }
+    else if (process.env.CLOUDFLARE_ACCOUNT_ID && process.env.CLOUDFLARE_AUTH_KEY && process.env.CLOUDFLARE_MODEL) {
+        // If cloudflare keys are available, use cloudflare.
+        return await generate_cloudflare(messages);
+    }
+    else if (process.env.OLLAMA_URI) {
+        // If ollama is available, use ollama.
+        return await generate_ollama(messages);
+    }
+    else {
+        // Throw an error if no LLM is available.
+        throw new Error('No available LLM found.');
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,gBAAgB;AAChB,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAa5B,WAAW;AACX,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB;;;;;GAKG;AACH,KAAK,UAAU,eAAe,CAAC,QAAsC;IACnE,6CAA6C;IAC7C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;IAClE,uBAAuB;IACvB,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;QAC1D,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,aAAa;KACjD,CAAC,CAAC;IACH,uBAAuB;IACvB,OAAO,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAqC,CAAC;AAC3E,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,eAAe,CAAC,QAAmB;IAChD,6CAA6C;IAC7C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,EAAE,CAAC,CAAC;IACxF,uBAAuB;IACvB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;QACjC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,UAAU;QAC7C,QAAQ,EAAE,QAAQ;KACnB,CAAC,CAAC;IACH,uBAAuB;IACvB,OAAO,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC7B,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,mBAAmB,CAAC,QAA6B;IAC9D,uDAAuD;IACvD,MAAM,SAAS,GAAG,gDAAgD,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACnJ,8BAA8B;IAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC;QAC3B,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,SAAS;QACd,OAAO,EAAE;YACP,eAAe,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB;YAC5D,cAAc,EAAG,kBAAkB;SACpC;QACD,IAAI,EAAE;YACJ,QAAQ,EAAE,QAAQ;SACnB;KACF,CAAC,CAAC;IACH,gCAAgC;IAChC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,uBAAuB;IACvB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,QAA6B;IAC1D,6DAA6D;IAC7D,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,0CAA0C;QAC1C,OAAO,MAAM,eAAe,CAAC,QAAwC,CAAC,CAAC;IAEzE,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChH,oDAAoD;QACpD,OAAO,MAAM,mBAAmB,CAAC,QAA+B,CAAC,CAAC;IAEpE,CAAC;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QAClC,sCAAsC;QACtC,OAAO,MAAM,eAAe,CAAC,QAAqB,CAAC,CAAC;IAEtD,CAAC;SAAM,CAAC;QACN,yCAAyC;QACzC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}

package/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "@derogab/llm-proxy",
+  "description": "Simple LLM Proxy for seamless API integration",
+  "version": "0.1.0",
+  "author": "derogab",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/derogab/llm-proxy.git"
+  },
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "type": "module",
+  "scripts": {
+    "build": "tsc"
+  },
+  "keywords": [
+    "LLM",
+    "proxy",
+    "gateway"
+  ],
+  "devDependencies": {
+    "@types/node": "24.3.0",
+    "typescript": "5.9.2"
+  },
+  "dependencies": {
+    "axios": "1.11.0",
+    "dotenv": "17.2.1",
+    "ollama": "0.5.17",
+    "openai": "5.16.0"
+  }
+}

package/src/index.ts

@@ -0,0 +1,108 @@
+// Dependencies.
+import axios from 'axios';
+import * as dotenv from 'dotenv';
+import { Ollama } from 'ollama';
+import OpenAI from 'openai';
+
+// Types.
+import type { ChatCompletionMessageParam } from 'openai/resources';
+import type { Message } from 'ollama';
+
+export type CloudflareMessage = {
+  role: string;
+  content: string;
+};
+
+export type MessageInputParam = ChatCompletionMessageParam | Message | CloudflareMessage;
+
+// Configs.
+dotenv.config();
+
+/**
+ * Generate a response from the OpenAI API.
+ * 
+ * @param messages the messages to be sent to the OpenAI API.
+ * @returns the response string from the OpenAI API.
+ */
+async function generate_openai(messages: ChatCompletionMessageParam[]): Promise<ChatCompletionMessageParam> {
+  // Create a new instance of the OpenAI class.
+  const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
+  // Call the OpenAI API.
+  const chatCompletion = await openai.chat.completions.create({
+    messages: messages,
+    model: process.env.OPENAI_MODEL || 'gpt-4o-mini',
+  });
+  // Return the response.
+  return chatCompletion?.choices[0]?.message as ChatCompletionMessageParam;
+}
+
+/**
+ * Generate a response using Ollama Local API.
+ * 
+ * @param messages the messages to be sent to Ollama.
+ * @returns the response string.
+ */
+async function generate_ollama(messages: Message[]): Promise<Message> {
+  // Create a new instance of the OpenAI class.
+  const ollama = new Ollama({ host: process.env.OLLAMA_URI || 'http://localhost:11434' });
+  // Call the Ollama API.
+  const response = await ollama.chat({
+    model: process.env.OLLAMA_MODEL || 'llama3.1',
+    messages: messages,
+  });
+  // Return the response.
+  return response['message'];
+}
+
+/**
+ * Generate a response using Cloudflare AI API.
+ * 
+ * @param messages the messages to be sent to Cloudflare AI.
+ * @returns the response string.
+ */
+async function generate_cloudflare(messages: CloudflareMessage[]): Promise<CloudflareMessage> {
+  // Generate API URL based on the environment variables.
+  const model_url = 'https://api.cloudflare.com/client/v4/accounts/' + process.env.CLOUDFLARE_ACCOUNT_ID + '/ai/run/' + process.env.CLOUDFLARE_MODEL;
+  // Call the Cloudflare AI API.
+  const response = await axios({
+    method: 'post',
+    url: model_url,
+    headers: {
+      'Authorization': 'Bearer ' + process.env.CLOUDFLARE_AUTH_KEY,
+      'Content-Type' : 'application/json',
+    }, 
+    data: {
+      messages: messages,
+    },
+  });
+  // Extract the response message.
+  const msg = response.data.success ? response.data.result.response : '';
+  // Return the response.
+  return { role: 'assistant', content: msg };
+}
+
+/**
+ * Generate a response using an LLM.
+ * 
+ * @param messages the messages to be sent to the LLM.
+ * @returns the response string.
+ */
+export async function generate(messages: MessageInputParam[]): Promise<MessageInputParam> {
+  // Check what LLM to use, based on the environment variables.
+  if (process.env.OPENAI_API_KEY) {
+    // If openai key is available, use openai.
+    return await generate_openai(messages as ChatCompletionMessageParam[]);
+  
+  } else if (process.env.CLOUDFLARE_ACCOUNT_ID && process.env.CLOUDFLARE_AUTH_KEY && process.env.CLOUDFLARE_MODEL) {
+    // If cloudflare keys are available, use cloudflare.
+    return await generate_cloudflare(messages as CloudflareMessage[]);
+
+  } else if (process.env.OLLAMA_URI) {
+    // If ollama is available, use ollama.
+    return await generate_ollama(messages as Message[]);
+
+  } else {
+    // Throw an error if no LLM is available.
+    throw new Error('No available LLM found.');
+  }
+}

package/tsconfig.json

@@ -0,0 +1,44 @@
+{
+  // Visit https://aka.ms/tsconfig to read more about this file
+  "compilerOptions": {
+    // File Layout
+    "rootDir": "./src",
+    "outDir": "./dist",
+
+    // Environment Settings
+    // See also https://aka.ms/tsconfig/module
+    "module": "nodenext",
+    "target": "esnext",
+    "types": [],
+    // For nodejs:
+    // "lib": ["esnext"],
+    // "types": ["node"],
+    // and npm install -D @types/node
+
+    // Other Outputs
+    "sourceMap": true,
+    "declaration": true,
+    "declarationMap": true,
+
+    // Stricter Typechecking Options
+    "noUncheckedIndexedAccess": true,
+    "exactOptionalPropertyTypes": true,
+
+    // Style Options
+    // "noImplicitReturns": true,
+    // "noImplicitOverride": true,
+    // "noUnusedLocals": true,
+    // "noUnusedParameters": true,
+    // "noFallthroughCasesInSwitch": true,
+    // "noPropertyAccessFromIndexSignature": true,
+
+    // Recommended Options
+    "strict": true,
+    "jsx": "react-jsx",
+    "verbatimModuleSyntax": true,
+    "isolatedModules": true,
+    "noUncheckedSideEffectImports": true,
+    "moduleDetection": "force",
+    "skipLibCheck": true,
+  }
+}