litellmts-core 2.1.0 → 2.1.1

package/dist/handlers/ollama.js

@@ -53,12 +53,15 @@ async function* iterateResponse(response, model, prompt) {
         }
     }
 }
-async function getOllamaResponse(model, prompt, baseUrl, stream) {
+async function getOllamaResponse(model, prompt, baseUrl, stream, apiKey) {
+    const headers = {
+        'Content-Type': 'application/json',
+    };
+    if (apiKey)
+        headers.Authorization = `Bearer ${apiKey}`;
     return fetch(`${baseUrl}/api/chat`, {
         method: 'POST',
-        headers: {
-            'Content-Type': 'application/json',
-        },
+        headers,
         body: JSON.stringify({
             model,
             messages: [{ role: 'user', content: prompt }],
@@ -72,7 +75,7 @@ async function OllamaHandler(params) {
         ? params.model.slice(7)
         : params.model;
     const prompt = (0, combinePrompts_1.combinePrompts)(params.messages);
-    const res = await getOllamaResponse(model, prompt, baseUrl, !!params.stream);
+    const res = await getOllamaResponse(model, prompt, baseUrl, !!params.stream, params.apiKey);
     if (!res.ok) {
         throw new Error(`Received an error with code ${res.status} from Ollama API.`);
     }
@@ -89,13 +92,16 @@ async function OllamaHandler(params) {
     return toResponse(message, model, prompt);
 }
 const registry_1 = require("../models/registry");
-(0, registry_1.registerModelProvider)('ollama', async ({ baseUrl } = {}) => {
+(0, registry_1.registerModelProvider)('ollama', async ({ baseUrl, apiKey } = {}) => {
     const url = baseUrl ?? 'http://127.0.0.1:11434';
-    const res = await fetch(`${url.replace(/\/+$/, '')}/api/tags`);
+    const headers = {};
+    if (apiKey)
+        headers.Authorization = `Bearer ${apiKey}`;
+    const res = await fetch(`${url.replace(/\/+$/, '')}/api/tags`, { headers });
     if (!res.ok)
         return [];
     const { models } = (await res.json());
-    return (models ?? []).map((m) => ({ id: m.name, provider: 'ollama' }));
+    return (models ?? []).map((m) => ({ id: m.name.replace(/-cloud$/, ''), provider: 'ollama' }));
 });
 const registry_2 = require("../registry");
 (0, registry_2.registerCompletionHandler)('ollama/', OllamaHandler);

package/dist/models/registry.js

@@ -10,15 +10,18 @@ const CACHE_TTL = 5 * 60 * 1000;
 function registerModelProvider(provider, fetcher) {
     fetchers.set(provider, fetcher);
 }
-async function tryOllamaTags(baseUrl, provider) {
+async function tryOllamaTags(baseUrl, provider, apiKey) {
     try {
-        const res = await fetch(`${baseUrl}/api/tags`);
+        const headers = {};
+        if (apiKey)
+            headers.Authorization = `Bearer ${apiKey}`;
+        const res = await fetch(`${baseUrl}/api/tags`, { headers });
         if (!res.ok)
             return null;
         const { models } = (await res.json());
         if (!Array.isArray(models))
             return null;
-        return models.map((m) => ({ id: m.name, provider }));
+        return models.map((m) => ({ id: m.name.replace(/-cloud$/, ''), provider }));
     }
     catch {
         return null;
@@ -48,7 +51,7 @@ async function listModels(provider, opts) {
     let data = null;
     if (opts?.baseUrl) {
         const baseUrl = opts.baseUrl.replace(/\/+$/, '');
-        data = await tryOllamaTags(baseUrl, provider);
+        data = await tryOllamaTags(baseUrl, provider, opts.apiKey);
         if (!data || data.length === 0) {
             data = await tryOpenAIModels(baseUrl, provider, opts.apiKey);
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "litellmts-core",
-  "version": "2.1.0",
+  "version": "2.1.1",
   "description": "TypeScript implementation of LiteLLM — unified interface for 45+ LLM providers",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",