litellmts-core 1.1.0 → 2.1.0

package/dist/utils/gemini.d.ts

@@ -0,0 +1,12 @@
+import type { GenerateContentResponse } from '@google/genai';
+import type { Message, FinishReason, ConsistentResponseUsage, ResultNotStreaming, ResultStreaming } from '../types';
+export declare function toGeminiContent(messages: Message[]): {
+    role: string;
+    parts: {
+        text: string;
+    }[];
+}[];
+export declare function toFinishReason(reason: string | null | undefined): FinishReason;
+export declare function toUsage(meta: GenerateContentResponse['usageMetadata']): ConsistentResponseUsage | undefined;
+export declare function toResponse(response: GenerateContentResponse, model: string): ResultNotStreaming;
+export declare function toStreamingResponse(stream: AsyncGenerator<GenerateContentResponse>, model: string): ResultStreaming;

package/dist/utils/gemini.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toGeminiContent = toGeminiContent;
+exports.toFinishReason = toFinishReason;
+exports.toUsage = toUsage;
+exports.toResponse = toResponse;
+exports.toStreamingResponse = toStreamingResponse;
+const getUnixTimestamp_1 = require("./getUnixTimestamp");
+function toGeminiContent(messages) {
+    return messages.map((msg) => ({
+        role: msg.role === 'assistant' ? 'model' : msg.role,
+        parts: msg.content ? [{ text: msg.content }] : [],
+    }));
+}
+function toFinishReason(reason) {
+    switch (reason) {
+        case 'STOP':
+            return 'stop';
+        case 'MAX_TOKENS':
+            return 'length';
+        default:
+            return 'stop';
+    }
+}
+function toUsage(meta) {
+    if (!meta)
+        return undefined;
+    return {
+        prompt_tokens: meta.promptTokenCount ?? 0,
+        completion_tokens: meta.candidatesTokenCount ?? 0,
+        total_tokens: meta.totalTokenCount ?? 0,
+    };
+}
+function toResponse(response, model) {
+    const candidate = response.candidates?.[0];
+    return {
+        model,
+        created: (0, getUnixTimestamp_1.getUnixTimestamp)(),
+        usage: toUsage(response.usageMetadata),
+        choices: [
+            {
+                index: candidate?.index ?? 0,
+                finish_reason: toFinishReason(candidate?.finishReason),
+                message: {
+                    role: 'assistant',
+                    content: candidate?.content?.parts?.map((p) => p.text ?? '').join('') ?? null,
+                },
+            },
+        ],
+    };
+}
+async function* toStreamingResponse(stream, model) {
+    for await (const chunk of stream) {
+        const candidate = chunk.candidates?.[0];
+        const deltaContent = candidate?.content?.parts?.map((p) => p.text ?? '').join('') ?? '';
+        const chunkOutput = {
+            model,
+            created: (0, getUnixTimestamp_1.getUnixTimestamp)(),
+            usage: toUsage(chunk.usageMetadata),
+            choices: [
+                {
+                    index: candidate?.index ?? 0,
+                    finish_reason: toFinishReason(candidate?.finishReason),
+                    delta: {
+                        content: deltaContent,
+                        role: 'assistant',
+                    },
+                },
+            ],
+        };
+        yield chunkOutput;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "litellmts-core",
-  "version": "1.1.0",
+  "version": "2.1.0",
   "description": "TypeScript implementation of LiteLLM — unified interface for 45+ LLM providers",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -40,7 +40,7 @@
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.104.1",
-    "@google/generative-ai": "^0.24.1",
+    "@google/genai": "^2.8.0",
     "cohere-ai": "^8.0.0",
     "eventsource": "^4.1.0",
     "js-tiktoken": "^1.0.21",