@memberjunction/ai-gemini 0.9.4

package/dist/index.d.ts

@@ -0,0 +1,10 @@
+import { InputContent } from "@google/generative-ai";
+import { BaseLLM, ChatMessage, ChatParams, ChatResult, SummarizeParams, SummarizeResult } from "@memberjunction/ai";
+export declare class GeminiLLM extends BaseLLM {
+    private static _gemini;
+    constructor(apiKey: string);
+    ChatCompletion(params: ChatParams): Promise<ChatResult>;
+    SummarizeText(params: SummarizeParams): Promise<SummarizeResult>;
+    ClassifyText(params: any): Promise<any>;
+    static MapMJMessageToGeminiHistoryEntry(message: ChatMessage): InputContent;
+}

package/dist/index.js

@@ -0,0 +1,86 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiLLM = void 0;
+// Google Gemini Import
+const generative_ai_1 = require("@google/generative-ai");
+// MJ stuff
+const ai_1 = require("@memberjunction/ai");
+class GeminiLLM extends ai_1.BaseLLM {
+    constructor(apiKey) {
+        super(apiKey);
+        if (!GeminiLLM._gemini) {
+            GeminiLLM._gemini = new generative_ai_1.GoogleGenerativeAI(apiKey);
+        }
+    }
+    async ChatCompletion(params) {
+        try {
+            // For text-only input, use the gemini-pro model
+            const startTime = new Date();
+            const config = {
+                temperature: params.temperature || 0.5,
+            };
+            const model = GeminiLLM._gemini.getGenerativeModel({ model: params.model || "gemini-pro", generationConfig: config });
+            const allMessagesButLast = params.messages.slice(0, -1);
+            const chat = model.startChat({
+                history: allMessagesButLast.map(m => GeminiLLM.MapMJMessageToGeminiHistoryEntry(m))
+            });
+            const latestMessage = params.messages[params.messages.length - 1].content;
+            const result = await chat.sendMessage(latestMessage);
+            const endTime = new Date();
+            return {
+                success: true,
+                statusText: "OK",
+                startTime: startTime,
+                endTime: endTime,
+                timeElapsed: endTime.getTime() - startTime.getTime(),
+                data: {
+                    choices: [{
+                            message: { role: 'assistant', content: result.response.text() },
+                            finish_reason: "completed",
+                            index: 0
+                        }],
+                    usage: {
+                        totalTokens: 0,
+                        promptTokens: 0,
+                        completionTokens: 0 // to do map this from google
+                    }
+                },
+                errorMessage: "",
+                exception: null,
+            };
+        }
+        catch (e) {
+            return {
+                success: false,
+                statusText: e && e.message ? e.message : "Error",
+                startTime: new Date(),
+                endTime: new Date(),
+                timeElapsed: 0,
+                data: {
+                    choices: [],
+                    usage: {
+                        totalTokens: 0,
+                        promptTokens: 0,
+                        completionTokens: 0
+                    }
+                },
+                errorMessage: e.message,
+                exception: e
+            };
+        }
+    }
+    SummarizeText(params) {
+        throw new Error("Method not implemented.");
+    }
+    ClassifyText(params) {
+        throw new Error("Method not implemented.");
+    }
+    static MapMJMessageToGeminiHistoryEntry(message) {
+        return {
+            role: message.role === 'assistant' ? 'model' : 'user', // google calls all messages other than the replies from the model 'user' which would include the system prompt
+            parts: message.content
+        };
+    }
+}
+exports.GeminiLLM = GeminiLLM;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,uBAAuB;AACvB,yDAAyE;AAEzE,WAAW;AACX,2CAAoH;AAEpH,MAAa,SAAU,SAAQ,YAAO;IAGlC,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YACrB,SAAS,CAAC,OAAO,GAAG,IAAI,kCAAkB,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,MAAkB;QAC1C,IAAI,CAAC;YACD,gDAAgD;YAChD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG;gBACX,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;aACzC,CAAC;YACF,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,YAAY,EAAE,gBAAgB,EAAE,MAAM,EAAC,CAAC,CAAC;YACrH,MAAM,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC;gBACzB,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,gCAAgC,CAAC,CAAC,CAAC,CAAC;aACtF,CAAC,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAC3B,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;gBACpD,IAAI,EAAE;oBACF,OAAO,EAAE,CAAC;4BACN,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE;4BAC/D,aAAa,EAAE,WAAW;4BAC1B,KAAK,EAAE,CAAC;yBACX,CAAC;oBACF,KAAK,EAAE;wBACH,WAAW,EAAE,CAAC;wBACd,YAAY,EAAE,CAAC;wBACf,gBAAgB,EAAE,CAAC,CAAC,6BAA6B;qBACpD;iBACJ;gBACD,YAAY,EAAE,EAAE;gBAChB,SAAS,EAAE,IAAI;aAClB,CAAA;QACL,CAAC;QACD,OAAO,CAAC,EAAE,CAAC;YACP,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO;gBAChD,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,OAAO,EAAE,IAAI,IAAI,EAAE;gBACnB,WAAW,EAAE,CAAC;gBACd,IAAI,EAAE;oBACF,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE;wBACH,WAAW,EAAE,CAAC;wBACd,YAAY,EAAE,CAAC;wBACf,gBAAgB,EAAE,CAAC;qBACtB;iBACJ;gBACD,YAAY,EAAE,CAAC,CAAC,OAAO;gBACvB,SAAS,EAAE,CAAC;aAEf,CAAA;QACL,CAAC;IACL,CAAC;IACD,aAAa,CAAC,MAAuB;QACjC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,YAAY,CAAC,MAAW;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,MAAM,CAAC,gCAAgC,CAAC,OAAoB;QAC/D,OAAO;YACH,IAAI,EAAE,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,+GAA+G;YACtK,KAAK,EAAE,OAAO,CAAC,OAAO;SACzB,CAAA;IACL,CAAC;CACJ;AAjFD,8BAiFC"}

package/package.json

@@ -0,0 +1,25 @@
+{
+  "name": "@memberjunction/ai-gemini",
+  "version": "0.9.4",
+  "description": "MemberJunction Wrapper for Google Gemini AI Models",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "/dist"
+  ],
+  "scripts": {
+    "start": "ts-node-dev src/index.ts",
+    "build": "tsc",
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "author": "MemberJunction.com",
+  "license": "ISC",
+  "devDependencies": {
+    "ts-node-dev": "^2.0.0",
+    "typescript": "^5.3.3"
+  },
+  "dependencies": {
+    "@memberjunction/ai": "^0.9.147",
+    "@google/generative-ai": "~0.2.1"
+  }
+}

package/readme.md

@@ -0,0 +1,2 @@
+# @memberjunction/ai-gemini
+Simple wrapper class for Google Gemini AI Models to use with the MemberJunction framework.