190proof 1.0.22 → 1.0.24

package/dist/index.mjs

@@ -27035,6 +27035,10 @@ var GroqModel = /* @__PURE__ */ ((GroqModel2) => {
   GroqModel2["LLAMA_3_70B_8192"] = "llama3-70b-8192";
   return GroqModel2;
 })(GroqModel || {});
+var GeminiModel = /* @__PURE__ */ ((GeminiModel2) => {
+  GeminiModel2["GEMINI_15_PRO"] = "gemini-1.5-pro-latest";
+  return GeminiModel2;
+})(GeminiModel || {});
 
 // ../node_modules/@aws-sdk/client-bedrock-runtime/dist-es/BedrockRuntimeClient.js
 init_dist_es3();
@@ -31425,6 +31429,7 @@ function isHeicImage(name, mime) {
 }
 
 // index.ts
+var { GoogleGenerativeAI } = __require("@google/generative-ai");
 var sharp = __require("sharp");
 var decode = __require("heic-decode");
 function parseStreamedResponse(identifier, paragraph, functionCallName, functionCallArgs, allowedFunctionNames) {
@@ -31889,6 +31894,92 @@ Before answering you can reason about the instructions and answer using <thinkin
   }
   return jiggedMessages;
 }
+async function prepareGoogleAIPayload(payload) {
+  var _a3;
+  const preparedPayload = {
+    model: payload.model,
+    messages: [],
+    tools: payload.functions ? {
+      functionDeclarations: payload.functions.map((fn) => ({
+        name: fn.name,
+        parameters: {
+          // Google puts their description in the parameters object rather than in a top-level field
+          description: fn.description,
+          ...fn.parameters
+        }
+      }))
+    } : void 0
+  };
+  for (const message of payload.messages) {
+    const googleAIContentParts = [];
+    if (message.content) {
+      googleAIContentParts.push({
+        text: message.content
+      });
+    }
+    for (const file of message.files || []) {
+      if (!((_a3 = file.mimeType) == null ? void 0 : _a3.startsWith("image"))) {
+        console.warn(
+          "Google AI API does not support non-image file types. Skipping file."
+        );
+        continue;
+      }
+      if (file.url) {
+        googleAIContentParts.push({
+          inlineData: {
+            mimeType: "image/png",
+            data: await getNormalizedBase64PNG(file.url, file.mimeType)
+          }
+        });
+      } else if (file.data) {
+        if (!["image/png", "image/jpeg", "image/gif", "image/webp"].includes(
+          file.mimeType
+        )) {
+          throw new Error(
+            "Invalid image mimeType. Supported types are: image/png, image/jpeg, image/gif, image/webp"
+          );
+        }
+        googleAIContentParts.push({
+          inlineData: {
+            mimeType: file.mimeType,
+            data: file.data
+          }
+        });
+      }
+    }
+    preparedPayload.messages.push({
+      role: message.role === "user" ? "user" : "model",
+      parts: googleAIContentParts
+    });
+  }
+  return preparedPayload;
+}
+async function callGoogleAI(identifier, payload) {
+  console.log(identifier, "Calling Google AI API");
+  const genAI = new GoogleGenerativeAI(process.env.GEMINI_API_KEY);
+  const model = genAI.getGenerativeModel({
+    model: payload.model,
+    tools: payload.tools
+  });
+  const history = payload.messages.slice(0, -1);
+  const lastMessage = payload.messages.slice(-1)[0];
+  const chat = model.startChat({
+    history
+  });
+  const result = await chat.sendMessage(lastMessage.parts);
+  const response = await result.response;
+  const text = response.text();
+  const functionCalls = response.functionCalls();
+  const parsedFunctionCalls = functionCalls == null ? void 0 : functionCalls.map((fc) => ({
+    name: fc.name,
+    arguments: fc.args
+  }));
+  return {
+    role: "assistant",
+    content: text || null,
+    function_call: (parsedFunctionCalls == null ? void 0 : parsedFunctionCalls[0]) || null
+  };
+}
 async function callWithRetries(identifier, aiPayload, aiConfig, retries = 5, chunkTimeoutMs = 15e3) {
   if (isAnthropicPayload(aiPayload)) {
     console.log(identifier, "Delegating call to Anthropic API");
@@ -31913,6 +32004,12 @@ async function callWithRetries(identifier, aiPayload, aiConfig, retries = 5, chu
       identifier,
       await prepareGroqPayload(aiPayload)
     );
+  } else if (isGoogleAIPayload(aiPayload)) {
+    console.log(identifier, "Delegating call to Google AI API");
+    return await callGoogleAI(
+      identifier,
+      await prepareGoogleAIPayload(aiPayload)
+    );
   } else {
     throw new Error("Invalid AI payload: Unknown model type.");
   }
@@ -32013,10 +32110,7 @@ async function prepareOpenAIPayload(payload) {
         openAIContentBlocks.push({
           type: "image_url",
           image_url: {
-            url: `data:image/png;base64,${await getNormalizedBase64PNG(
-              file.url,
-              file.mimeType
-            )}`
+            url: file.url
           }
         });
       } else if (file.data) {
@@ -32060,6 +32154,9 @@ function prepareGroqPayload(payload) {
 function normalizeMessageContent(content) {
   return Array.isArray(content) ? content.map((c5) => c5.type === "text" ? c5.text : `[${c5.type}]`).join("\n") : content;
 }
+function isGoogleAIPayload(payload) {
+  return Object.values(GeminiModel).includes(payload.model);
+}
 async function callGroq(identifier, payload) {
   const response = await axios_default.post(
     "https://api.groq.com/openai/v1/chat/completions",