190proof 1.0.6 → 1.0.9

package/dist/index.d.mts

@@ -16,30 +16,16 @@ declare enum GroqModel {
 }
 interface GenericMessage {
     role: "user" | "assistant" | "system";
-    content: string | AnthropicContentBlock[];
+    content: string;
     timestamp?: string;
     files?: File[];
     functionCalls?: FunctionCall[];
 }
 interface File {
-    name: string;
     mimetype: string;
     url?: string;
     data?: string;
 }
-type AnthropicContentBlock = AnthropicTextContentBlock | AnthropicImageContentBlock;
-interface AnthropicTextContentBlock {
-    type: "text";
-    text: string;
-}
-interface AnthropicImageContentBlock {
-    type: "image";
-    source: {
-        type: "base64";
-        media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
-        data: string;
-    };
-}
 interface ParsedResponseMessage {
     role: "assistant";
     content: string | null;
@@ -85,4 +71,4 @@ interface GenericPayload {
 
 declare function callWithRetries(identifier: string, aiPayload: GenericPayload, aiConfig?: OpenAIConfig | AnthropicAIConfig, retries?: number, chunkTimeoutMs?: number): Promise<ParsedResponseMessage>;
 
-export { ClaudeModel, type FunctionDefinition, GPTModel, GroqModel, type OpenAIConfig, callWithRetries };
+export { ClaudeModel, type FunctionDefinition, GPTModel, type GenericMessage, type GenericPayload, GroqModel, type OpenAIConfig, callWithRetries };

package/dist/index.d.ts

@@ -16,30 +16,16 @@ declare enum GroqModel {
 }
 interface GenericMessage {
     role: "user" | "assistant" | "system";
-    content: string | AnthropicContentBlock[];
+    content: string;
     timestamp?: string;
     files?: File[];
     functionCalls?: FunctionCall[];
 }
 interface File {
-    name: string;
     mimetype: string;
     url?: string;
     data?: string;
 }
-type AnthropicContentBlock = AnthropicTextContentBlock | AnthropicImageContentBlock;
-interface AnthropicTextContentBlock {
-    type: "text";
-    text: string;
-}
-interface AnthropicImageContentBlock {
-    type: "image";
-    source: {
-        type: "base64";
-        media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
-        data: string;
-    };
-}
 interface ParsedResponseMessage {
     role: "assistant";
     content: string | null;
@@ -85,4 +71,4 @@ interface GenericPayload {
 
 declare function callWithRetries(identifier: string, aiPayload: GenericPayload, aiConfig?: OpenAIConfig | AnthropicAIConfig, retries?: number, chunkTimeoutMs?: number): Promise<ParsedResponseMessage>;
 
-export { ClaudeModel, type FunctionDefinition, GPTModel, GroqModel, type OpenAIConfig, callWithRetries };
+export { ClaudeModel, type FunctionDefinition, GPTModel, type GenericMessage, type GenericPayload, GroqModel, type OpenAIConfig, callWithRetries };

package/dist/index.js

@@ -31423,8 +31423,15 @@ var {
 function timeout(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
+function isHeicImage(name, mime) {
+  var _a3;
+  const extension = ((_a3 = name.split(".").pop()) == null ? void 0 : _a3.toLowerCase()) || "";
+  return ["heic", "heif", "heics"].includes(extension) || !!(mime && ["image/heic", "image/heif", "image/heic-sequence"].includes(mime));
+}
 
 // index.ts
+var sharp = require("sharp");
+var decode = require("heic-decode");
 function parseStreamedResponse(identifier, paragraph, functionCallName, functionCallArgs, allowedFunctionNames) {
   let functionCall = null;
   if (functionCallName && functionCallArgs) {
@@ -31538,7 +31545,6 @@ async function callOpenAIStream(identifier, openAiPayload, openAiConfig, chunkTi
       baseUrl: defaultOpenAIBaseUrl
     };
   }
-  console.log("payload", openAiPayload);
   let response;
   const controller = new AbortController();
   if (openAiConfig.service === "azure") {
@@ -31869,7 +31875,7 @@ async function callWithRetries(identifier, aiPayload, aiConfig, retries = 5, chu
     console.log(identifier, "Delegating call to Anthropic API");
     return await callAnthropicWithRetries(
       identifier,
-      prepareAnthropicPayload(aiPayload),
+      await prepareAnthropicPayload(aiPayload),
       aiConfig,
       retries
     );
@@ -31877,14 +31883,17 @@ async function callWithRetries(identifier, aiPayload, aiConfig, retries = 5, chu
     console.log(identifier, "Delegating call to OpenAI API");
     return await callOpenAiWithRetries(
       identifier,
-      prepareOpenAIPayload(aiPayload),
+      await prepareOpenAIPayload(aiPayload),
       aiConfig,
       retries,
       chunkTimeoutMs
     );
   } else if (isGroqPayload(aiPayload)) {
     console.log(identifier, "Delegating call to Groq API");
-    return await callGroqWithRetries(identifier, prepareGroqPayload(aiPayload));
+    return await callGroqWithRetries(
+      identifier,
+      await prepareGroqPayload(aiPayload)
+    );
   } else {
     throw new Error("Invalid AI payload: Unknown model type.");
   }
@@ -31892,31 +31901,110 @@ async function callWithRetries(identifier, aiPayload, aiConfig, retries = 5, chu
 function isAnthropicPayload(payload) {
   return Object.values(ClaudeModel).includes(payload.model);
 }
-function prepareAnthropicPayload(payload) {
-  return {
+async function prepareAnthropicPayload(payload) {
+  const preparedPayload = {
     model: payload.model,
-    messages: payload.messages.map((message) => ({
-      role: message.role,
-      content: message.content
-      // TODO: Handle files
-    })),
+    messages: [],
     functions: payload.functions
   };
+  for (const message of payload.messages) {
+    const anthropicContentBlocks = [];
+    if (message.content) {
+      anthropicContentBlocks.push({
+        type: "text",
+        text: message.content
+      });
+    }
+    for (const file of message.files || []) {
+      if (!file.mimetype.startsWith("image")) {
+        console.warn(
+          "Anthropic API does not support non-image file types. Skipping file."
+        );
+        continue;
+      }
+      if (file.url) {
+        anthropicContentBlocks.push({
+          type: "image",
+          source: {
+            type: "base64",
+            media_type: "image/png",
+            data: await getNormalizedBase64PNG(file.url, file.mimetype)
+          }
+        });
+      } else if (file.data) {
+        if (!["image/png", "image/jpeg", "image/gif", "image/webp"].includes(
+          file.mimetype
+        )) {
+          throw new Error(
+            "Invalid image mimetype. Supported types are: image/png, image/jpeg, image/gif, image/webp"
+          );
+        }
+        anthropicContentBlocks.push({
+          type: "image",
+          source: {
+            type: "base64",
+            media_type: file.mimetype,
+            data: file.data
+          }
+        });
+      }
+    }
+    preparedPayload.messages.push({
+      role: message.role,
+      content: anthropicContentBlocks
+    });
+  }
+  return preparedPayload;
 }
 function isOpenAiPayload(payload) {
   return Object.values(GPTModel).includes(payload.model);
 }
-function prepareOpenAIPayload(payload) {
-  return {
+async function prepareOpenAIPayload(payload) {
+  const preparedPayload = {
     model: payload.model,
-    messages: payload.messages.map((message) => ({
-      role: message.role,
-      content: normalizeMessageContent(message.content)
-      // TODO: Handle files
-    })),
-    functions: payload.functions,
-    function_call: payload.function_call
+    messages: [],
+    functions: payload.functions
   };
+  for (const message of payload.messages) {
+    const openAIContentBlocks = [];
+    if (message.content) {
+      openAIContentBlocks.push({
+        type: "text",
+        text: message.content
+      });
+    }
+    for (const file of message.files || []) {
+      if (!file.mimetype.startsWith("image")) {
+        console.warn(
+          "OpenAI API does not support non-image file types. Skipping file."
+        );
+        continue;
+      }
+      if (file.url) {
+        openAIContentBlocks.push({
+          type: "image_url",
+          image_url: {
+            url: `data:image/png;base64,${await getNormalizedBase64PNG(
+              file.url,
+              file.mimetype
+            )}`
+          }
+        });
+      } else if (file.data) {
+        openAIContentBlocks.push({
+          type: "image_url",
+          image_url: {
+            url: `data:${file.mimetype};base64,${file.data}`
+          }
+        });
+      }
+    }
+    preparedPayload.messages.push({
+      role: message.role,
+      content: openAIContentBlocks
+    });
+  }
+  return preparedPayload;
 }
 function isGroqPayload(payload) {
   return Object.values(GroqModel).includes(payload.model);
@@ -31998,6 +32086,25 @@ async function callGroqWithRetries(identifier, payload, retries = 5) {
   error.response = lastResponse;
   throw error;
 }
+async function getNormalizedBase64PNG(url2, mime) {
+  console.log("Normalizing image", url2);
+  const response = await axios_default.get(url2, { responseType: "arraybuffer" });
+  let imageBuffer = Buffer.from(response.data);
+  let sharpOptions = {};
+  if (isHeicImage(url2, mime)) {
+    const imageData = await decode({ buffer: imageBuffer });
+    imageBuffer = Buffer.from(imageData.data);
+    sharpOptions = {
+      raw: {
+        width: imageData.width,
+        height: imageData.height,
+        channels: 4
+      }
+    };
+  }
+  const resizedBuffer = await sharp(imageBuffer, sharpOptions).withMetadata().resize(1024, 1024, { fit: "inside", withoutEnlargement: true }).png().toBuffer();
+  return resizedBuffer.toString("base64");
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   ClaudeModel,