@automagik/omni 2.260523.1 → 2.260524.1

package/dist/index.js

@@ -124460,7 +124460,7 @@ import { fileURLToPath } from "url";
 // package.json
 var package_default = {
   name: "@automagik/omni",
-  version: "2.260523.1",
+  version: "2.260524.1",
   description: "LLM-optimized CLI for Omni",
   type: "module",
   bin: {

package/dist/server/index.js

@@ -230186,7 +230186,7 @@ var init_sentry_scrub = __esm(() => {
 var require_package8 = __commonJS((exports, module) => {
   module.exports = {
     name: "@omni/api",
-    version: "2.260523.1",
+    version: "2.260524.1",
     type: "module",
     exports: {
       ".": {
@@ -331824,6 +331824,40 @@ function buildChatPreview(payload, rawPayload) {
   }
   return preview.substring(0, 500);
 }
+function compactRecord(record) {
+  const compacted = Object.fromEntries(Object.entries(record).filter(([, value]) => value !== undefined));
+  return Object.keys(compacted).length > 0 ? compacted : undefined;
+}
+function isSentMediaContent(content) {
+  return OUTBOUND_MEDIA_TYPES.has(content.type) || !!content.mediaUrl || !!content.localPath || !!content.mimeType;
+}
+function buildSentMediaMetadata(content, rawPayload) {
+  if (!isSentMediaContent(content))
+    return;
+  const rawSource = typeof rawPayload?.mediaSource === "string" ? rawPayload.mediaSource : undefined;
+  return compactRecord({
+    caption: content.caption,
+    filename: content.filename,
+    voiceNote: content.isVoiceNote === true ? true : undefined,
+    source: rawSource ?? (content.mediaUrl ? "url" : content.localPath ? "localPath" : "inline")
+  });
+}
+function buildSentMessageContentFields(payload) {
+  return {
+    textContent: sanitizeText(payload.content.text ?? payload.content.caption),
+    hasMedia: isSentMediaContent(payload.content),
+    mediaMimeType: truncate3(payload.content.mimeType, 100),
+    mediaUrl: payload.content.mediaUrl,
+    mediaLocalPath: payload.content.localPath,
+    mediaMetadata: buildSentMediaMetadata(payload.content, payload.rawPayload),
+    rawPayload: payload.rawPayload ? deepSanitize(payload.rawPayload) : undefined
+  };
+}
+function buildSentChatPreview(payload) {
+  const text3 = payload.content.text ?? payload.content.caption ?? "";
+  const badge = payload.content.type !== "text" ? MEDIA_BADGES2[payload.content.type] ?? `[${payload.content.type}]` : "";
+  return badge ? text3 ? `${badge} ${text3}` : badge : text3;
+}
 function extractPhoneFromSender(senderId, channel5) {
   if (!channel5.startsWith("whatsapp"))
     return;
@@ -332115,17 +332149,22 @@ async function setupMessagePersistence(eventBus, services) {
           chatType: inferChatType(payload.chatId),
           channel: metadata.channelType ?? "whatsapp"
         });
+        const sentContent = buildSentMessageContentFields(payload);
         const { message: message2, created } = await services.messages.findOrCreate(chat2.id, messageExternalId, {
           source: "realtime",
           messageType: mapContentType(payload.content.type),
-          textContent: sanitizeText(payload.content.text),
+          textContent: sentContent.textContent,
           platformTimestamp: new Date(event.timestamp),
           senderPersonId: metadata.personId,
           senderPlatformIdentityId: metadata.platformIdentityId,
           isFromMe: true,
           senderAgentId: payload.senderAgentId ?? null,
-          hasMedia: !!payload.content.mediaUrl,
-          mediaUrl: payload.content.mediaUrl,
+          hasMedia: sentContent.hasMedia,
+          mediaMimeType: sentContent.mediaMimeType,
+          mediaUrl: sentContent.mediaUrl,
+          mediaLocalPath: sentContent.mediaLocalPath,
+          mediaMetadata: sentContent.mediaMetadata,
+          rawPayload: sentContent.rawPayload,
           replyToExternalId: truncate3(payload.replyToId, 255)
         });
         if (created) {
@@ -332135,7 +332174,7 @@ async function setupMessagePersistence(eventBus, services) {
             chatId: chat2.id
           });
         }
-        services.chats.updateLastMessage(chat2.id, sanitizeText(payload.content.text ?? "") ?? "", new Date(event.timestamp), true).catch((err) => log93.debug("Failed to update chat recency (sent)", { error: String(err) }));
+        services.chats.updateLastMessage(chat2.id, sanitizeText(buildSentChatPreview(payload)) ?? "", new Date(event.timestamp), true).catch((err) => log93.debug("Failed to update chat recency (sent)", { error: String(err) }));
         if (metadata.streamSequence) {
           await services.consumerOffsets.updateOffset("message-persistence-sent", "MESSAGE", metadata.streamSequence, event.id);
         }
@@ -332304,7 +332343,7 @@ async function detectStartupGaps(services) {
     }
   }
 }
-var log93, CONTENT_TYPE_MAP, INTERNAL_JID_SUFFIXES, MEDIA_BADGES2;
+var log93, CONTENT_TYPE_MAP, INTERNAL_JID_SUFFIXES, MEDIA_BADGES2, OUTBOUND_MEDIA_TYPES;
 var init_message_persistence = __esm(() => {
   init_src();
   init_esm5();
@@ -332334,6 +332373,7 @@ var init_message_persistence = __esm(() => {
     location: "[Location]",
     poll: "[Poll]"
   };
+  OUTBOUND_MEDIA_TYPES = new Set(["audio", "image", "video", "document", "sticker"]);
 });
 
 // ../api/src/plugins/session-storage.ts
@@ -333954,7 +333994,8 @@ function createClaudeCodeProviderInstance(provider, instance4, db2) {
     model: schemaConfig.model,
     systemPrompt: schemaConfig.systemPrompt,
     mcpServers: schemaConfig.mcpServers,
-    maxTurns: schemaConfig.maxTurns
+    maxTurns: schemaConfig.maxTurns,
+    pathToClaudeCodeExecutable: schemaConfig.pathToClaudeCodeExecutable
   }, createSessionStorage(db2, provider.id), {
     timeoutMs: (instance4.agentTimeout ?? provider.defaultTimeout ?? 120) * 1000,
     enableAutoSplit: instance4.enableAutoSplit ?? true,
@@ -342723,6 +342764,9 @@ function buildA2AAgentCard(params) {
   const providerOverride = isRecord(override.provider) ? override.provider : undefined;
   if (providerOverride)
     card.provider = providerOverride;
+  const metadataOverride = isRecord(override.metadata) ? override.metadata : undefined;
+  if (metadataOverride)
+    card.metadata = metadataOverride;
   const iconUrl = stringOverride(override.iconUrl);
   if (iconUrl)
     card.iconUrl = iconUrl;
@@ -349590,7 +349634,15 @@ var init__close_contact_config = __esm(() => {
 
 // ../api/src/routes/v2/messages.ts
 import { existsSync as existsSync7 } from "fs";
-import { join as join22 } from "path";
+import { extname as extname3, join as join22 } from "path";
+function inferMediaMimeType(type, filename) {
+  if (filename) {
+    const fromExtension = MIME_BY_EXTENSION[extname3(filename).toLowerCase()];
+    if (fromExtension)
+      return fromExtension;
+  }
+  return DEFAULT_MIME_BY_MEDIA_TYPE[type];
+}
 function isUUID(value) {
   return UUID_REGEX2.test(value);
 }
@@ -349748,7 +349800,7 @@ async function verifyMessageInstanceOwnership(services, message2, instanceId) {
     });
   }
 }
-var log105, mediaDownloadLog, messagesRoutes, UUID_REGEX2, MessageSourceSchema, MessageTypeSchema, MessageStatusSchema, DeliveryStatusSchema, listQuerySchema14, createMessageSchema, updateMessageSchema, recordEditSchema, addReactionSchema, removeReactionSchema, updateDeliveryStatusSchema, MentionSchema, sendTextSchema, sendMediaSchema, sendReactionSchema, sendStickerSchema, sendContactSchema, sendLocationSchema, sendHandoffSchema, sendCloseContactSchema, messageRefSchema, _mediaStorageForDownload = null, sendTtsSchema, forwardMessageSchema, sendPresenceSchema, markMessageReadSchema, markBatchReadSchema, sendPollSchema, sendEmbedSchema, editMessageChannelSchema, deleteMessageChannelSchema, starMessageSchema;
+var log105, mediaDownloadLog, messagesRoutes, MIME_BY_EXTENSION, DEFAULT_MIME_BY_MEDIA_TYPE, UUID_REGEX2, MessageSourceSchema, MessageTypeSchema, MessageStatusSchema, DeliveryStatusSchema, listQuerySchema14, createMessageSchema, updateMessageSchema, recordEditSchema, addReactionSchema, removeReactionSchema, updateDeliveryStatusSchema, MentionSchema, sendTextSchema, sendMediaSchema, sendReactionSchema, sendStickerSchema, sendContactSchema, sendLocationSchema, sendHandoffSchema, sendCloseContactSchema, messageRefSchema, _mediaStorageForDownload = null, sendTtsSchema, forwardMessageSchema, sendPresenceSchema, markMessageReadSchema, markBatchReadSchema, sendPollSchema, sendEmbedSchema, editMessageChannelSchema, deleteMessageChannelSchema, starMessageSchema;
 var init_messages5 = __esm(() => {
   init_dist6();
   init_src2();
@@ -349766,6 +349818,29 @@ var init_messages5 = __esm(() => {
   log105 = createLogger("routes:messages");
   mediaDownloadLog = createLogger("routes:messages:media-download");
   messagesRoutes = new Hono2;
+  MIME_BY_EXTENSION = {
+    ".jpg": "image/jpeg",
+    ".jpeg": "image/jpeg",
+    ".png": "image/png",
+    ".gif": "image/gif",
+    ".webp": "image/webp",
+    ".mp3": "audio/mpeg",
+    ".ogg": "audio/ogg",
+    ".opus": "audio/opus",
+    ".wav": "audio/wav",
+    ".m4a": "audio/mp4",
+    ".mp4": "video/mp4",
+    ".webm": "video/webm",
+    ".mov": "video/quicktime",
+    ".avi": "video/x-msvideo",
+    ".pdf": "application/pdf"
+  };
+  DEFAULT_MIME_BY_MEDIA_TYPE = {
+    image: "image/jpeg",
+    audio: "audio/ogg",
+    video: "video/mp4",
+    document: "application/octet-stream"
+  };
   UUID_REGEX2 = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i;
   MessageSourceSchema = exports_external.enum(["realtime", "sync", "api", "import"]);
   MessageTypeSchema = exports_external.enum([
@@ -350240,6 +350315,7 @@ var init_messages5 = __esm(() => {
       });
     }
     const resolvedTo = await resolveRecipient(data.to, instance4.channel, services);
+    const mediaMimeType = data.mimeType ?? inferMediaMimeType(data.type, data.filename);
     const outgoingMessage = {
       to: resolvedTo,
       threadId: data.threadId,
@@ -350248,7 +350324,7 @@ var init_messages5 = __esm(() => {
         mediaUrl: data.url,
         caption: data.caption,
         filename: data.filename,
-        mimeType: data.mimeType
+        mimeType: mediaMimeType
       },
       metadata: {
         base64: data.base64,
@@ -353059,16 +353135,20 @@ async function setupEventPersistence(eventBus, db2) {
           eventType: "message.sent",
           direction: "outbound",
           contentType: mapContentType2(payload.content.type),
-          textContent: sanitizeText(payload.content.text),
+          textContent: sanitizeText(payload.content.text ?? payload.content.caption),
           mediaUrl: payload.content.mediaUrl,
+          mediaMimeType: payload.content.mimeType,
           chatId: payload.chatId,
           replyToExternalId: payload.replyToId,
           status: "completed",
           receivedAt: new Date(event.timestamp),
           processedAt: new Date,
+          rawPayload: payload.rawPayload ? deepSanitize(payload.rawPayload) : undefined,
           metadata: {
             correlationId: metadata.correlationId,
-            to: payload.to
+            to: payload.to,
+            filename: payload.content.filename,
+            voiceNote: payload.content.isVoiceNote
           },
           agentId: metadata.agentId ?? null,
           conversationId: null,
@@ -479098,6 +479178,49 @@ class WhatsAppPlugin extends BaseChannelPlugin {
     }
     return phoneJid;
   }
+  getSentMediaSource(message2) {
+    if (message2.content.mediaUrl)
+      return "url";
+    if (message2.content.localPath)
+      return "localPath";
+    if (message2.metadata?.base64)
+      return "base64";
+    return;
+  }
+  buildSentRawPayload(externalId, originalMessage, processedMessage) {
+    const mediaSource = this.getSentMediaSource(processedMessage);
+    return {
+      externalId,
+      isFromMe: true,
+      to: originalMessage.to,
+      ...processedMessage.content.caption ? { caption: processedMessage.content.caption } : {},
+      ...processedMessage.content.filename ? { filename: processedMessage.content.filename } : {},
+      ...processedMessage.content.mimeType ? { mimeType: processedMessage.content.mimeType } : {},
+      ...processedMessage.metadata?.ptt === true ? { voiceNote: true } : {},
+      ...mediaSource ? { mediaSource } : {}
+    };
+  }
+  buildSentEventPayload(instanceId, externalId, chatId, originalMessage, processedMessage) {
+    return {
+      instanceId,
+      externalId,
+      chatId,
+      to: originalMessage.to,
+      content: {
+        type: processedMessage.content.type,
+        text: processedMessage.content.text ?? processedMessage.content.caption,
+        caption: processedMessage.content.caption,
+        mediaUrl: processedMessage.content.mediaUrl,
+        localPath: processedMessage.content.localPath,
+        mimeType: processedMessage.content.mimeType,
+        filename: processedMessage.content.filename,
+        isVoiceNote: processedMessage.metadata?.ptt === true
+      },
+      replyToId: originalMessage.replyTo,
+      rawPayload: this.buildSentRawPayload(externalId, originalMessage, processedMessage),
+      senderAgentId: originalMessage.metadata?.senderAgentId
+    };
+  }
   async sendMessage(instanceId, message2) {
     const sock = this.getSocket(instanceId);
     const jid = await this.resolveSendTarget(sock, instanceId, message2.to);
@@ -479124,18 +479247,7 @@ class WhatsAppPlugin extends BaseChannelPlugin {
           this.trackRecentSentMessage(instanceId, externalId, result.message);
         }
       }
-      await this.emitMessageSent({
-        instanceId,
-        externalId,
-        chatId: jid,
-        to: message2.to,
-        content: {
-          type: message2.content.type,
-          text: message2.content.text
-        },
-        replyToId: message2.replyTo,
-        senderAgentId: message2.metadata?.senderAgentId
-      });
+      await this.emitMessageSent(this.buildSentEventPayload(instanceId, externalId, jid, message2, processedMessage));
       rateLimiter.reset();
       return {
         success: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@automagik/omni",
-  "version": "2.260523.1",
+  "version": "2.260524.1",
   "description": "LLM-optimized CLI for Omni",
   "type": "module",
   "bin": {