collavre_openclaw 0.3.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e7022c888e2fbe72f646eba7d022d489ff1458da405058638c0b15bc426076ec
-  data.tar.gz: 4b822a95fba2cba72b9ceda1d8a92f24919b8982221d8ef4ce1ed6cddea4ade0
+  metadata.gz: 55f1fde91ceaf7db785f461e7463ae966ad015006ecba5bf8be22ac57f79d834
+  data.tar.gz: 736ef6e4237b38fcc055d73a0d188d404389ed66b6ce9ed0a45e3ab0edf66b50
 SHA512:
-  metadata.gz: 26df63f943760253bba51dd0667e06a6fdac8821a5982e49163d9d6114f94eed5ff110f47d4af58531e22a966f7efa669f3cacafb608c3446b9d025530b9806f
-  data.tar.gz: 33b8d566a78989521fe384add9bdedbdce668422c9658176c4c9cd2aa5620e31fa3fe247f7aefb82fd045ba33573bcfce391f2d3f88c8788c32a6d4737ce3cdb
+  metadata.gz: 5b249de9cc87980cf465d513af74900fead2c8ddb0c05262d578e821afec6830391e6bf8b30c7f57da0aa277945684c654a7435dfd081ef6da059f93bb7cacf7
+  data.tar.gz: cd4f77c3f1536726ecd3d1078922c8ab3a335307fae35a34aa52352cca58376c95e6d9f8bc23a5ec8609c4935606ca803579f23e17d22ad62c5f3bc78e5405e2

data/app/services/collavre_openclaw/openclaw_adapter.rb

@@ -198,6 +198,47 @@ module CollavreOpenclaw
       end
     end
 
+    def extract_image_sources(message)
+      parts = message[:parts] || message["parts"]
+      return [] if parts.nil?
+
+      Array(parts).filter_map { |part| part[:image] || part["image"] }
+    end
+
+    def encode_image_source(source)
+      if defined?(ActiveStorage) && source.is_a?(ActiveStorage::Blob)
+        data = Base64.strict_encode64(source.download)
+        {
+          type: "image_url",
+          image_url: { url: "data:#{source.content_type};base64,#{data}" }
+        }
+      elsif source.respond_to?(:download)
+        # ActiveStorage::Attached::One
+        blob = source.respond_to?(:blob) ? source.blob : source
+        return nil unless blob
+
+        data = Base64.strict_encode64(blob.download)
+        {
+          type: "image_url",
+          image_url: { url: "data:#{blob.content_type};base64,#{data}" }
+        }
+      elsif source.is_a?(String) && source.match?(%r{^https?://})
+        { type: "image_url", image_url: { url: source } }
+      elsif source.is_a?(String)
+        # File path
+        return nil unless File.exist?(source)
+
+        mime = Marcel::MimeType.for(Pathname.new(source))
+        data = Base64.strict_encode64(File.binread(source))
+        { type: "image_url", image_url: { url: "data:#{mime};base64,#{data}" } }
+      else
+        nil
+      end
+    rescue StandardError => e
+      Rails.logger.warn("[CollavreOpenclaw] Failed to encode image: #{e.message}")
+      nil
+    end
+
     # ─────────────────────────────────────────────
     # HTTP transport (fallback)
     # ─────────────────────────────────────────────
@@ -308,14 +349,25 @@ module CollavreOpenclaw
     def format_messages(messages)
       Array(messages).map do |msg|
         role = msg[:role] || msg["role"]
-        content = extract_message_text(msg)
+        text = extract_message_text(msg)
 
         sender_name = msg[:sender_name] || msg["sender_name"]
         if sender_name.present? && normalize_role(role) == "user"
-          content = "[#{sender_name}]: #{content}"
+          text = "[#{sender_name}]: #{text}"
         end
 
-        { role: normalize_role(role), content: content.to_s }
+        image_sources = extract_image_sources(msg)
+
+        if image_sources.any?
+          content_parts = [ { type: "text", text: text.to_s } ]
+          image_sources.each do |source|
+            image_data = encode_image_source(source)
+            content_parts << image_data if image_data
+          end
+          { role: normalize_role(role), content: content_parts }
+        else
+          { role: normalize_role(role), content: text.to_s }
+        end
       end
     end
 

data/lib/collavre_openclaw/version.rb

@@ -1,3 +1,3 @@
 module CollavreOpenclaw
-  VERSION = "0.3.1"
+  VERSION = "0.4.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: collavre_openclaw
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.4.0
 platform: ruby
 authors:
 - Collavre