lex-llm-bedrock 0.3.11 → 0.3.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 52fa9adf70213041c0b2e6e96b44ff50b64220ae09f9cdab5619808f725df914
-  data.tar.gz: 12b5b4b31b712be0f0831e5e37dd045e6ca89442296bc645100c05cb41f4f8e0
+  metadata.gz: 939ac50e6240dcde55f7bc9b24fb0a7f1f6fd527ec46cea27d8255f8a401fcd6
+  data.tar.gz: 899da50daa4595d92b0bb23a14bd4c873c03d41bc72235e8337b17f61fe69d99
 SHA512:
-  metadata.gz: 3519d77bffac0e5ea90805fe64cc095f831e6069bc21bf93ffa3e0441977560ebd556b8d2c82b5fad163301c3a78c54e5efdf6bc8060f0ad4935cdce07ab2cfd
-  data.tar.gz: 96f1a2d3d394e17b0a517a3523445d027b9a11819785c889b2aae483bfd97753d8b7926aeadaab827330831525a3c86e3b4a3e2d64462b6d35113d359431e7fa
+  metadata.gz: b2e824ee11517dbbfaf7710bd25a8329ee9007ccb35226776a57131d4ba859fc90fc2b8f0dc3e31ff349b2cc15e3a82778e491fca0f75b2b76d6a4783a8e7e67
+  data.tar.gz: c06248c9b3c047db80193c7a3c9666b0b251de5bb6a62199f135902f91295cfcfc069e2994cdc93168b66a1c11a7ad755875bc1c9ba8fd60ae0850a7277dae30

data/CHANGELOG.md

@@ -1,5 +1,15 @@
 # Changelog
 
+## 0.3.12 - 2026-06-02
+
+### Fixed
+- **ContentBlock union validation errors** — Removed `cache_control` from text blocks, system blocks, and tool definitions. The Bedrock Converse SDK's `ContentBlock` is a strict union (text|image|tool_use|...); adding `cache_control` as a sibling key triggered "multiple values provided to union" and "unexpected value" ArgumentError (provider.rb)
+- **Assistant tool_call messages rejected by SDK** — Messages with tool calls were sent as raw content blocks with `:type`/`:content` keys. Now emits proper `{ tool_use: { tool_use_id, name, input } }` blocks via new `build_content_blocks`/`assistant_tool_use_blocks` methods (provider.rb)
+- **PROMPT-CACHE-01 reverted** — Bedrock Converse API does not support `cache_control` on text/document/image blocks. The markers added in 0.3.11 are removed (provider.rb)
+
+### Added
+- **Per-provider discovery refresh actor** — New `actors/discovery_refresh.rb` that only refreshes Bedrock models, avoiding coupling to other providers' discovery cycles
+
 ## 0.3.11 - 2026-05-31
 
 ### Security

data/lib/legion/extensions/llm/bedrock/actors/discovery_refresh.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+begin
+  require 'legion/extensions/actors/every'
+rescue LoadError => e
+  warn(e.message) if $VERBOSE
+end
+
+return unless defined?(Legion::Extensions::Actors::Every)
+
+module Legion
+  module Extensions
+    module Llm
+      module Bedrock
+        module Actor
+          class DiscoveryRefresh < Legion::Extensions::Actors::Every # rubocop:disable Style/Documentation
+            include Legion::Logging::Helper
+
+            REFRESH_INTERVAL = 1800
+
+            def runner_class    = self.class
+            def runner_function = 'manual'
+            def run_now?        = true
+            def use_runner?     = false
+            def check_subtask?  = false
+            def generate_task?  = false
+
+            def time
+              return REFRESH_INTERVAL unless defined?(Legion::Settings)
+
+              Legion::Settings.dig(:extensions, :llm, :bedrock, :discovery_interval) || REFRESH_INTERVAL
+            end
+
+            def manual
+              log.debug('[bedrock][discovery_refresh] refreshing model list')
+              return unless defined?(Legion::LLM::Discovery)
+
+              Legion::LLM::Discovery.refresh_discovered_models!(provider: :bedrock)
+            rescue StandardError => e
+              handle_exception(e, level: :warn, handled: true, operation: 'bedrock.actor.discovery_refresh')
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/bedrock/provider.rb

@@ -377,7 +377,7 @@ module Legion
           def format_messages(messages)
             total = messages.size
             messages.filter_map.with_index do |message, idx|
-              blocks = message.role == :tool ? tool_result_blocks(message) : content_blocks(message.content)
+              blocks = build_content_blocks(message)
               next if blocks.empty?
 
               cache_blocks = should_cache_message?(idx, total) ? add_cache_control_to_blocks(blocks) : blocks
@@ -403,9 +403,10 @@ module Legion
           end
 
           def add_cache_control_to_blocks(blocks)
-            blocks.map do |block|
-              block.dup.merge(cache_control: { type: 'cache_control' })
-            end
+            # Bedrock Converse API does not support cache_control on text/image/document blocks.
+            # Only tool_use blocks support it via the InputMember cache_control field.
+            # Return blocks unchanged to avoid SDK union validation errors.
+            blocks
           end
 
           def format_system(messages)
@@ -417,13 +418,39 @@ module Legion
           def system_blocks(system)
             return nil if system.to_s.empty?
 
-            [{ text: system, cache_control: { type: 'cache_control' } }]
+            [{ text: system }]
           end
 
           def bedrock_role(role)
             role == :assistant ? 'assistant' : 'user'
           end
 
+          def build_content_blocks(message)
+            return tool_result_blocks(message) if message.role == :tool
+
+            # Assistant messages with tool calls: build text + tool_use blocks
+            return assistant_tool_use_blocks(message) if message.role == :assistant && message.tool_call?
+
+            content_blocks(message.content)
+          end
+
+          def assistant_tool_use_blocks(message)
+            blocks = []
+            text = content_text(message.content)
+            blocks << { text: text } if text && !text.strip.empty?
+
+            message.tool_calls.each do |call|
+              blocks << {
+                tool_use: {
+                  tool_use_id: call.id,
+                  name: call.name,
+                  input: call.arguments || {}
+                }
+              }
+            end
+            blocks
+          end
+
           def content_blocks(content)
             raw = raw_content(content)
             return raw if raw
@@ -493,7 +520,7 @@ module Legion
           end
 
           def tool_definition_with_cache(tool)
-            tool_definition(tool).merge(cache_control: { type: 'cache_control' })
+            tool_definition(tool)
           end
 
           def tool_definition(tool)

data/lib/legion/extensions/llm/bedrock/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Bedrock
-        VERSION = '0.3.11'
+        VERSION = '0.3.12'
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-bedrock
 version: !ruby/object:Gem::Version
-  version: 0.3.11
+  version: 0.3.12
 platform: ruby
 authors:
 - LegionIO
@@ -125,6 +125,7 @@ files:
 - README.md
 - lex-llm-bedrock.gemspec
 - lib/legion/extensions/llm/bedrock.rb
+- lib/legion/extensions/llm/bedrock/actors/discovery_refresh.rb
 - lib/legion/extensions/llm/bedrock/actors/fleet_worker.rb
 - lib/legion/extensions/llm/bedrock/provider.rb
 - lib/legion/extensions/llm/bedrock/runners/fleet_worker.rb