lex-llm 0.3.0 → 0.4.2

data/lib/legion/extensions/llm/transport/messages/fleet_request.rb

@@ -0,0 +1,155 @@
+# frozen_string_literal: true
+
+require 'securerandom'
+require_relative '../../fleet/envelope_validation'
+require_relative '../../fleet/publish_safety'
+require_relative '../../fleet/protocol'
+require_relative '../exchanges/fleet'
+
+module Legion
+  module Extensions
+    module Llm
+      module Transport
+        module Messages
+          # Strict protocol-v2 request envelope for outbound fleet work.
+          class FleetRequest < ::Legion::Transport::Message
+            include Fleet::EnvelopeValidation
+            include Fleet::PublishSafety
+
+            PRIORITY_MAP = { critical: 9, high: 7, normal: 5, low: 2 }.freeze
+            DEFAULT_PUBLISH_OPTIONS = {
+              mandatory: true,
+              publisher_confirm: true,
+              spool: false,
+              return_result: true
+            }.freeze
+            REQUIRED_OPTIONS = %i[
+              request_id correlation_id operation provider provider_instance model params reply_to
+              message_context caller trace_context signed_token timeout_seconds expires_at protocol_version
+              idempotency_key
+            ].freeze
+
+            def exchange = Exchanges::Fleet
+            def type = Fleet::Protocol::REQUEST_TYPE
+            def app_id = @options[:app_id] || 'lex-llm'
+            def reply_to = @options[:reply_to]
+            def correlation_id = @options[:correlation_id]
+            def message_id = @options[:message_id] ||= "llm_fleet_req_#{SecureRandom.uuid}"
+
+            def priority
+              PRIORITY_MAP.fetch(@options[:priority].to_sym, 5) if @options[:priority]
+            end
+
+            def routing_key
+              @options[:routing_key] || raise(ArgumentError, 'routing_key is required')
+            end
+
+            def expiration
+              ttl = @options[:ttl] || @options[:timeout_seconds]
+              return super unless ttl
+
+              (Float(ttl) * 1000).ceil.to_s
+            rescue ArgumentError, TypeError
+              super
+            end
+
+            def publish(options = nil)
+              raise unless @valid
+
+              requested_options = DEFAULT_PUBLISH_OPTIONS.merge(@options).merge(options || {})
+              return_result = return_publish_result?(requested_options)
+              publish_options = request_publish_options(requested_options)
+              validate_payload_size
+              exchange_dest = fleet_exchange
+              return_state = {}
+              install_return_listener(exchange_dest, requested_options, return_state)
+              prepare_publisher_confirms(exchange_dest, requested_options)
+              exchange_dest.publish(encode_message, **publish_options)
+              return nil unless return_result
+
+              publish_result(exchange_dest, requested_options.merge(publish_options), return_state)
+            rescue Bunny::ConnectionClosedError, Bunny::ChannelAlreadyClosed, Bunny::ChannelError,
+                   Bunny::NetworkErrorWrapper, IOError, Timeout::Error => e
+              handle_exception(e, level: :warn, handled: true, operation: 'llm.fleet.request.publish')
+              publish_failure_result(:failed, e, publish_options || requested_options || @options)
+            end
+
+            def validate
+              reject_legacy_options!
+              require_option!(:routing_key)
+              REQUIRED_OPTIONS.each { |key| require_option!(key) }
+              require_protocol_version!
+              @valid = true
+            end
+
+            def message
+              super.merge(
+                protocol_version: @options[:protocol_version],
+                request_id: @options[:request_id],
+                correlation_id: correlation_id,
+                idempotency_key: @options[:idempotency_key],
+                operation: @options[:operation],
+                provider: @options[:provider],
+                provider_instance: @options[:provider_instance],
+                model: @options[:model],
+                params: @options[:params] || {},
+                reply_to: reply_to,
+                message_context: @options[:message_context],
+                caller: @options[:caller],
+                trace_context: @options[:trace_context],
+                signed_token: @options[:signed_token],
+                timeout_seconds: @options[:timeout_seconds],
+                expires_at: @options[:expires_at]
+              ).compact
+            end
+
+            private
+
+            def fleet_exchange
+              exchange_class = exchange
+              if exchange_class.respond_to?(:cached_instance)
+                exchange_class.cached_instance || exchange_class.new
+              elsif exchange_class.respond_to?(:new)
+                exchange_class.new
+              else
+                exchange_class
+              end
+            end
+
+            def request_publish_options(options)
+              request_publish_envelope(options).tap do |envelope|
+                envelope[:mandatory] = true if options[:mandatory] == true
+              end.compact
+            end
+
+            def request_publish_envelope(options)
+              {
+                routing_key: routing_key || '',
+                content_type: options[:content_type] || content_type,
+                content_encoding: options[:content_encoding] || content_encoding,
+                type: options[:type] || type,
+                priority: options[:priority] || priority,
+                expiration: options[:expiration] || expiration,
+                headers: request_headers(options),
+                persistent: request_persistent(options),
+                message_id: message_id,
+                correlation_id: correlation_id,
+                reply_to: reply_to,
+                app_id: options[:app_id] || app_id,
+                timestamp: timestamp
+              }
+            end
+
+            def request_headers(options)
+              options[:headers] ? headers.merge(options[:headers]) : headers
+            end
+
+            def request_persistent(options)
+              options.key?(:persistent) ? options[:persistent] : persistent
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/transport/messages/fleet_response.rb

@@ -0,0 +1,63 @@
+# frozen_string_literal: true
+
+require 'securerandom'
+require_relative '../../fleet/default_exchange_reply'
+require_relative '../../fleet/envelope_validation'
+require_relative '../../fleet/protocol'
+require_relative '../exchanges/fleet'
+
+module Legion
+  module Extensions
+    module Llm
+      module Transport
+        module Messages
+          # Correlated protocol-v2 response envelope for fleet reply queues.
+          class FleetResponse < ::Legion::Transport::Message
+            include Fleet::DefaultExchangeReply
+            include Fleet::EnvelopeValidation
+
+            def type = Fleet::Protocol::RESPONSE_TYPE
+            def app_id = @options[:app_id] || 'lex-llm'
+            def reply_to = @options[:reply_to]
+            def correlation_id = @options[:correlation_id]
+            def message_id = @options[:message_id] ||= "llm_fleet_res_#{SecureRandom.uuid}"
+
+            def routing_key
+              @options[:reply_to] || raise(ArgumentError, 'reply_to is required')
+            end
+
+            def validate
+              reject_legacy_options!
+              require_option!(:request_id)
+              require_option!(:correlation_id)
+              require_option!(:reply_to)
+              require_protocol_version!
+              @valid = true
+            end
+
+            def message
+              super.except(:thinking).merge(
+                protocol_version: @options[:protocol_version] || Fleet::Protocol::VERSION,
+                request_id: @options[:request_id],
+                correlation_id: correlation_id,
+                idempotency_key: @options[:idempotency_key],
+                operation: @options[:operation],
+                provider: @options[:provider],
+                provider_instance: @options[:provider_instance] || @options[:instance],
+                model: @options[:model],
+                reply_to: reply_to,
+                message_context: @options[:message_context],
+                trace_context: @options[:trace_context],
+                content: @options[:content],
+                tool_calls: @options[:tool_calls],
+                usage: @options[:usage] || {},
+                finish_reason: @options[:finish_reason],
+                metadata: @options[:metadata] || {}
+              ).compact
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/version.rb

@@ -3,7 +3,7 @@
 module Legion
   module Extensions
     module Llm
-      VERSION = '0.3.0'
+      VERSION = '0.4.2'
     end
   end
 end

data/lib/legion/extensions/llm.rb

@@ -110,20 +110,26 @@ module Legion
       def self.default_settings
         {
           fleet: {
-            enabled: false,
-            scheduler: :basic_get,
-            consumer_priority: 0,
-            queue_expires_ms: 60_000,
-            message_ttl_ms: 120_000,
-            queue_max_length: 100,
-            delivery_limit: 3,
-            consumer_ack_timeout_ms: 300_000,
-            endpoint: {
+            consumer: {
               enabled: false,
+              scheduler: :basic_get,
+              consumer_priority: 0,
+              queue_expires_ms: 60_000,
+              message_ttl_ms: 120_000,
+              queue_max_length: 100,
+              delivery_limit: 3,
+              consumer_ack_timeout_ms: 90_000,
               empty_lane_backoff_ms: 250,
               idle_backoff_ms: 1_000,
-              max_consecutive_pulls_per_lane: 0,
-              accept_when: []
+              max_consecutive_pulls_per_lane: 0
+            },
+            auth: {
+              require_signed_token: true,
+              issuer: 'legion-llm',
+              audience: 'lex-llm-fleet-worker',
+              algorithm: 'HS256',
+              accepted_issuers: ['legion-llm'],
+              max_clock_skew_seconds: 30
             }
           }
         }
@@ -136,6 +142,20 @@ module Legion
       require_relative 'llm/auto_registration'
       require_relative 'llm/credential_sources'
       loader.eager_load
+
+      module Transport
+        # Local autoloads for fleet exchange classes that depend on legion-transport.
+        module Exchanges
+          autoload :Fleet, File.expand_path('llm/transport/exchanges/fleet', __dir__)
+        end
+
+        # Local autoloads for fleet message classes that depend on legion-transport.
+        module Messages
+          autoload :FleetRequest, File.expand_path('llm/transport/messages/fleet_request', __dir__)
+          autoload :FleetResponse, File.expand_path('llm/transport/messages/fleet_response', __dir__)
+          autoload :FleetError, File.expand_path('llm/transport/messages/fleet_error', __dir__)
+        end
+      end
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.2
 platform: ruby
 authors:
 - LegionIO
@@ -136,6 +136,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.3.14
+- !ruby/object:Gem::Dependency
+  name: legion-transport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.14
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.14
 - !ruby/object:Gem::Dependency
   name: marcel
   requirement: !ruby/object:Gem::Requirement
@@ -211,6 +225,11 @@ files:
 - lib/legion/extensions/llm/credential_sources.rb
 - lib/legion/extensions/llm/embedding.rb
 - lib/legion/extensions/llm/error.rb
+- lib/legion/extensions/llm/errors/unsupported_capability.rb
+- lib/legion/extensions/llm/fleet/default_exchange_reply.rb
+- lib/legion/extensions/llm/fleet/envelope_validation.rb
+- lib/legion/extensions/llm/fleet/protocol.rb
+- lib/legion/extensions/llm/fleet/publish_safety.rb
 - lib/legion/extensions/llm/image.rb
 - lib/legion/extensions/llm/message.rb
 - lib/legion/extensions/llm/mime_type.rb
@@ -226,9 +245,14 @@ files:
 - lib/legion/extensions/llm/moderation.rb
 - lib/legion/extensions/llm/provider.rb
 - lib/legion/extensions/llm/provider/open_ai_compatible.rb
+- lib/legion/extensions/llm/provider_contract.rb
 - lib/legion/extensions/llm/provider_settings.rb
 - lib/legion/extensions/llm/registry_event_builder.rb
 - lib/legion/extensions/llm/registry_publisher.rb
+- lib/legion/extensions/llm/responses/chat_response.rb
+- lib/legion/extensions/llm/responses/embedding_response.rb
+- lib/legion/extensions/llm/responses/stream_chunk.rb
+- lib/legion/extensions/llm/responses/thinking_extractor.rb
 - lib/legion/extensions/llm/routing.rb
 - lib/legion/extensions/llm/routing/lane_key.rb
 - lib/legion/extensions/llm/routing/model_offering.rb
@@ -241,8 +265,12 @@ files:
 - lib/legion/extensions/llm/tool.rb
 - lib/legion/extensions/llm/tool_call.rb
 - lib/legion/extensions/llm/transcription.rb
+- lib/legion/extensions/llm/transport/exchanges/fleet.rb
 - lib/legion/extensions/llm/transport/exchanges/llm_registry.rb
 - lib/legion/extensions/llm/transport/fleet_lane.rb
+- lib/legion/extensions/llm/transport/messages/fleet_error.rb
+- lib/legion/extensions/llm/transport/messages/fleet_request.rb
+- lib/legion/extensions/llm/transport/messages/fleet_response.rb
 - lib/legion/extensions/llm/transport/messages/registry_event.rb
 - lib/legion/extensions/llm/utils.rb
 - lib/legion/extensions/llm/version.rb