lex-llm-openai 0.1.5 → 0.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c5c4c967fa4c326ac27a3d6fb173633fa09d0764524114cbb77d6ff57c4b4572
-  data.tar.gz: caeb6a5267ec2935d656f60e5b714c186fbfcb4bd13626ced597c690e89d4a28
+  metadata.gz: '0846dcde3031149be5687b648947d0ad1d450e8ff7cb20684d6cc0dd1754fc78'
+  data.tar.gz: ccd47540f56d1d8b7f43bcafb42dc2e0b5edc22e4083d216780d82731d94aa5d
 SHA512:
-  metadata.gz: 458798f17517adb689c8afbe24b0c16b3eb66f60405b9af6ab2a319a1d1a3b51dafb430051e67939e49754d9457d0768c0515c05ee94ecd6d03722452c471e91
-  data.tar.gz: 580d034e4de07aa658f50924ebb751e8ea6ebfde066bd77a1f29b309d90b62eed27d2ab9d9824e9d0761f3ca409e03dabc840374cd6f60f35e42241e44200a82
+  metadata.gz: ba683c96276ec71d4f420688e60613a2db35a22c0af2e726050ce1b1ff2b4f8323fc541581d67cae81317252bc561bb9922c2ac45fd7068d8e09b134c15a9e34
+  data.tar.gz: 7ec2d0bac937e45460281501bd74c41c08ab987f48c631c82fe41ea77d2bc59b53a2974bbff5e5d3185dcd65905b34cca7cbcf6af73ea2e6af142506560d597d

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Changelog
 
+## [0.1.7] - 2026-04-30
+- Enable stream_usage_supported? for streaming token usage reporting
+
+## 0.1.6 - 2026-04-28
+
+- Publish best-effort `llm.registry` discovered-model availability events when transport is already loaded.
+
 ## 0.1.5 - 2026-04-28
 
 - Require current shared Legion JSON, logging, settings, and `lex-llm >= 0.1.5` runtime dependencies.

data/lib/legion/extensions/llm/openai/provider.rb

@@ -11,6 +11,8 @@ module Legion
           include Legion::Extensions::Llm::Provider::OpenAICompatible
 
           class << self
+            attr_writer :registry_publisher
+
             def slug = 'openai'
             def configuration_requirements = %i[openai_api_key]
 
@@ -25,6 +27,10 @@ module Legion
             end
 
             def capabilities = Capabilities
+
+            def registry_publisher
+              @registry_publisher ||= RegistryPublisher.new
+            end
           end
 
           # Provider-level capability checks based on current OpenAI model families.
@@ -67,6 +73,8 @@ module Legion
             end
           end
 
+          def stream_usage_supported? = true
+
           def api_base
             config.openai_api_base || 'https://api.openai.com'
           end
@@ -89,6 +97,12 @@ module Legion
             connection.get("#{models_url}/#{model}").body
           end
 
+          def list_models
+            super.tap do |models|
+              self.class.registry_publisher.publish_models_async(models, readiness: readiness(live: false))
+            end
+          end
+
           private
 
           def maybe_normalize_temperature(temperature, model)

data/lib/legion/extensions/llm/openai/registry_event_builder.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      module Openai
+        # Builds sanitized lex-llm registry envelopes for OpenAI provider state.
+        class RegistryEventBuilder
+          def model_available(model, readiness:)
+            registry_event_class.available(
+              model_offering(model),
+              runtime: runtime_metadata,
+              health: model_health(readiness),
+              metadata: model_metadata(model)
+            )
+          end
+
+          private
+
+          def model_offering(model)
+            {
+              provider_family: :openai,
+              provider_instance: provider_instance,
+              transport: :http,
+              model: model.id,
+              usage_type: usage_type_for(model),
+              capabilities: Array(model.capabilities).map(&:to_sym),
+              limits: model_limits(model),
+              metadata: { lex: :llm_openai, model_name: model.name }.compact
+            }
+          end
+
+          def model_health(readiness)
+            ready = readiness.fetch(:ready, true) == true
+            { ready:, status: ready ? :available : :degraded }
+          end
+
+          def model_metadata(model)
+            { extension: :lex_llm_openai, provider: :openai, model_type: model.type }
+          end
+
+          def runtime_metadata
+            { node: provider_instance }
+          end
+
+          def model_limits(model)
+            {
+              context_window: model.context_window,
+              max_output_tokens: model.max_output_tokens
+            }.compact
+          end
+
+          def usage_type_for(model)
+            model.type == 'embedding' ? :embedding : :inference
+          end
+
+          def provider_instance
+            configured_node = (::Legion::Settings.dig(:node, :canonical_name) if defined?(::Legion::Settings))
+            value = configured_node.to_s.strip
+            value.empty? ? :openai : value.to_sym
+          rescue StandardError
+            :openai
+          end
+
+          def registry_event_class
+            ::Legion::Extensions::Llm::Routing::RegistryEvent
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/openai/registry_publisher.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      module Openai
+        # Best-effort publisher for OpenAI provider availability events.
+        class RegistryPublisher
+          APP_ID = 'lex-llm-openai'
+
+          def initialize(builder: RegistryEventBuilder.new)
+            @builder = builder
+          end
+
+          def publish_models_async(models, readiness:)
+            schedule do
+              Array(models).each do |model|
+                publish_event(@builder.model_available(model, readiness:))
+              end
+            end
+          end
+
+          private
+
+          def schedule(&)
+            return false unless publishing_available?
+
+            Thread.new do
+              Thread.current.abort_on_exception = false
+              yield
+            rescue StandardError => e
+              log_publish_failure(e, level: :debug)
+            end
+          rescue StandardError => e
+            log_publish_failure(e, level: :debug)
+            false
+          end
+
+          def publish_event(event)
+            return false unless publishing_available?
+
+            message_class.new(event:, app_id: APP_ID).publish(spool: false)
+          rescue StandardError => e
+            log_publish_failure(e)
+            false
+          end
+
+          def publishing_available?
+            return false unless registry_event_available?
+            return false unless transport_message_available?
+            return true unless defined?(::Legion::Transport::Connection)
+            return true unless ::Legion::Transport::Connection.respond_to?(:session_open?)
+
+            ::Legion::Transport::Connection.session_open?
+          rescue StandardError
+            false
+          end
+
+          def registry_event_available?
+            defined?(::Legion::Extensions::Llm::Routing::RegistryEvent)
+          end
+
+          def transport_message_available?
+            return true if message_class_defined?
+            return false unless defined?(::Legion::Transport::Message) && defined?(::Legion::Transport::Exchange)
+
+            require 'legion/extensions/llm/openai/transport/messages/registry_event'
+            message_class_defined?
+          rescue LoadError
+            false
+          end
+
+          def message_class_defined?
+            defined?(::Legion::Extensions::Llm::Openai::Transport::Messages::RegistryEvent)
+          end
+
+          def message_class
+            ::Legion::Extensions::Llm::Openai::Transport::Messages::RegistryEvent
+          end
+
+          def log_publish_failure(error, level: :warn)
+            message = "[lex-llm-openai] llm.registry publish failed: #{error.class}: #{error.message}"
+            logger = ::Legion::Extensions::Llm.logger if defined?(::Legion::Extensions::Llm)
+            if logger.respond_to?(level)
+              logger.public_send(level, message)
+            elsif logger.respond_to?(:debug)
+              logger.debug(message)
+            end
+          rescue StandardError
+            nil
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/openai/transport/exchanges/llm_registry.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      module Openai
+        module Transport
+          module Exchanges
+            # Topic exchange for OpenAI provider availability events.
+            class LlmRegistry < ::Legion::Transport::Exchange
+              def exchange_name
+                'llm.registry'
+              end
+
+              def default_type
+                'topic'
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/openai/transport/messages/registry_event.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require 'legion/extensions/llm/openai/transport/exchanges/llm_registry'
+
+module Legion
+  module Extensions
+    module Llm
+      module Openai
+        module Transport
+          module Messages
+            # Publishes lex-llm RegistryEvent envelopes to the llm.registry exchange.
+            class RegistryEvent < ::Legion::Transport::Message
+              def initialize(event:, **options)
+                super(**event.to_h.merge(options))
+              end
+
+              def exchange
+                Transport::Exchanges::LlmRegistry
+              end
+
+              def routing_key
+                @options[:routing_key] || "llm.registry.#{@options.fetch(:event_type)}"
+              end
+
+              def type
+                'llm.registry.event'
+              end
+
+              def app_id
+                @options[:app_id] || RegistryPublisher::APP_ID
+              end
+
+              def persistent # rubocop:disable Naming/PredicateMethod
+                false
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/openai/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Openai
-        VERSION = '0.1.5'
+        VERSION = '0.1.7'
       end
     end
   end

data/lib/legion/extensions/llm/openai.rb

@@ -1,6 +1,8 @@
 # frozen_string_literal: true
 
 require 'legion/extensions/llm'
+require 'legion/extensions/llm/openai/registry_event_builder'
+require 'legion/extensions/llm/openai/registry_publisher'
 require 'legion/extensions/llm/openai/provider'
 require 'legion/extensions/llm/openai/version'
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-openai
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.7
 platform: ruby
 authors:
 - LegionIO
@@ -84,6 +84,10 @@ files:
 - lex-llm-openai.gemspec
 - lib/legion/extensions/llm/openai.rb
 - lib/legion/extensions/llm/openai/provider.rb
+- lib/legion/extensions/llm/openai/registry_event_builder.rb
+- lib/legion/extensions/llm/openai/registry_publisher.rb
+- lib/legion/extensions/llm/openai/transport/exchanges/llm_registry.rb
+- lib/legion/extensions/llm/openai/transport/messages/registry_event.rb
 - lib/legion/extensions/llm/openai/version.rb
 homepage: https://github.com/LegionIO/lex-llm-openai
 licenses: