lex-llm-mlx 0.1.3 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c278a29838c21de426034f06f316f4e9e119317f2551ef9040522f9bb304d605
-  data.tar.gz: 25151910ac50c46cb5276e1b78a0a2d37a65aaf2d2b536493369b0ffd8136985
+  metadata.gz: 6305c1739c33374352cd5bda241303bd3e4dbfa742a162a7b11276be46eccb97
+  data.tar.gz: f50421895c2cf1472393b0687aed78e8ae98b27a130fd95a2038060faa588377
 SHA512:
-  metadata.gz: 4bd51bf199594f179c820344d11bb9c81d24eb553cfffc8a9766f3baf693cde1f3479b64fd88805fa7d501a3d336bdec8e9bc64f3d8b4b21b446770de9f10336
-  data.tar.gz: d9c87b7aac38d4e62bbbe8afd3cc7ecc78aeb2886ecfd6d41a9f5d3f6840df06193262614f0885f87e30a391fb5011518cedd180d30d4ee97840cc5ca98e2b30
+  metadata.gz: 86b833f891fe19fbb9f8e136a0da466d3a1cd1dc4c6af02eb5cab62fe3fffb2f8684c20c9f6a978859f44f756c4dbbb51004effe42d120d117f02ef13e3545de
+  data.tar.gz: d3f422a95aac94dcd185c754cd5f1806edd86d77ff73b6a429c838dbd6369f51298a7ff1f38019ccc455509b66a9525a2cb30893cd5f7fad0ff8499f2cfebb77

data/CHANGELOG.md

@@ -1,5 +1,18 @@
 # Changelog
 
+## 0.1.6 - 2026-04-28
+
+- Publish best-effort `llm.registry` live readiness and discovered-model availability events using `lex-llm` registry envelopes when transport is already available.
+
+## 0.1.5 - 2026-04-28
+
+- Require current shared Legion JSON, logging, settings, and `lex-llm >= 0.1.5` runtime dependencies.
+
+## 0.1.4 - 2026-04-28
+
+- Require `lex-llm >= 0.1.4` so OpenAI-compatible model discovery exposes normalized capabilities and modalities.
+- Add explicit chat and embedding model capability mapping for MLX routing metadata.
+
 ## 0.1.3 - 2026-04-28
 
 - Remove the leftover compatibility entrypoint outside the Legion namespace.

data/README.md

@@ -10,6 +10,7 @@ Load it with `require 'legion/extensions/llm/mlx'`.
 
 - `Legion::Extensions::Llm::Mlx::Provider`, registered as `:mlx`.
 - OpenAI-compatible chat, streaming, model listing, and embeddings endpoint wrappers.
+- Heuristic chat, embedding, and vision capability mapping for discovered local models.
 - Local-first defaults for MLX servers running on MacBook, Mac Studio, or local Apple Silicon hosts.
 - Shared Legion settings, JSON, and logging dependencies.
 

data/lex-llm-mlx.gemspec

@@ -23,5 +23,8 @@ Gem::Specification.new do |spec|
   spec.files = `git ls-files -z`.split("\x0").reject { |file| file.match(%r{^(spec|test|features|tmp|coverage)/}) }
   spec.require_paths = ['lib']
 
-  spec.add_dependency 'lex-llm', '>= 0.1.3'
+  spec.add_dependency 'legion-json', '>= 1.2.1'
+  spec.add_dependency 'legion-logging', '>= 1.3.2'
+  spec.add_dependency 'legion-settings', '>= 1.3.14'
+  spec.add_dependency 'lex-llm', '>= 0.1.5'
 end

data/lib/legion/extensions/llm/mlx/provider.rb

@@ -11,11 +11,17 @@ module Legion
           include Legion::Extensions::Llm::Provider::OpenAICompatible
 
           class << self
+            attr_writer :registry_publisher
+
             def slug = 'mlx'
             def local? = true
             def configuration_options = %i[mlx_api_base mlx_api_key]
             def configuration_requirements = []
             def capabilities = Capabilities
+
+            def registry_publisher
+              @registry_publisher ||= RegistryPublisher.new
+            end
           end
 
           # Conservative capability predicates for local MLX OpenAI-compatible servers.
@@ -25,9 +31,18 @@ module Legion
             def chat?(model) = !embeddings?(model)
             def streaming?(model) = chat?(model)
             def vision?(model) = model_id(model).match?(/vlm|vision|llava|pixtral|qwen.*vl/i)
-            def functions?(_model) = true
+            def functions?(model) = chat?(model)
             def embeddings?(model) = model_id(model).match?(/embed|bge|e5|nomic/i)
 
+            def critical_capabilities_for(model)
+              [
+                ('streaming' if streaming?(model)),
+                ('function_calling' if functions?(model)),
+                ('vision' if vision?(model)),
+                ('embeddings' if embeddings?(model))
+              ].compact
+            end
+
             def model_id(model)
               model.respond_to?(:id) ? model.id.to_s : model.to_s
             end
@@ -49,6 +64,18 @@ module Legion
           def health
             connection.get(health_url).body
           end
+
+          def readiness(live: false)
+            super.tap do |metadata|
+              self.class.registry_publisher.publish_readiness_async(metadata) if live
+            end
+          end
+
+          def list_models
+            super.tap do |models|
+              self.class.registry_publisher.publish_models_async(models, readiness: readiness(live: false))
+            end
+          end
         end
       end
     end

data/lib/legion/extensions/llm/mlx/registry_event_builder.rb

@@ -0,0 +1,118 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      module Mlx
+        # Builds sanitized lex-llm registry envelopes for MLX provider state.
+        class RegistryEventBuilder
+          def readiness(readiness)
+            registry_event_class.public_send(
+              readiness[:ready] ? :available : :unavailable,
+              provider_offering(readiness),
+              runtime: runtime_metadata,
+              health: readiness_health(readiness),
+              metadata: readiness_metadata(readiness)
+            )
+          end
+
+          def model_available(model, readiness:)
+            registry_event_class.available(
+              model_offering(model),
+              runtime: runtime_metadata,
+              health: model_health(readiness),
+              metadata: model_metadata(model)
+            )
+          end
+
+          private
+
+          def provider_offering(readiness)
+            {
+              provider_family: :mlx,
+              provider_instance: provider_instance,
+              transport: :http,
+              model: 'provider-readiness',
+              usage_type: :inference,
+              capabilities: [],
+              health: readiness_health(readiness),
+              metadata: { lex: :llm_mlx, provider_readiness: true }
+            }
+          end
+
+          def model_offering(model)
+            {
+              provider_family: :mlx,
+              provider_instance: provider_instance,
+              transport: :http,
+              model: model.id,
+              usage_type: usage_type_for(model),
+              capabilities: Array(model.capabilities).map(&:to_sym),
+              limits: model_limits(model),
+              metadata: { lex: :llm_mlx, model_name: model.name }.compact
+            }
+          end
+
+          def readiness_health(readiness)
+            health = {
+              ready: readiness[:ready] == true,
+              status: readiness[:ready] ? :available : :unavailable,
+              checked: readiness.dig(:health, :checked) != false
+            }
+            add_readiness_error(health, readiness[:health])
+          end
+
+          def add_readiness_error(health, source)
+            error = source.is_a?(Hash) ? source : {}
+            error_class = error[:error] || error['error']
+            error_message = error[:message] || error['message']
+            health[:error_class] = error_class if error_class
+            health[:error] = error_message if error_message
+            health
+          end
+
+          def model_health(readiness)
+            ready = readiness.fetch(:ready, true) == true
+            { ready:, status: ready ? :available : :degraded }
+          end
+
+          def readiness_metadata(readiness)
+            {
+              extension: :lex_llm_mlx,
+              provider: :mlx,
+              configured: readiness[:configured] == true,
+              live: readiness[:live] == true
+            }
+          end
+
+          def model_metadata(model)
+            { extension: :lex_llm_mlx, provider: :mlx, model_type: model.type }
+          end
+
+          def runtime_metadata
+            { node: provider_instance }
+          end
+
+          def model_limits(model)
+            {
+              context_window: model.context_window,
+              max_output_tokens: model.max_output_tokens
+            }.compact
+          end
+
+          def usage_type_for(model)
+            model.type == 'embedding' ? :embedding : :inference
+          end
+
+          def provider_instance
+            :mlx
+          end
+
+          def registry_event_class
+            ::Legion::Extensions::Llm::Routing::RegistryEvent
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/mlx/registry_publisher.rb

@@ -0,0 +1,100 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      module Mlx
+        # Best-effort publisher for MLX provider availability events.
+        class RegistryPublisher
+          APP_ID = 'lex-llm-mlx'
+
+          def initialize(builder: RegistryEventBuilder.new)
+            @builder = builder
+          end
+
+          def publish_readiness_async(readiness)
+            schedule { publish_event(@builder.readiness(readiness)) }
+          end
+
+          def publish_models_async(models, readiness:)
+            schedule do
+              Array(models).each do |model|
+                publish_event(@builder.model_available(model, readiness:))
+              end
+            end
+          end
+
+          private
+
+          def schedule(&)
+            return false unless publishing_available?
+
+            Thread.new do
+              Thread.current.abort_on_exception = false
+              yield
+            rescue StandardError => e
+              log_publish_failure(e, level: :debug)
+            end
+          rescue StandardError => e
+            log_publish_failure(e, level: :debug)
+            false
+          end
+
+          def publish_event(event)
+            return false unless publishing_available?
+
+            message_class.new(event:, app_id: APP_ID).publish(spool: false)
+          rescue StandardError => e
+            log_publish_failure(e)
+            false
+          end
+
+          def publishing_available?
+            return false unless registry_event_available?
+            return false unless transport_message_available?
+            return true unless defined?(::Legion::Transport::Connection)
+            return true unless ::Legion::Transport::Connection.respond_to?(:session_open?)
+
+            ::Legion::Transport::Connection.session_open?
+          rescue StandardError
+            false
+          end
+
+          def registry_event_available?
+            defined?(::Legion::Extensions::Llm::Routing::RegistryEvent)
+          end
+
+          def transport_message_available?
+            return true if message_class_defined?
+            return false unless defined?(::Legion::Transport::Message) && defined?(::Legion::Transport::Exchange)
+
+            require 'legion/extensions/llm/mlx/transport/messages/registry_event'
+            message_class_defined?
+          rescue LoadError
+            false
+          end
+
+          def message_class_defined?
+            defined?(::Legion::Extensions::Llm::Mlx::Transport::Messages::RegistryEvent)
+          end
+
+          def message_class
+            ::Legion::Extensions::Llm::Mlx::Transport::Messages::RegistryEvent
+          end
+
+          def log_publish_failure(error, level: :warn)
+            message = "[lex-llm-mlx] llm.registry publish failed: #{error.class}: #{error.message}"
+            logger = ::Legion::Extensions::Llm.logger if defined?(::Legion::Extensions::Llm)
+            if logger.respond_to?(level)
+              logger.public_send(level, message)
+            elsif logger.respond_to?(:debug)
+              logger.debug(message)
+            end
+          rescue StandardError
+            nil
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/mlx/transport/exchanges/llm_registry.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      module Mlx
+        module Transport
+          module Exchanges
+            # Topic exchange for MLX provider availability events.
+            class LlmRegistry < ::Legion::Transport::Exchange
+              def exchange_name
+                'llm.registry'
+              end
+
+              def default_type
+                'topic'
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/mlx/transport/messages/registry_event.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require 'legion/extensions/llm/mlx/transport/exchanges/llm_registry'
+
+module Legion
+  module Extensions
+    module Llm
+      module Mlx
+        module Transport
+          module Messages
+            # Publishes lex-llm RegistryEvent envelopes to the llm.registry exchange.
+            class RegistryEvent < ::Legion::Transport::Message
+              def initialize(event:, **options)
+                super(**event.to_h.merge(options))
+              end
+
+              def exchange
+                Transport::Exchanges::LlmRegistry
+              end
+
+              def routing_key
+                @options[:routing_key] || "llm.registry.#{@options.fetch(:event_type)}"
+              end
+
+              def type
+                'llm.registry.event'
+              end
+
+              def app_id
+                @options[:app_id] || RegistryPublisher::APP_ID
+              end
+
+              def persistent # rubocop:disable Naming/PredicateMethod
+                false
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/mlx/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Mlx
-        VERSION = '0.1.3'
+        VERSION = '0.1.6'
       end
     end
   end

data/lib/legion/extensions/llm/mlx.rb

@@ -2,6 +2,8 @@
 
 require 'legion/extensions/llm'
 require 'legion/extensions/llm/mlx/provider'
+require 'legion/extensions/llm/mlx/registry_event_builder'
+require 'legion/extensions/llm/mlx/registry_publisher'
 require 'legion/extensions/llm/mlx/version'
 
 module Legion

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-mlx
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.6
 platform: ruby
 authors:
 - LegionIO
@@ -9,20 +9,62 @@ bindir: bin
 cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: legion-json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+- !ruby/object:Gem::Dependency
+  name: legion-logging
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+- !ruby/object:Gem::Dependency
+  name: legion-settings
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.14
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.14
 - !ruby/object:Gem::Dependency
   name: lex-llm
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.3
+        version: 0.1.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.3
+        version: 0.1.5
 description: MLX provider integration for the LegionIO LLM routing framework.
 email:
 - matthewdiverson@gmail.com
@@ -42,6 +84,10 @@ files:
 - lex-llm-mlx.gemspec
 - lib/legion/extensions/llm/mlx.rb
 - lib/legion/extensions/llm/mlx/provider.rb
+- lib/legion/extensions/llm/mlx/registry_event_builder.rb
+- lib/legion/extensions/llm/mlx/registry_publisher.rb
+- lib/legion/extensions/llm/mlx/transport/exchanges/llm_registry.rb
+- lib/legion/extensions/llm/mlx/transport/messages/registry_event.rb
 - lib/legion/extensions/llm/mlx/version.rb
 homepage: https://github.com/LegionIO/lex-llm-mlx
 licenses: