lex-llm-mlx 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c512e2029e604ccf9d22750bdfb8227a0d0218588bdaa73b272f2a228418abe8
-  data.tar.gz: 7e3dfc48bf564bbe514b2825c922dede26b6e426dd4a093101b3efee6827639f
+  metadata.gz: dbaecce67d7aabb1cf22242f37299766175bcf457c20705d19c063a4193a2ac5
+  data.tar.gz: 228d1dfc49a0e4c224924ae04a019ff318aac6796e7112e5a967fbf10a5be4a1
 SHA512:
-  metadata.gz: 9288eb954e18c6d6a27ba7496a49545b4c95768fcc96db3e9fc242e57f2f28c05bacf62166505870ad6011a253c35afcab076e6a4899d37d35730ad64559a5fc
-  data.tar.gz: f4d94b47cfb71cf108f6904f5232bd23315b83a3cee866535ec0e02cad7a35d580ccd4bd5b11748d74f929fd54650609d48c41be7addff3f82fe4a618addd7ef
+  metadata.gz: b77edb64a1aafdb185e6f6443e0e22ba3aeea26776c54ed75fc77e6a9f3a9664e44620bccee93c6bd730ebde9ff7723e717dac66e30906db3e434f3175049c42
+  data.tar.gz: 855d76ac2387ecbbfa3e01bded13e1cc23be634106a37d39d24467dfdc8b51d49b06ede73e91d57cc4288322cddbc2465ab70129b5929a581a891de5f71325b2

data/.gitignore

@@ -2,6 +2,7 @@
 /coverage/
 /pkg/
 /tmp/
+Gemfile.lock
 
 .rspec_status*
 .env

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## 0.1.1 - 2026-04-27
+
+- Add a local MLX OpenAI-compatible provider class with chat, streaming, model listing, embeddings, and health endpoint helpers.
+- Move provider defaults to shared `lex-llm` settings construction and add shared Legion runtime dependencies.
+- Remove the tracked Bundler lockfile from the provider gem.
+
 ## 0.1.0 - 2026-04-26
 
 - Initial Legion LLM Mlx provider extension scaffold.

data/Gemfile

@@ -2,11 +2,13 @@
 
 source 'https://rubygems.org'
 
-if ENV['LEX_LLM_PATH'] && File.directory?(ENV.fetch('LEX_LLM_PATH'))
-  gem 'lex-llm', path: ENV.fetch('LEX_LLM_PATH')
-else
-  gem 'lex-llm', git: 'https://github.com/LegionIO/lex-llm',
-                 branch: ENV.fetch('LEX_LLM_BRANCH', 'lex-llm-routing-base-20260425')
+group :test do
+  if ENV['LEX_LLM_PATH'] && File.directory?(ENV.fetch('LEX_LLM_PATH'))
+    gem 'lex-llm', path: ENV.fetch('LEX_LLM_PATH')
+  else
+    gem 'lex-llm', git: 'https://github.com/LegionIO/lex-llm',
+                   branch: ENV.fetch('LEX_LLM_BRANCH', 'main')
+  end
 end
 
 gemspec

data/README.md

@@ -1,5 +1,40 @@
 # lex-llm-mlx
 
-LegionIO LLM provider extension for Mlx.
+LegionIO LLM provider extension for MLX-backed OpenAI-compatible servers on Apple Silicon.
 
 This gem lives under `Legion::Extensions::Llm::Mlx` and depends on `lex-llm` for shared provider-neutral routing, fleet, and schema primitives.
+
+## What It Provides
+
+- `Legion::Extensions::Llm::Mlx::Provider`, registered as `:mlx`.
+- OpenAI-compatible chat, streaming, model listing, and embeddings endpoint wrappers.
+- Local-first defaults for MLX servers running on MacBook, Mac Studio, or local Apple Silicon hosts.
+- Shared Legion settings, JSON, and logging dependencies.
+
+## Default Settings
+
+```ruby
+Legion::Extensions::Llm::Mlx.default_settings
+```
+
+Defaults target `http://localhost:8000`, mark the provider as `:local`, and allow one concurrent local request. Fleet participation stays disabled unless the host opts in through `Legion::Settings`.
+
+## Configuration
+
+```ruby
+LexLLM.configure do |config|
+  config.mlx_api_base = 'http://localhost:8000'
+  config.mlx_api_key = ENV['MLX_API_KEY']
+end
+```
+
+`mlx_api_key` is optional because most local MLX servers run without authentication. Set it when a proxy or hosted MLX gateway requires bearer authentication.
+
+## Endpoint Helpers
+
+- `completion_url` and `stream_url`: `/v1/chat/completions`
+- `models_url`: `/v1/models`
+- `embedding_url`: `/v1/embeddings`
+- `health_url`: `/health`
+
+The provider uses the shared `LexLLM::Provider::OpenAICompatible` adapter so Legion routing can treat MLX, vLLM, OpenAI, and other compatible servers consistently while preserving provider-specific settings and health behavior.

data/lex-llm-mlx.gemspec

@@ -24,5 +24,8 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   spec.add_dependency 'faraday', '>= 2.0'
-  spec.add_dependency 'lex-llm', '>= 0.1.0'
+  spec.add_dependency 'legion-json', '>= 1.0'
+  spec.add_dependency 'legion-logging', '>= 1.0'
+  spec.add_dependency 'legion-settings', '>= 1.3.14'
+  spec.add_dependency 'lex-llm', '>= 0.1.2'
 end

data/lib/legion/extensions/llm/mlx/provider.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require 'lex_llm'
+
+module Legion
+  module Extensions
+    module Llm
+      module Mlx
+        # MLX provider implementation for local OpenAI-compatible servers.
+        class Provider < LexLLM::Provider
+          include LexLLM::Provider::OpenAICompatible
+
+          class << self
+            def slug = 'mlx'
+            def local? = true
+            def configuration_options = %i[mlx_api_base mlx_api_key]
+            def configuration_requirements = []
+            def capabilities = Capabilities
+          end
+
+          # Conservative capability predicates for local MLX OpenAI-compatible servers.
+          module Capabilities
+            module_function
+
+            def chat?(model) = !embeddings?(model)
+            def streaming?(model) = chat?(model)
+            def vision?(model) = model_id(model).match?(/vlm|vision|llava|pixtral|qwen.*vl/i)
+            def functions?(_model) = true
+            def embeddings?(model) = model_id(model).match?(/embed|bge|e5|nomic/i)
+
+            def model_id(model)
+              model.respond_to?(:id) ? model.id.to_s : model.to_s
+            end
+          end
+
+          def api_base
+            config.mlx_api_base || 'http://localhost:8000'
+          end
+
+          def headers
+            token = config.mlx_api_key
+            return {} if token.nil? || token.to_s.empty?
+
+            { 'Authorization' => "Bearer #{token}" }
+          end
+
+          def health_url = '/health'
+
+          def health
+            connection.get(health_url).body
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/mlx/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Mlx
-        VERSION = '0.1.0'
+        VERSION = '0.1.1'
       end
     end
   end

data/lib/legion/extensions/llm/mlx.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 require 'legion/extensions/llm'
-require 'legion/extensions/llm/mlx/provider_settings'
+require 'legion/extensions/llm/mlx/provider'
 require 'legion/extensions/llm/mlx/version'
 
 module Legion
@@ -14,18 +14,25 @@ module Legion
         PROVIDER_FAMILY = :mlx
 
         def self.default_settings
-          ProviderSettings.build(
+          ::Legion::Extensions::Llm.provider_settings(
             family: PROVIDER_FAMILY,
             instance: {
-              endpoint: nil,
+              endpoint: 'http://localhost:8000',
               tier: :local,
               transport: :local,
-              usage: { inference: true, embedding: false },
+              usage: { inference: true, embedding: true },
               limits: { concurrency: 1 }
             }
           )
         end
+
+        def self.provider_class
+          Provider
+        end
       end
     end
   end
 end
+
+LexLLM::Provider.register(Legion::Extensions::Llm::Mlx::PROVIDER_FAMILY,
+                          Legion::Extensions::Llm::Mlx::Provider)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-mlx
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - LegionIO
@@ -23,20 +23,62 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: legion-json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: legion-logging
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: legion-settings
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.14
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.14
 - !ruby/object:Gem::Dependency
   name: lex-llm
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: 0.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: 0.1.2
 description: Mlx provider integration for the LegionIO LLM routing framework.
 email:
 - matthewdiverson@gmail.com
@@ -51,12 +93,11 @@ files:
 - ".rubocop.yml"
 - CHANGELOG.md
 - Gemfile
-- Gemfile.lock
 - LICENSE
 - README.md
 - lex-llm-mlx.gemspec
 - lib/legion/extensions/llm/mlx.rb
-- lib/legion/extensions/llm/mlx/provider_settings.rb
+- lib/legion/extensions/llm/mlx/provider.rb
 - lib/legion/extensions/llm/mlx/version.rb
 - lib/lex_llm_mlx.rb
 homepage: https://github.com/LegionIO/lex-llm-mlx

data/Gemfile.lock

@@ -1,161 +0,0 @@
-GIT
-  remote: https://github.com/LegionIO/lex-llm
-  revision: 6b2901bf332806ca369399ad08f09da82825b121
-  branch: lex-llm-routing-base-20260425
-  specs:
-    lex-llm (0.1.0)
-      base64
-      event_stream_parser (~> 1)
-      faraday (>= 1.10.0)
-      faraday-multipart (>= 1)
-      faraday-net_http (>= 1)
-      faraday-retry (>= 1)
-      marcel (~> 1)
-      ruby_llm-schema (~> 0)
-      zeitwerk (~> 2)
-
-PATH
-  remote: .
-  specs:
-    lex-llm-mlx (0.1.0)
-      faraday (>= 2.0)
-      lex-llm (>= 0.1.0)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    ast (2.4.3)
-    base64 (0.3.0)
-    diff-lcs (1.6.2)
-    event_stream_parser (1.0.0)
-    faraday (2.14.1)
-      faraday-net_http (>= 2.0, < 3.5)
-      json
-      logger
-    faraday-multipart (1.2.0)
-      multipart-post (~> 2.0)
-    faraday-net_http (3.4.2)
-      net-http (~> 0.5)
-    faraday-retry (2.4.0)
-      faraday (~> 2.0)
-    json (2.19.4)
-    language_server-protocol (3.17.0.5)
-    lint_roller (1.1.0)
-    logger (1.7.0)
-    marcel (1.1.0)
-    multipart-post (2.4.1)
-    net-http (0.9.1)
-      uri (>= 0.11.1)
-    parallel (2.1.0)
-    parser (3.3.11.1)
-      ast (~> 2.4.1)
-      racc
-    prism (1.9.0)
-    racc (1.8.1)
-    rainbow (3.1.1)
-    rake (13.4.2)
-    regexp_parser (2.12.0)
-    rspec (3.13.2)
-      rspec-core (~> 3.13.0)
-      rspec-expectations (~> 3.13.0)
-      rspec-mocks (~> 3.13.0)
-    rspec-core (3.13.6)
-      rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.5)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.8)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.13.0)
-    rspec-support (3.13.7)
-    rubocop (1.86.1)
-      json (~> 2.3)
-      language_server-protocol (~> 3.17.0.2)
-      lint_roller (~> 1.1.0)
-      parallel (>= 1.10)
-      parser (>= 3.3.0.2)
-      rainbow (>= 2.2.2, < 4.0)
-      regexp_parser (>= 2.9.3, < 3.0)
-      rubocop-ast (>= 1.49.0, < 2.0)
-      ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 2.4.0, < 4.0)
-    rubocop-ast (1.49.1)
-      parser (>= 3.3.7.2)
-      prism (~> 1.7)
-    rubocop-performance (1.26.1)
-      lint_roller (~> 1.1)
-      rubocop (>= 1.75.0, < 2.0)
-      rubocop-ast (>= 1.47.1, < 2.0)
-    rubocop-rake (0.7.1)
-      lint_roller (~> 1.1)
-      rubocop (>= 1.72.1)
-    rubocop-rspec (3.9.0)
-      lint_roller (~> 1.1)
-      rubocop (~> 1.81)
-    ruby-progressbar (1.13.0)
-    ruby_llm-schema (0.3.0)
-    unicode-display_width (3.2.0)
-      unicode-emoji (~> 4.1)
-    unicode-emoji (4.2.0)
-    uri (1.1.1)
-    zeitwerk (2.7.5)
-
-PLATFORMS
-  arm64-darwin-25
-  ruby
-
-DEPENDENCIES
-  bundler (>= 2.0)
-  lex-llm!
-  lex-llm-mlx!
-  rake (>= 13.0)
-  rspec (~> 3.12)
-  rubocop (>= 1.0)
-  rubocop-performance
-  rubocop-rake (>= 0.6)
-  rubocop-rspec
-
-CHECKSUMS
-  ast (2.4.3) sha256=954615157c1d6a382bc27d690d973195e79db7f55e9765ac7c481c60bdb4d383
-  base64 (0.3.0) sha256=27337aeabad6ffae05c265c450490628ef3ebd4b67be58257393227588f5a97b
-  diff-lcs (1.6.2) sha256=9ae0d2cba7d4df3075fe8cd8602a8604993efc0dfa934cff568969efb1909962
-  event_stream_parser (1.0.0) sha256=a2683bab70126286f8184dc88f7968ffc4028f813161fb073ec90d171f7de3c8
-  faraday (2.14.1) sha256=a43cceedc1e39d188f4d2cdd360a8aaa6a11da0c407052e426ba8d3fb42ef61c
-  faraday-multipart (1.2.0) sha256=7d89a949693714176f612323ca13746a2ded204031a6ba528adee788694ef757
-  faraday-net_http (3.4.2) sha256=f147758260d3526939bf57ecf911682f94926a3666502e24c69992765875906c
-  faraday-retry (2.4.0) sha256=7b79c48fb7e56526faf247b12d94a680071ff40c9fda7cf1ec1549439ad11ebe
-  json (2.19.4) sha256=670a7d333fb3b18ca5b29cb255eb7bef099e40d88c02c80bd42a3f30fe5239ac
-  language_server-protocol (3.17.0.5) sha256=fd1e39a51a28bf3eec959379985a72e296e9f9acfce46f6a79d31ca8760803cc
-  lex-llm (0.1.0)
-  lex-llm-mlx (0.1.0)
-  lint_roller (1.1.0) sha256=2c0c845b632a7d172cb849cc90c1bce937a28c5c8ccccb50dfd46a485003cc87
-  logger (1.7.0) sha256=196edec7cc44b66cfb40f9755ce11b392f21f7967696af15d274dde7edff0203
-  marcel (1.1.0) sha256=fdcfcfa33cc52e93c4308d40e4090a5d4ea279e160a7f6af988260fa970e0bee
-  multipart-post (2.4.1) sha256=9872d03a8e552020ca096adadbf5e3cb1cd1cdd6acd3c161136b8a5737cdb4a8
-  net-http (0.9.1) sha256=25ba0b67c63e89df626ed8fac771d0ad24ad151a858af2cc8e6a716ca4336996
-  parallel (2.1.0) sha256=b35258865c2e31134c5ecb708beaaf6772adf9d5efae28e93e99260877b09356
-  parser (3.3.11.1) sha256=d17ace7aabe3e72c3cc94043714be27cc6f852f104d81aa284c2281aecc65d54
-  prism (1.9.0) sha256=7b530c6a9f92c24300014919c9dcbc055bf4cdf51ec30aed099b06cd6674ef85
-  racc (1.8.1) sha256=4a7f6929691dbec8b5209a0b373bc2614882b55fc5d2e447a21aaa691303d62f
-  rainbow (3.1.1) sha256=039491aa3a89f42efa1d6dec2fc4e62ede96eb6acd95e52f1ad581182b79bc6a
-  rake (13.4.2) sha256=cb825b2bd5f1f8e91ca37bddb4b9aaf345551b4731da62949be002fa89283701
-  regexp_parser (2.12.0) sha256=35a916a1d63190ab5c9009457136ae5f3c0c7512d60291d0d1378ba18ce08ebb
-  rspec (3.13.2) sha256=206284a08ad798e61f86d7ca3e376718d52c0bc944626b2349266f239f820587
-  rspec-core (3.13.6) sha256=a8823c6411667b60a8bca135364351dda34cd55e44ff94c4be4633b37d828b2d
-  rspec-expectations (3.13.5) sha256=33a4d3a1d95060aea4c94e9f237030a8f9eae5615e9bd85718fe3a09e4b58836
-  rspec-mocks (3.13.8) sha256=086ad3d3d17533f4237643de0b5c42f04b66348c28bf6b9c2d3f4a3b01af1d47
-  rspec-support (3.13.7) sha256=0640e5570872aafefd79867901deeeeb40b0c9875a36b983d85f54fb7381c47c
-  rubocop (1.86.1) sha256=44415f3f01d01a21e01132248d2fd0867572475b566ca188a0a42133a08d4531
-  rubocop-ast (1.49.1) sha256=4412f3ee70f6fe4546cc489548e0f6fcf76cafcfa80fa03af67098ffed755035
-  rubocop-performance (1.26.1) sha256=cd19b936ff196df85829d264b522fd4f98b6c89ad271fa52744a8c11b8f71834
-  rubocop-rake (0.7.1) sha256=3797f2b6810c3e9df7376c26d5f44f3475eda59eb1adc38e6f62ecf027cbae4d
-  rubocop-rspec (3.9.0) sha256=8fa70a3619408237d789aeecfb9beef40576acc855173e60939d63332fdb55e2
-  ruby-progressbar (1.13.0) sha256=80fc9c47a9b640d6834e0dc7b3c94c9df37f08cb072b7761e4a71e22cff29b33
-  ruby_llm-schema (0.3.0) sha256=a591edc5ca1b7f0304f0e2261de61ba4b3bea17be09f5cf7558153adfda3dec6
-  unicode-display_width (3.2.0) sha256=0cdd96b5681a5949cdbc2c55e7b420facae74c4aaf9a9815eee1087cb1853c42
-  unicode-emoji (4.2.0) sha256=519e69150f75652e40bf736106cfbc8f0f73aa3fb6a65afe62fefa7f80b0f80f
-  uri (1.1.1) sha256=379fa58d27ffb1387eaada68c749d1426738bd0f654d812fcc07e7568f5c57c6
-  zeitwerk (2.7.5) sha256=d8da92128c09ea6ec62c949011b00ed4a20242b255293dd66bf41545398f73dd
-
-BUNDLED WITH
-  4.0.6

data/lib/legion/extensions/llm/mlx/provider_settings.rb

@@ -1,55 +0,0 @@
-# frozen_string_literal: true
-
-module Legion
-  module Extensions
-    module Llm
-      module Mlx
-        # Builds provider defaults while inheriting shared lex-llm defaults.
-        module ProviderSettings
-          module_function
-
-          def build(family:, instance:)
-            deep_merge(
-              base_settings,
-              {
-                enabled: true,
-                provider_family: family,
-                discovery: { enabled: true, interval_seconds: 300 },
-                instances: {
-                  default: {
-                    enabled: true,
-                    credentials: nil,
-                    fleet: { enabled: false, consumer_priority: 0, prefetch: 1 }
-                  }.merge(instance)
-                }
-              }
-            )
-          end
-
-          def base_settings
-            return {} unless ::Legion::Extensions::Llm.respond_to?(:default_settings)
-
-            deep_dup(::Legion::Extensions::Llm.default_settings)
-          end
-
-          def deep_dup(value)
-            case value
-            when Hash
-              value.to_h { |key, inner_value| [key, deep_dup(inner_value)] }
-            when Array
-              value.map { |inner_value| deep_dup(inner_value) }
-            else
-              value
-            end
-          end
-
-          def deep_merge(left, right)
-            left.merge(right) do |_key, left_value, right_value|
-              left_value.is_a?(Hash) && right_value.is_a?(Hash) ? deep_merge(left_value, right_value) : right_value
-            end
-          end
-        end
-      end
-    end
-  end
-end