lex-llm-mlx 0.1.7 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +9 -0
- data/lex-llm-mlx.gemspec +1 -1
- data/lib/legion/extensions/llm/mlx/provider.rb +6 -2
- data/lib/legion/extensions/llm/mlx/version.rb +1 -1
- data/lib/legion/extensions/llm/mlx.rb +15 -18
- metadata +3 -7
- data/lib/legion/extensions/llm/mlx/registry_event_builder.rb +0 -118
- data/lib/legion/extensions/llm/mlx/registry_publisher.rb +0 -97
- data/lib/legion/extensions/llm/mlx/transport/exchanges/llm_registry.rb +0 -24
- data/lib/legion/extensions/llm/mlx/transport/messages/registry_event.rb +0 -42
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: d4c28dde2944e28432fd8d9f30d927018476fc0879056115b2ff60074a13096e
|
|
4
|
+
data.tar.gz: 9faff4486487ace84299b5b066e67ce90e58634a50c93e1e4ce33f347acac3c0
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f0fd9fa8260d3e4fd2da783b852189d5ec409b956402ad4fb49487772468a3ff7b63eb35d271174f3996719ba925c7f80954103c3437a8049a788ddbc76127ea
|
|
7
|
+
data.tar.gz: 5adf6fb8d5f2093fb5381aeb5979510baa0d74efa6b8cfec9c32cd30f4d5ac016e615245045b48d38a7246b9eba94001dbcf0398124e2a7e99eaf3c2c9f58b1b
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,14 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.2.0 - 2026-04-30
|
|
4
|
+
|
|
5
|
+
- Adopt lex-llm 0.1.9 base contract for RegistryPublisher and RegistryEventBuilder.
|
|
6
|
+
- Remove local `RegistryPublisher` and `RegistryEventBuilder` classes in favor of parameterized base versions.
|
|
7
|
+
- Remove local `transport/` directory (exchange and message classes) in favor of shared lex-llm transport layer.
|
|
8
|
+
- Remove deprecated `Provider.register` call; register configuration options directly.
|
|
9
|
+
- Replace `provider_settings` builder with flat `default_settings` hash matching the new consumer contract.
|
|
10
|
+
- Bump gemspec dependency to `lex-llm >= 0.1.9`.
|
|
11
|
+
|
|
3
12
|
## 0.1.7 - 2026-04-30
|
|
4
13
|
|
|
5
14
|
- Add `Legion::Logging::Helper` to `Mlx` module and `RegistryPublisher` for standardized logging.
|
data/lex-llm-mlx.gemspec
CHANGED
|
@@ -26,5 +26,5 @@ Gem::Specification.new do |spec|
|
|
|
26
26
|
spec.add_dependency 'legion-json', '>= 1.2.1'
|
|
27
27
|
spec.add_dependency 'legion-logging', '>= 1.3.2'
|
|
28
28
|
spec.add_dependency 'legion-settings', '>= 1.3.14'
|
|
29
|
-
spec.add_dependency 'lex-llm', '>= 0.
|
|
29
|
+
spec.add_dependency 'lex-llm', '>= 0.2.0'
|
|
30
30
|
end
|
|
@@ -20,7 +20,7 @@ module Legion
|
|
|
20
20
|
def capabilities = Capabilities
|
|
21
21
|
|
|
22
22
|
def registry_publisher
|
|
23
|
-
@registry_publisher ||= RegistryPublisher.new
|
|
23
|
+
@registry_publisher ||= Legion::Extensions::Llm::RegistryPublisher.new(provider_family: :mlx)
|
|
24
24
|
end
|
|
25
25
|
end
|
|
26
26
|
|
|
@@ -48,8 +48,12 @@ module Legion
|
|
|
48
48
|
end
|
|
49
49
|
end
|
|
50
50
|
|
|
51
|
+
def settings
|
|
52
|
+
Mlx.default_settings
|
|
53
|
+
end
|
|
54
|
+
|
|
51
55
|
def api_base
|
|
52
|
-
config.mlx_api_base || '
|
|
56
|
+
normalize_url(config.mlx_api_base || 'localhost:8000')
|
|
53
57
|
end
|
|
54
58
|
|
|
55
59
|
def headers
|
|
@@ -2,8 +2,6 @@
|
|
|
2
2
|
|
|
3
3
|
require 'legion/extensions/llm'
|
|
4
4
|
require 'legion/extensions/llm/mlx/provider'
|
|
5
|
-
require 'legion/extensions/llm/mlx/registry_event_builder'
|
|
6
|
-
require 'legion/extensions/llm/mlx/registry_publisher'
|
|
7
5
|
require 'legion/extensions/llm/mlx/version'
|
|
8
6
|
|
|
9
7
|
module Legion
|
|
@@ -11,22 +9,23 @@ module Legion
|
|
|
11
9
|
module Llm
|
|
12
10
|
# Mlx provider extension namespace.
|
|
13
11
|
module Mlx
|
|
14
|
-
extend Legion::Logging::Helper
|
|
12
|
+
extend Legion::Logging::Helper
|
|
15
13
|
extend ::Legion::Extensions::Core if ::Legion::Extensions.const_defined?(:Core, false)
|
|
16
14
|
|
|
17
15
|
PROVIDER_FAMILY = :mlx
|
|
18
16
|
|
|
19
17
|
def self.default_settings
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
}
|
|
29
|
-
|
|
18
|
+
{
|
|
19
|
+
enabled: false,
|
|
20
|
+
base_url: 'localhost:8000',
|
|
21
|
+
default_model: nil,
|
|
22
|
+
api_key: nil,
|
|
23
|
+
model_whitelist: [],
|
|
24
|
+
model_blacklist: [],
|
|
25
|
+
model_cache_ttl: 60,
|
|
26
|
+
tls: { enabled: false, verify: :peer },
|
|
27
|
+
instances: {}
|
|
28
|
+
}
|
|
30
29
|
end
|
|
31
30
|
|
|
32
31
|
def self.provider_class
|
|
@@ -37,8 +36,6 @@ module Legion
|
|
|
37
36
|
end
|
|
38
37
|
end
|
|
39
38
|
|
|
40
|
-
Legion::Extensions::Llm::
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
Legion::Extensions::Llm::Mlx.log.info('Registered MLX provider as :mlx')
|
|
44
|
-
end
|
|
39
|
+
Legion::Extensions::Llm::Configuration.register_provider_options(
|
|
40
|
+
Legion::Extensions::Llm::Mlx::Provider.configuration_options
|
|
41
|
+
)
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: lex-llm-mlx
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.2.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- LegionIO
|
|
@@ -57,14 +57,14 @@ dependencies:
|
|
|
57
57
|
requirements:
|
|
58
58
|
- - ">="
|
|
59
59
|
- !ruby/object:Gem::Version
|
|
60
|
-
version: 0.
|
|
60
|
+
version: 0.2.0
|
|
61
61
|
type: :runtime
|
|
62
62
|
prerelease: false
|
|
63
63
|
version_requirements: !ruby/object:Gem::Requirement
|
|
64
64
|
requirements:
|
|
65
65
|
- - ">="
|
|
66
66
|
- !ruby/object:Gem::Version
|
|
67
|
-
version: 0.
|
|
67
|
+
version: 0.2.0
|
|
68
68
|
description: MLX provider integration for the LegionIO LLM routing framework.
|
|
69
69
|
email:
|
|
70
70
|
- matthewdiverson@gmail.com
|
|
@@ -84,10 +84,6 @@ files:
|
|
|
84
84
|
- lex-llm-mlx.gemspec
|
|
85
85
|
- lib/legion/extensions/llm/mlx.rb
|
|
86
86
|
- lib/legion/extensions/llm/mlx/provider.rb
|
|
87
|
-
- lib/legion/extensions/llm/mlx/registry_event_builder.rb
|
|
88
|
-
- lib/legion/extensions/llm/mlx/registry_publisher.rb
|
|
89
|
-
- lib/legion/extensions/llm/mlx/transport/exchanges/llm_registry.rb
|
|
90
|
-
- lib/legion/extensions/llm/mlx/transport/messages/registry_event.rb
|
|
91
87
|
- lib/legion/extensions/llm/mlx/version.rb
|
|
92
88
|
homepage: https://github.com/LegionIO/lex-llm-mlx
|
|
93
89
|
licenses:
|
|
@@ -1,118 +0,0 @@
|
|
|
1
|
-
# frozen_string_literal: true
|
|
2
|
-
|
|
3
|
-
module Legion
|
|
4
|
-
module Extensions
|
|
5
|
-
module Llm
|
|
6
|
-
module Mlx
|
|
7
|
-
# Builds sanitized lex-llm registry envelopes for MLX provider state.
|
|
8
|
-
class RegistryEventBuilder
|
|
9
|
-
def readiness(readiness)
|
|
10
|
-
registry_event_class.public_send(
|
|
11
|
-
readiness[:ready] ? :available : :unavailable,
|
|
12
|
-
provider_offering(readiness),
|
|
13
|
-
runtime: runtime_metadata,
|
|
14
|
-
health: readiness_health(readiness),
|
|
15
|
-
metadata: readiness_metadata(readiness)
|
|
16
|
-
)
|
|
17
|
-
end
|
|
18
|
-
|
|
19
|
-
def model_available(model, readiness:)
|
|
20
|
-
registry_event_class.available(
|
|
21
|
-
model_offering(model),
|
|
22
|
-
runtime: runtime_metadata,
|
|
23
|
-
health: model_health(readiness),
|
|
24
|
-
metadata: model_metadata(model)
|
|
25
|
-
)
|
|
26
|
-
end
|
|
27
|
-
|
|
28
|
-
private
|
|
29
|
-
|
|
30
|
-
def provider_offering(readiness)
|
|
31
|
-
{
|
|
32
|
-
provider_family: :mlx,
|
|
33
|
-
provider_instance: provider_instance,
|
|
34
|
-
transport: :http,
|
|
35
|
-
model: 'provider-readiness',
|
|
36
|
-
usage_type: :inference,
|
|
37
|
-
capabilities: [],
|
|
38
|
-
health: readiness_health(readiness),
|
|
39
|
-
metadata: { lex: :llm_mlx, provider_readiness: true }
|
|
40
|
-
}
|
|
41
|
-
end
|
|
42
|
-
|
|
43
|
-
def model_offering(model)
|
|
44
|
-
{
|
|
45
|
-
provider_family: :mlx,
|
|
46
|
-
provider_instance: provider_instance,
|
|
47
|
-
transport: :http,
|
|
48
|
-
model: model.id,
|
|
49
|
-
usage_type: usage_type_for(model),
|
|
50
|
-
capabilities: Array(model.capabilities).map(&:to_sym),
|
|
51
|
-
limits: model_limits(model),
|
|
52
|
-
metadata: { lex: :llm_mlx, model_name: model.name }.compact
|
|
53
|
-
}
|
|
54
|
-
end
|
|
55
|
-
|
|
56
|
-
def readiness_health(readiness)
|
|
57
|
-
health = {
|
|
58
|
-
ready: readiness[:ready] == true,
|
|
59
|
-
status: readiness[:ready] ? :available : :unavailable,
|
|
60
|
-
checked: readiness.dig(:health, :checked) != false
|
|
61
|
-
}
|
|
62
|
-
add_readiness_error(health, readiness[:health])
|
|
63
|
-
end
|
|
64
|
-
|
|
65
|
-
def add_readiness_error(health, source)
|
|
66
|
-
error = source.is_a?(Hash) ? source : {}
|
|
67
|
-
error_class = error[:error] || error['error']
|
|
68
|
-
error_message = error[:message] || error['message']
|
|
69
|
-
health[:error_class] = error_class if error_class
|
|
70
|
-
health[:error] = error_message if error_message
|
|
71
|
-
health
|
|
72
|
-
end
|
|
73
|
-
|
|
74
|
-
def model_health(readiness)
|
|
75
|
-
ready = readiness.fetch(:ready, true) == true
|
|
76
|
-
{ ready:, status: ready ? :available : :degraded }
|
|
77
|
-
end
|
|
78
|
-
|
|
79
|
-
def readiness_metadata(readiness)
|
|
80
|
-
{
|
|
81
|
-
extension: :lex_llm_mlx,
|
|
82
|
-
provider: :mlx,
|
|
83
|
-
configured: readiness[:configured] == true,
|
|
84
|
-
live: readiness[:live] == true
|
|
85
|
-
}
|
|
86
|
-
end
|
|
87
|
-
|
|
88
|
-
def model_metadata(model)
|
|
89
|
-
{ extension: :lex_llm_mlx, provider: :mlx, model_type: model.type }
|
|
90
|
-
end
|
|
91
|
-
|
|
92
|
-
def runtime_metadata
|
|
93
|
-
{ node: provider_instance }
|
|
94
|
-
end
|
|
95
|
-
|
|
96
|
-
def model_limits(model)
|
|
97
|
-
{
|
|
98
|
-
context_window: model.context_window,
|
|
99
|
-
max_output_tokens: model.max_output_tokens
|
|
100
|
-
}.compact
|
|
101
|
-
end
|
|
102
|
-
|
|
103
|
-
def usage_type_for(model)
|
|
104
|
-
model.type == 'embedding' ? :embedding : :inference
|
|
105
|
-
end
|
|
106
|
-
|
|
107
|
-
def provider_instance
|
|
108
|
-
:mlx
|
|
109
|
-
end
|
|
110
|
-
|
|
111
|
-
def registry_event_class
|
|
112
|
-
::Legion::Extensions::Llm::Routing::RegistryEvent
|
|
113
|
-
end
|
|
114
|
-
end
|
|
115
|
-
end
|
|
116
|
-
end
|
|
117
|
-
end
|
|
118
|
-
end
|
|
@@ -1,97 +0,0 @@
|
|
|
1
|
-
# frozen_string_literal: true
|
|
2
|
-
|
|
3
|
-
module Legion
|
|
4
|
-
module Extensions
|
|
5
|
-
module Llm
|
|
6
|
-
module Mlx
|
|
7
|
-
# Best-effort publisher for MLX provider availability events.
|
|
8
|
-
class RegistryPublisher
|
|
9
|
-
include Legion::Logging::Helper if defined?(Legion::Logging::Helper)
|
|
10
|
-
|
|
11
|
-
APP_ID = 'lex-llm-mlx'
|
|
12
|
-
|
|
13
|
-
def initialize(builder: RegistryEventBuilder.new)
|
|
14
|
-
@builder = builder
|
|
15
|
-
end
|
|
16
|
-
|
|
17
|
-
def publish_readiness_async(readiness)
|
|
18
|
-
log.info('Publishing MLX readiness event asynchronously')
|
|
19
|
-
schedule { publish_event(@builder.readiness(readiness)) }
|
|
20
|
-
end
|
|
21
|
-
|
|
22
|
-
def publish_models_async(models, readiness:)
|
|
23
|
-
log.info("Publishing #{Array(models).size} MLX model availability events asynchronously")
|
|
24
|
-
schedule do
|
|
25
|
-
Array(models).each do |model|
|
|
26
|
-
publish_event(@builder.model_available(model, readiness:))
|
|
27
|
-
end
|
|
28
|
-
end
|
|
29
|
-
end
|
|
30
|
-
|
|
31
|
-
private
|
|
32
|
-
|
|
33
|
-
def schedule(&)
|
|
34
|
-
return false unless publishing_available?
|
|
35
|
-
|
|
36
|
-
Thread.new do
|
|
37
|
-
Thread.current.abort_on_exception = false
|
|
38
|
-
yield
|
|
39
|
-
rescue StandardError => e
|
|
40
|
-
handle_exception(e, level: :debug, handled: true, operation: 'mlx.registry_publisher.schedule_thread')
|
|
41
|
-
end
|
|
42
|
-
rescue StandardError => e
|
|
43
|
-
handle_exception(e, level: :debug, handled: true, operation: 'mlx.registry_publisher.schedule')
|
|
44
|
-
false
|
|
45
|
-
end
|
|
46
|
-
|
|
47
|
-
def publish_event(event)
|
|
48
|
-
return false unless publishing_available?
|
|
49
|
-
|
|
50
|
-
log.info("Publishing MLX registry event: #{event.class}")
|
|
51
|
-
message_class.new(event:, app_id: APP_ID).publish(spool: false)
|
|
52
|
-
rescue StandardError => e
|
|
53
|
-
handle_exception(e, level: :warn, handled: true, operation: 'mlx.registry_publisher.publish_event')
|
|
54
|
-
false
|
|
55
|
-
end
|
|
56
|
-
|
|
57
|
-
def publishing_available?
|
|
58
|
-
return false unless registry_event_available?
|
|
59
|
-
return false unless transport_message_available?
|
|
60
|
-
return true unless defined?(::Legion::Transport::Connection)
|
|
61
|
-
return true unless ::Legion::Transport::Connection.respond_to?(:session_open?)
|
|
62
|
-
|
|
63
|
-
::Legion::Transport::Connection.session_open?
|
|
64
|
-
rescue StandardError => e
|
|
65
|
-
handle_exception(e, level: :debug, handled: true,
|
|
66
|
-
operation: 'mlx.registry_publisher.publishing_available?')
|
|
67
|
-
false
|
|
68
|
-
end
|
|
69
|
-
|
|
70
|
-
def registry_event_available?
|
|
71
|
-
defined?(::Legion::Extensions::Llm::Routing::RegistryEvent)
|
|
72
|
-
end
|
|
73
|
-
|
|
74
|
-
def transport_message_available?
|
|
75
|
-
return true if message_class_defined?
|
|
76
|
-
return false unless defined?(::Legion::Transport::Message) && defined?(::Legion::Transport::Exchange)
|
|
77
|
-
|
|
78
|
-
require 'legion/extensions/llm/mlx/transport/messages/registry_event'
|
|
79
|
-
message_class_defined?
|
|
80
|
-
rescue LoadError => e
|
|
81
|
-
handle_exception(e, level: :debug, handled: true,
|
|
82
|
-
operation: 'mlx.registry_publisher.transport_message_available?')
|
|
83
|
-
false
|
|
84
|
-
end
|
|
85
|
-
|
|
86
|
-
def message_class_defined?
|
|
87
|
-
defined?(::Legion::Extensions::Llm::Mlx::Transport::Messages::RegistryEvent)
|
|
88
|
-
end
|
|
89
|
-
|
|
90
|
-
def message_class
|
|
91
|
-
::Legion::Extensions::Llm::Mlx::Transport::Messages::RegistryEvent
|
|
92
|
-
end
|
|
93
|
-
end
|
|
94
|
-
end
|
|
95
|
-
end
|
|
96
|
-
end
|
|
97
|
-
end
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
# frozen_string_literal: true
|
|
2
|
-
|
|
3
|
-
module Legion
|
|
4
|
-
module Extensions
|
|
5
|
-
module Llm
|
|
6
|
-
module Mlx
|
|
7
|
-
module Transport
|
|
8
|
-
module Exchanges
|
|
9
|
-
# Topic exchange for MLX provider availability events.
|
|
10
|
-
class LlmRegistry < ::Legion::Transport::Exchange
|
|
11
|
-
def exchange_name
|
|
12
|
-
'llm.registry'
|
|
13
|
-
end
|
|
14
|
-
|
|
15
|
-
def default_type
|
|
16
|
-
'topic'
|
|
17
|
-
end
|
|
18
|
-
end
|
|
19
|
-
end
|
|
20
|
-
end
|
|
21
|
-
end
|
|
22
|
-
end
|
|
23
|
-
end
|
|
24
|
-
end
|
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
# frozen_string_literal: true
|
|
2
|
-
|
|
3
|
-
require 'legion/extensions/llm/mlx/transport/exchanges/llm_registry'
|
|
4
|
-
|
|
5
|
-
module Legion
|
|
6
|
-
module Extensions
|
|
7
|
-
module Llm
|
|
8
|
-
module Mlx
|
|
9
|
-
module Transport
|
|
10
|
-
module Messages
|
|
11
|
-
# Publishes lex-llm RegistryEvent envelopes to the llm.registry exchange.
|
|
12
|
-
class RegistryEvent < ::Legion::Transport::Message
|
|
13
|
-
def initialize(event:, **options)
|
|
14
|
-
super(**event.to_h.merge(options))
|
|
15
|
-
end
|
|
16
|
-
|
|
17
|
-
def exchange
|
|
18
|
-
Transport::Exchanges::LlmRegistry
|
|
19
|
-
end
|
|
20
|
-
|
|
21
|
-
def routing_key
|
|
22
|
-
@options[:routing_key] || "llm.registry.#{@options.fetch(:event_type)}"
|
|
23
|
-
end
|
|
24
|
-
|
|
25
|
-
def type
|
|
26
|
-
'llm.registry.event'
|
|
27
|
-
end
|
|
28
|
-
|
|
29
|
-
def app_id
|
|
30
|
-
@options[:app_id] || RegistryPublisher::APP_ID
|
|
31
|
-
end
|
|
32
|
-
|
|
33
|
-
def persistent # rubocop:disable Naming/PredicateMethod
|
|
34
|
-
false
|
|
35
|
-
end
|
|
36
|
-
end
|
|
37
|
-
end
|
|
38
|
-
end
|
|
39
|
-
end
|
|
40
|
-
end
|
|
41
|
-
end
|
|
42
|
-
end
|