lex-llm-gateway 0.2.1 → 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +13 -0
  3. data/lex-llm-gateway.gemspec +8 -0
  4. data/lib/legion/extensions/llm/gateway/runners/inference.rb +14 -14
  5. data/lib/legion/extensions/llm/gateway/version.rb +1 -1
  6. metadata +99 -1
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 9781b8397704e33e074250be57228735624bc3831d440c8c7919922739a06c35
4
- data.tar.gz: d1f17c0173cdba69b5f6c91332d2eb859f2fd1a6dc0f36acd4b7b456c2efc9ba
3
+ metadata.gz: 113ab7ef4818f7904351d1c4ebf08bdfc8beabc3310c219d909443399d051e41
4
+ data.tar.gz: '0285316fbedb4b01afed93c25d9897b7723de482d06dd38bb85b2c6e59bcf2d8'
5
5
  SHA512:
6
- metadata.gz: df28717d0579f52423e513ea1c97a001fed6c33b0f679eefd994dd51e0e36843b09b1b4018aff1d394b23d58f8fc4b6445e712857eefc4e46c61b7393abb36de
7
- data.tar.gz: e8c5ccdd18c0f832ad0bdf17164aa24cadad3acd2d26677aa9a736c7ca94d58fa8320f151c429269e353e2e5fcdc64cbf1bc968a4c7336cf163bf3740260fa2f
6
+ metadata.gz: be41efa7a0e59477137225023730e271b04be3343cb178fd7110e863320f95d5ffeaafa4fc8d912056c78fd739e9ac0d6d2ec77b6d90c0d991b0df1622943e21
7
+ data.tar.gz: 985e1a3bc30d68657dacdc8f0df39bb5cd33d0cbc7192eb3336e99c7161d99e74af6909b99814b92ebd6084dc989ae5e0bb257c285482509be308cc43a5f9519
data/CHANGELOG.md CHANGED
@@ -1,5 +1,18 @@
1
1
  # Changelog
2
2
 
3
+ ## [0.2.3] - 2026-03-22
4
+
5
+ ### Changed
6
+ - Add runtime deps: legion-cache >= 1.3.11, legion-crypt >= 1.4.9, legion-data >= 1.4.17, legion-json >= 1.2.1, legion-logging >= 1.3.2, legion-settings >= 1.3.14, legion-transport >= 1.3.9
7
+ - Update spec_helper to require real sub-gem helpers and define Helpers::Lex stub with all 7 includes; require legion/transport for actor base class inheritance
8
+ - Fix transport message specs: expect raise from new instead of validate (real Message#initialize calls validate)
9
+ - Refactor Runners::Inference dispatch_chat and call_llm to resolve Metrics/ModuleLength and Metrics/MethodLength
10
+
11
+ ## [0.2.2] - 2026-03-22
12
+
13
+ ### Fixed
14
+ - Replace bare `Process` with `::Process` in `Runners::Inference` (6 occurrences) to avoid resolving to `Legion::Process` instead of Ruby stdlib `::Process`, which caused a `NameError` and silently failed inference calls
15
+
3
16
  ## [0.2.1] - 2026-03-20
4
17
 
5
18
  ### Fixed
data/lex-llm-gateway.gemspec CHANGED
@@ -28,6 +28,14 @@ Gem::Specification.new do |spec|
28
28
  end
29
29
  spec.require_paths = ['lib']
30
30
 
31
+ spec.add_dependency 'legion-cache', '>= 1.3.11'
32
+ spec.add_dependency 'legion-crypt', '>= 1.4.9'
33
+ spec.add_dependency 'legion-data', '>= 1.4.17'
34
+ spec.add_dependency 'legion-json', '>= 1.2.1'
35
+ spec.add_dependency 'legion-logging', '>= 1.3.2'
36
+ spec.add_dependency 'legion-settings', '>= 1.3.14'
37
+ spec.add_dependency 'legion-transport', '>= 1.3.9'
38
+
31
39
  spec.add_development_dependency 'rake'
32
40
  spec.add_development_dependency 'rspec'
33
41
  spec.add_development_dependency 'rubocop'
data/lib/legion/extensions/llm/gateway/runners/inference.rb CHANGED
@@ -9,28 +9,28 @@ module Legion
9
9
  module_function
10
10
 
11
11
  def chat(model: nil, provider: nil, **opts)
12
- start_ms = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond)
12
+ start_ms = ::Process.clock_gettime(::Process::CLOCK_MONOTONIC, :millisecond)
13
13
  response = dispatch_chat(model: model, provider: provider, **opts)
14
- elapsed_ms = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond) - start_ms
14
+ elapsed_ms = ::Process.clock_gettime(::Process::CLOCK_MONOTONIC, :millisecond) - start_ms
15
15
  meter_response(response, request_type: 'chat', provider: provider,
16
16
  model_id: model, latency_ms: elapsed_ms, **opts.slice(:tier, :intent))
17
17
  response
18
18
  end
19
19
 
20
20
  def embed(text: nil, model: nil, provider: nil, **)
21
- start_ms = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond)
21
+ start_ms = ::Process.clock_gettime(::Process::CLOCK_MONOTONIC, :millisecond)
22
22
  response = call_llm(:embed, text: text, model: model, provider: provider, **)
23
- elapsed_ms = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond) - start_ms
23
+ elapsed_ms = ::Process.clock_gettime(::Process::CLOCK_MONOTONIC, :millisecond) - start_ms
24
24
  meter_response(response, request_type: 'embed', provider: provider, model_id: model,
25
25
  latency_ms: elapsed_ms)
26
26
  response
27
27
  end
28
28
 
29
29
  def structured(messages: nil, schema: nil, model: nil, provider: nil, **)
30
- start_ms = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond)
30
+ start_ms = ::Process.clock_gettime(::Process::CLOCK_MONOTONIC, :millisecond)
31
31
  response = call_llm(:structured, messages: messages, schema: schema, model: model,
32
32
  provider: provider, **)
33
- elapsed_ms = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond) - start_ms
33
+ elapsed_ms = ::Process.clock_gettime(::Process::CLOCK_MONOTONIC, :millisecond) - start_ms
34
34
  meter_response(response, request_type: 'structured', provider: provider, model_id: model,
35
35
  latency_ms: elapsed_ms)
36
36
  response
@@ -38,10 +38,10 @@ module Legion
38
38
 
39
39
  def dispatch_chat(message: nil, model: nil, provider: nil, **opts)
40
40
  tier = opts[:tier]
41
- intent = opts[:intent]
41
+ Legion::Logging.debug "[Gateway::Inference] dispatch_chat tier=#{tier}" if defined?(Legion::Logging)
42
42
  if tier == 'fleet' && fleet_available?
43
43
  Fleet.dispatch(model: model, messages: [{ role: 'user', content: message }],
44
- intent: intent)
44
+ intent: opts[:intent])
45
45
  else
46
46
  call_llm(:chat, message: message, model: model, provider: provider, **opts)
47
47
  end
@@ -53,14 +53,14 @@ module Legion
53
53
  end
54
54
 
55
55
  def call_llm(method_name, **)
56
- return { error: 'llm_not_available' } unless defined?(Legion::LLM)
56
+ unless defined?(Legion::LLM)
57
+ Legion::Logging.warn '[Gateway::Inference] Legion::LLM not defined' if defined?(Legion::Logging)
58
+ return { error: 'llm_not_available' }
59
+ end
57
60
 
58
61
  direct = :"#{method_name}_direct"
59
- if Legion::LLM.respond_to?(direct)
60
- Legion::LLM.public_send(direct, **)
61
- else
62
- Legion::LLM.public_send(method_name, **)
63
- end
62
+ target = Legion::LLM.respond_to?(direct) ? direct : method_name
63
+ Legion::LLM.public_send(target, **)
64
64
  end
65
65
 
66
66
  def meter_response(response, **)
data/lib/legion/extensions/llm/gateway/version.rb CHANGED
@@ -4,7 +4,7 @@ module Legion
4
4
  module Extensions
5
5
  module LLM
6
6
  module Gateway
7
- VERSION = '0.2.1'
7
+ VERSION = '0.2.3'
8
8
  end
9
9
  end
10
10
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: lex-llm-gateway
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.1
4
+ version: 0.2.3
5
5
  platform: ruby
6
6
  authors:
7
7
  - Esity
@@ -9,6 +9,104 @@ bindir: bin
9
9
  cert_chain: []
10
10
  date: 1980-01-02 00:00:00.000000000 Z
11
11
  dependencies:
12
+ - !ruby/object:Gem::Dependency
13
+ name: legion-cache
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - ">="
17
+ - !ruby/object:Gem::Version
18
+ version: 1.3.11
19
+ type: :runtime
20
+ prerelease: false
21
+ version_requirements: !ruby/object:Gem::Requirement
22
+ requirements:
23
+ - - ">="
24
+ - !ruby/object:Gem::Version
25
+ version: 1.3.11
26
+ - !ruby/object:Gem::Dependency
27
+ name: legion-crypt
28
+ requirement: !ruby/object:Gem::Requirement
29
+ requirements:
30
+ - - ">="
31
+ - !ruby/object:Gem::Version
32
+ version: 1.4.9
33
+ type: :runtime
34
+ prerelease: false
35
+ version_requirements: !ruby/object:Gem::Requirement
36
+ requirements:
37
+ - - ">="
38
+ - !ruby/object:Gem::Version
39
+ version: 1.4.9
40
+ - !ruby/object:Gem::Dependency
41
+ name: legion-data
42
+ requirement: !ruby/object:Gem::Requirement
43
+ requirements:
44
+ - - ">="
45
+ - !ruby/object:Gem::Version
46
+ version: 1.4.17
47
+ type: :runtime
48
+ prerelease: false
49
+ version_requirements: !ruby/object:Gem::Requirement
50
+ requirements:
51
+ - - ">="
52
+ - !ruby/object:Gem::Version
53
+ version: 1.4.17
54
+ - !ruby/object:Gem::Dependency
55
+ name: legion-json
56
+ requirement: !ruby/object:Gem::Requirement
57
+ requirements:
58
+ - - ">="
59
+ - !ruby/object:Gem::Version
60
+ version: 1.2.1
61
+ type: :runtime
62
+ prerelease: false
63
+ version_requirements: !ruby/object:Gem::Requirement
64
+ requirements:
65
+ - - ">="
66
+ - !ruby/object:Gem::Version
67
+ version: 1.2.1
68
+ - !ruby/object:Gem::Dependency
69
+ name: legion-logging
70
+ requirement: !ruby/object:Gem::Requirement
71
+ requirements:
72
+ - - ">="
73
+ - !ruby/object:Gem::Version
74
+ version: 1.3.2
75
+ type: :runtime
76
+ prerelease: false
77
+ version_requirements: !ruby/object:Gem::Requirement
78
+ requirements:
79
+ - - ">="
80
+ - !ruby/object:Gem::Version
81
+ version: 1.3.2
82
+ - !ruby/object:Gem::Dependency
83
+ name: legion-settings
84
+ requirement: !ruby/object:Gem::Requirement
85
+ requirements:
86
+ - - ">="
87
+ - !ruby/object:Gem::Version
88
+ version: 1.3.14
89
+ type: :runtime
90
+ prerelease: false
91
+ version_requirements: !ruby/object:Gem::Requirement
92
+ requirements:
93
+ - - ">="
94
+ - !ruby/object:Gem::Version
95
+ version: 1.3.14
96
+ - !ruby/object:Gem::Dependency
97
+ name: legion-transport
98
+ requirement: !ruby/object:Gem::Requirement
99
+ requirements:
100
+ - - ">="
101
+ - !ruby/object:Gem::Version
102
+ version: 1.3.9
103
+ type: :runtime
104
+ prerelease: false
105
+ version_requirements: !ruby/object:Gem::Requirement
106
+ requirements:
107
+ - - ">="
108
+ - !ruby/object:Gem::Version
109
+ version: 1.3.9
12
110
  - !ruby/object:Gem::Dependency
13
111
  name: rake
14
112
  requirement: !ruby/object:Gem::Requirement