lex-llm-vllm 0.1.3 → 0.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +9 -0
- data/README.md +1 -0
- data/lex-llm-vllm.gemspec +4 -1
- data/lib/legion/extensions/llm/vllm/provider.rb +9 -0
- data/lib/legion/extensions/llm/vllm/version.rb +1 -1
- metadata +45 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: '09f2552a0f25448494068e45c5ae44d199b7311b3f1256893341c5e4fea6db45'
|
|
4
|
+
data.tar.gz: 4ca2f6e31f494983d97d67ab4d45c56e7c0e8a768c322fbfa313119789c96557
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 964bb4761e53e9141337266c38f470bc358d479f001dd3cb106ce21daeaf63fa3fe777b7f80f7200aeed3cbbcfcb121195614afbaecb26de4a13f618ae882146
|
|
7
|
+
data.tar.gz: 367efe9b428ca024db4d2de25ffef52e79207b17934a68b47eaa6a10d7b95f6e0dcc05a43d758b09d06fd7db27246b6e4acb9b901fc950fc9b636ec555822f34
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,14 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.1.5 - 2026-04-28
|
|
4
|
+
|
|
5
|
+
- Require current shared Legion JSON, logging, settings, and LLM extension gems.
|
|
6
|
+
|
|
7
|
+
## 0.1.4 - 2026-04-28
|
|
8
|
+
|
|
9
|
+
- Require `lex-llm >= 0.1.4` so OpenAI-compatible model discovery exposes normalized capabilities and modalities.
|
|
10
|
+
- Add explicit discovered-model capability mapping for vLLM routing metadata.
|
|
11
|
+
|
|
3
12
|
## 0.1.3 - 2026-04-28
|
|
4
13
|
|
|
5
14
|
- Remove the leftover compatibility entrypoint outside the Legion namespace.
|
data/README.md
CHANGED
|
@@ -15,6 +15,7 @@ Load it with `require 'legion/extensions/llm/vllm'`.
|
|
|
15
15
|
- model discovery through `GET /v1/models`
|
|
16
16
|
- embeddings through `POST /v1/embeddings`
|
|
17
17
|
- vLLM management helpers for `/health`, `/version`, `/reset_prefix_cache`, `/reset_mm_cache`, `/sleep`, and `/wake_up`
|
|
18
|
+
- normalized OpenAI-compatible capability and modality metadata for discovered models
|
|
18
19
|
- shared fleet/default settings via `Legion::Extensions::Llm.provider_settings`
|
|
19
20
|
|
|
20
21
|
## Defaults
|
data/lex-llm-vllm.gemspec
CHANGED
|
@@ -23,5 +23,8 @@ Gem::Specification.new do |spec|
|
|
|
23
23
|
spec.files = `git ls-files -z`.split("\x0").reject { |file| file.match(%r{^(spec|test|features|tmp|coverage)/}) }
|
|
24
24
|
spec.require_paths = ['lib']
|
|
25
25
|
|
|
26
|
-
spec.add_dependency '
|
|
26
|
+
spec.add_dependency 'legion-json', '>= 1.2.1'
|
|
27
|
+
spec.add_dependency 'legion-logging', '>= 1.3.2'
|
|
28
|
+
spec.add_dependency 'legion-settings', '>= 1.3.14'
|
|
29
|
+
spec.add_dependency 'lex-llm', '>= 0.1.5'
|
|
27
30
|
end
|
|
@@ -28,6 +28,15 @@ module Legion
|
|
|
28
28
|
def vision?(_model) = true
|
|
29
29
|
def functions?(_model) = true
|
|
30
30
|
def embeddings?(_model) = true
|
|
31
|
+
|
|
32
|
+
def critical_capabilities_for(model)
|
|
33
|
+
[
|
|
34
|
+
('streaming' if streaming?(model)),
|
|
35
|
+
('function_calling' if functions?(model)),
|
|
36
|
+
('vision' if vision?(model)),
|
|
37
|
+
('embeddings' if embeddings?(model))
|
|
38
|
+
].compact
|
|
39
|
+
end
|
|
31
40
|
end
|
|
32
41
|
|
|
33
42
|
def api_base
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: lex-llm-vllm
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- LegionIO
|
|
@@ -9,20 +9,62 @@ bindir: bin
|
|
|
9
9
|
cert_chain: []
|
|
10
10
|
date: 1980-01-02 00:00:00.000000000 Z
|
|
11
11
|
dependencies:
|
|
12
|
+
- !ruby/object:Gem::Dependency
|
|
13
|
+
name: legion-json
|
|
14
|
+
requirement: !ruby/object:Gem::Requirement
|
|
15
|
+
requirements:
|
|
16
|
+
- - ">="
|
|
17
|
+
- !ruby/object:Gem::Version
|
|
18
|
+
version: 1.2.1
|
|
19
|
+
type: :runtime
|
|
20
|
+
prerelease: false
|
|
21
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
22
|
+
requirements:
|
|
23
|
+
- - ">="
|
|
24
|
+
- !ruby/object:Gem::Version
|
|
25
|
+
version: 1.2.1
|
|
26
|
+
- !ruby/object:Gem::Dependency
|
|
27
|
+
name: legion-logging
|
|
28
|
+
requirement: !ruby/object:Gem::Requirement
|
|
29
|
+
requirements:
|
|
30
|
+
- - ">="
|
|
31
|
+
- !ruby/object:Gem::Version
|
|
32
|
+
version: 1.3.2
|
|
33
|
+
type: :runtime
|
|
34
|
+
prerelease: false
|
|
35
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
36
|
+
requirements:
|
|
37
|
+
- - ">="
|
|
38
|
+
- !ruby/object:Gem::Version
|
|
39
|
+
version: 1.3.2
|
|
40
|
+
- !ruby/object:Gem::Dependency
|
|
41
|
+
name: legion-settings
|
|
42
|
+
requirement: !ruby/object:Gem::Requirement
|
|
43
|
+
requirements:
|
|
44
|
+
- - ">="
|
|
45
|
+
- !ruby/object:Gem::Version
|
|
46
|
+
version: 1.3.14
|
|
47
|
+
type: :runtime
|
|
48
|
+
prerelease: false
|
|
49
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
50
|
+
requirements:
|
|
51
|
+
- - ">="
|
|
52
|
+
- !ruby/object:Gem::Version
|
|
53
|
+
version: 1.3.14
|
|
12
54
|
- !ruby/object:Gem::Dependency
|
|
13
55
|
name: lex-llm
|
|
14
56
|
requirement: !ruby/object:Gem::Requirement
|
|
15
57
|
requirements:
|
|
16
58
|
- - ">="
|
|
17
59
|
- !ruby/object:Gem::Version
|
|
18
|
-
version: 0.1.
|
|
60
|
+
version: 0.1.5
|
|
19
61
|
type: :runtime
|
|
20
62
|
prerelease: false
|
|
21
63
|
version_requirements: !ruby/object:Gem::Requirement
|
|
22
64
|
requirements:
|
|
23
65
|
- - ">="
|
|
24
66
|
- !ruby/object:Gem::Version
|
|
25
|
-
version: 0.1.
|
|
67
|
+
version: 0.1.5
|
|
26
68
|
description: vLLM provider integration for the LegionIO LLM routing framework.
|
|
27
69
|
email:
|
|
28
70
|
- matthewdiverson@gmail.com
|