lex-llm-vllm 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitignore +1 -0
- data/CHANGELOG.md +7 -1
- data/Gemfile +2 -6
- data/README.md +3 -3
- data/lex-llm-vllm.gemspec +1 -1
- data/lib/legion/extensions/llm/vllm/provider.rb +4 -4
- data/lib/legion/extensions/llm/vllm/version.rb +1 -1
- data/lib/legion/extensions/llm/vllm.rb +2 -2
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 492ce87e8f4259c9b7f711aaf7e28a47a9770b9c864f8a0bd542535faf0d46c9
|
|
4
|
+
data.tar.gz: 8519f97449e475ee1f5ecafd1e7f41c666ee7fc9dbe0ce3eefadc6f0b42e860d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f2da9242f3cdf4d56924976228dc9e671d8b5fc6e33137b7a09185d310a379cc8786f2c5f344c9d4cd42d3eabaec6d31ebd22512e3fc91fe28f6d3a79bf16ee0
|
|
7
|
+
data.tar.gz: 3ad280d2659d82b102f0480237ebba3a8f446bf131fa3f628a1d1904925996d53f4f3dabe5653c691812779f6cf2c2cdf291e40a9da2df753ece0b88b9a1cb3a
|
data/.gitignore
CHANGED
data/CHANGELOG.md
CHANGED
|
@@ -1,8 +1,14 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.1.2 - 2026-04-28
|
|
4
|
+
|
|
5
|
+
- Replace fork-era namespace references with the standard Legion::Extensions::Llm provider contract.
|
|
6
|
+
- Remove GitHub-based lex-llm Gemfile fallback so test installs use only a guarded local path or released gem dependency.
|
|
7
|
+
- Require lex-llm >= 0.1.3 for the cleaned Legion-native base extension.
|
|
8
|
+
|
|
3
9
|
## 0.1.1 - 2026-04-27
|
|
4
10
|
|
|
5
|
-
- Added the vLLM `
|
|
11
|
+
- Added the vLLM `Legion::Extensions::Llm::Provider` implementation using the shared OpenAI-compatible adapter.
|
|
6
12
|
- Moved provider defaults to shared `Legion::Extensions::Llm.provider_settings`.
|
|
7
13
|
- Added vLLM OpenAI-compatible endpoint and management helper coverage.
|
|
8
14
|
- Removed tracked `Gemfile.lock` and ignored future lockfiles for gem development.
|
data/Gemfile
CHANGED
|
@@ -3,12 +3,8 @@
|
|
|
3
3
|
source 'https://rubygems.org'
|
|
4
4
|
|
|
5
5
|
group :test do
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
else
|
|
9
|
-
gem 'lex-llm', git: 'https://github.com/LegionIO/lex-llm',
|
|
10
|
-
branch: ENV.fetch('LEX_LLM_BRANCH', 'main')
|
|
11
|
-
end
|
|
6
|
+
lex_llm_path = ENV.fetch('LEX_LLM_PATH', File.expand_path('../lex-llm', __dir__))
|
|
7
|
+
gem 'lex-llm', path: lex_llm_path if File.directory?(lex_llm_path)
|
|
12
8
|
end
|
|
13
9
|
|
|
14
10
|
gemspec
|
data/README.md
CHANGED
|
@@ -6,8 +6,8 @@ This gem lives under `Legion::Extensions::Llm::Vllm` and depends on `lex-llm` fo
|
|
|
6
6
|
|
|
7
7
|
## What It Provides
|
|
8
8
|
|
|
9
|
-
- `
|
|
10
|
-
- shared `
|
|
9
|
+
- `Legion::Extensions::Llm::Provider` registration as `:vllm`
|
|
10
|
+
- shared `Legion::Extensions::Llm::Provider::OpenAICompatible` request and response handling
|
|
11
11
|
- chat requests through `POST /v1/chat/completions`
|
|
12
12
|
- streaming chat support
|
|
13
13
|
- model discovery through `GET /v1/models`
|
|
@@ -36,7 +36,7 @@ Legion::Extensions::Llm::Vllm.default_settings
|
|
|
36
36
|
## Configuration
|
|
37
37
|
|
|
38
38
|
```ruby
|
|
39
|
-
|
|
39
|
+
Legion::Extensions::Llm.configure do |config|
|
|
40
40
|
config.vllm_api_base = "http://localhost:8000"
|
|
41
41
|
config.vllm_api_key = ENV["VLLM_API_KEY"]
|
|
42
42
|
config.default_model = "meta-llama/Llama-3.1-8B-Instruct"
|
data/lex-llm-vllm.gemspec
CHANGED
|
@@ -27,5 +27,5 @@ Gem::Specification.new do |spec|
|
|
|
27
27
|
spec.add_dependency 'legion-json', '>= 1.0'
|
|
28
28
|
spec.add_dependency 'legion-logging', '>= 1.0'
|
|
29
29
|
spec.add_dependency 'legion-settings', '>= 1.3.14'
|
|
30
|
-
spec.add_dependency 'lex-llm', '>= 0.1.
|
|
30
|
+
spec.add_dependency 'lex-llm', '>= 0.1.3'
|
|
31
31
|
end
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
-
require '
|
|
3
|
+
require 'legion/extensions/llm'
|
|
4
4
|
require 'uri'
|
|
5
5
|
|
|
6
6
|
module Legion
|
|
7
7
|
module Extensions
|
|
8
8
|
module Llm
|
|
9
9
|
module Vllm
|
|
10
|
-
# vLLM provider implementation for the
|
|
11
|
-
class Provider <
|
|
12
|
-
include
|
|
10
|
+
# vLLM provider implementation for the Legion::Extensions::Llm base provider contract.
|
|
11
|
+
class Provider < Legion::Extensions::Llm::Provider
|
|
12
|
+
include Legion::Extensions::Llm::Provider::OpenAICompatible
|
|
13
13
|
|
|
14
14
|
class << self
|
|
15
15
|
def slug = 'vllm'
|
|
@@ -34,5 +34,5 @@ module Legion
|
|
|
34
34
|
end
|
|
35
35
|
end
|
|
36
36
|
|
|
37
|
-
|
|
38
|
-
|
|
37
|
+
Legion::Extensions::Llm::Provider.register(Legion::Extensions::Llm::Vllm::PROVIDER_FAMILY,
|
|
38
|
+
Legion::Extensions::Llm::Vllm::Provider)
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: lex-llm-vllm
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- LegionIO
|
|
@@ -71,14 +71,14 @@ dependencies:
|
|
|
71
71
|
requirements:
|
|
72
72
|
- - ">="
|
|
73
73
|
- !ruby/object:Gem::Version
|
|
74
|
-
version: 0.1.
|
|
74
|
+
version: 0.1.3
|
|
75
75
|
type: :runtime
|
|
76
76
|
prerelease: false
|
|
77
77
|
version_requirements: !ruby/object:Gem::Requirement
|
|
78
78
|
requirements:
|
|
79
79
|
- - ">="
|
|
80
80
|
- !ruby/object:Gem::Version
|
|
81
|
-
version: 0.1.
|
|
81
|
+
version: 0.1.3
|
|
82
82
|
description: vLLM provider integration for the LegionIO LLM routing framework.
|
|
83
83
|
email:
|
|
84
84
|
- matthewdiverson@gmail.com
|