vllm-sr 0.1.0b2.dev20260202181733__tar.gz → 0.1.0b2.dev20260202230157__tar.gz

{vllm_sr-0.1.0b2.dev20260202181733/vllm_sr.egg-info → vllm_sr-0.1.0b2.dev20260202230157}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vllm-sr
-Version: 0.1.0b2.dev20260202181733
+Version: 0.1.0b2.dev20260202230157
 Summary: vLLM Semantic Router - Intelligent routing for Mixture-of-Models
 Author: vLLM-SR Team
 License: Apache-2.0

{vllm_sr-0.1.0b2.dev20260202181733 → vllm_sr-0.1.0b2.dev20260202230157}/cli/templates/router-defaults.yaml

@@ -177,3 +177,51 @@ looper:
   headers: {}  # Optional headers (e.g., {"Authorization": "Bearer xxx"})
 
 clear_route_cache: true
+
+# Model Selection Configuration
+# ML-based algorithms for intelligent model routing within decisions
+# Reference: https://github.com/ulab-uiuc/LLMRouter
+model_selection:
+  enabled: true
+  # Default algorithm: knn, kmeans, svm
+  default_algorithm: "knn"
+
+  # LLM candidates configuration
+  llm_candidates_path: "config/model_selection/llm_candidates.json"
+
+  # Pre-trained models path (contains saved model weights)
+  models_path: "models/model_selection"
+
+  # Training data path (for custom training)
+  training_data_path: "config/model_selection/routing_training_data.jsonl"
+
+  # Algorithm-specific configurations
+  knn:
+    k: 5  # Number of neighbors
+    weights: "distance"  # "uniform" or "distance"
+    metric: "cosine"  # "cosine", "euclidean", "manhattan"
+    # Pre-trained model file (relative to models_path)
+    model_file: "knn_model.json"
+
+  kmeans:
+    num_clusters: 8
+    efficiency_weight: 0.3  # Balance between quality (0) and efficiency (1)
+    max_iterations: 100
+    model_file: "kmeans_model.json"
+
+  svm:
+    kernel: "rbf"  # "linear", "rbf", "poly"
+    c: 1.0  # Regularization parameter
+    gamma: "auto"  # Kernel coefficient
+    model_file: "svm_model.json"
+
+  # Custom training options
+  # Allows customers to train on their own models
+  custom_training:
+    enabled: false
+    # Path to customer-provided training data
+    custom_data_path: ""
+    # Whether to merge with pre-trained data or replace
+    merge_with_pretrained: true
+    # Minimum training samples required
+    min_samples: 50

{vllm_sr-0.1.0b2.dev20260202181733 → vllm_sr-0.1.0b2.dev20260202230157}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "vllm-sr"
-version = "0.1.0.beta.2.dev20260202181733"
+version = "0.1.0.beta.2.dev20260202230157"
 description = "vLLM Semantic Router - Intelligent routing for Mixture-of-Models"
 authors = [{name = "vLLM-SR Team"}]
 readme = "README.md"

{vllm_sr-0.1.0b2.dev20260202181733 → vllm_sr-0.1.0b2.dev20260202230157/vllm_sr.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vllm-sr
-Version: 0.1.0b2.dev20260202181733
+Version: 0.1.0b2.dev20260202230157
 Summary: vLLM Semantic Router - Intelligent routing for Mixture-of-Models
 Author: vLLM-SR Team
 License: Apache-2.0