vllm-sr 0.1.0b2.dev20260202094318__py3-none-any.whl → 0.1.0b2.dev20260202230157__py3-none-any.whl

cli/templates/router-defaults.yaml

@@ -177,3 +177,51 @@ looper:
   headers: {}  # Optional headers (e.g., {"Authorization": "Bearer xxx"})
 
 clear_route_cache: true
+
+# Model Selection Configuration
+# ML-based algorithms for intelligent model routing within decisions
+# Reference: https://github.com/ulab-uiuc/LLMRouter
+model_selection:
+  enabled: true
+  # Default algorithm: knn, kmeans, svm
+  default_algorithm: "knn"
+
+  # LLM candidates configuration
+  llm_candidates_path: "config/model_selection/llm_candidates.json"
+
+  # Pre-trained models path (contains saved model weights)
+  models_path: "models/model_selection"
+
+  # Training data path (for custom training)
+  training_data_path: "config/model_selection/routing_training_data.jsonl"
+
+  # Algorithm-specific configurations
+  knn:
+    k: 5  # Number of neighbors
+    weights: "distance"  # "uniform" or "distance"
+    metric: "cosine"  # "cosine", "euclidean", "manhattan"
+    # Pre-trained model file (relative to models_path)
+    model_file: "knn_model.json"
+
+  kmeans:
+    num_clusters: 8
+    efficiency_weight: 0.3  # Balance between quality (0) and efficiency (1)
+    max_iterations: 100
+    model_file: "kmeans_model.json"
+
+  svm:
+    kernel: "rbf"  # "linear", "rbf", "poly"
+    c: 1.0  # Regularization parameter
+    gamma: "auto"  # Kernel coefficient
+    model_file: "svm_model.json"
+
+  # Custom training options
+  # Allows customers to train on their own models
+  custom_training:
+    enabled: false
+    # Path to customer-provided training data
+    custom_data_path: ""
+    # Whether to merge with pre-trained data or replace
+    merge_with_pretrained: true
+    # Minimum training samples required
+    min_samples: 50

{vllm_sr-0.1.0b2.dev20260202094318.dist-info → vllm_sr-0.1.0b2.dev20260202230157.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vllm-sr
-Version: 0.1.0b2.dev20260202094318
+Version: 0.1.0b2.dev20260202230157
 Summary: vLLM Semantic Router - Intelligent routing for Mixture-of-Models
 Author: vLLM-SR Team
 License: Apache-2.0

{vllm_sr-0.1.0b2.dev20260202094318.dist-info → vllm_sr-0.1.0b2.dev20260202230157.dist-info}/RECORD

@@ -28,10 +28,10 @@ cli/templates/grafana-datasource.serve.yaml,sha256=Cxjz1zVWoUdSzbSsS_iJhMHRrmRi6
 cli/templates/grafana.serve.ini,sha256=x9bCkzxqm5gC4fKToY2lhNPdWhwAaJGVe5ABMW6Dv-c,1674
 cli/templates/llm-router-dashboard.serve.json,sha256=pwnTjUh7z3_3LnIwtaLXjDWH4aHd2Mc57z0oekgt-Bk,60903
 cli/templates/prometheus.serve.yaml,sha256=MGYq8dlRq_i2m5sogQ--kwTvJpkf44QQoCNoI7oyVT8,270
-cli/templates/router-defaults.yaml,sha256=ar-tv3fI8nCind6Ci58gYO_ZbxNtl9BawFfeDpiYXws,7851
+cli/templates/router-defaults.yaml,sha256=IIiQWQAQ5KsCJMYbTOdOjwb98KSNbzcMS_VHby4y5Hs,9373
 cli/templates/tools_db.json,sha256=CPqPBkd5nc966m1YEozz06frrmv3Pd5rrkxKkO3rTiA,4537
-vllm_sr-0.1.0b2.dev20260202094318.dist-info/METADATA,sha256=iaG3L_p5hWOvRaCgZNIcjrzbao7Kw9dUYS-sz-J5j_M,7298
-vllm_sr-0.1.0b2.dev20260202094318.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-vllm_sr-0.1.0b2.dev20260202094318.dist-info/entry_points.txt,sha256=WhlBPbLHUpWUsMuUQX9cnvsYMf0ih5i57vvJ1jJNi0k,42
-vllm_sr-0.1.0b2.dev20260202094318.dist-info/top_level.txt,sha256=2ImG917oaVHlm0nP9oJE-Qrgs-fq_fGWgba2H1f8fpE,4
-vllm_sr-0.1.0b2.dev20260202094318.dist-info/RECORD,,
+vllm_sr-0.1.0b2.dev20260202230157.dist-info/METADATA,sha256=iSZecpgzkF_9XSPSKQo1SldYguiA4j1EKaENEx6YOJY,7298
+vllm_sr-0.1.0b2.dev20260202230157.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+vllm_sr-0.1.0b2.dev20260202230157.dist-info/entry_points.txt,sha256=WhlBPbLHUpWUsMuUQX9cnvsYMf0ih5i57vvJ1jJNi0k,42
+vllm_sr-0.1.0b2.dev20260202230157.dist-info/top_level.txt,sha256=2ImG917oaVHlm0nP9oJE-Qrgs-fq_fGWgba2H1f8fpE,4
+vllm_sr-0.1.0b2.dev20260202230157.dist-info/RECORD,,