vllm-sr 0.1.0b2.dev20260129021803__py3-none-any.whl → 0.1.0b2.dev20260129021916__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. cli/templates/router-defaults.yaml +10 -0
  2. {vllm_sr-0.1.0b2.dev20260129021803.dist-info → vllm_sr-0.1.0b2.dev20260129021916.dist-info}/METADATA +1 -1
  3. {vllm_sr-0.1.0b2.dev20260129021803.dist-info → vllm_sr-0.1.0b2.dev20260129021916.dist-info}/RECORD +6 -6
  4. {vllm_sr-0.1.0b2.dev20260129021803.dist-info → vllm_sr-0.1.0b2.dev20260129021916.dist-info}/WHEEL +0 -0
  5. {vllm_sr-0.1.0b2.dev20260129021803.dist-info → vllm_sr-0.1.0b2.dev20260129021916.dist-info}/entry_points.txt +0 -0
  6. {vllm_sr-0.1.0b2.dev20260129021803.dist-info → vllm_sr-0.1.0b2.dev20260129021916.dist-info}/top_level.txt +0 -0
cli/templates/router-defaults.yaml CHANGED
@@ -19,6 +19,16 @@ response_api:
19
19
  ttl_seconds: 86400 # 24 hours
20
20
  max_responses: 1000
21
21
 
22
+ # Router Replay Configuration
23
+ # Records all routing decisions for debugging and analysis
24
+ router_replay:
25
+ enabled: true
26
+ store_backend: "memory" # Options: "memory"
27
+ max_records: 1000
28
+ capture_request_body: true
29
+ capture_response_body: true
30
+ max_body_bytes: 4096
31
+
22
32
  semantic_cache:
23
33
  enabled: true
24
34
  backend_type: "memory" # Options: "memory", "milvus", or "hybrid"
{vllm_sr-0.1.0b2.dev20260129021803.dist-info → vllm_sr-0.1.0b2.dev20260129021916.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: vllm-sr
3
- Version: 0.1.0b2.dev20260129021803
3
+ Version: 0.1.0b2.dev20260129021916
4
4
  Summary: vLLM Semantic Router - Intelligent routing for Mixture-of-Models
5
5
  Author: vLLM-SR Team
6
6
  License: Apache-2.0
{vllm_sr-0.1.0b2.dev20260129021803.dist-info → vllm_sr-0.1.0b2.dev20260129021916.dist-info}/RECORD RENAMED
@@ -28,10 +28,10 @@ cli/templates/grafana-datasource.serve.yaml,sha256=Cxjz1zVWoUdSzbSsS_iJhMHRrmRi6
28
28
  cli/templates/grafana.serve.ini,sha256=x9bCkzxqm5gC4fKToY2lhNPdWhwAaJGVe5ABMW6Dv-c,1674
29
29
  cli/templates/llm-router-dashboard.serve.json,sha256=pwnTjUh7z3_3LnIwtaLXjDWH4aHd2Mc57z0oekgt-Bk,60903
30
30
  cli/templates/prometheus.serve.yaml,sha256=MGYq8dlRq_i2m5sogQ--kwTvJpkf44QQoCNoI7oyVT8,270
31
- cli/templates/router-defaults.yaml,sha256=yPLvpQsHXkwmpxp82VOBDq2qM3g-0VY1Grs0n94iuDQ,7443
31
+ cli/templates/router-defaults.yaml,sha256=YgAQqFW6EYvgOPfzdeZDtOQ_J2gDPmO46y69yrwf7fA,7713
32
32
  cli/templates/tools_db.json,sha256=CPqPBkd5nc966m1YEozz06frrmv3Pd5rrkxKkO3rTiA,4537
33
- vllm_sr-0.1.0b2.dev20260129021803.dist-info/METADATA,sha256=vE2RR9F7PrlA-akNv_4mfaqv39Yl3k6xkJL8GVhXNYQ,7173
34
- vllm_sr-0.1.0b2.dev20260129021803.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
35
- vllm_sr-0.1.0b2.dev20260129021803.dist-info/entry_points.txt,sha256=WhlBPbLHUpWUsMuUQX9cnvsYMf0ih5i57vvJ1jJNi0k,42
36
- vllm_sr-0.1.0b2.dev20260129021803.dist-info/top_level.txt,sha256=2ImG917oaVHlm0nP9oJE-Qrgs-fq_fGWgba2H1f8fpE,4
37
- vllm_sr-0.1.0b2.dev20260129021803.dist-info/RECORD,,
33
+ vllm_sr-0.1.0b2.dev20260129021916.dist-info/METADATA,sha256=O5l3aYiYbvJ3vOQMHt-8zM41Yz-aiwNvGNIrsp28CvY,7173
34
+ vllm_sr-0.1.0b2.dev20260129021916.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
35
+ vllm_sr-0.1.0b2.dev20260129021916.dist-info/entry_points.txt,sha256=WhlBPbLHUpWUsMuUQX9cnvsYMf0ih5i57vvJ1jJNi0k,42
36
+ vllm_sr-0.1.0b2.dev20260129021916.dist-info/top_level.txt,sha256=2ImG917oaVHlm0nP9oJE-Qrgs-fq_fGWgba2H1f8fpE,4
37
+ vllm_sr-0.1.0b2.dev20260129021916.dist-info/RECORD,,