vllm-sr 0.1.0b2.dev20260128023742__tar.gz → 0.1.0b2.dev20260128175701__tar.gz

{vllm_sr-0.1.0b2.dev20260128023742/vllm_sr.egg-info → vllm_sr-0.1.0b2.dev20260128175701}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vllm-sr
-Version: 0.1.0b2.dev20260128023742
+Version: 0.1.0b2.dev20260128175701
 Summary: vLLM Semantic Router - Intelligent routing for Mixture-of-Models
 Author: vLLM-SR Team
 License: Apache-2.0

{vllm_sr-0.1.0b2.dev20260128023742 → vllm_sr-0.1.0b2.dev20260128175701}/cli/merger.py

@@ -185,6 +185,37 @@ def translate_context_signals(context_rules: list) -> list:
     return rules
 
 
+def translate_complexity_signals(complexity_rules: list) -> list:
+    """
+    Translate complexity signals to router format.
+
+    Args:
+        complexity_rules: List of ComplexityRule objects
+
+    Returns:
+        list: Router complexity rules
+    """
+    rules = []
+    for signal in complexity_rules:
+        rule = {
+            "name": signal.name,
+            "threshold": signal.threshold,
+            "hard": {"candidates": signal.hard.candidates},
+            "easy": {"candidates": signal.easy.candidates},
+        }
+        if signal.description:
+            rule["description"] = signal.description
+        if signal.composer:
+            rule["composer"] = {
+                "operator": signal.composer.operator,
+                "conditions": [
+                    {"type": c.type, "name": c.name} for c in signal.composer.conditions
+                ],
+            }
+        rules.append(rule)
+    return rules
+
+
 def translate_external_models(external_models: list) -> list:
     """
     Translate external models to router format.
@@ -441,6 +472,14 @@ def merge_configs(user_config: UserConfig, defaults: Dict[str, Any]) -> Dict[str
             )
             log.info(f"  Added {len(user_config.signals.context)} context signals")
 
+        if user_config.signals.complexity and len(user_config.signals.complexity) > 0:
+            merged["complexity_rules"] = translate_complexity_signals(
+                user_config.signals.complexity
+            )
+            log.info(
+                f"  Added {len(user_config.signals.complexity)} complexity signals"
+            )
+
         # Translate domains to categories
         if user_config.signals.domains:
             merged["categories"] = translate_domains_to_categories(

{vllm_sr-0.1.0b2.dev20260128023742 → vllm_sr-0.1.0b2.dev20260128175701}/cli/models.py

@@ -85,6 +85,28 @@ class ContextRule(BaseModel):
     description: Optional[str] = None
 
 
+class ComplexityCandidates(BaseModel):
+    """Complexity candidates configuration."""
+
+    candidates: List[str]
+
+
+class ComplexityRule(BaseModel):
+    """Complexity-based signal configuration using embedding similarity.
+
+    The composer field allows filtering based on other signals (e.g., only apply
+    code_complexity when domain is "computer_science"). This is evaluated after
+    all signals are computed in parallel, enabling signal dependencies.
+    """
+
+    name: str
+    threshold: float = 0.1
+    hard: ComplexityCandidates
+    easy: ComplexityCandidates
+    description: Optional[str] = None
+    composer: Optional["Rules"] = None  # Forward reference, defined below
+
+
 class Signals(BaseModel):
     """All signal configurations."""
 
@@ -97,6 +119,7 @@ class Signals(BaseModel):
     language: Optional[List[Language]] = []
     latency: Optional[List[Latency]] = []
     context: Optional[List[ContextRule]] = []
+    complexity: Optional[List[ComplexityRule]] = []
 
 
 class Condition(BaseModel):

{vllm_sr-0.1.0b2.dev20260128023742 → vllm_sr-0.1.0b2.dev20260128175701}/cli/templates/config.template.yaml

@@ -186,8 +186,8 @@ signals:
       max_tpot: 0.15  # 150ms per token
       description: "For standard applications with moderate latency tolerance"
 
-  # context_rules - Context length signals (Token Count)
-  context_rules:
+  # context - Context length signals (Token Count)
+  context:
     - name: "low_token_count"
       min_tokens: "0"
       max_tokens: "1K"
@@ -197,6 +197,60 @@ signals:
       max_tokens: "128K"
       description: "Long requests requiring large context window"
 
+  # complexity - Complexity signals (Embedding-based difficulty detection)
+  # IMPORTANT: It is strongly recommended to configure a composer for each complexity rule
+  # to filter based on other signals (e.g., domain). This prevents misclassification where
+  # a math question might match code_complexity or vice versa.
+  complexity:
+    - name: "code_complexity"
+      composer:
+        operator: "AND"
+        conditions:
+          - type: "domain"
+            name: "computer science"
+      threshold: 0.1
+      hard:
+        candidates:
+          - "design distributed system"
+          - "implement consensus algorithm"
+          - "optimize for scale"
+          - "architect microservices"
+          - "fix race condition"
+          - "implement garbage collector"
+      easy:
+        candidates:
+          - "print hello world"
+          - "loop through array"
+          - "read file"
+          - "sort list"
+          - "string concatenation"
+          - "simple function"
+      description: "Detects code complexity level"
+    - name: "math_complexity"
+      composer:
+        operator: "AND"
+        conditions:
+          - type: "domain"
+            name: "math"
+      threshold: 0.1
+      hard:
+        candidates:
+          - "prove mathematically"
+          - "derive the equation"
+          - "formal proof"
+          - "solve differential equation"
+          - "prove by induction"
+          - "analyze convergence"
+      easy:
+        candidates:
+          - "what is 2+2"
+          - "simple arithmetic"
+          - "basic calculation"
+          - "count numbers"
+          - "add two numbers"
+          - "multiply values"
+      description: "Detects mathematical complexity level"
+
 # Decisions - Routing logic
 decisions:
   # Highest priority: Preference-based routing via external LLM

{vllm_sr-0.1.0b2.dev20260128023742 → vllm_sr-0.1.0b2.dev20260128175701}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "vllm-sr"
-version = "0.1.0.beta.2.dev20260128023742"
+version = "0.1.0.beta.2.dev20260128175701"
 description = "vLLM Semantic Router - Intelligent routing for Mixture-of-Models"
 authors = [{name = "vLLM-SR Team"}]
 readme = "README.md"

{vllm_sr-0.1.0b2.dev20260128023742 → vllm_sr-0.1.0b2.dev20260128175701/vllm_sr.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vllm-sr
-Version: 0.1.0b2.dev20260128023742
+Version: 0.1.0b2.dev20260128175701
 Summary: vLLM Semantic Router - Intelligent routing for Mixture-of-Models
 Author: vLLM-SR Team
 License: Apache-2.0