langwatch-scenario 0.7.11__py3-none-any.whl → 0.7.13__py3-none-any.whl

{langwatch_scenario-0.7.11.dist-info → langwatch_scenario-0.7.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langwatch-scenario
-Version: 0.7.11
+Version: 0.7.13
 Summary: The end-to-end agent testing library
 Author-email: LangWatch Team <support@langwatch.ai>
 License: MIT

{langwatch_scenario-0.7.11.dist-info → langwatch_scenario-0.7.13.dist-info}/RECORD

@@ -2,14 +2,14 @@ scenario/__init__.py,sha256=4WO8TjY8Lc0NhYL7b9LvaB1xCBqwUkLuI0uIA6PQP6c,4223
 scenario/_error_messages.py,sha256=QVFSbhzsVNGz2GOBOaoQFW6w6AOyZCWLTt0ySWPfnGw,3882
 scenario/agent_adapter.py,sha256=PoY2KQqYuqzIIb3-nhIU-MPXwHJc1vmwdweMy7ut-hk,4255
 scenario/cache.py,sha256=J6s6Sia_Ce6TrnsInlhfxm6SF8tygo3sH-_cQCRX1WA,6213
-scenario/judge_agent.py,sha256=hHQ2nKsOgSyTtN0LdE6xIF0wZnnlYLN6RcxTPecFHDU,16770
+scenario/judge_agent.py,sha256=xIZaS7t7lWLLEj7UKYRpqKtxXtu7vO3ePN90lW8wbFQ,17686
 scenario/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scenario/pytest_plugin.py,sha256=wRCuGD9uwrrLt2fY15zK6mnmY9W_dO_m0WalPJYE5II,11491
 scenario/scenario_executor.py,sha256=v41UgSHebosXf95FfYIeVUm6s4IbMP_U58FdGoZ_kZU,35653
 scenario/scenario_state.py,sha256=R8PhPHW3obYo3DCjBH5XDdZ6bp4uol7wCXO8K2Tz30I,7101
 scenario/script.py,sha256=A0N5pP0l4FFn1xdKc78U_wkwWhEWH3EFeU_LRDtNyEI,12241
 scenario/types.py,sha256=CRSCHUplXEXhj6EYQsncwJBzbd2128YTGlFxlk-rrG8,11193
-scenario/user_simulator_agent.py,sha256=gXRaeoivEAcenIEqMDU6bWzv8cOrJaaooNrTdpC9TE4,9630
+scenario/user_simulator_agent.py,sha256=lQar3rtjOvCIEiFv9nCl4eOI3bafVTdtNVc47lVyMk4,10545
 scenario/_events/__init__.py,sha256=4cj6H9zuXzvWhT2P2JNdjWzeF1PUepTjqIDw85Vid9s,1500
 scenario/_events/event_alert_message_logger.py,sha256=4zf9DV69ZkjHdLCyj7mgXdzpMy21YZLwXaVd8EB6AwY,2995
 scenario/_events/event_bus.py,sha256=IsKNsClF1JFYj728EcxX1hw_KbfDkfJq3Y2Kv4h94n4,9871
@@ -233,10 +233,10 @@ scenario/_utils/message_conversion.py,sha256=AWHn31E7J0mz9sBXWruVVAgtsrJz1R_xEf-
 scenario/_utils/utils.py,sha256=msQgUWaLh3U9jIIHmxkEbOaklga63AF0KJzsaKa_mZc,14008
 scenario/config/__init__.py,sha256=b2X_bqkIrd7jZY9dRrXk2wOqoPe87Nl_SRGuZhlolxA,1123
 scenario/config/langwatch.py,sha256=ijWchFbUsLbQooAZmwyTw4rxfRLQseZ1GoVSiPPbzpw,1677
-scenario/config/model.py,sha256=T4HYA79CW1NxXDkFlyftYR6JzZcowbtIx0H-ijxRyfg,1297
-scenario/config/scenario.py,sha256=6jrtcm0Fo7FpxQta7QIKdGMgl7cXrn374Inzx29hRuk,5406
-langwatch_scenario-0.7.11.dist-info/METADATA,sha256=BepgZHPdh0p5tY-3Xq5SPGuxqCARHPv0rZAyca71AzM,20065
-langwatch_scenario-0.7.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-langwatch_scenario-0.7.11.dist-info/entry_points.txt,sha256=WlEnJ_gku0i18bIa3DSuGqXRX-QDQLe_s0YmRzK45TI,45
-langwatch_scenario-0.7.11.dist-info/top_level.txt,sha256=45Mn28aedJsetnBMB5xSmrJ-yo701QLH89Zlz4r1clE,9
-langwatch_scenario-0.7.11.dist-info/RECORD,,
+scenario/config/model.py,sha256=VQtPkG-O1gVjtMIKbMOrbcnySv8pqODokC_VOaKVS4g,2054
+scenario/config/scenario.py,sha256=tUnzFBtuhPimU4EyaXm9T6KlpfntGtQaH5teW2F9oGk,5426
+langwatch_scenario-0.7.13.dist-info/METADATA,sha256=mitJjq_Y3AjIUtMFK5gpXpOYBdG9tRU-yHqhLWE6tGM,20065
+langwatch_scenario-0.7.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+langwatch_scenario-0.7.13.dist-info/entry_points.txt,sha256=WlEnJ_gku0i18bIa3DSuGqXRX-QDQLe_s0YmRzK45TI,45
+langwatch_scenario-0.7.13.dist-info/top_level.txt,sha256=45Mn28aedJsetnBMB5xSmrJ-yo701QLH89Zlz4r1clE,9
+langwatch_scenario-0.7.13.dist-info/RECORD,,

scenario/config/model.py

@@ -6,7 +6,7 @@ user simulator and judge agents in the Scenario framework.
 """
 
 from typing import Optional
-from pydantic import BaseModel
+from pydantic import BaseModel, ConfigDict
 
 
 class ModelConfig(BaseModel):
@@ -16,6 +16,9 @@ class ModelConfig(BaseModel):
     This class encapsulates all the parameters needed to configure an LLM model
     for use with user simulator and judge agents in the Scenario framework.
 
+    The ModelConfig accepts any additional parameters that litellm supports,
+    including headers, timeout, client, and other provider-specific options.
+
     Attributes:
         model: The model identifier (e.g., "openai/gpt-4.1", "anthropic/claude-3-sonnet")
         api_base: Optional base URL where the model is hosted
@@ -25,6 +28,7 @@ class ModelConfig(BaseModel):
 
     Example:
         ```
+        # Basic configuration
         model_config = ModelConfig(
             model="openai/gpt-4.1",
             api_base="https://api.openai.com/v1",
@@ -32,9 +36,29 @@ class ModelConfig(BaseModel):
             temperature=0.1,
             max_tokens=1000
         )
+
+        # With custom headers and timeout
+        model_config = ModelConfig(
+            model="openai/gpt-4",
+            headers={"X-Custom-Header": "value"},
+            timeout=60,
+            num_retries=3
+        )
+
+        # With custom OpenAI client
+        from openai import OpenAI
+        model_config = ModelConfig(
+            model="openai/gpt-4",
+            client=OpenAI(
+                base_url="https://custom.com",
+                default_headers={"X-Auth": "token"}
+            )
+        )
         ```
     """
 
+    model_config = ConfigDict(extra="allow")
+
     model: str
     api_base: Optional[str] = None
     api_key: Optional[str] = None

scenario/config/scenario.py

@@ -65,7 +65,7 @@ class ScenarioConfig(BaseModel):
     @classmethod
     def configure(
         cls,
-        default_model: Optional[str] = None,
+        default_model: Optional[Union[str, ModelConfig]] = None,
         max_turns: Optional[int] = None,
         verbose: Optional[Union[bool, int]] = None,
         cache_key: Optional[str] = None,

scenario/judge_agent.py

@@ -105,6 +105,7 @@ class JudgeAgent(AgentAdapter):
     max_tokens: Optional[int]
     criteria: List[str]
     system_prompt: Optional[str]
+    _extra_params: dict
 
     def __init__(
         self,
@@ -116,6 +117,7 @@ class JudgeAgent(AgentAdapter):
         temperature: float = 0.0,
         max_tokens: Optional[int] = None,
         system_prompt: Optional[str] = None,
+        **extra_params,
     ):
         """
         Initialize a judge agent with evaluation criteria.
@@ -159,8 +161,12 @@ class JudgeAgent(AgentAdapter):
                 system_prompt="You are a senior software engineer reviewing code for production use."
             )
             ```
+
+        Note:
+            Advanced usage: Additional parameters can be passed as keyword arguments
+            (e.g., headers, timeout, client) for specialized configurations. These are
+            experimental and may not be supported in future versions.
         """
-        # Override the default system prompt for the judge agent
         self.criteria = criteria or []
         self.api_base = api_base
         self.api_key = api_key
@@ -175,6 +181,7 @@ class JudgeAgent(AgentAdapter):
             ScenarioConfig.default_config.default_model, str
         ):
             self.model = model or ScenarioConfig.default_config.default_model
+            self._extra_params = extra_params
         elif ScenarioConfig.default_config is not None and isinstance(
             ScenarioConfig.default_config.default_model, ModelConfig
         ):
@@ -191,9 +198,22 @@ class JudgeAgent(AgentAdapter):
             self.max_tokens = (
                 max_tokens or ScenarioConfig.default_config.default_model.max_tokens
             )
+            # Extract extra params from ModelConfig
+            config_dict = ScenarioConfig.default_config.default_model.model_dump(
+                exclude_none=True
+            )
+            config_dict.pop("model", None)
+            config_dict.pop("api_base", None)
+            config_dict.pop("api_key", None)
+            config_dict.pop("temperature", None)
+            config_dict.pop("max_tokens", None)
+            # Merge: config extras < agent extra_params
+            self._extra_params = {**config_dict, **extra_params}
+        else:
+            self._extra_params = extra_params
 
         if not hasattr(self, "model"):
-            raise Exception(agent_not_configured_error_message("TestingAgent"))
+            raise Exception(agent_not_configured_error_message("JudgeAgent"))
 
     @scenario_cache()
     async def call(
@@ -370,6 +390,7 @@ if you don't have enough information to make a verdict, say inconclusive with ma
                     if (is_last_message or enforce_judgment) and has_criteria
                     else "required"
                 ),
+                **self._extra_params,
             ),
         )
 

scenario/user_simulator_agent.py

@@ -87,6 +87,7 @@ class UserSimulatorAgent(AgentAdapter):
     temperature: float
     max_tokens: Optional[int]
     system_prompt: Optional[str]
+    _extra_params: dict
 
     def __init__(
         self,
@@ -97,6 +98,7 @@ class UserSimulatorAgent(AgentAdapter):
         temperature: float = 0.0,
         max_tokens: Optional[int] = None,
         system_prompt: Optional[str] = None,
+        **extra_params,
     ):
         """
         Initialize a user simulator agent.
@@ -133,8 +135,12 @@ class UserSimulatorAgent(AgentAdapter):
                 '''
             )
             ```
+
+        Note:
+            Advanced usage: Additional parameters can be passed as keyword arguments
+            (e.g., headers, timeout, client) for specialized configurations. These are
+            experimental and may not be supported in future versions.
         """
-        # Override the default system prompt for the user simulator agent
         self.api_base = api_base
         self.api_key = api_key
         self.temperature = temperature
@@ -148,6 +154,7 @@ class UserSimulatorAgent(AgentAdapter):
             ScenarioConfig.default_config.default_model, str
         ):
             self.model = model or ScenarioConfig.default_config.default_model
+            self._extra_params = extra_params
         elif ScenarioConfig.default_config is not None and isinstance(
             ScenarioConfig.default_config.default_model, ModelConfig
         ):
@@ -164,9 +171,22 @@ class UserSimulatorAgent(AgentAdapter):
             self.max_tokens = (
                 max_tokens or ScenarioConfig.default_config.default_model.max_tokens
             )
+            # Extract extra params from ModelConfig
+            config_dict = ScenarioConfig.default_config.default_model.model_dump(
+                exclude_none=True
+            )
+            config_dict.pop("model", None)
+            config_dict.pop("api_base", None)
+            config_dict.pop("api_key", None)
+            config_dict.pop("temperature", None)
+            config_dict.pop("max_tokens", None)
+            # Merge: config extras < agent extra_params
+            self._extra_params = {**config_dict, **extra_params}
+        else:
+            self._extra_params = extra_params
 
         if not hasattr(self, "model"):
-            raise Exception(agent_not_configured_error_message("TestingAgent"))
+            raise Exception(agent_not_configured_error_message("UserSimulatorAgent"))
 
     @scenario_cache()
     async def call(
@@ -237,6 +257,7 @@ Your goal (assistant) is to interact with the Agent Under Test (user) as if you
                 api_base=self.api_base,
                 max_tokens=self.max_tokens,
                 tools=[],
+                **self._extra_params,
             ),
         )