langwatch-scenario 0.7.12__py3-none-any.whl → 0.7.14__py3-none-any.whl

{langwatch_scenario-0.7.12.dist-info → langwatch_scenario-0.7.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langwatch-scenario
-Version: 0.7.12
+Version: 0.7.14
 Summary: The end-to-end agent testing library
 Author-email: LangWatch Team <support@langwatch.ai>
 License: MIT

{langwatch_scenario-0.7.12.dist-info → langwatch_scenario-0.7.14.dist-info}/RECORD

@@ -2,14 +2,14 @@ scenario/__init__.py,sha256=4WO8TjY8Lc0NhYL7b9LvaB1xCBqwUkLuI0uIA6PQP6c,4223
 scenario/_error_messages.py,sha256=QVFSbhzsVNGz2GOBOaoQFW6w6AOyZCWLTt0ySWPfnGw,3882
 scenario/agent_adapter.py,sha256=PoY2KQqYuqzIIb3-nhIU-MPXwHJc1vmwdweMy7ut-hk,4255
 scenario/cache.py,sha256=J6s6Sia_Ce6TrnsInlhfxm6SF8tygo3sH-_cQCRX1WA,6213
-scenario/judge_agent.py,sha256=PiOgrHHPnwvCbIzEFEFdUH4NI9waLnvNfHNZwMSpkrU,17640
+scenario/judge_agent.py,sha256=RxXYpImLsr6FpFivSRB26vWSnQFJlAd6ocWdyL6EAYM,17752
 scenario/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scenario/pytest_plugin.py,sha256=wRCuGD9uwrrLt2fY15zK6mnmY9W_dO_m0WalPJYE5II,11491
 scenario/scenario_executor.py,sha256=v41UgSHebosXf95FfYIeVUm6s4IbMP_U58FdGoZ_kZU,35653
 scenario/scenario_state.py,sha256=R8PhPHW3obYo3DCjBH5XDdZ6bp4uol7wCXO8K2Tz30I,7101
 scenario/script.py,sha256=A0N5pP0l4FFn1xdKc78U_wkwWhEWH3EFeU_LRDtNyEI,12241
 scenario/types.py,sha256=CRSCHUplXEXhj6EYQsncwJBzbd2128YTGlFxlk-rrG8,11193
-scenario/user_simulator_agent.py,sha256=nBo_i2UKX_Vn_sR1mZIJHrYewhhJfE6tAxkijxW8cmY,10499
+scenario/user_simulator_agent.py,sha256=lQar3rtjOvCIEiFv9nCl4eOI3bafVTdtNVc47lVyMk4,10545
 scenario/_events/__init__.py,sha256=4cj6H9zuXzvWhT2P2JNdjWzeF1PUepTjqIDw85Vid9s,1500
 scenario/_events/event_alert_message_logger.py,sha256=4zf9DV69ZkjHdLCyj7mgXdzpMy21YZLwXaVd8EB6AwY,2995
 scenario/_events/event_bus.py,sha256=IsKNsClF1JFYj728EcxX1hw_KbfDkfJq3Y2Kv4h94n4,9871
@@ -235,8 +235,8 @@ scenario/config/__init__.py,sha256=b2X_bqkIrd7jZY9dRrXk2wOqoPe87Nl_SRGuZhlolxA,1
 scenario/config/langwatch.py,sha256=ijWchFbUsLbQooAZmwyTw4rxfRLQseZ1GoVSiPPbzpw,1677
 scenario/config/model.py,sha256=VQtPkG-O1gVjtMIKbMOrbcnySv8pqODokC_VOaKVS4g,2054
 scenario/config/scenario.py,sha256=tUnzFBtuhPimU4EyaXm9T6KlpfntGtQaH5teW2F9oGk,5426
-langwatch_scenario-0.7.12.dist-info/METADATA,sha256=bnDVB7CRXwJxTmW5Rhu8lZ_CoqEVB881wIK5U0LD-kI,20065
-langwatch_scenario-0.7.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-langwatch_scenario-0.7.12.dist-info/entry_points.txt,sha256=WlEnJ_gku0i18bIa3DSuGqXRX-QDQLe_s0YmRzK45TI,45
-langwatch_scenario-0.7.12.dist-info/top_level.txt,sha256=45Mn28aedJsetnBMB5xSmrJ-yo701QLH89Zlz4r1clE,9
-langwatch_scenario-0.7.12.dist-info/RECORD,,
+langwatch_scenario-0.7.14.dist-info/METADATA,sha256=B9rniakNtewXOAzmgYi4AbfMRRRS1_GqtXKZiSRtNYQ,20065
+langwatch_scenario-0.7.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+langwatch_scenario-0.7.14.dist-info/entry_points.txt,sha256=WlEnJ_gku0i18bIa3DSuGqXRX-QDQLe_s0YmRzK45TI,45
+langwatch_scenario-0.7.14.dist-info/top_level.txt,sha256=45Mn28aedJsetnBMB5xSmrJ-yo701QLH89Zlz4r1clE,9
+langwatch_scenario-0.7.14.dist-info/RECORD,,

scenario/judge_agent.py

@@ -181,6 +181,7 @@ class JudgeAgent(AgentAdapter):
             ScenarioConfig.default_config.default_model, str
         ):
             self.model = model or ScenarioConfig.default_config.default_model
+            self._extra_params = extra_params
         elif ScenarioConfig.default_config is not None and isinstance(
             ScenarioConfig.default_config.default_model, ModelConfig
         ):
@@ -338,7 +339,8 @@ if you don't have enough information to make a verdict, say inconclusive with ma
                                 "type": "object",
                                 "properties": {
                                     criteria_names[idx]: {
-                                        "enum": [True, False, "inconclusive"],
+                                        "type": "string",
+                                        "enum": ["true", "false", "inconclusive"],
                                         "description": criterion,
                                     }
                                     for idx, criterion in enumerate(self.criteria)
@@ -414,12 +416,12 @@ if you don't have enough information to make a verdict, say inconclusive with ma
                         passed_criteria = [
                             self.criteria[idx]
                             for idx, criterion in enumerate(criteria.values())
-                            if criterion == True
+                            if criterion == "true"
                         ]
                         failed_criteria = [
                             self.criteria[idx]
                             for idx, criterion in enumerate(criteria.values())
-                            if criterion == False or criterion == "inconclusive"
+                            if criterion == "false" or criterion == "inconclusive"
                         ]
 
                         # Return the appropriate ScenarioResult based on the verdict

scenario/user_simulator_agent.py

@@ -154,6 +154,7 @@ class UserSimulatorAgent(AgentAdapter):
             ScenarioConfig.default_config.default_model, str
         ):
             self.model = model or ScenarioConfig.default_config.default_model
+            self._extra_params = extra_params
         elif ScenarioConfig.default_config is not None and isinstance(
             ScenarioConfig.default_config.default_model, ModelConfig
         ):