deepeval 3.4.4__tar.gz → 3.4.6__tar.gz

{deepeval-3.4.4 → deepeval-3.4.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepeval
-Version: 3.4.4
+Version: 3.4.6
 Summary: The LLM Evaluation Framework
 Home-page: https://github.com/confident-ai/deepeval
 License: Apache-2.0

deepeval-3.4.6/deepeval/_version.py

@@ -0,0 +1 @@
+__version__: str = "3.4.6"

{deepeval-3.4.4 → deepeval-3.4.6}/deepeval/test_case/conversational_test_case.py

@@ -1,4 +1,10 @@
-from pydantic import BaseModel, Field, PrivateAttr, model_validator
+from pydantic import (
+    BaseModel,
+    Field,
+    PrivateAttr,
+    model_validator,
+    AliasChoices,
+)
 from typing import List, Optional, Dict, Literal
 from copy import deepcopy
 from enum import Enum
@@ -28,13 +34,27 @@ class TurnParams(Enum):
 class Turn(BaseModel):
     role: Literal["user", "assistant"]
     content: str
-    user_id: Optional[str] = Field(default=None)
-    retrieval_context: Optional[List[str]] = Field(default=None)
-    tools_called: Optional[List[ToolCall]] = Field(default=None)
+    user_id: Optional[str] = Field(
+        default=None, validation_alias=AliasChoices("userId", "user_id")
+    )
+    retrieval_context: Optional[List[str]] = Field(
+        default=None,
+        validation_alias=AliasChoices("retrievalContext", "retrieval_context"),
+    )
+    tools_called: Optional[List[ToolCall]] = Field(
+        default=None,
+        validation_alias=AliasChoices("toolsCalled", "tools_called"),
+    )
     mcp_tools_called: Optional[List[MCPToolCall]] = Field(default=None)
     mcp_resources_called: Optional[List[MCPResourceCall]] = Field(default=None)
     mcp_prompts_called: Optional[List[MCPPromptCall]] = Field(default=None)
-    additional_metadata: Optional[Dict] = Field(default=None)
+    additional_metadata: Optional[Dict] = Field(
+        default=None,
+        serialization_alias="additionalMetadata",
+        validation_alias=AliasChoices(
+            "additionalMetadata", "additional_metadata"
+        ),
+    )
     _mcp_interaction: bool = PrivateAttr(default=False)
 
     def __repr__(self):
@@ -112,16 +132,26 @@ class ConversationalTestCase(BaseModel):
     context: Optional[List[str]] = Field(default=None)
     name: Optional[str] = Field(default=None)
     user_description: Optional[str] = Field(
-        default=None, serialization_alias="userDescription"
+        default=None,
+        serialization_alias="userDescription",
+        validation_alias=AliasChoices("userDescription", "user_description"),
     )
     expected_outcome: Optional[str] = Field(
-        default=None, serialization_alias="expectedOutcome"
+        default=None,
+        serialization_alias="expectedOutcome",
+        validation_alias=AliasChoices("expectedOutcome", "expected_outcome"),
     )
     chatbot_role: Optional[str] = Field(
-        default=None, serialization_alias="chatbotRole"
+        default=None,
+        serialization_alias="chatbotRole",
+        validation_alias=AliasChoices("chatbotRole", "chatbot_role"),
     )
     additional_metadata: Optional[Dict] = Field(
-        default=None, serialization_alias="additionalMetadata"
+        default=None,
+        serialization_alias="additionalMetadata",
+        validation_alias=AliasChoices(
+            "additionalMetadata", "additional_metadata"
+        ),
     )
     comments: Optional[str] = Field(default=None)
     tags: Optional[List[str]] = Field(default=None)
@@ -152,10 +182,17 @@ class ConversationalTestCase(BaseModel):
 
         copied_turns = []
         for turn in turns:
-            if not isinstance(turn, Turn):
-                raise TypeError("'turns' must be a list of `Turn`s")
-
-            copied_turns.append(deepcopy(turn))
+            if isinstance(turn, Turn):
+                copied_turns.append(deepcopy(turn))
+            elif isinstance(turn, dict):
+                try:
+                    copied_turns.append(Turn.model_validate(turn))
+                except Exception as e:
+                    raise TypeError(f"Invalid dict for Turn: {turn} ({e})")
+            else:
+                raise TypeError(
+                    f"'turns' must be a list of Turn or dict, got {type(turn)}"
+                )
 
         data["turns"] = copied_turns
 

{deepeval-3.4.4 → deepeval-3.4.6}/deepeval/test_case/llm_test_case.py

@@ -1,5 +1,10 @@
-from pydantic import Field, BaseModel, model_validator, PrivateAttr
-from dataclasses import dataclass, field
+from pydantic import (
+    Field,
+    BaseModel,
+    model_validator,
+    PrivateAttr,
+    AliasChoices,
+)
 from typing import List, Optional, Dict, Any
 from enum import Enum
 import json
@@ -68,7 +73,9 @@ class ToolCall(BaseModel):
     reasoning: Optional[str] = None
     output: Optional[Any] = None
     input_parameters: Optional[Dict[str, Any]] = Field(
-        None, serialization_alias="inputParameters"
+        None,
+        serialization_alias="inputParameters",
+        validation_alias=AliasChoices("inputParameters", "input_parameters"),
     )
 
     def __eq__(self, other):
@@ -146,40 +153,59 @@ class ToolCall(BaseModel):
 class LLMTestCase(BaseModel):
     input: str
     actual_output: Optional[str] = Field(
-        default=None, serialization_alias="actualOutput"
+        default=None,
+        serialization_alias="actualOutput",
+        validation_alias=AliasChoices("actualOutput", "actual_output"),
     )
     expected_output: Optional[str] = Field(
-        default=None, serialization_alias="expectedOutput"
+        default=None,
+        serialization_alias="expectedOutput",
+        validation_alias=AliasChoices("expectedOutput", "expected_output"),
     )
     context: Optional[List[str]] = Field(
         default=None, serialization_alias="context"
     )
     retrieval_context: Optional[List[str]] = Field(
-        default=None, serialization_alias="retrievalContext"
+        default=None,
+        serialization_alias="retrievalContext",
+        validation_alias=AliasChoices("retrievalContext", "retrieval_context"),
     )
     additional_metadata: Optional[Dict] = Field(
-        default=None, serialization_alias="additionalMetadata"
+        default=None,
+        serialization_alias="additionalMetadata",
+        validation_alias=AliasChoices(
+            "additionalMetadata", "additional_metadata"
+        ),
     )
     tools_called: Optional[List[ToolCall]] = Field(
-        default=None, serialization_alias="toolsCalled"
+        default=None,
+        serialization_alias="toolsCalled",
+        validation_alias=AliasChoices("toolsCalled", "tools_called"),
     )
     comments: Optional[str] = Field(
         default=None, serialization_alias="comments"
     )
     expected_tools: Optional[List[ToolCall]] = Field(
-        default=None, serialization_alias="expectedTools"
+        default=None,
+        serialization_alias="expectedTools",
+        validation_alias=AliasChoices("expectedTools", "expected_tools"),
     )
     token_cost: Optional[float] = Field(
-        default=None, serialization_alias="tokenCost"
+        default=None,
+        serialization_alias="tokenCost",
+        validation_alias=AliasChoices("tokenCost", "token_cost"),
     )
     completion_time: Optional[float] = Field(
-        default=None, serialization_alias="completionTime"
+        default=None,
+        serialization_alias="completionTime",
+        validation_alias=AliasChoices("completionTime", "completion_time"),
     )
     name: Optional[str] = Field(default=None)
     tags: Optional[List[str]] = Field(default=None)
     mcp_servers: Optional[List[MCPServer]] = Field(default=None)
     mcp_tools_called: Optional[List[MCPToolCall]] = Field(
-        default=None, serialization_alias="mcpToolsCalled"
+        default=None,
+        serialization_alias="mcpToolsCalled",
     )
     mcp_resources_called: Optional[List[MCPResourceCall]] = Field(
         default=None, serialization_alias="mcpResourcesCalled"

{deepeval-3.4.4 → deepeval-3.4.6}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "deepeval"
-version = "3.4.4"
+version = "3.4.6"
 description = "The LLM Evaluation Framework"
 authors = ["Jeffrey Ip <jeffreyip@confident-ai.com>"]
 license = "Apache-2.0"

deepeval-3.4.4/deepeval/_version.py

@@ -1 +0,0 @@
-__version__: str = "3.4.4"