deepeval 3.7.1__py3-none-any.whl → 3.7.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- deepeval/_version.py +1 -1
- deepeval/evaluate/compare.py +6 -2
- deepeval/synthesizer/config.py +9 -0
- deepeval/synthesizer/schema.py +23 -0
- deepeval/synthesizer/synthesizer.py +1137 -2
- deepeval/synthesizer/templates/__init__.py +11 -2
- deepeval/synthesizer/templates/template.py +554 -1
- deepeval/synthesizer/templates/template_extraction.py +32 -0
- deepeval/synthesizer/templates/template_prompt.py +262 -0
- {deepeval-3.7.1.dist-info → deepeval-3.7.2.dist-info}/METADATA +2 -1
- {deepeval-3.7.1.dist-info → deepeval-3.7.2.dist-info}/RECORD +14 -14
- {deepeval-3.7.1.dist-info → deepeval-3.7.2.dist-info}/LICENSE.md +0 -0
- {deepeval-3.7.1.dist-info → deepeval-3.7.2.dist-info}/WHEEL +0 -0
- {deepeval-3.7.1.dist-info → deepeval-3.7.2.dist-info}/entry_points.txt +0 -0
deepeval/_version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__: str = "3.7.
|
|
1
|
+
__version__: str = "3.7.2"
|
deepeval/evaluate/compare.py
CHANGED
|
@@ -502,10 +502,14 @@ def wrap_up_experiment(
|
|
|
502
502
|
|
|
503
503
|
try:
|
|
504
504
|
api = Api()
|
|
505
|
-
experiment_request = PostExperimentRequest(
|
|
505
|
+
experiment_request = PostExperimentRequest(
|
|
506
|
+
testRuns=test_runs, name=name
|
|
507
|
+
)
|
|
506
508
|
|
|
507
509
|
try:
|
|
508
|
-
body = experiment_request.model_dump(
|
|
510
|
+
body = experiment_request.model_dump(
|
|
511
|
+
by_alias=True, exclude_none=True
|
|
512
|
+
)
|
|
509
513
|
except AttributeError:
|
|
510
514
|
body = experiment_request.dict(by_alias=True, exclude_none=True)
|
|
511
515
|
json_str = json.dumps(body, cls=TestRunEncoder)
|
deepeval/synthesizer/config.py
CHANGED
|
@@ -41,6 +41,15 @@ class StylingConfig:
|
|
|
41
41
|
expected_output_format: Optional[str] = None
|
|
42
42
|
|
|
43
43
|
|
|
44
|
+
@dataclass
|
|
45
|
+
class ConversationalStylingConfig:
|
|
46
|
+
scenario_context: Optional[str] = None
|
|
47
|
+
conversational_task: Optional[str] = None
|
|
48
|
+
participant_roles: Optional[str] = None
|
|
49
|
+
scenario_format: Optional[str] = None
|
|
50
|
+
expected_outcome_format: Optional[str] = None
|
|
51
|
+
|
|
52
|
+
|
|
44
53
|
@dataclass
|
|
45
54
|
class ContextConstructionConfig:
|
|
46
55
|
embedder: Optional[Union[str, DeepEvalBaseEmbeddingModel]] = None
|
deepeval/synthesizer/schema.py
CHANGED
|
@@ -58,3 +58,26 @@ class PromptStyling(BaseModel):
|
|
|
58
58
|
scenario: str
|
|
59
59
|
task: str
|
|
60
60
|
input_format: str
|
|
61
|
+
|
|
62
|
+
|
|
63
|
+
class ConversationalScenario(BaseModel):
|
|
64
|
+
scenario: str
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
class ConversationalScenarioList(BaseModel):
|
|
68
|
+
data: List[ConversationalScenario]
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
class RewrittenScenario(BaseModel):
|
|
72
|
+
rewritten_scenario: str
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
class ScenarioFeedback(BaseModel):
|
|
76
|
+
score: float
|
|
77
|
+
feedback: str
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
class ConversationalPromptStyling(BaseModel):
|
|
81
|
+
scenario_context: str
|
|
82
|
+
conversational_task: str
|
|
83
|
+
participant_roles: str
|