deepeval 3.5.7__py3-none-any.whl → 3.5.8__py3-none-any.whl

deepeval/_version.py

@@ -1 +1 @@
-__version__: str = "3.5.7"
+__version__: str = "3.5.8"

deepeval/prompt/api.py

@@ -8,6 +8,7 @@ class PromptInterpolationType(Enum):
     MUSTACHE_WITH_SPACE = "MUSTACHE_WITH_SPACE"
     FSTRING = "FSTRING"
     DOLLAR_BRACKETS = "DOLLAR_BRACKETS"
+    JINJA = "JINJA"
 
 
 class PromptMessage(BaseModel):

deepeval/prompt/prompt.py

@@ -64,6 +64,10 @@ class Prompt:
             raise TypeError(
                 "Unable to create Prompt where 'alias' and 'template' are both None. Please provide at least one to continue."
             )
+        if template and messages_template:
+            raise TypeError(
+                "Unable to create Prompt where 'template' and 'messages_template' are both provided. Please provide only one to continue."
+            )
 
         self.alias = alias
         self._text_template = template
@@ -71,6 +75,10 @@ class Prompt:
         self._version = None
         self._polling_tasks: Dict[str, asyncio.Task] = {}
         self._refresh_map: Dict[str, int] = {}
+        if template:
+            self._type = PromptType.TEXT
+        elif messages_template:
+            self._type = PromptType.LIST
 
     @property
     def version(self):

deepeval/prompt/utils.py

@@ -1,5 +1,7 @@
-from deepeval.prompt.api import PromptInterpolationType
 import re
+from jinja2 import Template
+
+from deepeval.prompt.api import PromptInterpolationType
 
 
 def interpolate_mustache(text: str, **kwargs) -> str:
@@ -25,6 +27,11 @@ def interpolate_dollar_brackets(text: str, **kwargs) -> str:
     return formatted_template.format(**kwargs)
 
 
+def interpolate_jinja(text: str, **kwargs) -> str:
+    template = Template(text)
+    return template.render(**kwargs)
+
+
 def interpolate_text(
     interpolation_type: PromptInterpolationType, text: str, **kwargs
 ) -> str:
@@ -37,5 +44,7 @@ def interpolate_text(
         return interpolate_fstring(text, **kwargs)
     elif interpolation_type == PromptInterpolationType.DOLLAR_BRACKETS:
         return interpolate_dollar_brackets(text, **kwargs)
+    elif interpolation_type == PromptInterpolationType.JINJA:
+        return interpolate_jinja(text, **kwargs)
 
     raise ValueError(f"Unsupported interpolation type: {interpolation_type}")

{deepeval-3.5.7.dist-info → deepeval-3.5.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepeval
-Version: 3.5.7
+Version: 3.5.8
 Summary: The LLM Evaluation Framework
 Home-page: https://github.com/confident-ai/deepeval
 License: Apache-2.0
@@ -17,6 +17,7 @@ Requires-Dist: anthropic
 Requires-Dist: click (>=8.0.0,<8.3.0)
 Requires-Dist: google-genai (>=1.9.0,<2.0.0)
 Requires-Dist: grpcio (>=1.67.1,<2.0.0)
+Requires-Dist: jinja2
 Requires-Dist: nest_asyncio
 Requires-Dist: ollama
 Requires-Dist: openai

{deepeval-3.5.7.dist-info → deepeval-3.5.8.dist-info}/RECORD

@@ -1,5 +1,5 @@
 deepeval/__init__.py,sha256=6fsb813LD_jNhqR-xZnSdE5E-KsBbC3tc4oIg5ZMgTw,2115
-deepeval/_version.py,sha256=5PpKL25tWtYxTPc0_se2v49WDFVCzYaCu8yogWsx_qQ,27
+deepeval/_version.py,sha256=unWkmwnFycd1EkbcelGqbdnCdsoFCoHp1cgSea6zrS0,27
 deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
 deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
 deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
@@ -404,9 +404,9 @@ deepeval/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
 deepeval/plugins/plugin.py,sha256=_dwsdx4Dg9DbXxK3f7zJY4QWTJQWc7QE1HmIg2Zjjag,1515
 deepeval/progress_context.py,sha256=ZSKpxrE9sdgt9G3REKnVeXAv7GJXHHVGgLynpG1Pudw,3557
 deepeval/prompt/__init__.py,sha256=M99QTWdxOfiNeySGCSqN873Q80PPxqRvjLq4_Mw-X1w,49
-deepeval/prompt/api.py,sha256=ccrMT6_Otuef9zrRm9iQsmZ-Apkjj3nypvw3wc8-eW0,1708
-deepeval/prompt/prompt.py,sha256=DlUPib0EAVC2T54SQB1xxEQBNSpEirL5x-CtrKE1rek,15463
-deepeval/prompt/utils.py,sha256=Gk0zj_9BK8MQccs8GmiC8o-YVtkou6ZJEz8kWgW5Mog,1678
+deepeval/prompt/api.py,sha256=kR3MkaHuU2wYILKVnvnXhQWxWp0XgtcWX-kIjpMJRl8,1728
+deepeval/prompt/prompt.py,sha256=192W5zFBx08nELxRHHDQscMM3psj8OUFV_JR85BZv8Q,15823
+deepeval/prompt/utils.py,sha256=Ermw9P-1-T5wQ5uYuj5yWgdj7pVB_JLw8D37Qvmh9ok,1938
 deepeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/red_teaming/README.md,sha256=BY5rAdpp3-sMMToEKwq0Nsd9ivkGDzPE16DeDb8GY7U,154
 deepeval/scorer/__init__.py,sha256=hTvtoV3a4l0dSBjERm-jX7jveTtKZXK0c9JerQo0T_w,27
@@ -461,8 +461,8 @@ deepeval/tracing/tracing.py,sha256=b-0T3W6lAEOEGhODx0e-yIwBkm5V46EDNAWS9lcWkD0,4
 deepeval/tracing/types.py,sha256=l_utWKerNlE5H3mOKpeUJLsvpP3cMyjH7HRANNgTmSQ,5306
 deepeval/tracing/utils.py,sha256=w_kdhuyBCygllnbqLpDdKJqpJo42t3ZMlGhNicV2A8c,6467
 deepeval/utils.py,sha256=r8tV_NYJSi6ib-oQw6cLw3L7ZSe4KIJVJc1ng6-kDX4,17179
-deepeval-3.5.7.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
-deepeval-3.5.7.dist-info/METADATA,sha256=NldO1OinDSv_gGUP-kkFk1zpMGXKTceoYMtF92XGbgs,18721
-deepeval-3.5.7.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-deepeval-3.5.7.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
-deepeval-3.5.7.dist-info/RECORD,,
+deepeval-3.5.8.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
+deepeval-3.5.8.dist-info/METADATA,sha256=7yiM7djTQ2fLy8XfdyecBxMg3cgk3hDAsGLUjRamC44,18743
+deepeval-3.5.8.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+deepeval-3.5.8.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
+deepeval-3.5.8.dist-info/RECORD,,