deepeval 3.4.8__py3-none-any.whl → 3.5.0__py3-none-any.whl

{deepeval-3.4.8.dist-info → deepeval-3.5.0.dist-info}/RECORD

@@ -1,5 +1,5 @@
-deepeval/__init__.py,sha256=AlJuWqCTX3AzXZlpR1uR5V_pB3jzJLfz09KX4oezYjA,2061
-deepeval/_version.py,sha256=z7dA6QBDWH8g5G_H07ecMtO-L3XjcOGd19g1PXeMXss,27
+deepeval/__init__.py,sha256=6fsb813LD_jNhqR-xZnSdE5E-KsBbC3tc4oIg5ZMgTw,2115
+deepeval/_version.py,sha256=xgoMNdDXsY3c4GfV1_DVK-xGdMOp5KCDaKln5j0PJdY,27
 deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
 deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
 deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
@@ -77,7 +77,7 @@ deepeval/benchmarks/bool_q/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 deepeval/benchmarks/bool_q/bool_q.py,sha256=wJM4-wSybT8EwgDJVB4p3QYXGNzLD3tdrpGE1cNEz_E,5507
 deepeval/benchmarks/bool_q/template.py,sha256=pgNj4RR6-4VJDDySwnKt-MpghBCjVlZ7fPKY6PltllQ,4055
 deepeval/benchmarks/drop/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/drop/drop.py,sha256=Qo74clH8ERf1Zutcz76wrTbR-fbR2qHdsZP6fJ1W-LQ,12054
+deepeval/benchmarks/drop/drop.py,sha256=rGcqd79-IfQ2tvPuAL6wrON4R0hBiVGBy1OtDRmertE,12042
 deepeval/benchmarks/drop/task.py,sha256=RV7DEXF192IOsY-yIVdlGb_y-A_sS5APPn8PGOPn5yU,17950
 deepeval/benchmarks/drop/template.py,sha256=1P0mx_71Bxr9juIA8nGpVRIrP8NSoDILkIicjWvqE94,1376
 deepeval/benchmarks/equity_med_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -88,7 +88,7 @@ deepeval/benchmarks/gsm8k/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
 deepeval/benchmarks/gsm8k/gsm8k.py,sha256=LyJQBskKuqp013LLO3539RJiRXqCmlGl12BPXvQ8P88,6974
 deepeval/benchmarks/gsm8k/template.py,sha256=3F7DwQwhJwKxtlbaO6TNvBBRaDEUBEp58JwirSjxtR0,1626
 deepeval/benchmarks/hellaswag/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/hellaswag/hellaswag.py,sha256=ESX4A8WRxSeErPC34QuMM6WVEeDeyiCmNq10twZJxgw,11959
+deepeval/benchmarks/hellaswag/hellaswag.py,sha256=_3felzBwQUhhRXk4D9NbcY8dme_qUQcwUjKGw9OtDJg,11972
 deepeval/benchmarks/hellaswag/task.py,sha256=LfO8T6bpNiwdM8VdubKrup7qje3-rHgu69iB6Sdsc6I,7323
 deepeval/benchmarks/hellaswag/template.py,sha256=TcCu25hkl89qbRwcEyRVGTGp7DU_5Eph754W2znk5QY,1279
 deepeval/benchmarks/human_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -102,15 +102,15 @@ deepeval/benchmarks/lambada/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 deepeval/benchmarks/lambada/lambada.py,sha256=FExZLpDBgQfYe9o-MBS0LEy0-i4jHGeFHo8XCbMW_io,5556
 deepeval/benchmarks/lambada/template.py,sha256=mSn0Elvp34wTnvaAm3IENz0mfGSNM_iRx50hIouk4t0,3776
 deepeval/benchmarks/logi_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/logi_qa/logi_qa.py,sha256=zN7KTa77d1WkM_m9V-Z0AfHBLFZ70s89yMaQ3_CNV84,11130
+deepeval/benchmarks/logi_qa/logi_qa.py,sha256=VNZGASigEDlJjzwGZtWG3OUs3v3P733GD84-h3TaxjU,11143
 deepeval/benchmarks/logi_qa/task.py,sha256=pVMLVHPyDFSyoIsnckBNRDt8FK0J317PiGT-0dpr7rs,350
 deepeval/benchmarks/logi_qa/template.py,sha256=EddGd2s3u2bPejogTcM50SDS7ynHnMhHaKuqQjjZoLk,4354
 deepeval/benchmarks/math_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/math_qa/math_qa.py,sha256=yRlVkUb_L4fPJIvaDo-5EB0XeVId9CxrIZUX7wLQJh4,10638
+deepeval/benchmarks/math_qa/math_qa.py,sha256=_eP-yocJom9r91qmAUBbIH4hrWazEHLV2lDKu0yMfEI,10651
 deepeval/benchmarks/math_qa/task.py,sha256=3q_jlK5kIl5Zs0mQwuzxyvmPP6ncLZwszn7gtl1GfZs,192
 deepeval/benchmarks/math_qa/template.py,sha256=pC3PB2GGU5TQ81I7E76RJh0xlu7xiF6d4SK3T_Nksh8,4468
 deepeval/benchmarks/mmlu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/mmlu/mmlu.py,sha256=KEiiRSfQQQSX51dcnrWPkQcud1WvcKe1v0T82P1NowY,11418
+deepeval/benchmarks/mmlu/mmlu.py,sha256=flg3tb052DVo7wnfAHkW9n07tEEhHrkT2C0d5-UMBoQ,11431
 deepeval/benchmarks/mmlu/task.py,sha256=HnhnuD4Xjur9GlrBtswaR7ZPouGx4NTgbcFZu_oIzXw,2580
 deepeval/benchmarks/mmlu/template.py,sha256=MsdcrZWVkyZpEw--Kj6W7vjOJgig-ABiz9B3WtZz1MQ,1303
 deepeval/benchmarks/modes/__init__.py,sha256=IGhZp0-nmvVsZWBnTuBvKhdGiy4TJZShFSjYAeBZdbo,135
@@ -125,29 +125,33 @@ deepeval/benchmarks/truthful_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
 deepeval/benchmarks/truthful_qa/mode.py,sha256=66aXCTXGTbAprA33M3TT15OhpJAqxLPDzJuShKxiFwY,84
 deepeval/benchmarks/truthful_qa/task.py,sha256=PmfPbqINd9wizq8Tpk8pwms9TersoGlMGBqxpTmZhcc,1360
 deepeval/benchmarks/truthful_qa/template.py,sha256=5y6mfJm9AXnQL7xwrfsZjH080GwO1kd_1GdTzDCoYgo,4465
-deepeval/benchmarks/truthful_qa/truthful_qa.py,sha256=j8RzrAwgKVt2oWNf1bz9cPIk6b-I7WsjiPElJlQ21Xs,13768
+deepeval/benchmarks/truthful_qa/truthful_qa.py,sha256=2r-xcFnzSSJds3ZGxYogBzjFFrCfJxYpXzKrpE8cC_c,13781
 deepeval/benchmarks/utils.py,sha256=NHImqH22mv108_CKM7ajTpu4hOeUhr5xPicbf0i2qGk,287
 deepeval/benchmarks/winogrande/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/benchmarks/winogrande/template.py,sha256=tDwH8NpNF9x7FbDmQw45XaW1LNqGBV6zP5pwV1uOlwM,2089
 deepeval/benchmarks/winogrande/winogrande.py,sha256=_4irJkRPw3c-Ufo-hM4cHpPKUoxozedFQpok9n0csTg,5644
 deepeval/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/cli/dotenv_handler.py,sha256=7PtVjCNUZKAXsVJQxznsLexad7y8x-gQ195xAxmv4gA,2468
-deepeval/cli/main.py,sha256=KqjnU5yKo5b4x-7eV89ZiB7L-9jmQ5Fitd8uOcj1zEA,57471
+deepeval/cli/main.py,sha256=60FsOU9OGRX49eSSuJkePf8kArSor3-QbeqAZ2bDWCE,51298
 deepeval/cli/server.py,sha256=cOm9xiYcPYB9GDeFQw9-Iawf9bNfOqftZs7q7mO_P7I,1979
 deepeval/cli/test.py,sha256=kSIFMRTAfVzBJ4OitwvT829-ylV7UzPMP57P2DePS-Q,5482
 deepeval/cli/types.py,sha256=_7KdthstHNc-JKCWrfpDQCf_j8h9PMxh0qJCHmVXJr0,310
 deepeval/cli/utils.py,sha256=F4-yuONzk4ojDoSLjI9RYERB7HOD412iZ2lNlSCq4wk,5601
 deepeval/confident/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-deepeval/confident/api.py,sha256=owp3a6a0JjOvv9wUCKRrkmMxpZEm6ek_3asBaQ7SjLk,7544
+deepeval/confident/api.py,sha256=-2i3IBLtj5bUIImwOF6ltGVR3ZyViIbIC38XxwWvf54,8318
 deepeval/confident/types.py,sha256=-slFhDof_1maMgpLxqDRZv6kz6ZVY2hP_0uj_aveJKU,533
+deepeval/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deepeval/config/settings.py,sha256=e7sk6_3I14hG457e75DoJd9Ojo3rOkpBZzsMYlj4gKQ,18139
+deepeval/config/settings_manager.py,sha256=PsBS_5dRJASak2AUDwjhjLSiezNz1fje0R3onoFCKC0,4014
+deepeval/config/utils.py,sha256=EG2MwGlUEb7bGuZ77jUo7QLoMeqkcK5gl7Wgk-pcS4g,2443
 deepeval/constants.py,sha256=XNcTEdhtO4aDnQaHi815A_24iEE9o09Vxnthm7xlfnw,796
-deepeval/dataset/__init__.py,sha256=tSdj7ggqVRNihfp6BAejvW5RtGLK7bWAkdGbhqFxhHI,155
+deepeval/dataset/__init__.py,sha256=rcum_VjBXu8eisCdr6sl84BgoZUs3x0tYbB2PnPtHGY,212
 deepeval/dataset/api.py,sha256=ZxkEqAF4nZH_Ys_1f5r9N2LFI_vBcAJxt8eJm7Mplpw,831
-deepeval/dataset/dataset.py,sha256=rL8TjzEjIdeH9iq1-dhfCmlJAQshSs5SZtowZFo3mzU,47075
+deepeval/dataset/dataset.py,sha256=dkUDYtK1z9sDn6A-HOohoHHUobWuaCiuHEABLAfP4kQ,49396
 deepeval/dataset/golden.py,sha256=T-rTk4Hw1tANx_Iimv977F6Y4QK3s5OIB4PecU5FJDM,2338
+deepeval/dataset/test_run_tracer.py,sha256=5CdpDvhzkEEBRyqWi6egocaxiN6IRS3XfbACxEQZQeM,2544
 deepeval/dataset/types.py,sha256=cwsAXeaxvd511Uc7-zQ0OxsrPPduCfUSKRbuziAwWhA,309
-deepeval/dataset/utils.py,sha256=JXFTF6CEHtAs7WHuXwcCxJldF7T_rKgktNDj9hi1GkI,5071
-deepeval/env.py,sha256=w6sM-_-qWzaZLUuIzXCvQ6iK7g4x8R4SEyi6fdcneFw,1018
+deepeval/dataset/utils.py,sha256=kqzzM1kTtAmlt0kv4_6lLQ-oVR20PtcxdKE4NmoZFpM,5735
 deepeval/errors.py,sha256=_K5wywEw2gp0DDECyeY6UrSI9GgOtCBbfPxt5maIzSY,113
 deepeval/evaluate/__init__.py,sha256=315IaMiYEz7oJhZ4kPTBfeCNd1xF-wWVU6KOQnrKQpE,291
 deepeval/evaluate/api.py,sha256=rkblH0ZFAAdyuF0Ymh7JE1pIJPR9yFuPrn9SQaCEQp4,435
@@ -175,15 +179,15 @@ deepeval/integrations/llama_index/__init__.py,sha256=zBwUFQXDp6QFtp1cfANy8ucV08r
 deepeval/integrations/llama_index/agent/patched.py,sha256=4JbH0WQmt4lct7xxIH0phj8_Y-V35dgVv7DEDXK0jZI,2149
 deepeval/integrations/llama_index/handler.py,sha256=eqI1n8E4MsvfKoFs5Zrm9IdCR7g9eBgNedISs7UkU_I,8947
 deepeval/integrations/llama_index/utils.py,sha256=mxW71-3PjvBvJpLIU0kNWuTzCidy5l_-roLt8ZyWYA0,2599
-deepeval/integrations/pydantic_ai/__init__.py,sha256=04qKTNftGVzso3n7F1hvKxXI-NG3Enx8TP-EdpJykUc,134
-deepeval/integrations/pydantic_ai/agent.py,sha256=6PB_-zWaivQR65xi2F_WqBNtOcUwRpvI8wyCfpGhJJQ,13549
-deepeval/integrations/pydantic_ai/setup.py,sha256=-G15PEHZpLUsGNa7yP1IP2t3_6aKt5ac38930VnUYQY,1839
-deepeval/key_handler.py,sha256=HAcKqrmFlxidD_5-csg8k5G34hAbwEyWdsEY76oz-UI,6467
+deepeval/integrations/pydantic_ai/__init__.py,sha256=36fBKBLRo1y5jFlj0Y4xhDJsiq4ZnqtmFO32R90Azo4,96
+deepeval/integrations/pydantic_ai/otel.py,sha256=2DpO3RapdztXPlT9BWhQfF4dJDMyp2X7YvuplJ0SwC8,1661
+deepeval/integrations/pydantic_ai/patcher.py,sha256=wszU2YROZAQovyz1ZNRvTtsuJ5By_x4SF6yjtmItcNk,12210
+deepeval/key_handler.py,sha256=damdQEBLGy4IVk5DR5-E3blIZdLbcMtyeGAFn_4_SG4,6505
 deepeval/metrics/__init__.py,sha256=xofaK_bJq0QCSerSWYjHYRXXch9YQwZHxIfVAv1G7fo,4012
 deepeval/metrics/answer_relevancy/__init__.py,sha256=WbZUpoSg2GQoqJ4VIRirVVQ1JDx5xwT-RskwqNKfWGM,46
 deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=vlc7BzUAtYVW62d5Qa-fIHSLOX239KFwCE7fCGP8jGE,10935
 deepeval/metrics/answer_relevancy/schema.py,sha256=N8wIBh4qwk4-BZOEyPJM-MB2_0dbkqXHv0aCfsIkROo,405
-deepeval/metrics/answer_relevancy/template.py,sha256=gV5iVF1zb8b-V70y-mTkrMzldVIFzqgwqzY1-ZXi4z0,4900
+deepeval/metrics/answer_relevancy/template.py,sha256=vU6yAsiCYtvx5S1g74WeEdJmuGvd2ZtwDDqM5-jfYkM,5174
 deepeval/metrics/arena_g_eval/__init__.py,sha256=pVDIsWD_DLumOLegJrVSozcWwzsaxJXE5cIN7KxCzws,37
 deepeval/metrics/arena_g_eval/arena_g_eval.py,sha256=B4Gjct3w5VGPxmumBblFVajdUIdWJTNR0hvMuhgIFg0,11661
 deepeval/metrics/arena_g_eval/schema.py,sha256=3wipvUpZNO0O4QuWFy1LaLenfTYxLKldCERmP3sVtYI,288
@@ -232,7 +236,7 @@ deepeval/metrics/dag/utils.py,sha256=66D88fpjIUdVwZvYV8a1L9TlX1wvbCVuE6Y8BFTbpkE
 deepeval/metrics/faithfulness/__init__.py,sha256=RffAtTOSdtWO1gHVMnPI-imJahf3JENOoJRiNw-Xv4g,43
 deepeval/metrics/faithfulness/faithfulness.py,sha256=bYVhHI7Tr7xH0x-7F2LijxRuCCEtLOnXLzncvJLVv60,12887
 deepeval/metrics/faithfulness/schema.py,sha256=2dU9dwwmqpGJcWvY2webERWIfH_tn02xgLghHkAY_eM,437
-deepeval/metrics/faithfulness/template.py,sha256=Ya5s1q26Nku9CuWvedugGH7k6c7nVs45BSEk3BSiy6s,6643
+deepeval/metrics/faithfulness/template.py,sha256=q5NvVBcUEZgyMy_1zHFGtDNU7PoREFJGOkVQbZf8r-g,7117
 deepeval/metrics/g_eval/__init__.py,sha256=HAhsQFVq9LIpZXPN00Jc_WrMXrh47NIT86VnUpWM4_4,102
 deepeval/metrics/g_eval/g_eval.py,sha256=JI3rTaEClYgiL9oLaVFh7sunqGoXI7qBeBgi9RkSwDs,14327
 deepeval/metrics/g_eval/schema.py,sha256=V629txuDrr_2IEKEsgJVYYZb_pkdfcltQV9ZjvxK5co,287
@@ -284,7 +288,7 @@ deepeval/metrics/multimodal_metrics/image_reference/template.py,sha256=GdBGZu6at
 deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py,sha256=KLvElO0wcsVZ3OSpRlfjI7xzZYj_9eFfK0tg4ssNmc0,12379
 deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/schema.py,sha256=Tqo-qN94CV4ZB6n8I906elt-PL9aUk0ioeuu-KvIQc0,382
-deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py,sha256=16O1P4eB8n_VyW3QiEzCsLjZpLjjmadg7oS_HLQrH5Y,5068
+deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py,sha256=gb9NSVwGp2xI34BvNdY7AccIcoRZKHdP0Ku7JPPHFzs,5439
 deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=YUBm40GlvVsGM-4PNXrc4DtFSgvvYBl66yVf9iEVs9c,10656
 deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/schema.py,sha256=Y0kOAfaaKCBmnvBPZXJLZK_C5FAWDyJC8fYbnNQx3eA,305
@@ -300,7 +304,7 @@ deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/template.py,
 deepeval/metrics/multimodal_metrics/multimodal_faithfulness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py,sha256=ZufEUHbgeUyDkCXWR37R-7piiF7xrWvgv6hROOigVIQ,13161
 deepeval/metrics/multimodal_metrics/multimodal_faithfulness/schema.py,sha256=b-WtfA7zq4TgQiuqqNEMf7jmohnWBMW4opChHyg49Gc,414
-deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py,sha256=H4Y9OYCmyFbXIb5xbtytVZGOyP5s3t1SlG7uUKW6Axo,8076
+deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py,sha256=9EWRC-Wiyr_UEMPfpuTcX2tvsjPxSRY4n_lClcsK6vw,8389
 deepeval/metrics/multimodal_metrics/multimodal_g_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py,sha256=gZ7Q4vF12PLGhbHhOUAl9LIFWDOc9-GKhu3ly_LOkQ0,13997
 deepeval/metrics/multimodal_metrics/multimodal_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
@@ -342,7 +346,7 @@ deepeval/metrics/task_completion/schema.py,sha256=JfnZkbCh7skWvrESy65GEo6Rvo0FDJ
 deepeval/metrics/task_completion/task_completion.py,sha256=RKFkXCVOhO70I8A16zv5BCaV3QVKldNxawJ0T93U_Zc,8978
 deepeval/metrics/task_completion/template.py,sha256=4xjTBcGrPQxInbf8iwJOZyok9SQex1aCkbxKmfkXoA4,10437
 deepeval/metrics/tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/metrics/tool_correctness/tool_correctness.py,sha256=mMOhdnFdRV7L3SB8Vsyqmp-GiebbixscBRlUi4JjsMI,11960
+deepeval/metrics/tool_correctness/tool_correctness.py,sha256=8uyNFGM_aGFAB2aCv2CVDg5cjj0OJe8UVDqaT3Gp3kU,12090
 deepeval/metrics/toxicity/__init__.py,sha256=1lgt8BKxfBDd7bfSLu_5kMzmsr9b2_ahPK9oq5zLkMk,39
 deepeval/metrics/toxicity/schema.py,sha256=7uUdzXqTvIIz5nfahlllo_fzVRXg7UeMeXn7Hl32pKY,459
 deepeval/metrics/toxicity/template.py,sha256=zl4y4Tg9gXkxKJ8aXVwj0cJ94pvfYuP7MTeV3dvB5yQ,5045
@@ -364,22 +368,23 @@ deepeval/models/embedding_models/ollama_embedding_model.py,sha256=kmJEVmo6nHdoDg
 deepeval/models/embedding_models/openai_embedding_model.py,sha256=n1ER4gb4PGE7J7HICNoHAync9w9VaSl4tiU0d36T6Fs,2249
 deepeval/models/hallucination_model.py,sha256=ABi978VKLE_jNHbDzM96kJ08EsZ5ZlvOlJHA_ptSkfQ,1003
 deepeval/models/llms/__init__.py,sha256=qmvv7wnmTDvys2uUTwQRo-_3DlFV3fGLiewPeQYRsAI,670
-deepeval/models/llms/amazon_bedrock_model.py,sha256=FCLaxtfeFNkWspgrE_4-F7JLgCSw-AaHOS45Hmx3Ffk,4704
+deepeval/models/llms/amazon_bedrock_model.py,sha256=0AxdftPxYs86y2ILbRYhWRP38vP_yZl8E-ZrSLIlrOQ,5373
 deepeval/models/llms/anthropic_model.py,sha256=T55-jKRbM3_B3Db9M3ruklm2cVVU1JDGAzicLTCBtgU,5151
 deepeval/models/llms/azure_model.py,sha256=MG6sVGUgIy2RURwFWvRP7O_RF6QAg2dpqXIJhIsgY60,10994
 deepeval/models/llms/deepseek_model.py,sha256=mz0U0uqazAVr8vv8SF74GRTr4ZEVc3Q1v9o5TVbmz_8,5440
 deepeval/models/llms/gemini_model.py,sha256=QXf9mjopfWwJxpm0gbkXo6op_Wtu1GaIt1BfzS3OU8Q,8174
-deepeval/models/llms/grok_model.py,sha256=S_ROLB3NWWyyY5tzezln1xifjWRgwdVGOraIpQPjF2Q,5987
-deepeval/models/llms/kimi_model.py,sha256=1axzi_DgtVDno8tb9U8FrRbqKK6LSeL7sQEuQqEsM5A,6727
+deepeval/models/llms/grok_model.py,sha256=zPBmPnNCRGrtg_709gFv5A4iz7WilTmDpAyOpjXTa_M,5986
+deepeval/models/llms/kimi_model.py,sha256=ZcvEwWgnv1dtmbq7LgMQJAjpkjxZr-l5eBi9KGqRbb0,6726
 deepeval/models/llms/litellm_model.py,sha256=iu4-_JCpd9LdEa-eCWseD2iLTA-r7OSgYGWQ0IxB4eA,11527
 deepeval/models/llms/local_model.py,sha256=PeF6ofMR8jBMTLzkCkgmkBJix9kHbWV5vTKGx8nehFs,3605
 deepeval/models/llms/ollama_model.py,sha256=foL6sMza37Z0HH8qPStyIr1g-xEaD6Ce53L2C8Er-P8,3055
-deepeval/models/llms/openai_model.py,sha256=UKQ7xXSsWfDos4EIYbPTx1Np3yvNuqmfY1d1g2_T148,17526
+deepeval/models/llms/openai_model.py,sha256=84c_g6jegbQwncrqYYaodJqDgj1SIfoSy2p44ghZfR8,17231
 deepeval/models/llms/utils.py,sha256=ZMZ02kjXAAleq0bIEyjj-gZwe6Gp0b0mK8YMuid2-20,722
 deepeval/models/mlllms/__init__.py,sha256=19nN6kUB5XI0nUWUQX0aD9GBUMM8WWGvsDgKjuT4EF4,144
 deepeval/models/mlllms/gemini_model.py,sha256=bWJe5x_ayHvxtZffKFcrFWkc4_W-hcLu8ErFjecoF_0,9593
 deepeval/models/mlllms/ollama_model.py,sha256=3i79vflDPS1f4R105VMi26SwlZVkyQFCTJT4OJtU5q4,3823
 deepeval/models/mlllms/openai_model.py,sha256=q1pe6UfQ39IUFrPSRYyM1h-kz4L5YNkqtzHQsNqAl9M,9786
+deepeval/models/retry_policy.py,sha256=AQWACiUfs8ud-etXUMhd0NKxB6NmDlGvHmTcbT6SxS8,9072
 deepeval/models/summac_model.py,sha256=wKeH7pWQRXrTlzlIw_r1YCb8b7jUhWq6jUz9FiNUCSg,1992
 deepeval/models/unbias_model.py,sha256=umOMhQLTmnD7uOuhiQufEl4Wlti4q2s3EtKOpds7zhs,597
 deepeval/models/utils.py,sha256=-3XDgg1U7PZ0jpLFiYXxqdBhp7idvlo7RPZv5SoD8lc,1130
@@ -388,7 +393,7 @@ deepeval/openai/extractors.py,sha256=q062nlYKuPVwqfLFYCD1yWv7xHF1U_XrYdAp5ve2l_E
 deepeval/openai/patch.py,sha256=tPDqXaBScBJveM9P5xLT_mVwkubw0bOey-efvdjZIfg,7466
 deepeval/openai/utils.py,sha256=-84VZGUsnzRkYAFWc_DGaGuQTDCUItk0VtUTdjtSxg4,2748
 deepeval/openai_agents/__init__.py,sha256=u-e9laod3LyPfLcI5lr7Yhk8ArfWvlpr-D4_idWIt0A,321
-deepeval/openai_agents/agent.py,sha256=OrhQbeeRZ8PUPdzQT_WT1PtjR56PpZu4q-zp6vY4qK8,5490
+deepeval/openai_agents/agent.py,sha256=lgwc9pXhJn1xbytl2sy58aZX-gIsFP87fhImXnV9EJU,5564
 deepeval/openai_agents/callback_handler.py,sha256=AXnL9teO8txUwK3cxBpqFTki5ZWOEy6kSglLjrnCNyA,3264
 deepeval/openai_agents/extractors.py,sha256=0jZxwgY1NQ3mMxVWPpLcMpKlbj-aYV7rwuzRzG8hdZs,11529
 deepeval/openai_agents/patch.py,sha256=zSmRV5yOReHC6IylhT93SM1nQpmH3sEWfYcJqa_iM84,3684
@@ -432,7 +437,7 @@ deepeval/test_case/mcp.py,sha256=Z625NLvz0E_UJpbyfyuAi_4nsqKH6DByBf0rfKd70xU,187
 deepeval/test_case/mllm_test_case.py,sha256=8a0YoE72geX_fLI6yk_cObSxCPddwW-DOb-5OPE1-W8,5414
 deepeval/test_case/utils.py,sha256=5lT7QmhItsQHt44-qQfspuktilcrEyvl2cS0cgUJxds,809
 deepeval/test_run/__init__.py,sha256=3npHzm1Z96M2qFVtm22-RTfrVeQs27jKI-RmSWM2nh0,747
-deepeval/test_run/api.py,sha256=lde9ETzoCEQuXk8Wjwws1GrxmcCwW0ZOdiK4uTE1_aE,5348
+deepeval/test_run/api.py,sha256=ztXrcMsz0gDebd--IqQrw_gEEBlrkxnAk-WxpUFJQg0,5427
 deepeval/test_run/cache.py,sha256=2bKXQ4GvHe2xowFGz4ekoheLno1Yv7O6PfuanFkWnA4,12786
 deepeval/test_run/hooks.py,sha256=Qnd06bk9RJN4WmFUzJrBAi3Xj261hzyzI2iRmG8wbKw,375
 deepeval/test_run/hyperparameters.py,sha256=f7M07w1EfT8YPtiD9xVIVYa3ZewkxewSkK7knwv0YlY,2289
@@ -446,16 +451,16 @@ deepeval/tracing/offline_evals/span.py,sha256=pXqTVXs-WnjRVpCYYEbNe0zSM6Wz9GsKHs
 deepeval/tracing/offline_evals/thread.py,sha256=bcSGFcZJKnszArOLIlWvnCyt0zSmsd7Xsw5rl4RTVFg,1981
 deepeval/tracing/offline_evals/trace.py,sha256=vTflaTKysKRiYvKA-Nx6PUJ3J6NrRLXiIdWieVcm90E,1868
 deepeval/tracing/otel/__init__.py,sha256=HQsaF5yLPwyW5qg8AOV81_nG_7pFHnatOTHi9Wx3HEk,88
-deepeval/tracing/otel/exporter.py,sha256=qNtcf4E6RIffGdVdceLPHOFopXdoRUHCgdlM6JEhG50,25806
-deepeval/tracing/otel/utils.py,sha256=joikBEYWr8LpoKV77QiwRvOA1hDcGVbiCbWbIOzZ9g0,7673
+deepeval/tracing/otel/exporter.py,sha256=dXQd834zm5rm1ss9pWkBBlk-JSdtiw7aFLso2hM53XY,26372
+deepeval/tracing/otel/utils.py,sha256=g8yAzhqbPh1fOKCWkfNekC6AVotLfu1SUcfNMo6zii8,9786
 deepeval/tracing/patchers.py,sha256=DAPNkhrDtoeyJIVeQDUMhTz-xGcXu00eqjQZmov8FiU,3096
-deepeval/tracing/perf_epoch_bridge.py,sha256=9g5bdQMKrhXtlS5LgC-oDNE7foe307DE07NqkusW6GU,1800
-deepeval/tracing/tracing.py,sha256=5g201dSEfsJwe_71dOIagG7mTrtPry6W42GHyL6wdvs,38048
+deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
+deepeval/tracing/tracing.py,sha256=StvwFEG3MG67n7PBEyDDycdj0myMbP3LMB_FBhaZH-Y,38741
 deepeval/tracing/types.py,sha256=3w5HEI6y4zuzVr8xGEEzDviLZCX_s_pK85qbwnyf1aY,5196
-deepeval/tracing/utils.py,sha256=-qTozfqP7NPZfonwURJAtcLDdz94_7z722Mv64YeuBs,3354
-deepeval/utils.py,sha256=fFIuSK3fsjbKeYHYpt2JzfbU6f6Sw0Vv634_Y9Jk4pw,15382
-deepeval-3.4.8.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
-deepeval-3.4.8.dist-info/METADATA,sha256=oD4K-H3b3ciwjTtFppJKbs8asai4_cZzjVT9BSFwA4Y,18639
-deepeval-3.4.8.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-deepeval-3.4.8.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
-deepeval-3.4.8.dist-info/RECORD,,
+deepeval/tracing/utils.py,sha256=eTEickbDvRiOu1twNolh4sHnjZF49vqdLgI74BudeTw,6357
+deepeval/utils.py,sha256=EimWDwI1pKCE8vl6kuTnGbGT6ep9zHL5sZ0o-gj49XI,16857
+deepeval-3.5.0.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
+deepeval-3.5.0.dist-info/METADATA,sha256=KBAB5m11q4GAhVwCJBmXZDtaYtKoAO3sQ0vg-ajFRLg,18682
+deepeval-3.5.0.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+deepeval-3.5.0.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
+deepeval-3.5.0.dist-info/RECORD,,

deepeval/env.py

@@ -1,35 +0,0 @@
-from __future__ import annotations
-import os
-
-try:
-    from dotenv import load_dotenv, find_dotenv  # type: ignore
-except Exception:
-    load_dotenv = None
-    find_dotenv = None
-
-
-def autoload_dotenv() -> None:
-    """
-    Autoload environment variables for DeepEval at import time.
-
-    Precedence from highest -> lowest:
-      1) Existing process environment variables
-      2) .env.local (from current working directory)
-      3) .env (from current working directory)
-
-    Behavior:
-      - Loads .env.local then .env if present, without overriding existing vars.
-      - Opt-out by setting DEEPEVAL_DISABLE_DOTENV=1.
-      - Soft-fails cleanly if python-dotenv is not installed.
-    """
-    if os.getenv("DEEPEVAL_DISABLE_DOTENV") == "1":
-        return
-
-    if not (load_dotenv and find_dotenv):
-        return
-
-    for name in (".env.local", ".env"):
-        path = find_dotenv(name, usecwd=True)
-        if path:
-            # Don't override previously set values
-            load_dotenv(path, override=False)

deepeval/integrations/pydantic_ai/agent.py

@@ -1,364 +0,0 @@
-from deepeval.telemetry import capture_tracing_integration
-from deepeval.metrics import BaseMetric
-from typing import List, Optional
-import functools
-import inspect
-import json
-from deepeval.test_case import LLMTestCase
-from deepeval.tracing.types import TestCaseMetricPair
-from deepeval.tracing.tracing import trace_manager
-from deepeval.tracing.otel.utils import parse_string, parse_list_of_strings
-from opentelemetry import trace
-
-try:
-    from opentelemetry.trace import NoOpTracer
-
-    opentelemetry_installed = True
-except:
-    opentelemetry_installed = False
-
-
-def is_opentelemetry_available():
-    if not opentelemetry_installed:
-        raise ImportError(
-            "OpenTelemetry SDK is not available. Please install it with `pip install opentelemetry-sdk`."
-        )
-    return True
-
-
-try:
-    from pydantic_ai.agent import Agent
-    from pydantic_ai.models.instrumented import InstrumentedModel
-
-    pydantic_ai_installed = True
-except:
-    pydantic_ai_installed = False
-
-
-def is_pydantic_ai_installed():
-    if not pydantic_ai_installed:
-        raise ImportError(
-            "Pydantic AI is not installed. Please install it with `pip install pydantic-ai`."
-        )
-
-
-class PydanticAIAgent(Agent):
-    def __init__(self, *args, **kwargs):
-        with capture_tracing_integration("pydantic_ai.agent.PydanticAIAgent"):
-            is_pydantic_ai_installed()
-            is_opentelemetry_available()
-
-            super().__init__(*args, **kwargs)
-
-            # attributes to be set if ran synchronously
-            self.metric_collection: str = None
-            self.metrics: list[BaseMetric] = None
-
-            # trace attributes to be set if ran synchronously
-            self._trace_name: str = None
-            self._trace_tags: list[str] = None
-            self._trace_metadata: dict = None
-            self._trace_thread_id: str = None
-            self._trace_user_id: str = None
-
-            # Patch the run method only for this instance
-            self._patch_run_method()
-            self._patch_run_method_sync()
-            self._patch_tool_decorator()
-
-    def _patch_tool_decorator(self):
-        """Patch the tool decorator to print input and output"""
-        original_tool = self.tool
-
-        @functools.wraps(original_tool)
-        def patched_tool(
-            *args,
-            metric_collection: Optional[str] = None,
-            metrics: Optional[List[BaseMetric]] = None,
-            **kwargs
-        ):
-
-            # Check if function is in args (direct decoration: @agent.tool)
-            if args and callable(args[0]):
-                original_func = args[0]
-                patched_func = self._create_patched_function(
-                    original_func, metric_collection, metrics
-                )
-                new_args = (patched_func,) + args[1:]
-                result = original_tool(*new_args, **kwargs)
-                return result
-            else:
-                # Decorator called with parameters: @agent.tool(metric_collection="...")
-                # Return a decorator that will receive the function
-                def decorator_with_params(func):
-                    patched_func = self._create_patched_function(
-                        func, metric_collection, metrics
-                    )
-                    return original_tool(patched_func, **kwargs)
-
-                return decorator_with_params
-
-        # Replace the tool method for this instance
-        self.tool = patched_tool
-
-    def _create_patched_function(
-        self, original_func, metric_collection, metrics
-    ):
-        """Create a patched version of the function that adds tracing"""
-        if inspect.iscoroutinefunction(original_func):
-
-            @functools.wraps(original_func)
-            async def patched_async_func(*func_args, **func_kwargs):
-                result = await original_func(*func_args, **func_kwargs)
-
-                current_span = trace.get_current_span()
-                if current_span.is_recording():
-                    try:
-                        result_str = str(result)
-                    except Exception:
-                        result_str = ""
-                    current_span.set_attribute(
-                        "confident.span.output", result_str
-                    )
-                    if metric_collection:
-                        current_span.set_attribute(
-                            "confident.span.metric_collection",
-                            metric_collection,
-                        )
-                    # TODO: add metrics in component level evals
-                return result
-
-            return patched_async_func
-        else:
-
-            @functools.wraps(original_func)
-            def patched_sync_func(*func_args, **func_kwargs):
-                result = original_func(*func_args, **func_kwargs)
-
-                current_span = trace.get_current_span()
-                if current_span.is_recording():
-                    try:
-                        result_str = str(result)
-                    except Exception:
-                        result_str = ""
-                    current_span.set_attribute(
-                        "confident.span.output", result_str
-                    )
-                    if metric_collection:
-                        current_span.set_attribute(
-                            "confident.span.metric_collection",
-                            metric_collection,
-                        )
-                    # TODO: add metrics in component level evals
-                return result
-
-            return patched_sync_func
-
-    def _patch_run_method(self):
-        """Patch the Agent.run method only for this PydanticAIAgent instance"""
-        original_run = self.run
-
-        @functools.wraps(original_run)
-        async def patched_run(
-            *args,
-            metric_collection=None,
-            metrics=None,
-            trace_name=None,
-            trace_tags=None,
-            trace_metadata=None,
-            trace_thread_id=None,
-            trace_user_id=None,
-            **kwargs
-        ):
-            # extract and validate flattened arguments - use safe pop with defaults
-            metric_collection = parse_string(metric_collection)
-            trace_name = parse_string(trace_name)
-            trace_tags = parse_list_of_strings(trace_tags)
-            trace_thread_id = parse_string(trace_thread_id)
-            trace_user_id = parse_string(trace_user_id)
-
-            if metrics is not None and not (
-                isinstance(metrics, list)
-                and all(isinstance(m, BaseMetric) for m in metrics)
-            ):
-                raise TypeError(
-                    "metrics must be a list of BaseMetric instances"
-                )
-
-            if trace_metadata is not None and not isinstance(
-                trace_metadata, dict
-            ):
-                raise TypeError("trace_metadata must be a dictionary")
-
-            model = kwargs.get("model", None)
-            infer_name = kwargs.get("infer_name", True)
-
-            if infer_name and self.name is None:
-                self._infer_name(inspect.currentframe())
-            model_used = self._get_model(model)
-            del model
-
-            if isinstance(model_used, InstrumentedModel):
-                tracer = model_used.instrumentation_settings.tracer
-            else:
-                tracer = NoOpTracer()
-
-            with tracer.start_as_current_span("agent") as run_span:
-                result = await original_run(*args, **kwargs)
-
-                name = "agent"
-                if self.name:
-                    name = str(self.name)
-
-                input = ""
-                if isinstance(args[0], str):
-                    input = args[0]
-                elif isinstance(args[0], list) and all(
-                    isinstance(i, str) for i in args[0]
-                ):
-                    input = args[0]
-
-                output = ""
-                try:
-                    output = str(result.output)
-                except Exception:
-                    pass
-
-                # set agent span attributes
-                run_span.set_attribute("confident.span.type", "agent")
-                run_span.set_attribute("confident.agent.name", name)
-                run_span.set_attribute("confident.agent.input", input)
-                run_span.set_attribute("confident.agent.output", output)
-
-                # fallback for input and output not being set
-                run_span.set_attribute("confident.span.input", input)
-                run_span.set_attribute("confident.span.output", output)
-
-                if metric_collection:  # flattened argument to be replaced
-                    run_span.set_attribute(
-                        "confident.span.metric_collection", metric_collection
-                    )
-                elif self.metric_collection:  # for run_sync
-                    run_span.set_attribute(
-                        "confident.span.metric_collection",
-                        self.metric_collection,
-                    )
-
-                # set the flattened trace attributes
-                if trace_name:
-                    run_span.set_attribute("confident.trace.name", trace_name)
-                if trace_tags:
-                    run_span.set_attribute("confident.trace.tags", trace_tags)
-                if trace_metadata:
-                    run_span.set_attribute(
-                        "confident.trace.metadata", json.dumps(trace_metadata)
-                    )
-                if trace_thread_id:
-                    run_span.set_attribute(
-                        "confident.trace.thread_id", trace_thread_id
-                    )
-                if trace_user_id:
-                    run_span.set_attribute(
-                        "confident.trace.user_id", trace_user_id
-                    )
-
-                # for run_sync
-                if self._trace_name:
-                    run_span.set_attribute(
-                        "confident.trace.name", self._trace_name
-                    )
-                if self._trace_tags:
-                    run_span.set_attribute(
-                        "confident.trace.tags", self._trace_tags
-                    )
-                if self._trace_metadata:
-                    run_span.set_attribute(
-                        "confident.trace.metadata",
-                        json.dumps(self._trace_metadata),
-                    )
-                if self._trace_thread_id:
-                    run_span.set_attribute(
-                        "confident.trace.thread_id", self._trace_thread_id
-                    )
-                if self._trace_user_id:
-                    run_span.set_attribute(
-                        "confident.trace.user_id", self._trace_user_id
-                    )
-
-                if metrics:  # flattened argument to be replaced
-                    trace_manager.test_case_metrics.append(
-                        TestCaseMetricPair(
-                            test_case=LLMTestCase(
-                                input=input, actual_output=output
-                            ),
-                            metrics=metrics,
-                        )
-                    )
-                elif self.metrics:  # for run_sync
-                    trace_manager.test_case_metrics.append(
-                        TestCaseMetricPair(
-                            test_case=LLMTestCase(
-                                input=input, actual_output=output
-                            ),
-                            metrics=self.metrics,
-                        )
-                    )
-
-            return result
-
-        # Replace the method only for this instance
-        self.run = patched_run
-
-    def _patch_run_method_sync(self):
-        """Patch the Agent.run method only for this PydanticAIAgent instance"""
-        original_run = self.run_sync
-
-        @functools.wraps(original_run)
-        def patched_run(
-            *args,
-            metric_collection=None,
-            metrics=None,
-            trace_name=None,
-            trace_tags=None,
-            trace_metadata=None,
-            trace_thread_id=None,
-            trace_user_id=None,
-            **kwargs
-        ):
-            metric_collection = parse_string(metric_collection)
-            trace_name = parse_string(trace_name)
-            trace_tags = parse_list_of_strings(trace_tags)
-            trace_thread_id = parse_string(trace_thread_id)
-            trace_user_id = parse_string(trace_user_id)
-
-            if metrics is not None and not (
-                isinstance(metrics, list)
-                and all(isinstance(m, BaseMetric) for m in metrics)
-            ):
-                raise TypeError(
-                    "metrics must be a list of BaseMetric instances"
-                )
-
-            if trace_metadata is not None and not isinstance(
-                trace_metadata, dict
-            ):
-                raise TypeError("trace_metadata must be a dictionary")
-
-            # attributes to be set if ran synchronously
-            if metric_collection:
-                self.metric_collection = metric_collection
-            if metrics:
-                self.metrics = metrics
-
-            self._trace_name = trace_name
-            self._trace_tags = trace_tags
-            self._trace_metadata = trace_metadata
-            self._trace_thread_id = trace_thread_id
-            self._trace_user_id = trace_user_id
-
-            result = original_run(*args, **kwargs)
-
-            return result
-
-        # Replace the method only for this instance
-        self.run_sync = patched_run