deepeval 3.4.9__py3-none-any.whl → 3.5.1__py3-none-any.whl

{deepeval-3.4.9.dist-info → deepeval-3.5.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 deepeval/__init__.py,sha256=6fsb813LD_jNhqR-xZnSdE5E-KsBbC3tc4oIg5ZMgTw,2115
-deepeval/_version.py,sha256=C51bPZRI51sTy21Ve1RwtpAOCNmb0BUammiT884H3Ow,27
+deepeval/_version.py,sha256=4-DIaf0_guINnwTWGKRHVcep723FM_T7p_K6jccjok0,27
 deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
 deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
 deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
@@ -77,7 +77,7 @@ deepeval/benchmarks/bool_q/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 deepeval/benchmarks/bool_q/bool_q.py,sha256=wJM4-wSybT8EwgDJVB4p3QYXGNzLD3tdrpGE1cNEz_E,5507
 deepeval/benchmarks/bool_q/template.py,sha256=pgNj4RR6-4VJDDySwnKt-MpghBCjVlZ7fPKY6PltllQ,4055
 deepeval/benchmarks/drop/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/drop/drop.py,sha256=Qo74clH8ERf1Zutcz76wrTbR-fbR2qHdsZP6fJ1W-LQ,12054
+deepeval/benchmarks/drop/drop.py,sha256=rGcqd79-IfQ2tvPuAL6wrON4R0hBiVGBy1OtDRmertE,12042
 deepeval/benchmarks/drop/task.py,sha256=RV7DEXF192IOsY-yIVdlGb_y-A_sS5APPn8PGOPn5yU,17950
 deepeval/benchmarks/drop/template.py,sha256=1P0mx_71Bxr9juIA8nGpVRIrP8NSoDILkIicjWvqE94,1376
 deepeval/benchmarks/equity_med_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -88,7 +88,7 @@ deepeval/benchmarks/gsm8k/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
 deepeval/benchmarks/gsm8k/gsm8k.py,sha256=LyJQBskKuqp013LLO3539RJiRXqCmlGl12BPXvQ8P88,6974
 deepeval/benchmarks/gsm8k/template.py,sha256=3F7DwQwhJwKxtlbaO6TNvBBRaDEUBEp58JwirSjxtR0,1626
 deepeval/benchmarks/hellaswag/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/hellaswag/hellaswag.py,sha256=ESX4A8WRxSeErPC34QuMM6WVEeDeyiCmNq10twZJxgw,11959
+deepeval/benchmarks/hellaswag/hellaswag.py,sha256=_3felzBwQUhhRXk4D9NbcY8dme_qUQcwUjKGw9OtDJg,11972
 deepeval/benchmarks/hellaswag/task.py,sha256=LfO8T6bpNiwdM8VdubKrup7qje3-rHgu69iB6Sdsc6I,7323
 deepeval/benchmarks/hellaswag/template.py,sha256=TcCu25hkl89qbRwcEyRVGTGp7DU_5Eph754W2znk5QY,1279
 deepeval/benchmarks/human_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -102,15 +102,15 @@ deepeval/benchmarks/lambada/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 deepeval/benchmarks/lambada/lambada.py,sha256=FExZLpDBgQfYe9o-MBS0LEy0-i4jHGeFHo8XCbMW_io,5556
 deepeval/benchmarks/lambada/template.py,sha256=mSn0Elvp34wTnvaAm3IENz0mfGSNM_iRx50hIouk4t0,3776
 deepeval/benchmarks/logi_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/logi_qa/logi_qa.py,sha256=zN7KTa77d1WkM_m9V-Z0AfHBLFZ70s89yMaQ3_CNV84,11130
+deepeval/benchmarks/logi_qa/logi_qa.py,sha256=VNZGASigEDlJjzwGZtWG3OUs3v3P733GD84-h3TaxjU,11143
 deepeval/benchmarks/logi_qa/task.py,sha256=pVMLVHPyDFSyoIsnckBNRDt8FK0J317PiGT-0dpr7rs,350
 deepeval/benchmarks/logi_qa/template.py,sha256=EddGd2s3u2bPejogTcM50SDS7ynHnMhHaKuqQjjZoLk,4354
 deepeval/benchmarks/math_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/math_qa/math_qa.py,sha256=yRlVkUb_L4fPJIvaDo-5EB0XeVId9CxrIZUX7wLQJh4,10638
+deepeval/benchmarks/math_qa/math_qa.py,sha256=_eP-yocJom9r91qmAUBbIH4hrWazEHLV2lDKu0yMfEI,10651
 deepeval/benchmarks/math_qa/task.py,sha256=3q_jlK5kIl5Zs0mQwuzxyvmPP6ncLZwszn7gtl1GfZs,192
 deepeval/benchmarks/math_qa/template.py,sha256=pC3PB2GGU5TQ81I7E76RJh0xlu7xiF6d4SK3T_Nksh8,4468
 deepeval/benchmarks/mmlu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/mmlu/mmlu.py,sha256=KEiiRSfQQQSX51dcnrWPkQcud1WvcKe1v0T82P1NowY,11418
+deepeval/benchmarks/mmlu/mmlu.py,sha256=flg3tb052DVo7wnfAHkW9n07tEEhHrkT2C0d5-UMBoQ,11431
 deepeval/benchmarks/mmlu/task.py,sha256=HnhnuD4Xjur9GlrBtswaR7ZPouGx4NTgbcFZu_oIzXw,2580
 deepeval/benchmarks/mmlu/template.py,sha256=MsdcrZWVkyZpEw--Kj6W7vjOJgig-ABiz9B3WtZz1MQ,1303
 deepeval/benchmarks/modes/__init__.py,sha256=IGhZp0-nmvVsZWBnTuBvKhdGiy4TJZShFSjYAeBZdbo,135
@@ -125,7 +125,7 @@ deepeval/benchmarks/truthful_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
 deepeval/benchmarks/truthful_qa/mode.py,sha256=66aXCTXGTbAprA33M3TT15OhpJAqxLPDzJuShKxiFwY,84
 deepeval/benchmarks/truthful_qa/task.py,sha256=PmfPbqINd9wizq8Tpk8pwms9TersoGlMGBqxpTmZhcc,1360
 deepeval/benchmarks/truthful_qa/template.py,sha256=5y6mfJm9AXnQL7xwrfsZjH080GwO1kd_1GdTzDCoYgo,4465
-deepeval/benchmarks/truthful_qa/truthful_qa.py,sha256=j8RzrAwgKVt2oWNf1bz9cPIk6b-I7WsjiPElJlQ21Xs,13768
+deepeval/benchmarks/truthful_qa/truthful_qa.py,sha256=2r-xcFnzSSJds3ZGxYogBzjFFrCfJxYpXzKrpE8cC_c,13781
 deepeval/benchmarks/utils.py,sha256=NHImqH22mv108_CKM7ajTpu4hOeUhr5xPicbf0i2qGk,287
 deepeval/benchmarks/winogrande/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/benchmarks/winogrande/template.py,sha256=tDwH8NpNF9x7FbDmQw45XaW1LNqGBV6zP5pwV1uOlwM,2089
@@ -138,7 +138,7 @@ deepeval/cli/test.py,sha256=kSIFMRTAfVzBJ4OitwvT829-ylV7UzPMP57P2DePS-Q,5482
 deepeval/cli/types.py,sha256=_7KdthstHNc-JKCWrfpDQCf_j8h9PMxh0qJCHmVXJr0,310
 deepeval/cli/utils.py,sha256=F4-yuONzk4ojDoSLjI9RYERB7HOD412iZ2lNlSCq4wk,5601
 deepeval/confident/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-deepeval/confident/api.py,sha256=tUv5P5nSdY-RHjH1FQ9AlJ36Ut8QAxCHWeARks64-Vo,8287
+deepeval/confident/api.py,sha256=bOC71TaVAEgoXFtJ9yMo0-atmUUdBuvaclMGczMcR6o,8455
 deepeval/confident/types.py,sha256=-slFhDof_1maMgpLxqDRZv6kz6ZVY2hP_0uj_aveJKU,533
 deepeval/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/config/settings.py,sha256=e7sk6_3I14hG457e75DoJd9Ojo3rOkpBZzsMYlj4gKQ,18139
@@ -172,22 +172,22 @@ deepeval/integrations/hugging_face/rich_manager.py,sha256=WvFtPGpPmGeg2Ftsnojga6
 deepeval/integrations/hugging_face/tests/test_callbacks.py,sha256=88Wyg-aDaXujj9jHeGdFF3ITSl2-y7eaJGWgSyvvDi8,4607
 deepeval/integrations/hugging_face/utils.py,sha256=HUKdQcTIb76Ct69AS737oPxmlVxk5fw2UbT2pLn-o8k,1817
 deepeval/integrations/langchain/__init__.py,sha256=EJz0UvoLjBG5cftOJNJQ5qLawwHHRnSQLgBu_SaqZ1Q,94
-deepeval/integrations/langchain/callback.py,sha256=Cp3t0zPwXYnj5Hs3PhYzFTLmQF7cc3S2eH2vnHwiT8k,15876
+deepeval/integrations/langchain/callback.py,sha256=hps3eq8rYZIvxbGtCyAxmb0VTTgAX1HqDBxQLGxZYho,16450
 deepeval/integrations/langchain/patch.py,sha256=yWkdGMzRVggBcPFx__HRlUoYtASLh7Vef6mqOIZ9LDY,992
 deepeval/integrations/langchain/utils.py,sha256=gSs4VOIzftVS9VLbQSs94R-Pi7D6CGFt84SzccwOsWg,3209
 deepeval/integrations/llama_index/__init__.py,sha256=zBwUFQXDp6QFtp1cfANy8ucV08rjc93nyxM9o9hWjT0,216
 deepeval/integrations/llama_index/agent/patched.py,sha256=4JbH0WQmt4lct7xxIH0phj8_Y-V35dgVv7DEDXK0jZI,2149
 deepeval/integrations/llama_index/handler.py,sha256=eqI1n8E4MsvfKoFs5Zrm9IdCR7g9eBgNedISs7UkU_I,8947
 deepeval/integrations/llama_index/utils.py,sha256=mxW71-3PjvBvJpLIU0kNWuTzCidy5l_-roLt8ZyWYA0,2599
-deepeval/integrations/pydantic_ai/__init__.py,sha256=04qKTNftGVzso3n7F1hvKxXI-NG3Enx8TP-EdpJykUc,134
-deepeval/integrations/pydantic_ai/agent.py,sha256=6PB_-zWaivQR65xi2F_WqBNtOcUwRpvI8wyCfpGhJJQ,13549
-deepeval/integrations/pydantic_ai/setup.py,sha256=-G15PEHZpLUsGNa7yP1IP2t3_6aKt5ac38930VnUYQY,1839
+deepeval/integrations/pydantic_ai/__init__.py,sha256=36fBKBLRo1y5jFlj0Y4xhDJsiq4ZnqtmFO32R90Azo4,96
+deepeval/integrations/pydantic_ai/otel.py,sha256=2DpO3RapdztXPlT9BWhQfF4dJDMyp2X7YvuplJ0SwC8,1661
+deepeval/integrations/pydantic_ai/patcher.py,sha256=wszU2YROZAQovyz1ZNRvTtsuJ5By_x4SF6yjtmItcNk,12210
 deepeval/key_handler.py,sha256=damdQEBLGy4IVk5DR5-E3blIZdLbcMtyeGAFn_4_SG4,6505
-deepeval/metrics/__init__.py,sha256=xofaK_bJq0QCSerSWYjHYRXXch9YQwZHxIfVAv1G7fo,4012
+deepeval/metrics/__init__.py,sha256=nvO0Wv2JROjK1I9MDNIFUJlrRAZI2C0xbGYSBZK5q4g,4013
 deepeval/metrics/answer_relevancy/__init__.py,sha256=WbZUpoSg2GQoqJ4VIRirVVQ1JDx5xwT-RskwqNKfWGM,46
 deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=vlc7BzUAtYVW62d5Qa-fIHSLOX239KFwCE7fCGP8jGE,10935
 deepeval/metrics/answer_relevancy/schema.py,sha256=N8wIBh4qwk4-BZOEyPJM-MB2_0dbkqXHv0aCfsIkROo,405
-deepeval/metrics/answer_relevancy/template.py,sha256=vU6yAsiCYtvx5S1g74WeEdJmuGvd2ZtwDDqM5-jfYkM,5174
+deepeval/metrics/answer_relevancy/template.py,sha256=InlbD3nufOFmohX3c7tnBwxDbcXwYbc57nPjIiW0Gmc,4030
 deepeval/metrics/arena_g_eval/__init__.py,sha256=pVDIsWD_DLumOLegJrVSozcWwzsaxJXE5cIN7KxCzws,37
 deepeval/metrics/arena_g_eval/arena_g_eval.py,sha256=B4Gjct3w5VGPxmumBblFVajdUIdWJTNR0hvMuhgIFg0,11661
 deepeval/metrics/arena_g_eval/schema.py,sha256=3wipvUpZNO0O4QuWFy1LaLenfTYxLKldCERmP3sVtYI,288
@@ -236,7 +236,7 @@ deepeval/metrics/dag/utils.py,sha256=66D88fpjIUdVwZvYV8a1L9TlX1wvbCVuE6Y8BFTbpkE
 deepeval/metrics/faithfulness/__init__.py,sha256=RffAtTOSdtWO1gHVMnPI-imJahf3JENOoJRiNw-Xv4g,43
 deepeval/metrics/faithfulness/faithfulness.py,sha256=bYVhHI7Tr7xH0x-7F2LijxRuCCEtLOnXLzncvJLVv60,12887
 deepeval/metrics/faithfulness/schema.py,sha256=2dU9dwwmqpGJcWvY2webERWIfH_tn02xgLghHkAY_eM,437
-deepeval/metrics/faithfulness/template.py,sha256=q5NvVBcUEZgyMy_1zHFGtDNU7PoREFJGOkVQbZf8r-g,7117
+deepeval/metrics/faithfulness/template.py,sha256=RuZ0LFm4BjZ8lhVrKPgU3ecHszwkF0fe5-BxAkaP5AA,5839
 deepeval/metrics/g_eval/__init__.py,sha256=HAhsQFVq9LIpZXPN00Jc_WrMXrh47NIT86VnUpWM4_4,102
 deepeval/metrics/g_eval/g_eval.py,sha256=JI3rTaEClYgiL9oLaVFh7sunqGoXI7qBeBgi9RkSwDs,14327
 deepeval/metrics/g_eval/schema.py,sha256=V629txuDrr_2IEKEsgJVYYZb_pkdfcltQV9ZjvxK5co,287
@@ -373,8 +373,8 @@ deepeval/models/llms/anthropic_model.py,sha256=T55-jKRbM3_B3Db9M3ruklm2cVVU1JDGA
 deepeval/models/llms/azure_model.py,sha256=MG6sVGUgIy2RURwFWvRP7O_RF6QAg2dpqXIJhIsgY60,10994
 deepeval/models/llms/deepseek_model.py,sha256=mz0U0uqazAVr8vv8SF74GRTr4ZEVc3Q1v9o5TVbmz_8,5440
 deepeval/models/llms/gemini_model.py,sha256=QXf9mjopfWwJxpm0gbkXo6op_Wtu1GaIt1BfzS3OU8Q,8174
-deepeval/models/llms/grok_model.py,sha256=S_ROLB3NWWyyY5tzezln1xifjWRgwdVGOraIpQPjF2Q,5987
-deepeval/models/llms/kimi_model.py,sha256=1axzi_DgtVDno8tb9U8FrRbqKK6LSeL7sQEuQqEsM5A,6727
+deepeval/models/llms/grok_model.py,sha256=zPBmPnNCRGrtg_709gFv5A4iz7WilTmDpAyOpjXTa_M,5986
+deepeval/models/llms/kimi_model.py,sha256=ZcvEwWgnv1dtmbq7LgMQJAjpkjxZr-l5eBi9KGqRbb0,6726
 deepeval/models/llms/litellm_model.py,sha256=iu4-_JCpd9LdEa-eCWseD2iLTA-r7OSgYGWQ0IxB4eA,11527
 deepeval/models/llms/local_model.py,sha256=PeF6ofMR8jBMTLzkCkgmkBJix9kHbWV5vTKGx8nehFs,3605
 deepeval/models/llms/ollama_model.py,sha256=foL6sMza37Z0HH8qPStyIr1g-xEaD6Ce53L2C8Er-P8,3055
@@ -402,8 +402,8 @@ deepeval/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
 deepeval/plugins/plugin.py,sha256=_dwsdx4Dg9DbXxK3f7zJY4QWTJQWc7QE1HmIg2Zjjag,1515
 deepeval/progress_context.py,sha256=ZSKpxrE9sdgt9G3REKnVeXAv7GJXHHVGgLynpG1Pudw,3557
 deepeval/prompt/__init__.py,sha256=M99QTWdxOfiNeySGCSqN873Q80PPxqRvjLq4_Mw-X1w,49
-deepeval/prompt/api.py,sha256=VxRxnnCPiTyiIzP4MrpB7dgefgRNk3xOH5Dn5Y1Hk0o,1035
-deepeval/prompt/prompt.py,sha256=nTZ5lkjMj4YgtPOL0Tk4uzCGAEpZN7ityOXsrrm5mFI,11110
+deepeval/prompt/api.py,sha256=q0CU57eGZkCL3CYIFS6HG-JLyptRhqJRLU9Al8roCRk,1705
+deepeval/prompt/prompt.py,sha256=XVGFOK4eQfjWKm-N1GtRilWqtjLM3JNmIqeuYxQx6Xk,15170
 deepeval/prompt/utils.py,sha256=Gk0zj_9BK8MQccs8GmiC8o-YVtkou6ZJEz8kWgW5Mog,1678
 deepeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/red_teaming/README.md,sha256=BY5rAdpp3-sMMToEKwq0Nsd9ivkGDzPE16DeDb8GY7U,154
@@ -421,7 +421,7 @@ deepeval/synthesizer/chunking/context_generator.py,sha256=0c--WxTiGLMF0l5sgjeWQF
 deepeval/synthesizer/chunking/doc_chunker.py,sha256=5PZnxNDuNCngz3wZWG5QeCINec6cIq1ko1bwaDNhxAI,9416
 deepeval/synthesizer/config.py,sha256=vcSi6upnmd667dAGANTTdPmY0z5sQ8Ctal7Xr4-tbhA,1934
 deepeval/synthesizer/schema.py,sha256=PIv3012VMg_v-Ylwn08-4tNjf4QShBSg-kaCkgtdA88,879
-deepeval/synthesizer/synthesizer.py,sha256=SGH--Xd6VRcnI6F2pP4co8F_8r2CvNtgvbOLEKDOZW8,59709
+deepeval/synthesizer/synthesizer.py,sha256=yyJQgdoDK4-bc92N7fY1-I5DrnUjQEUTQP0UMmwJoJ0,60045
 deepeval/synthesizer/templates/__init__.py,sha256=C-wSGQeMRxTdSBJbgeyAM5Iu6mkHVSYbNfz0AY9K5Yc,209
 deepeval/synthesizer/templates/template.py,sha256=nTH-k8XbvZQD_lagsaf6kmT6oylFjQ7gEseHYB1Zyso,39807
 deepeval/synthesizer/templates/template_extraction.py,sha256=NkpzP-MkoefokVJBZn9s1ErDvI3o9ocY5_ZY85zj4KE,1972
@@ -443,8 +443,8 @@ deepeval/test_run/hooks.py,sha256=Qnd06bk9RJN4WmFUzJrBAi3Xj261hzyzI2iRmG8wbKw,37
 deepeval/test_run/hyperparameters.py,sha256=f7M07w1EfT8YPtiD9xVIVYa3ZewkxewSkK7knwv0YlY,2289
 deepeval/test_run/test_run.py,sha256=eCo_NESZruIAtSu2feSbz9AtOcu9v92TNiS0OON_i-I,33611
 deepeval/tracing/__init__.py,sha256=OPsA_VmYNLC1M-WYJ37R6SxGyLnoXIkuyMBTcAneeao,530
-deepeval/tracing/api.py,sha256=2e40rVCUSODj_M1lGuzmg9SNxucMK4b0G0lqkG5Buyw,4769
-deepeval/tracing/context.py,sha256=oc7QAUVLGTiMw9oYq5lc_5JoKLzmmAkUnvxvCNyVP1A,5242
+deepeval/tracing/api.py,sha256=rq4rB5f3tfrv6l4mRJmDrwRj5CH4dyatwxhG7p8xbVk,4867
+deepeval/tracing/context.py,sha256=mA82v7nXVLdM6tQrul8zt7H_sap-8Nfrm2uCpbT5ffM,5337
 deepeval/tracing/offline_evals/__init__.py,sha256=bEniJAl7PmS9u2ksiOTfHtlCPJ9_CJV5R6umrUOX5MM,102
 deepeval/tracing/offline_evals/api.py,sha256=eBfqh2uWyeRkIeGhjrN1bTQzAEow-XPubs-42WEZ2QQ,510
 deepeval/tracing/offline_evals/span.py,sha256=pXqTVXs-WnjRVpCYYEbNe0zSM6Wz9GsKHsM5ZcWxrmM,1802
@@ -454,13 +454,13 @@ deepeval/tracing/otel/__init__.py,sha256=HQsaF5yLPwyW5qg8AOV81_nG_7pFHnatOTHi9Wx
 deepeval/tracing/otel/exporter.py,sha256=dXQd834zm5rm1ss9pWkBBlk-JSdtiw7aFLso2hM53XY,26372
 deepeval/tracing/otel/utils.py,sha256=g8yAzhqbPh1fOKCWkfNekC6AVotLfu1SUcfNMo6zii8,9786
 deepeval/tracing/patchers.py,sha256=DAPNkhrDtoeyJIVeQDUMhTz-xGcXu00eqjQZmov8FiU,3096
-deepeval/tracing/perf_epoch_bridge.py,sha256=9g5bdQMKrhXtlS5LgC-oDNE7foe307DE07NqkusW6GU,1800
-deepeval/tracing/tracing.py,sha256=StvwFEG3MG67n7PBEyDDycdj0myMbP3LMB_FBhaZH-Y,38741
-deepeval/tracing/types.py,sha256=3w5HEI6y4zuzVr8xGEEzDviLZCX_s_pK85qbwnyf1aY,5196
-deepeval/tracing/utils.py,sha256=eTEickbDvRiOu1twNolh4sHnjZF49vqdLgI74BudeTw,6357
-deepeval/utils.py,sha256=SSCk7LLZQG-phJG8cuVPX-C21ZDCa_D2jWw0uJb6Ov8,16845
-deepeval-3.4.9.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
-deepeval-3.4.9.dist-info/METADATA,sha256=_iUKm_ZCpwntM0u23zLZBQeTjPV4ogVwr5zX-K4BpN4,18732
-deepeval-3.4.9.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-deepeval-3.4.9.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
-deepeval-3.4.9.dist-info/RECORD,,
+deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
+deepeval/tracing/tracing.py,sha256=Ot0wzUHxhaK4wZov8cgai-i6kiyZUvNzj9MyRhbjZUg,39191
+deepeval/tracing/types.py,sha256=l_utWKerNlE5H3mOKpeUJLsvpP3cMyjH7HRANNgTmSQ,5306
+deepeval/tracing/utils.py,sha256=w_kdhuyBCygllnbqLpDdKJqpJo42t3ZMlGhNicV2A8c,6467
+deepeval/utils.py,sha256=EimWDwI1pKCE8vl6kuTnGbGT6ep9zHL5sZ0o-gj49XI,16857
+deepeval-3.5.1.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
+deepeval-3.5.1.dist-info/METADATA,sha256=KDVwTo18ZlKNfIb_f8oomBUiceMMj7NqvVSKNvN1wbk,18682
+deepeval-3.5.1.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+deepeval-3.5.1.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
+deepeval-3.5.1.dist-info/RECORD,,

deepeval/integrations/pydantic_ai/agent.py

@@ -1,364 +0,0 @@
-from deepeval.telemetry import capture_tracing_integration
-from deepeval.metrics import BaseMetric
-from typing import List, Optional
-import functools
-import inspect
-import json
-from deepeval.test_case import LLMTestCase
-from deepeval.tracing.types import TestCaseMetricPair
-from deepeval.tracing.tracing import trace_manager
-from deepeval.tracing.otel.utils import parse_string, parse_list_of_strings
-from opentelemetry import trace
-
-try:
-    from opentelemetry.trace import NoOpTracer
-
-    opentelemetry_installed = True
-except:
-    opentelemetry_installed = False
-
-
-def is_opentelemetry_available():
-    if not opentelemetry_installed:
-        raise ImportError(
-            "OpenTelemetry SDK is not available. Please install it with `pip install opentelemetry-sdk`."
-        )
-    return True
-
-
-try:
-    from pydantic_ai.agent import Agent
-    from pydantic_ai.models.instrumented import InstrumentedModel
-
-    pydantic_ai_installed = True
-except:
-    pydantic_ai_installed = False
-
-
-def is_pydantic_ai_installed():
-    if not pydantic_ai_installed:
-        raise ImportError(
-            "Pydantic AI is not installed. Please install it with `pip install pydantic-ai`."
-        )
-
-
-class PydanticAIAgent(Agent):
-    def __init__(self, *args, **kwargs):
-        with capture_tracing_integration("pydantic_ai.agent.PydanticAIAgent"):
-            is_pydantic_ai_installed()
-            is_opentelemetry_available()
-
-            super().__init__(*args, **kwargs)
-
-            # attributes to be set if ran synchronously
-            self.metric_collection: str = None
-            self.metrics: list[BaseMetric] = None
-
-            # trace attributes to be set if ran synchronously
-            self._trace_name: str = None
-            self._trace_tags: list[str] = None
-            self._trace_metadata: dict = None
-            self._trace_thread_id: str = None
-            self._trace_user_id: str = None
-
-            # Patch the run method only for this instance
-            self._patch_run_method()
-            self._patch_run_method_sync()
-            self._patch_tool_decorator()
-
-    def _patch_tool_decorator(self):
-        """Patch the tool decorator to print input and output"""
-        original_tool = self.tool
-
-        @functools.wraps(original_tool)
-        def patched_tool(
-            *args,
-            metric_collection: Optional[str] = None,
-            metrics: Optional[List[BaseMetric]] = None,
-            **kwargs
-        ):
-
-            # Check if function is in args (direct decoration: @agent.tool)
-            if args and callable(args[0]):
-                original_func = args[0]
-                patched_func = self._create_patched_function(
-                    original_func, metric_collection, metrics
-                )
-                new_args = (patched_func,) + args[1:]
-                result = original_tool(*new_args, **kwargs)
-                return result
-            else:
-                # Decorator called with parameters: @agent.tool(metric_collection="...")
-                # Return a decorator that will receive the function
-                def decorator_with_params(func):
-                    patched_func = self._create_patched_function(
-                        func, metric_collection, metrics
-                    )
-                    return original_tool(patched_func, **kwargs)
-
-                return decorator_with_params
-
-        # Replace the tool method for this instance
-        self.tool = patched_tool
-
-    def _create_patched_function(
-        self, original_func, metric_collection, metrics
-    ):
-        """Create a patched version of the function that adds tracing"""
-        if inspect.iscoroutinefunction(original_func):
-
-            @functools.wraps(original_func)
-            async def patched_async_func(*func_args, **func_kwargs):
-                result = await original_func(*func_args, **func_kwargs)
-
-                current_span = trace.get_current_span()
-                if current_span.is_recording():
-                    try:
-                        result_str = str(result)
-                    except Exception:
-                        result_str = ""
-                    current_span.set_attribute(
-                        "confident.span.output", result_str
-                    )
-                    if metric_collection:
-                        current_span.set_attribute(
-                            "confident.span.metric_collection",
-                            metric_collection,
-                        )
-                    # TODO: add metrics in component level evals
-                return result
-
-            return patched_async_func
-        else:
-
-            @functools.wraps(original_func)
-            def patched_sync_func(*func_args, **func_kwargs):
-                result = original_func(*func_args, **func_kwargs)
-
-                current_span = trace.get_current_span()
-                if current_span.is_recording():
-                    try:
-                        result_str = str(result)
-                    except Exception:
-                        result_str = ""
-                    current_span.set_attribute(
-                        "confident.span.output", result_str
-                    )
-                    if metric_collection:
-                        current_span.set_attribute(
-                            "confident.span.metric_collection",
-                            metric_collection,
-                        )
-                    # TODO: add metrics in component level evals
-                return result
-
-            return patched_sync_func
-
-    def _patch_run_method(self):
-        """Patch the Agent.run method only for this PydanticAIAgent instance"""
-        original_run = self.run
-
-        @functools.wraps(original_run)
-        async def patched_run(
-            *args,
-            metric_collection=None,
-            metrics=None,
-            trace_name=None,
-            trace_tags=None,
-            trace_metadata=None,
-            trace_thread_id=None,
-            trace_user_id=None,
-            **kwargs
-        ):
-            # extract and validate flattened arguments - use safe pop with defaults
-            metric_collection = parse_string(metric_collection)
-            trace_name = parse_string(trace_name)
-            trace_tags = parse_list_of_strings(trace_tags)
-            trace_thread_id = parse_string(trace_thread_id)
-            trace_user_id = parse_string(trace_user_id)
-
-            if metrics is not None and not (
-                isinstance(metrics, list)
-                and all(isinstance(m, BaseMetric) for m in metrics)
-            ):
-                raise TypeError(
-                    "metrics must be a list of BaseMetric instances"
-                )
-
-            if trace_metadata is not None and not isinstance(
-                trace_metadata, dict
-            ):
-                raise TypeError("trace_metadata must be a dictionary")
-
-            model = kwargs.get("model", None)
-            infer_name = kwargs.get("infer_name", True)
-
-            if infer_name and self.name is None:
-                self._infer_name(inspect.currentframe())
-            model_used = self._get_model(model)
-            del model
-
-            if isinstance(model_used, InstrumentedModel):
-                tracer = model_used.instrumentation_settings.tracer
-            else:
-                tracer = NoOpTracer()
-
-            with tracer.start_as_current_span("agent") as run_span:
-                result = await original_run(*args, **kwargs)
-
-                name = "agent"
-                if self.name:
-                    name = str(self.name)
-
-                input = ""
-                if isinstance(args[0], str):
-                    input = args[0]
-                elif isinstance(args[0], list) and all(
-                    isinstance(i, str) for i in args[0]
-                ):
-                    input = args[0]
-
-                output = ""
-                try:
-                    output = str(result.output)
-                except Exception:
-                    pass
-
-                # set agent span attributes
-                run_span.set_attribute("confident.span.type", "agent")
-                run_span.set_attribute("confident.agent.name", name)
-                run_span.set_attribute("confident.agent.input", input)
-                run_span.set_attribute("confident.agent.output", output)
-
-                # fallback for input and output not being set
-                run_span.set_attribute("confident.span.input", input)
-                run_span.set_attribute("confident.span.output", output)
-
-                if metric_collection:  # flattened argument to be replaced
-                    run_span.set_attribute(
-                        "confident.span.metric_collection", metric_collection
-                    )
-                elif self.metric_collection:  # for run_sync
-                    run_span.set_attribute(
-                        "confident.span.metric_collection",
-                        self.metric_collection,
-                    )
-
-                # set the flattened trace attributes
-                if trace_name:
-                    run_span.set_attribute("confident.trace.name", trace_name)
-                if trace_tags:
-                    run_span.set_attribute("confident.trace.tags", trace_tags)
-                if trace_metadata:
-                    run_span.set_attribute(
-                        "confident.trace.metadata", json.dumps(trace_metadata)
-                    )
-                if trace_thread_id:
-                    run_span.set_attribute(
-                        "confident.trace.thread_id", trace_thread_id
-                    )
-                if trace_user_id:
-                    run_span.set_attribute(
-                        "confident.trace.user_id", trace_user_id
-                    )
-
-                # for run_sync
-                if self._trace_name:
-                    run_span.set_attribute(
-                        "confident.trace.name", self._trace_name
-                    )
-                if self._trace_tags:
-                    run_span.set_attribute(
-                        "confident.trace.tags", self._trace_tags
-                    )
-                if self._trace_metadata:
-                    run_span.set_attribute(
-                        "confident.trace.metadata",
-                        json.dumps(self._trace_metadata),
-                    )
-                if self._trace_thread_id:
-                    run_span.set_attribute(
-                        "confident.trace.thread_id", self._trace_thread_id
-                    )
-                if self._trace_user_id:
-                    run_span.set_attribute(
-                        "confident.trace.user_id", self._trace_user_id
-                    )
-
-                if metrics:  # flattened argument to be replaced
-                    trace_manager.test_case_metrics.append(
-                        TestCaseMetricPair(
-                            test_case=LLMTestCase(
-                                input=input, actual_output=output
-                            ),
-                            metrics=metrics,
-                        )
-                    )
-                elif self.metrics:  # for run_sync
-                    trace_manager.test_case_metrics.append(
-                        TestCaseMetricPair(
-                            test_case=LLMTestCase(
-                                input=input, actual_output=output
-                            ),
-                            metrics=self.metrics,
-                        )
-                    )
-
-            return result
-
-        # Replace the method only for this instance
-        self.run = patched_run
-
-    def _patch_run_method_sync(self):
-        """Patch the Agent.run method only for this PydanticAIAgent instance"""
-        original_run = self.run_sync
-
-        @functools.wraps(original_run)
-        def patched_run(
-            *args,
-            metric_collection=None,
-            metrics=None,
-            trace_name=None,
-            trace_tags=None,
-            trace_metadata=None,
-            trace_thread_id=None,
-            trace_user_id=None,
-            **kwargs
-        ):
-            metric_collection = parse_string(metric_collection)
-            trace_name = parse_string(trace_name)
-            trace_tags = parse_list_of_strings(trace_tags)
-            trace_thread_id = parse_string(trace_thread_id)
-            trace_user_id = parse_string(trace_user_id)
-
-            if metrics is not None and not (
-                isinstance(metrics, list)
-                and all(isinstance(m, BaseMetric) for m in metrics)
-            ):
-                raise TypeError(
-                    "metrics must be a list of BaseMetric instances"
-                )
-
-            if trace_metadata is not None and not isinstance(
-                trace_metadata, dict
-            ):
-                raise TypeError("trace_metadata must be a dictionary")
-
-            # attributes to be set if ran synchronously
-            if metric_collection:
-                self.metric_collection = metric_collection
-            if metrics:
-                self.metrics = metrics
-
-            self._trace_name = trace_name
-            self._trace_tags = trace_tags
-            self._trace_metadata = trace_metadata
-            self._trace_thread_id = trace_thread_id
-            self._trace_user_id = trace_user_id
-
-            result = original_run(*args, **kwargs)
-
-            return result
-
-        # Replace the method only for this instance
-        self.run_sync = patched_run