eval-ai-library 0.2.2__py3-none-any.whl → 0.3.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of eval-ai-library might be problematic. Click here for more details.

Files changed (29) hide show
  1. eval_ai_library-0.3.1.dist-info/METADATA +1042 -0
  2. eval_ai_library-0.3.1.dist-info/RECORD +34 -0
  3. eval_lib/__init__.py +19 -6
  4. eval_lib/agent_metrics/knowledge_retention_metric/knowledge_retention.py +9 -3
  5. eval_lib/agent_metrics/role_adherence_metric/role_adherence.py +13 -4
  6. eval_lib/agent_metrics/task_success_metric/task_success_rate.py +24 -23
  7. eval_lib/agent_metrics/tools_correctness_metric/tool_correctness.py +8 -2
  8. eval_lib/datagenerator/datagenerator.py +208 -12
  9. eval_lib/datagenerator/document_loader.py +29 -29
  10. eval_lib/evaluate.py +0 -22
  11. eval_lib/llm_client.py +221 -78
  12. eval_lib/metric_pattern.py +208 -152
  13. eval_lib/metrics/answer_precision_metric/answer_precision.py +8 -3
  14. eval_lib/metrics/answer_relevancy_metric/answer_relevancy.py +8 -2
  15. eval_lib/metrics/bias_metric/bias.py +12 -2
  16. eval_lib/metrics/contextual_precision_metric/contextual_precision.py +9 -4
  17. eval_lib/metrics/contextual_recall_metric/contextual_recall.py +7 -3
  18. eval_lib/metrics/contextual_relevancy_metric/contextual_relevancy.py +9 -2
  19. eval_lib/metrics/custom_metric/custom_eval.py +238 -204
  20. eval_lib/metrics/faithfulness_metric/faithfulness.py +7 -2
  21. eval_lib/metrics/geval/geval.py +8 -2
  22. eval_lib/metrics/restricted_refusal_metric/restricted_refusal.py +7 -3
  23. eval_lib/metrics/toxicity_metric/toxicity.py +8 -2
  24. eval_lib/utils.py +44 -29
  25. eval_ai_library-0.2.2.dist-info/METADATA +0 -779
  26. eval_ai_library-0.2.2.dist-info/RECORD +0 -34
  27. {eval_ai_library-0.2.2.dist-info → eval_ai_library-0.3.1.dist-info}/WHEEL +0 -0
  28. {eval_ai_library-0.2.2.dist-info → eval_ai_library-0.3.1.dist-info}/licenses/LICENSE +0 -0
  29. {eval_ai_library-0.2.2.dist-info → eval_ai_library-0.3.1.dist-info}/top_level.txt +0 -0
eval_ai_library-0.2.2.dist-info/RECORD DELETED
@@ -1,34 +0,0 @@
1
- eval_ai_library-0.2.2.dist-info/licenses/LICENSE,sha256=rK9uLDgWNrCHNdp-Zma_XghDE7Fs0u0kDi3WMcmYx6w,1074
2
- eval_lib/__init__.py,sha256=TWK-1gpyXRLYxFMB-7f30wzr4c2uXE25YgFOMKfwuDo,2533
3
- eval_lib/evaluate.py,sha256=XwtNkEaVzbrB2m6rgRaeFcb9kgHeHjAMM-WxMGCNs8E,12516
4
- eval_lib/evaluation_schema.py,sha256=7IDd_uozqewhh7k0p1hKut_20udvRxxkV6thclxKUg0,1904
5
- eval_lib/llm_client.py,sha256=y-6blKiMtZcPwRGeQ-_XHMIcAtgI-JxH3sArGxYErbI,7620
6
- eval_lib/metric_pattern.py,sha256=7EL17zMqScjJ_NbgwmdwX_VBjrUq28SJnnBL8bfwO9Y,8151
7
- eval_lib/price.py,sha256=jbmkkUTxPuXrkSHuaJYPl7jSzfDIzQ9p_swWWs26UJ0,1986
8
- eval_lib/py.typed,sha256=8PjyZ1aVoQpRVvt71muvuq5qE-jTFZkK-GLHkhdebmc,26
9
- eval_lib/testcases_schema.py,sha256=qI4o6kX0jH1DR3sHGXUnu3Cyt2oq7rGlsMlOaXSt6F4,696
10
- eval_lib/utils.py,sha256=KNqNtZ3YO09Pf7alN7sT2P81xEGqii0AiNnJyN5jTlA,2744
11
- eval_lib/agent_metrics/__init__.py,sha256=20Y4BsicD2s7OkOBQPBvB2JKStBDtplv52_q6q35Vgo,525
12
- eval_lib/agent_metrics/knowledge_retention_metric/knowledge_retention.py,sha256=ensJZwq7N5DOm0VM4xmEjEsCkIxFytcf1GnoDJt8nBQ,8085
13
- eval_lib/agent_metrics/role_adherence_metric/role_adherence.py,sha256=llH28rR2fasWqL-KoovsnPdqcnUHRy5tINm7Q_6dY5E,8922
14
- eval_lib/agent_metrics/task_success_metric/task_success_rate.py,sha256=g2I0yQ5oB1TJ33LH-WpY4xa2Igz8dN36AghU47pjOFY,12379
15
- eval_lib/agent_metrics/tools_correctness_metric/tool_correctness.py,sha256=bXFDPAe3MBDxKGliSeiyVCZ6v2sYksGFUUmO_dpEI60,4081
16
- eval_lib/datagenerator/datagenerator.py,sha256=AClljFk-ZLKLkeaDrfRVE1-7pixiC60fwsoAXXVsXEY,8200
17
- eval_lib/datagenerator/document_loader.py,sha256=bx3yvpH8pLlgbwPZRSLQt0Kl-xT6eI2AqRApIPyMYbI,17554
18
- eval_lib/datagenerator/prompts.py,sha256=iQAYitAbLud3vWJnXGh_OCF4syWYS_S71zZEPI6qYAU,7213
19
- eval_lib/metrics/__init__.py,sha256=3qClCCjPXt5i0c38g5krfuQnqlAXEl-jhAHy1C_ICMY,1213
20
- eval_lib/metrics/answer_precision_metric/answer_precision.py,sha256=9EKgp_4Kw01nSRL5lyHxbHSTI1mQUnFpEtOWUf51aA0,14909
21
- eval_lib/metrics/answer_relevancy_metric/answer_relevancy.py,sha256=fRSeJhOQAV7FJHaDbQQjTXABIbKRO47-WMKMgPqzIZ0,8340
22
- eval_lib/metrics/bias_metric/bias.py,sha256=HwabG0yyV4U_LXIsdviawKoqbM4QZxA3fcSnJNMpVeM,3788
23
- eval_lib/metrics/contextual_precision_metric/contextual_precision.py,sha256=YZSfMoMwoVgu_5ZSp_yxpazbXM_9d-bWi74obPIhQ68,3916
24
- eval_lib/metrics/contextual_recall_metric/contextual_recall.py,sha256=bZQE6AZpG_dnjrNjThhf9k9X0GtaVg3zPTvqQdXRjgQ,3783
25
- eval_lib/metrics/contextual_relevancy_metric/contextual_relevancy.py,sha256=aYle5W5NtcHuvumBE4k1O7eyREU-dILtoTl_fHAWdNs,6359
26
- eval_lib/metrics/custom_metric/custom_eval.py,sha256=8YzbS45LQ0XtwIwyxnzFP5ujYeKPG_NWdWD0TnTwm2E,9737
27
- eval_lib/metrics/faithfulness_metric/faithfulness.py,sha256=jHZMYflkXMEDsh8czENPisitTmaplI7Klr2PoPxE1Rw,5789
28
- eval_lib/metrics/geval/geval.py,sha256=MhWd4KpSIsTEvanscuLsIXOtjOGEtw_2-8ctrqabzTo,10490
29
- eval_lib/metrics/restricted_refusal_metric/restricted_refusal.py,sha256=TQpoiN1hG2KKw1ILpJsmoE2T8uMGhxHz3wswDaqcBPA,4156
30
- eval_lib/metrics/toxicity_metric/toxicity.py,sha256=Rh5UPSeAtkGopmCU4JGTAVLHbgFKrhVO83pl6vdNdTw,3882
31
- eval_ai_library-0.2.2.dist-info/METADATA,sha256=UzDw0U8T8ZKLiVTTAnz4uPUnmUz-1F0p82E09z1S-f8,25159
32
- eval_ai_library-0.2.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
33
- eval_ai_library-0.2.2.dist-info/top_level.txt,sha256=uQHpEd2XI0oZgq1eCww9zMvVgDJgwXMWkCD45fYUzEg,9
34
- eval_ai_library-0.2.2.dist-info/RECORD,,