eval-protocol 0.2.69.dev2__py3-none-any.whl → 0.2.69.dev3__py3-none-any.whl

eval_protocol/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2025-10-29T03:43:33-0700",
+ "date": "2025-10-29T03:48:45-0700",
  "dirty": false,
  "error": null,
- "full-revisionid": "d3ef46c4ee668a1e77317470184a9daf9c6d5e5c",
- "version": "0.2.69-dev2"
+ "full-revisionid": "f84133471cd09ac683c082262720f30b9dfaaa2d",
+ "version": "0.2.69-dev3"
 }
 '''  # END VERSION_JSON
 

eval_protocol/pytest/exception_config.py

@@ -11,6 +11,7 @@ import backoff
 import litellm
 import requests
 import httpx
+import openai
 
 # Default exceptions that should be retried with backoff
 DEFAULT_RETRYABLE_EXCEPTIONS: Set[Type[Exception]] = {
@@ -34,6 +35,8 @@ DEFAULT_RETRYABLE_EXCEPTIONS: Set[Type[Exception]] = {
     litellm.exceptions.NotFoundError,
     litellm.exceptions.BadRequestError,  # remove this once we have a long term solution
     litellm.exceptions.ServiceUnavailableError,
+    openai.NotFoundError,
+    openai.BadRequestError,  # remove this once we have a long term solution
 }
 
 

{eval_protocol-0.2.69.dev2.dist-info → eval_protocol-0.2.69.dev3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-protocol
-Version: 0.2.69.dev2
+Version: 0.2.69.dev3
 Summary: The official Python SDK for Eval Protocol (EP.) EP is an open protocol that standardizes how developers author evals for large language model (LLM) applications.
 Author-email: Fireworks AI <info@fireworks.ai>
 License-Expression: MIT

{eval_protocol-0.2.69.dev2.dist-info → eval_protocol-0.2.69.dev3.dist-info}/RECORD

@@ -5,7 +5,7 @@ development/utils/generate_api_key.py,sha256=hHCMFkzW4yxqwcn2ct5diDm-PR9cMX9XP7I
 development/utils/subprocess_manager.py,sha256=7n7rT9ji7h93i79SMrGS5RNesrnLFjdFON9_eQCmYNE,18937
 eval_protocol/__init__.py,sha256=I24OX8MFZBIXWeCh8Jhd8e5Qka8M4iXGKuXWme0hFD4,5150
 eval_protocol/__main__.py,sha256=FIW5fo2X2rsPThurSlZEuqvE1u0XNwJW1uoej_OhAAs,161
-eval_protocol/_version.py,sha256=9w152czNCbUsuPS1eo9PrsAj6lqXykVZlkSIS-NZ9c0,503
+eval_protocol/_version.py,sha256=zViILxYFKZ8sFsLPEAkLhJLBmQj7jWnt7uTeBs7NbGA,503
 eval_protocol/auth.py,sha256=AfXP3qEJUjfL-Yuh_pxtewB0hk_TEG3owm5q453tLG4,10096
 eval_protocol/cli.py,sha256=z7pJ5pCEkpx18SrcaDJqMpltERD3C5OlSU54Ojy9758,27169
 eval_protocol/common_utils.py,sha256=eRzO_SQNfxBz-vIF9PdTVFAzuAb2zfuCnKSKY_xdKQY,2491
@@ -174,7 +174,7 @@ eval_protocol/pytest/elasticsearch_setup.py,sha256=NG9Qrn-w5NGpsQMjRgKDmhfhL1ANc
 eval_protocol/pytest/evaluation_test.py,sha256=W77ULxLfJ8iKX24nh5Qs8C2n3gMjuMaXR-Z7j84g3Iw,37988
 eval_protocol/pytest/evaluation_test_postprocess.py,sha256=5HYAetqsOYbKAf0_6FpWoKWm7iJm-w4aGvkEV1btD5Y,9486
 eval_protocol/pytest/evaluation_test_utils.py,sha256=GDcDDfJbWRs_F5hTC-ZPIA47F7DgfFLBFYVOgWGF6ns,20303
-eval_protocol/pytest/exception_config.py,sha256=ciRHcGuV9fjxigdIuKH7YVgyR-EQDjWHRaVT8u8UB14,4523
+eval_protocol/pytest/exception_config.py,sha256=7oDniBhM0s1USYbuv5dCoS867Is51ZciES5WjnyTxPM,4640
 eval_protocol/pytest/execution.py,sha256=2bySypX4__nWC8k-avLoIW7tMqfagfzb5YcQk21k48w,2072
 eval_protocol/pytest/generate_parameter_combinations.py,sha256=jLdVDHCyFftJQ5Er5IZKqluN4-ohCIJgx_MNN15TVcQ,6169
 eval_protocol/pytest/github_action_rollout_processor.py,sha256=SEd0GmTXS0sEUMood3df50IiALhcQdnJNr6IopnJ3LM,10017
@@ -244,7 +244,7 @@ eval_protocol/utils/show_results_url.py,sha256=PHM6dWtCUiuV5WQgvHegnxY7ofkE4b9wO
 eval_protocol/utils/static_policy.py,sha256=fiKnOS06EG5OB6p5An_yY_dLAvVboYnC4Sqx5z_v3-g,10716
 eval_protocol/utils/subprocess_utils.py,sha256=2EcoVNLSlfdxwQn-2pscqjiGpBR4Ho8kfRnmzmew-1w,3504
 eval_protocol/utils/vite_server.py,sha256=0Tfh1LfTqYpFZxkO2syrF5I0cBEJHFmYXd2N4CWkca8,5051
-eval_protocol-0.2.69.dev2.dist-info/licenses/LICENSE,sha256=OzeIb507xW9AVhGMqqHpoL_EFRJUo8Sb7A3LN5NqFfQ,1075
+eval_protocol-0.2.69.dev3.dist-info/licenses/LICENSE,sha256=OzeIb507xW9AVhGMqqHpoL_EFRJUo8Sb7A3LN5NqFfQ,1075
 vendor/tau2/__init__.py,sha256=EQMX_v8x-YBV24ia35_nLkf5MrC6aAuT_M5m7IJcl3k,541
 vendor/tau2/cli.py,sha256=lhJocXCDxEfdv7gIxya5b0w5J5qebpgrg_ZTpjGp_ww,7515
 vendor/tau2/config.py,sha256=LrkKRGSFH4Cvf9CNO-MttJMvIia0a2zP1uKVnUQi6B8,1278
@@ -344,8 +344,8 @@ vite-app/dist/assets/index-BGlGI2LH.css,sha256=xsnvbJ70EzoAdWwqDe2frphbsELuQdyGF
 vite-app/dist/assets/index-CnGlFAnP.js,sha256=VYfX3a8Kx7tXmfCYk12YfCGUjX3XI7WIliD74xpIclg,868987
 vite-app/dist/assets/index-CnGlFAnP.js.map,sha256=UFXiELpTt9H1hObSUF14I6aa53euAw9LzZaW_MqLsb4,3869740
 vite-app/dist/assets/logo-light-BprIBJQW.png,sha256=rRXC24eqrQO3y--N493THrD48WQVAhSVMHM_iDKy250,21694
-eval_protocol-0.2.69.dev2.dist-info/METADATA,sha256=uqXm0yen_2j3bW78yUoQziK26E93PwG8ZKLDuF0XVyY,7664
-eval_protocol-0.2.69.dev2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-eval_protocol-0.2.69.dev2.dist-info/entry_points.txt,sha256=CebRaxbWXly21zPN1fbyAw26kNUU2dv7zZyGkXxtFVw,183
-eval_protocol-0.2.69.dev2.dist-info/top_level.txt,sha256=8jjn7dpvLPL4RX2JBeAfPPMOR6x6f7E4o4yFiKLEHuw,33
-eval_protocol-0.2.69.dev2.dist-info/RECORD,,
+eval_protocol-0.2.69.dev3.dist-info/METADATA,sha256=X1wnUjjU4x6fn-sTcb_oU0bHB-6IsgP6IARCeSKyI-8,7664
+eval_protocol-0.2.69.dev3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+eval_protocol-0.2.69.dev3.dist-info/entry_points.txt,sha256=CebRaxbWXly21zPN1fbyAw26kNUU2dv7zZyGkXxtFVw,183
+eval_protocol-0.2.69.dev3.dist-info/top_level.txt,sha256=8jjn7dpvLPL4RX2JBeAfPPMOR6x6f7E4o4yFiKLEHuw,33
+eval_protocol-0.2.69.dev3.dist-info/RECORD,,