eval-protocol 0.2.80.dev1__py3-none-any.whl → 0.2.80.dev2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_protocol/_version.py +3 -3
- eval_protocol/cli_commands/create_rft.py +2 -2
- {eval_protocol-0.2.80.dev1.dist-info → eval_protocol-0.2.80.dev2.dist-info}/METADATA +1 -1
- {eval_protocol-0.2.80.dev1.dist-info → eval_protocol-0.2.80.dev2.dist-info}/RECORD +8 -8
- {eval_protocol-0.2.80.dev1.dist-info → eval_protocol-0.2.80.dev2.dist-info}/WHEEL +0 -0
- {eval_protocol-0.2.80.dev1.dist-info → eval_protocol-0.2.80.dev2.dist-info}/entry_points.txt +0 -0
- {eval_protocol-0.2.80.dev1.dist-info → eval_protocol-0.2.80.dev2.dist-info}/licenses/LICENSE +0 -0
- {eval_protocol-0.2.80.dev1.dist-info → eval_protocol-0.2.80.dev2.dist-info}/top_level.txt +0 -0
eval_protocol/_version.py
CHANGED
|
@@ -8,11 +8,11 @@ import json
|
|
|
8
8
|
|
|
9
9
|
version_json = '''
|
|
10
10
|
{
|
|
11
|
-
"date": "2025-11-04T16:
|
|
11
|
+
"date": "2025-11-04T16:22:11-0800",
|
|
12
12
|
"dirty": false,
|
|
13
13
|
"error": null,
|
|
14
|
-
"full-revisionid": "
|
|
15
|
-
"version": "0.2.80-
|
|
14
|
+
"full-revisionid": "68c7a2df7942ab27516e2d6c12300cc824c999ed",
|
|
15
|
+
"version": "0.2.80-dev2"
|
|
16
16
|
}
|
|
17
17
|
''' # END VERSION_JSON
|
|
18
18
|
|
|
@@ -267,7 +267,7 @@ def _auto_select_evaluator_id(cwd: str) -> Optional[str]:
|
|
|
267
267
|
|
|
268
268
|
|
|
269
269
|
def _poll_evaluator_status(
|
|
270
|
-
evaluator_resource_name: str, api_key: str, api_base: str, timeout_minutes: int =
|
|
270
|
+
evaluator_resource_name: str, api_key: str, api_base: str, timeout_minutes: int = 10
|
|
271
271
|
) -> bool:
|
|
272
272
|
"""
|
|
273
273
|
Poll evaluator status until it becomes ACTIVE or times out.
|
|
@@ -406,7 +406,7 @@ def create_rft_command(args) -> int:
|
|
|
406
406
|
# Poll for evaluator status
|
|
407
407
|
print(f"Waiting for evaluator '{evaluator_id}' to become ACTIVE...")
|
|
408
408
|
is_active = _poll_evaluator_status(
|
|
409
|
-
evaluator_resource_name=evaluator_resource_name, api_key=api_key, api_base=api_base, timeout_minutes=
|
|
409
|
+
evaluator_resource_name=evaluator_resource_name, api_key=api_key, api_base=api_base, timeout_minutes=10
|
|
410
410
|
)
|
|
411
411
|
|
|
412
412
|
if not is_active:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: eval-protocol
|
|
3
|
-
Version: 0.2.80.
|
|
3
|
+
Version: 0.2.80.dev2
|
|
4
4
|
Summary: The official Python SDK for Eval Protocol (EP.) EP is an open protocol that standardizes how developers author evals for large language model (LLM) applications.
|
|
5
5
|
Author-email: Fireworks AI <info@fireworks.ai>
|
|
6
6
|
License-Expression: MIT
|
|
@@ -5,7 +5,7 @@ development/utils/generate_api_key.py,sha256=hHCMFkzW4yxqwcn2ct5diDm-PR9cMX9XP7I
|
|
|
5
5
|
development/utils/subprocess_manager.py,sha256=7n7rT9ji7h93i79SMrGS5RNesrnLFjdFON9_eQCmYNE,18937
|
|
6
6
|
eval_protocol/__init__.py,sha256=I24OX8MFZBIXWeCh8Jhd8e5Qka8M4iXGKuXWme0hFD4,5150
|
|
7
7
|
eval_protocol/__main__.py,sha256=FIW5fo2X2rsPThurSlZEuqvE1u0XNwJW1uoej_OhAAs,161
|
|
8
|
-
eval_protocol/_version.py,sha256=
|
|
8
|
+
eval_protocol/_version.py,sha256=Z1DVHr3ou0BAIC5WRc6WJzmt-b7JMkOrad17HxuG7xw,503
|
|
9
9
|
eval_protocol/auth.py,sha256=fKUYWw_UFOvmuMGra_ak-YYJXUoHo0I0_v_5xPy8S8Y,10215
|
|
10
10
|
eval_protocol/cli.py,sha256=7DDyaTAACvlP7OG0OiPSFzGAYX4Rh_vYMJ743sMWSxs,27682
|
|
11
11
|
eval_protocol/common_utils.py,sha256=2K7c2nMW7B3-wECbmAHBdZRIA1NjnUZIZnhCsNMRKu0,2883
|
|
@@ -70,7 +70,7 @@ eval_protocol/benchmarks/data/retail_dataset.jsonl,sha256=9fGs1U6lvnpKBNjERWPmJH
|
|
|
70
70
|
eval_protocol/cli_commands/__init__.py,sha256=XYAFq-qJ787pmrMiouG_jd9uwZcRhxLtNLSTxKcHzCM,85
|
|
71
71
|
eval_protocol/cli_commands/agent_eval_cmd.py,sha256=ezENJzLsUHvpm-FXrDpIV4fBHZbr3WqQOQiIL_rcVEw,11032
|
|
72
72
|
eval_protocol/cli_commands/common.py,sha256=UuV5AZ02Rp6oioOblr9mfIrFcfTAKJOuxzhOqadBcHE,10155
|
|
73
|
-
eval_protocol/cli_commands/create_rft.py,sha256=
|
|
73
|
+
eval_protocol/cli_commands/create_rft.py,sha256=VkIERyyvKOwjbYe3jxElEEBUCdpg7o0g8DklT4o5c40,24664
|
|
74
74
|
eval_protocol/cli_commands/deploy.py,sha256=WwwyK80exi1dBFjcIXEj_odaGOfe1byiWgnLGiUUQvM,24054
|
|
75
75
|
eval_protocol/cli_commands/deploy_mcp.py,sha256=_6S7NcbCb_hGVqaBUgKLURO53i2UAI7xXUkBVXP6cLo,9961
|
|
76
76
|
eval_protocol/cli_commands/logs.py,sha256=Py7WOeQKBkbBHTm-2ZjyB70EIAbgr3JwF2Vs_qTTKng,1833
|
|
@@ -248,7 +248,7 @@ eval_protocol/utils/show_results_url.py,sha256=PHM6dWtCUiuV5WQgvHegnxY7ofkE4b9wO
|
|
|
248
248
|
eval_protocol/utils/static_policy.py,sha256=fiKnOS06EG5OB6p5An_yY_dLAvVboYnC4Sqx5z_v3-g,10716
|
|
249
249
|
eval_protocol/utils/subprocess_utils.py,sha256=2EcoVNLSlfdxwQn-2pscqjiGpBR4Ho8kfRnmzmew-1w,3504
|
|
250
250
|
eval_protocol/utils/vite_server.py,sha256=0Tfh1LfTqYpFZxkO2syrF5I0cBEJHFmYXd2N4CWkca8,5051
|
|
251
|
-
eval_protocol-0.2.80.
|
|
251
|
+
eval_protocol-0.2.80.dev2.dist-info/licenses/LICENSE,sha256=OzeIb507xW9AVhGMqqHpoL_EFRJUo8Sb7A3LN5NqFfQ,1075
|
|
252
252
|
vendor/tau2/__init__.py,sha256=EQMX_v8x-YBV24ia35_nLkf5MrC6aAuT_M5m7IJcl3k,541
|
|
253
253
|
vendor/tau2/cli.py,sha256=lhJocXCDxEfdv7gIxya5b0w5J5qebpgrg_ZTpjGp_ww,7515
|
|
254
254
|
vendor/tau2/config.py,sha256=LrkKRGSFH4Cvf9CNO-MttJMvIia0a2zP1uKVnUQi6B8,1278
|
|
@@ -348,8 +348,8 @@ vite-app/dist/assets/index-BGlGI2LH.css,sha256=xsnvbJ70EzoAdWwqDe2frphbsELuQdyGF
|
|
|
348
348
|
vite-app/dist/assets/index-CnGlFAnP.js,sha256=VYfX3a8Kx7tXmfCYk12YfCGUjX3XI7WIliD74xpIclg,868987
|
|
349
349
|
vite-app/dist/assets/index-CnGlFAnP.js.map,sha256=UFXiELpTt9H1hObSUF14I6aa53euAw9LzZaW_MqLsb4,3869740
|
|
350
350
|
vite-app/dist/assets/logo-light-BprIBJQW.png,sha256=rRXC24eqrQO3y--N493THrD48WQVAhSVMHM_iDKy250,21694
|
|
351
|
-
eval_protocol-0.2.80.
|
|
352
|
-
eval_protocol-0.2.80.
|
|
353
|
-
eval_protocol-0.2.80.
|
|
354
|
-
eval_protocol-0.2.80.
|
|
355
|
-
eval_protocol-0.2.80.
|
|
351
|
+
eval_protocol-0.2.80.dev2.dist-info/METADATA,sha256=QMKQy1kfa8pIHnzCmunKFEUWo6XXl41qWl6Ot2fzQYY,7664
|
|
352
|
+
eval_protocol-0.2.80.dev2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
353
|
+
eval_protocol-0.2.80.dev2.dist-info/entry_points.txt,sha256=CebRaxbWXly21zPN1fbyAw26kNUU2dv7zZyGkXxtFVw,183
|
|
354
|
+
eval_protocol-0.2.80.dev2.dist-info/top_level.txt,sha256=8jjn7dpvLPL4RX2JBeAfPPMOR6x6f7E4o4yFiKLEHuw,33
|
|
355
|
+
eval_protocol-0.2.80.dev2.dist-info/RECORD,,
|
|
File without changes
|
{eval_protocol-0.2.80.dev1.dist-info → eval_protocol-0.2.80.dev2.dist-info}/entry_points.txt
RENAMED
|
File without changes
|
{eval_protocol-0.2.80.dev1.dist-info → eval_protocol-0.2.80.dev2.dist-info}/licenses/LICENSE
RENAMED
|
File without changes
|
|
File without changes
|