eval-protocol 0.2.45.dev0__py3-none-any.whl → 0.2.45.dev1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_protocol/__init__.py +10 -0
- eval_protocol/_version.py +3 -3
- eval_protocol/proxy/__init__.py +15 -0
- {eval_protocol-0.2.45.dev0.dist-info → eval_protocol-0.2.45.dev1.dist-info}/METADATA +1 -1
- {eval_protocol-0.2.45.dev0.dist-info → eval_protocol-0.2.45.dev1.dist-info}/RECORD +9 -8
- {eval_protocol-0.2.45.dev0.dist-info → eval_protocol-0.2.45.dev1.dist-info}/WHEEL +0 -0
- {eval_protocol-0.2.45.dev0.dist-info → eval_protocol-0.2.45.dev1.dist-info}/entry_points.txt +0 -0
- {eval_protocol-0.2.45.dev0.dist-info → eval_protocol-0.2.45.dev1.dist-info}/licenses/LICENSE +0 -0
- {eval_protocol-0.2.45.dev0.dist-info → eval_protocol-0.2.45.dev1.dist-info}/top_level.txt +0 -0
eval_protocol/__init__.py
CHANGED
|
@@ -70,6 +70,13 @@ try:
|
|
|
70
70
|
except ImportError:
|
|
71
71
|
WeaveAdapter = None
|
|
72
72
|
|
|
73
|
+
try:
|
|
74
|
+
from .proxy import create_app, AuthProvider
|
|
75
|
+
except ImportError:
|
|
76
|
+
create_app = None
|
|
77
|
+
AuthProvider = None
|
|
78
|
+
|
|
79
|
+
|
|
73
80
|
warnings.filterwarnings("default", category=DeprecationWarning, module="eval_protocol")
|
|
74
81
|
|
|
75
82
|
__all__ = [
|
|
@@ -130,6 +137,9 @@ __all__ = [
|
|
|
130
137
|
"RolloutMetadata",
|
|
131
138
|
"StatusResponse",
|
|
132
139
|
"create_langfuse_config_tags",
|
|
140
|
+
# Proxy
|
|
141
|
+
"create_app",
|
|
142
|
+
"AuthProvider",
|
|
133
143
|
]
|
|
134
144
|
|
|
135
145
|
from . import _version
|
eval_protocol/_version.py
CHANGED
|
@@ -8,11 +8,11 @@ import json
|
|
|
8
8
|
|
|
9
9
|
version_json = '''
|
|
10
10
|
{
|
|
11
|
-
"date": "2025-10-09T01:
|
|
11
|
+
"date": "2025-10-09T01:30:59-0700",
|
|
12
12
|
"dirty": false,
|
|
13
13
|
"error": null,
|
|
14
|
-
"full-revisionid": "
|
|
15
|
-
"version": "0.2.45-
|
|
14
|
+
"full-revisionid": "1eef32fcf8f230ad2ee2b46f90a4f62c77fd89a7",
|
|
15
|
+
"version": "0.2.45-dev1"
|
|
16
16
|
}
|
|
17
17
|
''' # END VERSION_JSON
|
|
18
18
|
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
"""
|
|
2
|
+
LiteLLM Metadata Extraction Gateway
|
|
3
|
+
|
|
4
|
+
A proxy service for extracting evaluation metadata from URL paths and managing
|
|
5
|
+
Langfuse tracing for distributed evaluation workflows.
|
|
6
|
+
"""
|
|
7
|
+
|
|
8
|
+
from .proxy_core import create_app, AuthProvider, NoAuthProvider, ProxyConfig
|
|
9
|
+
|
|
10
|
+
__all__ = [
|
|
11
|
+
"create_app",
|
|
12
|
+
"AuthProvider",
|
|
13
|
+
"NoAuthProvider",
|
|
14
|
+
"ProxyConfig",
|
|
15
|
+
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: eval-protocol
|
|
3
|
-
Version: 0.2.45.
|
|
3
|
+
Version: 0.2.45.dev1
|
|
4
4
|
Summary: The official Python SDK for Eval Protocol (EP.) EP is an open protocol that standardizes how developers author evals for large language model (LLM) applications.
|
|
5
5
|
Author-email: Fireworks AI <info@fireworks.ai>
|
|
6
6
|
License-Expression: MIT
|
|
@@ -3,9 +3,9 @@ development/normalize_sandbox_fusion.py,sha256=1598fX-W6MNM2QZusUEurOLvlMv0-a8-T
|
|
|
3
3
|
development/utils/__init__.py,sha256=5_3ae0whpBdWIYreHlWCc2H9BCCsQfuVFSKZbxXID60,79
|
|
4
4
|
development/utils/generate_api_key.py,sha256=hHCMFkzW4yxqwcn2ct5diDm-PR9cMX9XP7IYieZvH5U,869
|
|
5
5
|
development/utils/subprocess_manager.py,sha256=7n7rT9ji7h93i79SMrGS5RNesrnLFjdFON9_eQCmYNE,18937
|
|
6
|
-
eval_protocol/__init__.py,sha256=
|
|
6
|
+
eval_protocol/__init__.py,sha256=bPjRmbNv6MggQz8dq_KSmSKwGSwyLGvuPenS_H8lsoc,3987
|
|
7
7
|
eval_protocol/__main__.py,sha256=FIW5fo2X2rsPThurSlZEuqvE1u0XNwJW1uoej_OhAAs,161
|
|
8
|
-
eval_protocol/_version.py,sha256=
|
|
8
|
+
eval_protocol/_version.py,sha256=Jlt84Cs3SuKRvT18FhoHpN0BQXL-Z3ax-4_ORL6UqXw,503
|
|
9
9
|
eval_protocol/auth.py,sha256=Yvpx-DkxcXYvezmcuNl9BFws2A9o9u8iLbIu4mBUUhE,8463
|
|
10
10
|
eval_protocol/cli.py,sha256=0J7RJKT_4aWYy02yB9Q6gm-RxvlRSt6dxwM1fW-pCpE,22989
|
|
11
11
|
eval_protocol/common_utils.py,sha256=eRzO_SQNfxBz-vIF9PdTVFAzuAb2zfuCnKSKY_xdKQY,2491
|
|
@@ -147,6 +147,7 @@ eval_protocol/mcp_servers/tau2/tests/test_tau2_e2e.py,sha256=KdNruH2vErXancUia0H
|
|
|
147
147
|
eval_protocol/mcp_servers/tau2/tests/system_prompts/airline_agent_system_prompt.md,sha256=M0TjJI4WlyUXy034uDHYWibOlglXXDXyjbHvJ5QrGKM,8016
|
|
148
148
|
eval_protocol/mcp_servers/tau2/tests/system_prompts/mock_agent_system_prompt.md,sha256=ZG548rd2EkPDE6buJbuY1N1rKXfQjpjkVWKyJqoFoMQ,635
|
|
149
149
|
eval_protocol/mcp_servers/tau2/tests/system_prompts/retail_agent_system_prompt.md,sha256=GRSWoBs9xJwMjJXezCfyuT70pvEovEG7J4bie3tyS8o,7061
|
|
150
|
+
eval_protocol/proxy/__init__.py,sha256=Smg_hIXzPuCNwkk8qVTnspGRzLRIDE3U5gimLJsn9ac,352
|
|
150
151
|
eval_protocol/proxy/proxy_core/__init__.py,sha256=FiuUO_4BCdo15uD_UXWRVeOm4mhxI0btd8_r-_XRpL0,201
|
|
151
152
|
eval_protocol/proxy/proxy_core/app.py,sha256=S9TEGeQG3ic1adBIBjJ8rISmPX3Iy2uX5OOO3nAomv8,9761
|
|
152
153
|
eval_protocol/proxy/proxy_core/auth.py,sha256=HCCBjV-PBhX5yNHzN7IH6sexrcNoyXBaIZ4j9Pcq7Y0,303
|
|
@@ -229,7 +230,7 @@ eval_protocol/utils/show_results_url.py,sha256=PHM6dWtCUiuV5WQgvHegnxY7ofkE4b9wO
|
|
|
229
230
|
eval_protocol/utils/static_policy.py,sha256=fiKnOS06EG5OB6p5An_yY_dLAvVboYnC4Sqx5z_v3-g,10716
|
|
230
231
|
eval_protocol/utils/subprocess_utils.py,sha256=2EcoVNLSlfdxwQn-2pscqjiGpBR4Ho8kfRnmzmew-1w,3504
|
|
231
232
|
eval_protocol/utils/vite_server.py,sha256=0Tfh1LfTqYpFZxkO2syrF5I0cBEJHFmYXd2N4CWkca8,5051
|
|
232
|
-
eval_protocol-0.2.45.
|
|
233
|
+
eval_protocol-0.2.45.dev1.dist-info/licenses/LICENSE,sha256=OzeIb507xW9AVhGMqqHpoL_EFRJUo8Sb7A3LN5NqFfQ,1075
|
|
233
234
|
vendor/tau2/__init__.py,sha256=EQMX_v8x-YBV24ia35_nLkf5MrC6aAuT_M5m7IJcl3k,541
|
|
234
235
|
vendor/tau2/cli.py,sha256=lhJocXCDxEfdv7gIxya5b0w5J5qebpgrg_ZTpjGp_ww,7515
|
|
235
236
|
vendor/tau2/config.py,sha256=LrkKRGSFH4Cvf9CNO-MttJMvIia0a2zP1uKVnUQi6B8,1278
|
|
@@ -329,8 +330,8 @@ vite-app/dist/assets/index-C81y9r9l.js,sha256=7fWlEMpE0hAZHAQ4gHEnv1yNu_STClSwsY
|
|
|
329
330
|
vite-app/dist/assets/index-C81y9r9l.js.map,sha256=MkiPbSe9_T6HHqVZOdpIde-LcujdcNWkc4uEEwgfyk8,3862571
|
|
330
331
|
vite-app/dist/assets/index-DpYZaoAr.css,sha256=v5t6cVU5X1gnABnBT6RBLRTBbrrFbJ92rYFqzaNoUkg,24878
|
|
331
332
|
vite-app/dist/assets/logo-light-BprIBJQW.png,sha256=rRXC24eqrQO3y--N493THrD48WQVAhSVMHM_iDKy250,21694
|
|
332
|
-
eval_protocol-0.2.45.
|
|
333
|
-
eval_protocol-0.2.45.
|
|
334
|
-
eval_protocol-0.2.45.
|
|
335
|
-
eval_protocol-0.2.45.
|
|
336
|
-
eval_protocol-0.2.45.
|
|
333
|
+
eval_protocol-0.2.45.dev1.dist-info/METADATA,sha256=aG_yraSik6HQhuRJRiQ6qC36s5gXFI3WXFHZSDpah6M,7498
|
|
334
|
+
eval_protocol-0.2.45.dev1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
335
|
+
eval_protocol-0.2.45.dev1.dist-info/entry_points.txt,sha256=CebRaxbWXly21zPN1fbyAw26kNUU2dv7zZyGkXxtFVw,183
|
|
336
|
+
eval_protocol-0.2.45.dev1.dist-info/top_level.txt,sha256=8jjn7dpvLPL4RX2JBeAfPPMOR6x6f7E4o4yFiKLEHuw,33
|
|
337
|
+
eval_protocol-0.2.45.dev1.dist-info/RECORD,,
|
|
File without changes
|
{eval_protocol-0.2.45.dev0.dist-info → eval_protocol-0.2.45.dev1.dist-info}/entry_points.txt
RENAMED
|
File without changes
|
{eval_protocol-0.2.45.dev0.dist-info → eval_protocol-0.2.45.dev1.dist-info}/licenses/LICENSE
RENAMED
|
File without changes
|
|
File without changes
|