eval-protocol 0.2.84.dev2__py3-none-any.whl → 0.2.84.dev4__py3-none-any.whl

eval_protocol/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2025-11-10T17:41:27-0800",
+ "date": "2025-11-10T18:00:39-0800",
  "dirty": false,
  "error": null,
- "full-revisionid": "cd9cc91c34f975482fe05b4bf3a60b4a0bcbd746",
- "version": "0.2.84.dev.2"
+ "full-revisionid": "e7615d7ec75524b19ed38241d1c6165cf32dd79f",
+ "version": "0.2.84.dev.4"
 }
 '''  # END VERSION_JSON
 

eval_protocol/cli_commands/local_test.py

@@ -50,13 +50,19 @@ def _run_pytest_in_docker(project_root: str, image_tag: str, pytest_target: str)
         "--rm",
         "-v",
         f"{project_root}:{workdir}",
+        "-e",
+        f"EVAL_PROTOCOL_DIR={workdir}/.eval_protocol",
         "-w",
         workdir,
-        image_tag,
-        "pytest",
-        pytest_target,
-        "-vs",
     ]
+    # Try to match host user to avoid permission problems on mounted volume
+    try:
+        uid = os.getuid()  # type: ignore[attr-defined]
+        gid = os.getgid()  # type: ignore[attr-defined]
+        cmd += ["--user", f"{uid}:{gid}"]
+    except Exception:
+        pass
+    cmd += [image_tag, "pytest", pytest_target, "-vs"]
     print("Running in Docker:", " ".join(cmd))
     try:
         proc = subprocess.run(cmd)
@@ -123,6 +129,11 @@ def local_test_command(args: argparse.Namespace) -> int:
         print("Hint: use --ignore-docker to bypass Docker.")
         return 1
     if len(dockerfiles) == 1:
+        # Ensure shared logs directory exists on host so container writes are visible to host ep logs
+        try:
+            os.makedirs(os.path.join(project_root, ".eval_protocol"), exist_ok=True)
+        except Exception:
+            pass
         image_tag = "ep-evaluator:local"
         ok = _build_docker_image(dockerfiles[0], image_tag)
         if not ok:

eval_protocol/cli_commands/upload.py

@@ -437,7 +437,7 @@ def _prompt_select_interactive(tests: list[DiscoveredTest]) -> list[DiscoveredTe
         # Check if only one test - auto-select it
         if len(tests) == 1:
             print(f"\nFound 1 test: {_format_test_choice(tests[0], 1)}")
-            confirm = questionary.confirm("Upload this test?", default=True, style=custom_style).ask()
+            confirm = questionary.confirm("Select this test?", default=True, style=custom_style).ask()
             if confirm:
                 return tests
             else:
@@ -500,7 +500,7 @@ def _prompt_select_fallback(tests: list[DiscoveredTest]) -> list[DiscoveredTest]
 
     print("=" * 80)
     try:
-        choice = input("Enter the number to upload: ").strip()
+        choice = input("Enter the number to select: ").strip()
     except KeyboardInterrupt:
         print("\n\nUpload cancelled.")
         return []

{eval_protocol-0.2.84.dev2.dist-info → eval_protocol-0.2.84.dev4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-protocol
-Version: 0.2.84.dev2
+Version: 0.2.84.dev4
 Summary: The official Python SDK for Eval Protocol (EP.) EP is an open protocol that standardizes how developers author evals for large language model (LLM) applications.
 Author-email: Fireworks AI <info@fireworks.ai>
 License-Expression: MIT

{eval_protocol-0.2.84.dev2.dist-info → eval_protocol-0.2.84.dev4.dist-info}/RECORD

@@ -5,7 +5,7 @@ development/utils/generate_api_key.py,sha256=hHCMFkzW4yxqwcn2ct5diDm-PR9cMX9XP7I
 development/utils/subprocess_manager.py,sha256=7n7rT9ji7h93i79SMrGS5RNesrnLFjdFON9_eQCmYNE,18937
 eval_protocol/__init__.py,sha256=I24OX8MFZBIXWeCh8Jhd8e5Qka8M4iXGKuXWme0hFD4,5150
 eval_protocol/__main__.py,sha256=FIW5fo2X2rsPThurSlZEuqvE1u0XNwJW1uoej_OhAAs,161
-eval_protocol/_version.py,sha256=cPtzfV2QGBVQfKawzQ7SX5EGsEhpss5AMbHiR2r5uDM,504
+eval_protocol/_version.py,sha256=hYheD9sAVtx3-P6kDQs3h2t3rkwu5qVSKX6uWVzmmJs,504
 eval_protocol/auth.py,sha256=fxM8ZBUQ5t6WsNBiXSoxqpHAcwscwGe8wYLdWnPrSV4,13414
 eval_protocol/cli.py,sha256=XByElRsFCFwpP9R3bs6vZ3TPaoxP2m-7yzYnlAsLlaU,28604
 eval_protocol/common_utils.py,sha256=2K7c2nMW7B3-wECbmAHBdZRIA1NjnUZIZnhCsNMRKu0,2883
@@ -73,11 +73,11 @@ eval_protocol/cli_commands/common.py,sha256=UuV5AZ02Rp6oioOblr9mfIrFcfTAKJOuxzhO
 eval_protocol/cli_commands/create_rft.py,sha256=2IlKuNwYCFYCwJ6HK2JP5vy90ZS55Ak2GBmaoVuBvUo,31450
 eval_protocol/cli_commands/deploy.py,sha256=WwwyK80exi1dBFjcIXEj_odaGOfe1byiWgnLGiUUQvM,24054
 eval_protocol/cli_commands/deploy_mcp.py,sha256=_6S7NcbCb_hGVqaBUgKLURO53i2UAI7xXUkBVXP6cLo,9961
-eval_protocol/cli_commands/local_test.py,sha256=dkiDNO2Wo-KOM3DPL6hxFgJlYikhdhcdtdbYxjSfmmQ,4960
+eval_protocol/cli_commands/local_test.py,sha256=nhPYQ40mebbf8KBZZTpuD4Lch_StVFn96htInWFewXk,5526
 eval_protocol/cli_commands/logs.py,sha256=Py7WOeQKBkbBHTm-2ZjyB70EIAbgr3JwF2Vs_qTTKng,1833
 eval_protocol/cli_commands/preview.py,sha256=1iXru9V8QBGx7tLDJ28iG7bjV2ICFroEKaQ8EJsGciU,8072
 eval_protocol/cli_commands/run_eval_cmd.py,sha256=xLf7Adfjt-5jmfKHh9ioay3n0MDo78tofeZgTnZ-C7w,9730
-eval_protocol/cli_commands/upload.py,sha256=8YWjrqB8yV_qWibgabT0ElZtrW8App5K78-qarMi7cI,28022
+eval_protocol/cli_commands/upload.py,sha256=eJxEAUEmAs8dLiZHpJDzxp9wE_nWgLzf_-4Hj-oA7hU,28022
 eval_protocol/data_loader/__init__.py,sha256=mjl725y1nW_l8g5mnHJt9CXTj-knKoJc15eD35XBTH4,245
 eval_protocol/data_loader/dynamic_data_loader.py,sha256=tMSqKiECls1ySHv5eHpAlc9PwsRLzE5Rp4Ko3kIYUuA,1442
 eval_protocol/data_loader/factory_data_loader.py,sha256=9mqkWGyQde8s8O5KmN8vg7TQJLlLn61-RVHAuUTTnD8,1428
@@ -249,7 +249,7 @@ eval_protocol/utils/show_results_url.py,sha256=PHM6dWtCUiuV5WQgvHegnxY7ofkE4b9wO
 eval_protocol/utils/static_policy.py,sha256=fiKnOS06EG5OB6p5An_yY_dLAvVboYnC4Sqx5z_v3-g,10716
 eval_protocol/utils/subprocess_utils.py,sha256=2EcoVNLSlfdxwQn-2pscqjiGpBR4Ho8kfRnmzmew-1w,3504
 eval_protocol/utils/vite_server.py,sha256=0Tfh1LfTqYpFZxkO2syrF5I0cBEJHFmYXd2N4CWkca8,5051
-eval_protocol-0.2.84.dev2.dist-info/licenses/LICENSE,sha256=OzeIb507xW9AVhGMqqHpoL_EFRJUo8Sb7A3LN5NqFfQ,1075
+eval_protocol-0.2.84.dev4.dist-info/licenses/LICENSE,sha256=OzeIb507xW9AVhGMqqHpoL_EFRJUo8Sb7A3LN5NqFfQ,1075
 vendor/tau2/__init__.py,sha256=EQMX_v8x-YBV24ia35_nLkf5MrC6aAuT_M5m7IJcl3k,541
 vendor/tau2/cli.py,sha256=lhJocXCDxEfdv7gIxya5b0w5J5qebpgrg_ZTpjGp_ww,7515
 vendor/tau2/config.py,sha256=LrkKRGSFH4Cvf9CNO-MttJMvIia0a2zP1uKVnUQi6B8,1278
@@ -349,8 +349,8 @@ vite-app/dist/assets/index-BGlGI2LH.css,sha256=xsnvbJ70EzoAdWwqDe2frphbsELuQdyGF
 vite-app/dist/assets/index-CnGlFAnP.js,sha256=VYfX3a8Kx7tXmfCYk12YfCGUjX3XI7WIliD74xpIclg,868987
 vite-app/dist/assets/index-CnGlFAnP.js.map,sha256=UFXiELpTt9H1hObSUF14I6aa53euAw9LzZaW_MqLsb4,3869740
 vite-app/dist/assets/logo-light-BprIBJQW.png,sha256=rRXC24eqrQO3y--N493THrD48WQVAhSVMHM_iDKy250,21694
-eval_protocol-0.2.84.dev2.dist-info/METADATA,sha256=VBb-TuadIaBT9OPtxekngPlQg82cFSgpvf3HnuVwI9Y,7664
-eval_protocol-0.2.84.dev2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-eval_protocol-0.2.84.dev2.dist-info/entry_points.txt,sha256=CebRaxbWXly21zPN1fbyAw26kNUU2dv7zZyGkXxtFVw,183
-eval_protocol-0.2.84.dev2.dist-info/top_level.txt,sha256=8jjn7dpvLPL4RX2JBeAfPPMOR6x6f7E4o4yFiKLEHuw,33
-eval_protocol-0.2.84.dev2.dist-info/RECORD,,
+eval_protocol-0.2.84.dev4.dist-info/METADATA,sha256=Fv1TZ_Bx-iEgr0jhlJsrheG9xpbdsL65OPxuSvzQEA4,7664
+eval_protocol-0.2.84.dev4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+eval_protocol-0.2.84.dev4.dist-info/entry_points.txt,sha256=CebRaxbWXly21zPN1fbyAw26kNUU2dv7zZyGkXxtFVw,183
+eval_protocol-0.2.84.dev4.dist-info/top_level.txt,sha256=8jjn7dpvLPL4RX2JBeAfPPMOR6x6f7E4o4yFiKLEHuw,33
+eval_protocol-0.2.84.dev4.dist-info/RECORD,,