eval-protocol 0.2.93.dev2__py3-none-any.whl → 0.2.93.dev4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_protocol/_version.py +3 -3
- eval_protocol/cli.py +20 -0
- eval_protocol/cli_commands/create_rft.py +435 -337
- eval_protocol/cli_commands/local_test.py +65 -56
- eval_protocol/cli_commands/upload.py +18 -455
- eval_protocol/cli_commands/utils.py +511 -0
- {eval_protocol-0.2.93.dev2.dist-info → eval_protocol-0.2.93.dev4.dist-info}/METADATA +1 -1
- {eval_protocol-0.2.93.dev2.dist-info → eval_protocol-0.2.93.dev4.dist-info}/RECORD +12 -11
- {eval_protocol-0.2.93.dev2.dist-info → eval_protocol-0.2.93.dev4.dist-info}/WHEEL +0 -0
- {eval_protocol-0.2.93.dev2.dist-info → eval_protocol-0.2.93.dev4.dist-info}/entry_points.txt +0 -0
- {eval_protocol-0.2.93.dev2.dist-info → eval_protocol-0.2.93.dev4.dist-info}/licenses/LICENSE +0 -0
- {eval_protocol-0.2.93.dev2.dist-info → eval_protocol-0.2.93.dev4.dist-info}/top_level.txt +0 -0
eval_protocol/_version.py
CHANGED
|
@@ -8,11 +8,11 @@ import json
|
|
|
8
8
|
|
|
9
9
|
version_json = '''
|
|
10
10
|
{
|
|
11
|
-
"date": "2025-11-
|
|
11
|
+
"date": "2025-11-25T15:20:44-0800",
|
|
12
12
|
"dirty": false,
|
|
13
13
|
"error": null,
|
|
14
|
-
"full-revisionid": "
|
|
15
|
-
"version": "0.2.93.dev.
|
|
14
|
+
"full-revisionid": "9f220282f809e4eeb054043762e9811ee190ccef",
|
|
15
|
+
"version": "0.2.93.dev.4"
|
|
16
16
|
}
|
|
17
17
|
''' # END VERSION_JSON
|
|
18
18
|
|
eval_protocol/cli.py
CHANGED
|
@@ -433,6 +433,26 @@ def parse_args(args=None):
|
|
|
433
433
|
rft_parser.add_argument("--yes", "-y", action="store_true", help="Non-interactive mode")
|
|
434
434
|
rft_parser.add_argument("--dry-run", action="store_true", help="Print planned REST calls without sending")
|
|
435
435
|
rft_parser.add_argument("--force", action="store_true", help="Overwrite existing evaluator with the same ID")
|
|
436
|
+
rft_parser.add_argument(
|
|
437
|
+
"--skip-validation",
|
|
438
|
+
action="store_true",
|
|
439
|
+
help="Skip local dataset and evaluator validation before creating the RFT job",
|
|
440
|
+
)
|
|
441
|
+
rft_parser.add_argument(
|
|
442
|
+
"--ignore-docker",
|
|
443
|
+
action="store_true",
|
|
444
|
+
help="Ignore Dockerfile even if present; run pytest on host during evaluator validation",
|
|
445
|
+
)
|
|
446
|
+
rft_parser.add_argument(
|
|
447
|
+
"--docker-build-extra",
|
|
448
|
+
default="",
|
|
449
|
+
help="Extra flags to pass to 'docker build' when validating evaluator (quoted string, e.g. \"--no-cache --pull --progress=plain\")",
|
|
450
|
+
)
|
|
451
|
+
rft_parser.add_argument(
|
|
452
|
+
"--docker-run-extra",
|
|
453
|
+
default="",
|
|
454
|
+
help="Extra flags to pass to 'docker run' when validating evaluator (quoted string, e.g. \"--env-file .env --memory=8g\")",
|
|
455
|
+
)
|
|
436
456
|
|
|
437
457
|
# Local test command
|
|
438
458
|
local_test_parser = subparsers.add_parser(
|