sequence-base 0.8.1rc1__tar.gz → 0.8.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/PKG-INFO +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/pyproject.toml +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/cards.py +7 -4
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/version.py +3 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/__init__.py +2 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/adapters.py +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/benchmarks.py +1 -2
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/deployments.py +6 -2
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/eval.py +25 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/policy.py +2 -2
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/templates.py +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActRequest.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActResponse.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActionChunk.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActionContract.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActionStep.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/AdapterPair.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/AddLocal.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Autoscaler.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkRegisterRequest.json +2 -2
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkSpec.json +3 -3
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkStatusResponse.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/BootstrapResponse.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Camera.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/CodeBundle.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Concurrency.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentAccepted.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentPolicy.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentRequest.json +2 -2
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentStatusResponse.json +1 -18
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ErrorBody.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ErrorCodes.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Estimate.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/EvalDryRunResponse.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/EvalReport.json +54 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/EvalRequest.json +14 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/EvalResponse.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageFrame.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageSpec.json +2 -2
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepAddLocal.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepApt.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepEnv.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepProject.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepRun.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepTemplateFiles.json +2 -2
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepUvPip.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/InferParam.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Lease.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/MetricAgg.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Observation.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ObservationContract.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ObserveRequest.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ObserveResponse.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlanAppend.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlanAppended.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerMember.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerObservation.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerObserve.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerObserved.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerPlanIn.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerPlans.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerPlansWritten.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerRobot.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerRound.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerRoundRequest.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerSpec.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PolicyRegistration.json +3 -3
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PolicySpec.json +2 -2
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Project.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Proprioception.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ReplaySpec.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Resources.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/RolloutResult.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SecretCreateRequest.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SecretInfo.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SecretRef.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SeqFlags.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SettingsChange.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SettingsChanged.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SettingsView.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/TaskAgg.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/TemplateFiles.json +2 -2
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Tensors.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Timeouts.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/UploadTarget.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeFile.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeInfo.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeMount.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeRef.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeUploadRequest.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeUploadResponse.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/WarmingError.json +1 -1
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/.gitignore +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/README.md +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/__init__.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/auth.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/by_name.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/__init__.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/blocks.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/compressed.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/image.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/marked.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/__init__.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/headers.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/limits.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/serving.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/construct.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/accounts.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/connect.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/errors.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/flags.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/observe.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/own_io.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/planner.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/settings.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/volumes.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/wire.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/episode.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/errors/__init__.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/errors/transport.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/msgpack_io.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/obs/__init__.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/obs/log.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/obs/rid.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/presets/__init__.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/presets/prompts.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/presets/robot_arm.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schema_export.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/telemetry/__init__.py +0 -0
- {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/telemetry/events.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: sequence-base
|
|
3
|
-
Version: 0.8.
|
|
3
|
+
Version: 0.8.2
|
|
4
4
|
Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
|
|
5
5
|
Project-URL: Changelog, https://generalsequences.com/docs/changelog/
|
|
6
6
|
Requires-Python: >=3.10
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "sequence-base"
|
|
3
|
-
version = "0.8.
|
|
3
|
+
version = "0.8.2"
|
|
4
4
|
description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
|
|
5
5
|
requires-python = ">=3.10"
|
|
6
6
|
dependencies = ["pydantic>=2.0"]
|
|
@@ -3,16 +3,19 @@
|
|
|
3
3
|
the harness at the machine it starts - one list where each kept its own.
|
|
4
4
|
|
|
5
5
|
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
environment per core
|
|
6
|
+
Every card draws with EGL and Vulkan on its GPU, so a benchmark picks by price, speed and memory; one that names a card
|
|
7
|
+
simulates on it (registration checks). The A100 alone has no RT cores, so a renderer that needs them, Isaac Sim's,
|
|
8
|
+
does not run on it. CPU physics is the author's explicit choice, gpu="cpu": CPU machines, one environment per core
|
|
9
9
|
.
|
|
10
10
|
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
|
|
11
14
|
A deployment's or a benchmark's driver is named here too, beside its card: DRIVER.
|
|
12
15
|
"""
|
|
13
16
|
import re
|
|
14
17
|
|
|
15
|
-
BENCHMARK_GPUS = ("L4", "RTX-PRO-6000")
|
|
18
|
+
BENCHMARK_GPUS = ("L4", "RTX-PRO-6000", "T4", "A100")
|
|
16
19
|
|
|
17
20
|
DEFAULT_BENCHMARK_GPU = "L4"
|
|
18
21
|
|
|
@@ -77,6 +77,7 @@ from sequence_base.contract.eval import (
|
|
|
77
77
|
Estimate,
|
|
78
78
|
EvalDryRunResponse,
|
|
79
79
|
EvalReport,
|
|
80
|
+
PlannerReport,
|
|
80
81
|
EvalRequest,
|
|
81
82
|
EvalResponse,
|
|
82
83
|
EvalStatus,
|
|
@@ -174,7 +175,7 @@ __all__ = [
|
|
|
174
175
|
|
|
175
176
|
"ReplaySpec", "BenchmarkSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
|
|
176
177
|
"EvalRequest", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
|
|
177
|
-
"EvalStatus", "TaskAgg", "MetricAgg", "EvalReport",
|
|
178
|
+
"EvalStatus", "TaskAgg", "MetricAgg", "EvalReport", "PlannerReport",
|
|
178
179
|
|
|
179
180
|
"SecretRef", "SecretCreateRequest", "SecretInfo", "BootstrapResponse",
|
|
180
181
|
|
|
@@ -57,7 +57,7 @@ def _side(value: Any, which: str, i: int) -> str:
|
|
|
57
57
|
return side
|
|
58
58
|
if side.startswith(TEMPLATE):
|
|
59
59
|
if not _TEMPLATE_NAME.fullmatch(side[len(TEMPLATE):]):
|
|
60
|
-
raise ValueError(f"pair {i}: {which} {value!r}: a template is template:<name>,
|
|
60
|
+
raise ValueError(f"pair {i}: {which} {value!r}: a template is template:<name>, an official template's name "
|
|
61
61
|
"(lowercase letters, digits or '-'), e.g. template:libero-10")
|
|
62
62
|
return side
|
|
63
63
|
if not _NAME.fullmatch(side):
|
|
@@ -36,8 +36,7 @@ TASK_NAME = r"^[A-Za-z0-9][A-Za-z0-9._/:-]{0,127}$"
|
|
|
36
36
|
|
|
37
37
|
SETUP_GONE = ("@seq.setup is gone: a benchmark builds its worlds in its constructor, after the machine's snapshot - "
|
|
38
38
|
'init= its arguments, "{num_worlds}" how many worlds this eval builds and "{policy.<field>}" what the '
|
|
39
|
-
"evaluated policy declares; a benchmark registered with @seq.setup
|
|
40
|
-
"0.51.1 or later (seq deploy)")
|
|
39
|
+
"evaluated policy declares; a benchmark registered with @seq.setup has to be registered again")
|
|
41
40
|
|
|
42
41
|
|
|
43
42
|
def _names_worlds(constructor: PolicyConstructor | None) -> bool:
|
|
@@ -56,6 +56,8 @@ class Resources(BaseModel):
|
|
|
56
56
|
|
|
57
57
|
|
|
58
58
|
|
|
59
|
+
|
|
60
|
+
|
|
59
61
|
cpu: float | None = Field(default=None, ge=0.125, le=64)
|
|
60
62
|
cpu_limit: float | None = Field(default=None, ge=0.125, le=128)
|
|
61
63
|
memory_gb: float | None = Field(default=None, ge=0.125, le=1024)
|
|
@@ -366,6 +368,10 @@ class DeploymentRequest(BaseModel):
|
|
|
366
368
|
|
|
367
369
|
|
|
368
370
|
|
|
371
|
+
|
|
372
|
+
|
|
373
|
+
|
|
374
|
+
|
|
369
375
|
_NAME = re.compile(r"[A-Za-z0-9][A-Za-z0-9._-]{0,63}")
|
|
370
376
|
|
|
371
377
|
|
|
@@ -395,5 +401,3 @@ class DeploymentStatusResponse(BaseModel):
|
|
|
395
401
|
status: DeploymentState
|
|
396
402
|
model: str
|
|
397
403
|
error: str | None = Field(default=None, description="Build-failure reason; set only when FAILED")
|
|
398
|
-
|
|
399
|
-
reason: Literal["gpu_out_of_memory", "host_out_of_memory", "crashed"] | None = None
|
|
@@ -33,6 +33,7 @@ __all__ = [
|
|
|
33
33
|
"TaskAgg",
|
|
34
34
|
"MetricAgg",
|
|
35
35
|
"EvalReport",
|
|
36
|
+
"PlannerReport",
|
|
36
37
|
]
|
|
37
38
|
|
|
38
39
|
|
|
@@ -62,6 +63,11 @@ class EvalRequest(BaseModel):
|
|
|
62
63
|
|
|
63
64
|
|
|
64
65
|
|
|
66
|
+
policy: str | None = Field(default=None, max_length=200)
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
|
|
65
71
|
trials: _Trials | dict[str, _Trials] | None = None
|
|
66
72
|
seeds: list[int] | dict[str, list[int]] | None = None
|
|
67
73
|
|
|
@@ -330,6 +336,23 @@ class EvalTiming(BaseModel):
|
|
|
330
336
|
steps: int = 0
|
|
331
337
|
|
|
332
338
|
|
|
339
|
+
class PlannerReport(BaseModel):
|
|
340
|
+
"""An eval through a planner (EvalRequest.model a planner): the planner it ran through and what it did - how often it
|
|
341
|
+
planned each episode on the robot's clock, the plans it wrote over every episode (each kept in its episode's record
|
|
342
|
+
and replay), and what its model calls cost, billed as requests beside the machines.
|
|
343
|
+
|
|
344
|
+
"""
|
|
345
|
+
|
|
346
|
+
model_config = ConfigDict(extra="forbid")
|
|
347
|
+
|
|
348
|
+
name: str
|
|
349
|
+
policy: str
|
|
350
|
+
every_s: float
|
|
351
|
+
plans: int = 0
|
|
352
|
+
|
|
353
|
+
model_calls_usd: float | None = None
|
|
354
|
+
|
|
355
|
+
|
|
333
356
|
class EvalReport(BaseModel):
|
|
334
357
|
"""GET /v1/eval/{id} (eval-raw revision). NO hard-coded `overall_sr` / `success_rate` top-level field —
|
|
335
358
|
`metrics` is a passthrough dict keyed by the user's metric names, each value a `MetricAgg`; `success` is among
|
|
@@ -363,3 +386,5 @@ class EvalReport(BaseModel):
|
|
|
363
386
|
|
|
364
387
|
|
|
365
388
|
arm_params: list[ArmParams] | None = None
|
|
389
|
+
|
|
390
|
+
planner: PlannerReport | None = None
|
|
@@ -115,7 +115,7 @@ class TemplateFiles(BaseModel):
|
|
|
115
115
|
|
|
116
116
|
model_config = ConfigDict(extra="forbid")
|
|
117
117
|
|
|
118
|
-
template: str = Field(..., pattern=r"^[a-z0-9][a-z0-9-]{0,63}$", description="the template's name
|
|
118
|
+
template: str = Field(..., pattern=r"^[a-z0-9][a-z0-9-]{0,63}$", description="the official template's name")
|
|
119
119
|
version: int = Field(..., ge=1, le=999_999_999, description="the template version whose files these are")
|
|
120
120
|
|
|
121
121
|
|
|
@@ -456,7 +456,7 @@ def check_weights_uri(v: str, what: str = "weights") -> str:
|
|
|
456
456
|
if v.startswith("hf://") and len(v) > len("hf://"):
|
|
457
457
|
return v
|
|
458
458
|
raise ValueError(f"{what} must be a template:// official template, an hf:// repo or a vol:// volume: upload files "
|
|
459
|
-
"of your own once as a volume
|
|
459
|
+
"of your own once as a volume and use vol://<name>")
|
|
460
460
|
|
|
461
461
|
|
|
462
462
|
def check_weights_parts(weights_name: str | None, extra: dict) -> None:
|
|
@@ -24,7 +24,7 @@ def parse_template(uri: str) -> tuple[str, int | None]:
|
|
|
24
24
|
name, _, ver = uri[len(TEMPLATE_SCHEME):].strip().rstrip("/").partition("@")
|
|
25
25
|
if not _NAME.fullmatch(name):
|
|
26
26
|
raise ValueError(f"{uri!r}: a template name is 1-64 lowercase letters, digits or '-', starting with a "
|
|
27
|
-
"letter or digit
|
|
27
|
+
"letter or digit, e.g. template://pi05-droid")
|
|
28
28
|
if not ver:
|
|
29
29
|
return name, None
|
|
30
30
|
m = _VERSION.fullmatch(ver)
|
{sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkRegisterRequest.json
RENAMED
|
@@ -519,7 +519,7 @@
|
|
|
519
519
|
"description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
|
|
520
520
|
"properties": {
|
|
521
521
|
"template": {
|
|
522
|
-
"description": "the template's name
|
|
522
|
+
"description": "the official template's name",
|
|
523
523
|
"pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
|
|
524
524
|
"title": "Template",
|
|
525
525
|
"type": "string"
|
|
@@ -773,5 +773,5 @@
|
|
|
773
773
|
],
|
|
774
774
|
"title": "BenchmarkRegisterRequest",
|
|
775
775
|
"type": "object",
|
|
776
|
-
"x-contract-version": "0.5.
|
|
776
|
+
"x-contract-version": "0.5.41"
|
|
777
777
|
}
|
|
@@ -435,7 +435,7 @@
|
|
|
435
435
|
],
|
|
436
436
|
"title": "SeqFlags",
|
|
437
437
|
"type": "integer",
|
|
438
|
-
"x-contract-version": "0.5.
|
|
438
|
+
"x-contract-version": "0.5.41",
|
|
439
439
|
"x-flag-names": {
|
|
440
440
|
"ACTION": 1048576,
|
|
441
441
|
"CHECK": 65536,
|
|
@@ -458,7 +458,7 @@
|
|
|
458
458
|
"description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
|
|
459
459
|
"properties": {
|
|
460
460
|
"template": {
|
|
461
|
-
"description": "the template's name
|
|
461
|
+
"description": "the official template's name",
|
|
462
462
|
"pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
|
|
463
463
|
"title": "Template",
|
|
464
464
|
"type": "string"
|
|
@@ -702,5 +702,5 @@
|
|
|
702
702
|
],
|
|
703
703
|
"title": "BenchmarkSpec",
|
|
704
704
|
"type": "object",
|
|
705
|
-
"x-contract-version": "0.5.
|
|
705
|
+
"x-contract-version": "0.5.41"
|
|
706
706
|
}
|
|
@@ -841,7 +841,7 @@
|
|
|
841
841
|
"description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
|
|
842
842
|
"properties": {
|
|
843
843
|
"template": {
|
|
844
|
-
"description": "the template's name
|
|
844
|
+
"description": "the official template's name",
|
|
845
845
|
"pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
|
|
846
846
|
"title": "Template",
|
|
847
847
|
"type": "string"
|
|
@@ -1046,5 +1046,5 @@
|
|
|
1046
1046
|
],
|
|
1047
1047
|
"title": "DeploymentRequest",
|
|
1048
1048
|
"type": "object",
|
|
1049
|
-
"x-contract-version": "0.5.
|
|
1049
|
+
"x-contract-version": "0.5.41"
|
|
1050
1050
|
}
|
{sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentStatusResponse.json
RENAMED
|
@@ -31,23 +31,6 @@
|
|
|
31
31
|
"title": "Model",
|
|
32
32
|
"type": "string"
|
|
33
33
|
},
|
|
34
|
-
"reason": {
|
|
35
|
-
"anyOf": [
|
|
36
|
-
{
|
|
37
|
-
"enum": [
|
|
38
|
-
"gpu_out_of_memory",
|
|
39
|
-
"host_out_of_memory",
|
|
40
|
-
"crashed"
|
|
41
|
-
],
|
|
42
|
-
"type": "string"
|
|
43
|
-
},
|
|
44
|
-
{
|
|
45
|
-
"type": "null"
|
|
46
|
-
}
|
|
47
|
-
],
|
|
48
|
-
"default": null,
|
|
49
|
-
"title": "Reason"
|
|
50
|
-
},
|
|
51
34
|
"status": {
|
|
52
35
|
"$ref": "#/$defs/DeploymentState"
|
|
53
36
|
}
|
|
@@ -58,5 +41,5 @@
|
|
|
58
41
|
],
|
|
59
42
|
"title": "DeploymentStatusResponse",
|
|
60
43
|
"type": "object",
|
|
61
|
-
"x-contract-version": "0.5.
|
|
44
|
+
"x-contract-version": "0.5.41"
|
|
62
45
|
}
|
|
@@ -269,6 +269,48 @@
|
|
|
269
269
|
"title": "ParamUsed",
|
|
270
270
|
"type": "object"
|
|
271
271
|
},
|
|
272
|
+
"PlannerReport": {
|
|
273
|
+
"additionalProperties": false,
|
|
274
|
+
"description": "An eval through a planner (EvalRequest.model a planner): the planner it ran through and what it did - how often it\nplanned each episode on the robot's clock, the plans it wrote over every episode (each kept in its episode's record\nand replay), and what its model calls cost, billed as requests beside the machines.",
|
|
275
|
+
"properties": {
|
|
276
|
+
"every_s": {
|
|
277
|
+
"title": "Every S",
|
|
278
|
+
"type": "number"
|
|
279
|
+
},
|
|
280
|
+
"model_calls_usd": {
|
|
281
|
+
"anyOf": [
|
|
282
|
+
{
|
|
283
|
+
"type": "number"
|
|
284
|
+
},
|
|
285
|
+
{
|
|
286
|
+
"type": "null"
|
|
287
|
+
}
|
|
288
|
+
],
|
|
289
|
+
"default": null,
|
|
290
|
+
"title": "Model Calls Usd"
|
|
291
|
+
},
|
|
292
|
+
"name": {
|
|
293
|
+
"title": "Name",
|
|
294
|
+
"type": "string"
|
|
295
|
+
},
|
|
296
|
+
"plans": {
|
|
297
|
+
"default": 0,
|
|
298
|
+
"title": "Plans",
|
|
299
|
+
"type": "integer"
|
|
300
|
+
},
|
|
301
|
+
"policy": {
|
|
302
|
+
"title": "Policy",
|
|
303
|
+
"type": "string"
|
|
304
|
+
}
|
|
305
|
+
},
|
|
306
|
+
"required": [
|
|
307
|
+
"name",
|
|
308
|
+
"policy",
|
|
309
|
+
"every_s"
|
|
310
|
+
],
|
|
311
|
+
"title": "PlannerReport",
|
|
312
|
+
"type": "object"
|
|
313
|
+
},
|
|
272
314
|
"TaskAgg": {
|
|
273
315
|
"additionalProperties": false,
|
|
274
316
|
"description": "Per-task aggregate of ONE user-named metric — structured detail, not a bare dict.",
|
|
@@ -364,6 +406,17 @@
|
|
|
364
406
|
"title": "Metrics",
|
|
365
407
|
"type": "object"
|
|
366
408
|
},
|
|
409
|
+
"planner": {
|
|
410
|
+
"anyOf": [
|
|
411
|
+
{
|
|
412
|
+
"$ref": "#/$defs/PlannerReport"
|
|
413
|
+
},
|
|
414
|
+
{
|
|
415
|
+
"type": "null"
|
|
416
|
+
}
|
|
417
|
+
],
|
|
418
|
+
"default": null
|
|
419
|
+
},
|
|
367
420
|
"status": {
|
|
368
421
|
"$ref": "#/$defs/EvalStatus"
|
|
369
422
|
},
|
|
@@ -417,5 +470,5 @@
|
|
|
417
470
|
],
|
|
418
471
|
"title": "EvalReport",
|
|
419
472
|
"type": "object",
|
|
420
|
-
"x-contract-version": "0.5.
|
|
473
|
+
"x-contract-version": "0.5.41"
|
|
421
474
|
}
|
|
@@ -95,6 +95,19 @@
|
|
|
95
95
|
"default": null,
|
|
96
96
|
"title": "Params"
|
|
97
97
|
},
|
|
98
|
+
"policy": {
|
|
99
|
+
"anyOf": [
|
|
100
|
+
{
|
|
101
|
+
"maxLength": 200,
|
|
102
|
+
"type": "string"
|
|
103
|
+
},
|
|
104
|
+
{
|
|
105
|
+
"type": "null"
|
|
106
|
+
}
|
|
107
|
+
],
|
|
108
|
+
"default": null,
|
|
109
|
+
"title": "Policy"
|
|
110
|
+
},
|
|
98
111
|
"policy_gpu": {
|
|
99
112
|
"anyOf": [
|
|
100
113
|
{
|
|
@@ -275,5 +288,5 @@
|
|
|
275
288
|
},
|
|
276
289
|
"title": "EvalRequest",
|
|
277
290
|
"type": "object",
|
|
278
|
-
"x-contract-version": "0.5.
|
|
291
|
+
"x-contract-version": "0.5.41"
|
|
279
292
|
}
|
|
@@ -243,7 +243,7 @@
|
|
|
243
243
|
"description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
|
|
244
244
|
"properties": {
|
|
245
245
|
"template": {
|
|
246
|
-
"description": "the template's name
|
|
246
|
+
"description": "the official template's name",
|
|
247
247
|
"pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
|
|
248
248
|
"title": "Template",
|
|
249
249
|
"type": "string"
|
|
@@ -348,5 +348,5 @@
|
|
|
348
348
|
},
|
|
349
349
|
"title": "ImageSpec",
|
|
350
350
|
"type": "object",
|
|
351
|
-
"x-contract-version": "0.5.
|
|
351
|
+
"x-contract-version": "0.5.41"
|
|
352
352
|
}
|
{sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepTemplateFiles.json
RENAMED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
"description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
|
|
6
6
|
"properties": {
|
|
7
7
|
"template": {
|
|
8
|
-
"description": "the template's name
|
|
8
|
+
"description": "the official template's name",
|
|
9
9
|
"pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
|
|
10
10
|
"title": "Template",
|
|
11
11
|
"type": "string"
|
|
@@ -37,5 +37,5 @@
|
|
|
37
37
|
],
|
|
38
38
|
"title": "ImageStepTemplateFiles",
|
|
39
39
|
"type": "object",
|
|
40
|
-
"x-contract-version": "0.5.
|
|
40
|
+
"x-contract-version": "0.5.41"
|
|
41
41
|
}
|