sequence-base 0.8.1rc1__tar.gz → 0.8.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (130) hide show
  1. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/PKG-INFO +1 -1
  2. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/pyproject.toml +1 -1
  3. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/cards.py +7 -4
  4. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/version.py +3 -1
  5. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/__init__.py +2 -1
  6. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/adapters.py +1 -1
  7. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/benchmarks.py +1 -2
  8. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/deployments.py +6 -2
  9. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/eval.py +25 -0
  10. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/policy.py +2 -2
  11. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/templates.py +1 -1
  12. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActRequest.json +1 -1
  13. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActResponse.json +1 -1
  14. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActionChunk.json +1 -1
  15. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActionContract.json +1 -1
  16. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ActionStep.json +1 -1
  17. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/AdapterPair.json +1 -1
  18. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/AddLocal.json +1 -1
  19. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Autoscaler.json +1 -1
  20. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkRegisterRequest.json +2 -2
  21. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkSpec.json +3 -3
  22. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkStatusResponse.json +1 -1
  23. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/BootstrapResponse.json +1 -1
  24. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Camera.json +1 -1
  25. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/CodeBundle.json +1 -1
  26. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Concurrency.json +1 -1
  27. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentAccepted.json +1 -1
  28. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentPolicy.json +1 -1
  29. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentRequest.json +2 -2
  30. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentStatusResponse.json +1 -18
  31. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ErrorBody.json +1 -1
  32. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ErrorCodes.json +1 -1
  33. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Estimate.json +1 -1
  34. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/EvalDryRunResponse.json +1 -1
  35. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/EvalReport.json +54 -1
  36. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/EvalRequest.json +14 -1
  37. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/EvalResponse.json +1 -1
  38. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageFrame.json +1 -1
  39. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageSpec.json +2 -2
  40. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepAddLocal.json +1 -1
  41. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepApt.json +1 -1
  42. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepEnv.json +1 -1
  43. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepProject.json +1 -1
  44. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepRun.json +1 -1
  45. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepTemplateFiles.json +2 -2
  46. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepUvPip.json +1 -1
  47. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/InferParam.json +1 -1
  48. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Lease.json +1 -1
  49. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/MetricAgg.json +1 -1
  50. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Observation.json +1 -1
  51. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ObservationContract.json +1 -1
  52. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ObserveRequest.json +1 -1
  53. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ObserveResponse.json +1 -1
  54. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlanAppend.json +1 -1
  55. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlanAppended.json +1 -1
  56. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerMember.json +1 -1
  57. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerObservation.json +1 -1
  58. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerObserve.json +1 -1
  59. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerObserved.json +1 -1
  60. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerPlanIn.json +1 -1
  61. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerPlans.json +1 -1
  62. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerPlansWritten.json +1 -1
  63. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerRobot.json +1 -1
  64. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerRound.json +1 -1
  65. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerRoundRequest.json +1 -1
  66. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerSpec.json +1 -1
  67. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PolicyRegistration.json +3 -3
  68. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/PolicySpec.json +2 -2
  69. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Project.json +1 -1
  70. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Proprioception.json +1 -1
  71. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/ReplaySpec.json +1 -1
  72. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Resources.json +1 -1
  73. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/RolloutResult.json +1 -1
  74. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SecretCreateRequest.json +1 -1
  75. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SecretInfo.json +1 -1
  76. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SecretRef.json +1 -1
  77. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SeqFlags.json +1 -1
  78. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SettingsChange.json +1 -1
  79. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SettingsChanged.json +1 -1
  80. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/SettingsView.json +1 -1
  81. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/TaskAgg.json +1 -1
  82. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/TemplateFiles.json +2 -2
  83. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Tensors.json +1 -1
  84. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/Timeouts.json +1 -1
  85. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/UploadTarget.json +1 -1
  86. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeFile.json +1 -1
  87. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeInfo.json +1 -1
  88. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeMount.json +1 -1
  89. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeRef.json +1 -1
  90. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeUploadRequest.json +1 -1
  91. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeUploadResponse.json +1 -1
  92. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schemas/WarmingError.json +1 -1
  93. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/.gitignore +0 -0
  94. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/README.md +0 -0
  95. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/__init__.py +0 -0
  96. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/auth.py +0 -0
  97. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/by_name.py +0 -0
  98. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/__init__.py +0 -0
  99. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/blocks.py +0 -0
  100. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/compressed.py +0 -0
  101. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/image.py +0 -0
  102. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/codec/marked.py +0 -0
  103. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/__init__.py +0 -0
  104. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/headers.py +0 -0
  105. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/limits.py +0 -0
  106. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/constants/serving.py +0 -0
  107. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/construct.py +0 -0
  108. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/accounts.py +0 -0
  109. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/connect.py +0 -0
  110. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/errors.py +0 -0
  111. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/flags.py +0 -0
  112. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/observe.py +0 -0
  113. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/own_io.py +0 -0
  114. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/planner.py +0 -0
  115. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/settings.py +0 -0
  116. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/volumes.py +0 -0
  117. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/contract/wire.py +0 -0
  118. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/episode.py +0 -0
  119. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/errors/__init__.py +0 -0
  120. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/errors/transport.py +0 -0
  121. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/msgpack_io.py +0 -0
  122. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/obs/__init__.py +0 -0
  123. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/obs/log.py +0 -0
  124. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/obs/rid.py +0 -0
  125. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/presets/__init__.py +0 -0
  126. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/presets/prompts.py +0 -0
  127. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/presets/robot_arm.py +0 -0
  128. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/schema_export.py +0 -0
  129. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/telemetry/__init__.py +0 -0
  130. {sequence_base-0.8.1rc1 → sequence_base-0.8.2}/sequence_base/telemetry/events.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: sequence-base
3
- Version: 0.8.1rc1
3
+ Version: 0.8.2
4
4
  Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
5
5
  Project-URL: Changelog, https://generalsequences.com/docs/changelog/
6
6
  Requires-Python: >=3.10
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "sequence-base"
3
- version = "0.8.1rc1"
3
+ version = "0.8.2"
4
4
  description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
5
5
  requires-python = ">=3.10"
6
6
  dependencies = ["pydantic>=2.0"]
@@ -3,16 +3,19 @@
3
3
  the harness at the machine it starts - one list where each kept its own.
4
4
 
5
5
 
6
- Both cards have RT cores, video encoders, EGL and Vulkan, so a benchmark only picks cheaper or faster; one that names a
7
- card simulates on it (registration checks). CPU physics is the author's explicit choice, gpu="cpu": CPU machines, one
8
- environment per core
6
+ Every card draws with EGL and Vulkan on its GPU, so a benchmark picks by price, speed and memory; one that names a card
7
+ simulates on it (registration checks). The A100 alone has no RT cores, so a renderer that needs them, Isaac Sim's,
8
+ does not run on it. CPU physics is the author's explicit choice, gpu="cpu": CPU machines, one environment per core
9
9
  .
10
10
 
11
+
12
+
13
+
11
14
  A deployment's or a benchmark's driver is named here too, beside its card: DRIVER.
12
15
  """
13
16
  import re
14
17
 
15
- BENCHMARK_GPUS = ("L4", "RTX-PRO-6000")
18
+ BENCHMARK_GPUS = ("L4", "RTX-PRO-6000", "T4", "A100")
16
19
 
17
20
  DEFAULT_BENCHMARK_GPU = "L4"
18
21
 
@@ -4,7 +4,9 @@
4
4
 
5
5
 
6
6
 
7
- CONTRACT_VERSION = "0.5.39"
7
+ CONTRACT_VERSION = "0.5.41"
8
+
9
+
8
10
 
9
11
 
10
12
 
@@ -77,6 +77,7 @@ from sequence_base.contract.eval import (
77
77
  Estimate,
78
78
  EvalDryRunResponse,
79
79
  EvalReport,
80
+ PlannerReport,
80
81
  EvalRequest,
81
82
  EvalResponse,
82
83
  EvalStatus,
@@ -174,7 +175,7 @@ __all__ = [
174
175
 
175
176
  "ReplaySpec", "BenchmarkSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
176
177
  "EvalRequest", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
177
- "EvalStatus", "TaskAgg", "MetricAgg", "EvalReport",
178
+ "EvalStatus", "TaskAgg", "MetricAgg", "EvalReport", "PlannerReport",
178
179
 
179
180
  "SecretRef", "SecretCreateRequest", "SecretInfo", "BootstrapResponse",
180
181
 
@@ -57,7 +57,7 @@ def _side(value: Any, which: str, i: int) -> str:
57
57
  return side
58
58
  if side.startswith(TEMPLATE):
59
59
  if not _TEMPLATE_NAME.fullmatch(side[len(TEMPLATE):]):
60
- raise ValueError(f"pair {i}: {which} {value!r}: a template is template:<name>, the name `seq init` takes "
60
+ raise ValueError(f"pair {i}: {which} {value!r}: a template is template:<name>, an official template's name "
61
61
  "(lowercase letters, digits or '-'), e.g. template:libero-10")
62
62
  return side
63
63
  if not _NAME.fullmatch(side):
@@ -36,8 +36,7 @@ TASK_NAME = r"^[A-Za-z0-9][A-Za-z0-9._/:-]{0,127}$"
36
36
 
37
37
  SETUP_GONE = ("@seq.setup is gone: a benchmark builds its worlds in its constructor, after the machine's snapshot - "
38
38
  'init= its arguments, "{num_worlds}" how many worlds this eval builds and "{policy.<field>}" what the '
39
- "evaluated policy declares; a benchmark registered with @seq.setup is registered again with sequence-ai "
40
- "0.51.1 or later (seq deploy)")
39
+ "evaluated policy declares; a benchmark registered with @seq.setup has to be registered again")
41
40
 
42
41
 
43
42
  def _names_worlds(constructor: PolicyConstructor | None) -> bool:
@@ -56,6 +56,8 @@ class Resources(BaseModel):
56
56
 
57
57
 
58
58
 
59
+
60
+
59
61
  cpu: float | None = Field(default=None, ge=0.125, le=64)
60
62
  cpu_limit: float | None = Field(default=None, ge=0.125, le=128)
61
63
  memory_gb: float | None = Field(default=None, ge=0.125, le=1024)
@@ -366,6 +368,10 @@ class DeploymentRequest(BaseModel):
366
368
 
367
369
 
368
370
 
371
+
372
+
373
+
374
+
369
375
  _NAME = re.compile(r"[A-Za-z0-9][A-Za-z0-9._-]{0,63}")
370
376
 
371
377
 
@@ -395,5 +401,3 @@ class DeploymentStatusResponse(BaseModel):
395
401
  status: DeploymentState
396
402
  model: str
397
403
  error: str | None = Field(default=None, description="Build-failure reason; set only when FAILED")
398
-
399
- reason: Literal["gpu_out_of_memory", "host_out_of_memory", "crashed"] | None = None
@@ -33,6 +33,7 @@ __all__ = [
33
33
  "TaskAgg",
34
34
  "MetricAgg",
35
35
  "EvalReport",
36
+ "PlannerReport",
36
37
  ]
37
38
 
38
39
 
@@ -62,6 +63,11 @@ class EvalRequest(BaseModel):
62
63
 
63
64
 
64
65
 
66
+ policy: str | None = Field(default=None, max_length=200)
67
+
68
+
69
+
70
+
65
71
  trials: _Trials | dict[str, _Trials] | None = None
66
72
  seeds: list[int] | dict[str, list[int]] | None = None
67
73
 
@@ -330,6 +336,23 @@ class EvalTiming(BaseModel):
330
336
  steps: int = 0
331
337
 
332
338
 
339
+ class PlannerReport(BaseModel):
340
+ """An eval through a planner (EvalRequest.model a planner): the planner it ran through and what it did - how often it
341
+ planned each episode on the robot's clock, the plans it wrote over every episode (each kept in its episode's record
342
+ and replay), and what its model calls cost, billed as requests beside the machines.
343
+
344
+ """
345
+
346
+ model_config = ConfigDict(extra="forbid")
347
+
348
+ name: str
349
+ policy: str
350
+ every_s: float
351
+ plans: int = 0
352
+
353
+ model_calls_usd: float | None = None
354
+
355
+
333
356
  class EvalReport(BaseModel):
334
357
  """GET /v1/eval/{id} (eval-raw revision). NO hard-coded `overall_sr` / `success_rate` top-level field —
335
358
  `metrics` is a passthrough dict keyed by the user's metric names, each value a `MetricAgg`; `success` is among
@@ -363,3 +386,5 @@ class EvalReport(BaseModel):
363
386
 
364
387
 
365
388
  arm_params: list[ArmParams] | None = None
389
+
390
+ planner: PlannerReport | None = None
@@ -115,7 +115,7 @@ class TemplateFiles(BaseModel):
115
115
 
116
116
  model_config = ConfigDict(extra="forbid")
117
117
 
118
- template: str = Field(..., pattern=r"^[a-z0-9][a-z0-9-]{0,63}$", description="the template's name, as seq init takes it")
118
+ template: str = Field(..., pattern=r"^[a-z0-9][a-z0-9-]{0,63}$", description="the official template's name")
119
119
  version: int = Field(..., ge=1, le=999_999_999, description="the template version whose files these are")
120
120
 
121
121
 
@@ -456,7 +456,7 @@ def check_weights_uri(v: str, what: str = "weights") -> str:
456
456
  if v.startswith("hf://") and len(v) > len("hf://"):
457
457
  return v
458
458
  raise ValueError(f"{what} must be a template:// official template, an hf:// repo or a vol:// volume: upload files "
459
- "of your own once as a volume (seq volume put <name> <dir>) and use vol://<name>")
459
+ "of your own once as a volume and use vol://<name>")
460
460
 
461
461
 
462
462
  def check_weights_parts(weights_name: str | None, extra: dict) -> None:
@@ -24,7 +24,7 @@ def parse_template(uri: str) -> tuple[str, int | None]:
24
24
  name, _, ver = uri[len(TEMPLATE_SCHEME):].strip().rstrip("/").partition("@")
25
25
  if not _NAME.fullmatch(name):
26
26
  raise ValueError(f"{uri!r}: a template name is 1-64 lowercase letters, digits or '-', starting with a "
27
- "letter or digit — the name `seq init` takes, e.g. template://pi05-droid")
27
+ "letter or digit, e.g. template://pi05-droid")
28
28
  if not ver:
29
29
  return name, None
30
30
  m = _VERSION.fullmatch(ver)
@@ -78,5 +78,5 @@
78
78
  },
79
79
  "title": "ActRequest",
80
80
  "type": "object",
81
- "x-contract-version": "0.5.39"
81
+ "x-contract-version": "0.5.41"
82
82
  }
@@ -53,5 +53,5 @@
53
53
  ],
54
54
  "title": "ActResponse",
55
55
  "type": "object",
56
- "x-contract-version": "0.5.39"
56
+ "x-contract-version": "0.5.41"
57
57
  }
@@ -99,5 +99,5 @@
99
99
  ],
100
100
  "title": "ActionChunk",
101
101
  "type": "object",
102
- "x-contract-version": "0.5.39"
102
+ "x-contract-version": "0.5.41"
103
103
  }
@@ -96,5 +96,5 @@
96
96
  ],
97
97
  "title": "ActionContract",
98
98
  "type": "object",
99
- "x-contract-version": "0.5.39"
99
+ "x-contract-version": "0.5.41"
100
100
  }
@@ -19,5 +19,5 @@
19
19
  ],
20
20
  "title": "ActionStep",
21
21
  "type": "object",
22
- "x-contract-version": "0.5.39"
22
+ "x-contract-version": "0.5.41"
23
23
  }
@@ -17,5 +17,5 @@
17
17
  ],
18
18
  "title": "AdapterPair",
19
19
  "type": "object",
20
- "x-contract-version": "0.5.39"
20
+ "x-contract-version": "0.5.41"
21
21
  }
@@ -23,5 +23,5 @@
23
23
  ],
24
24
  "title": "AddLocal",
25
25
  "type": "object",
26
- "x-contract-version": "0.5.39"
26
+ "x-contract-version": "0.5.41"
27
27
  }
@@ -36,5 +36,5 @@
36
36
  },
37
37
  "title": "Autoscaler",
38
38
  "type": "object",
39
- "x-contract-version": "0.5.39"
39
+ "x-contract-version": "0.5.41"
40
40
  }
@@ -519,7 +519,7 @@
519
519
  "description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
520
520
  "properties": {
521
521
  "template": {
522
- "description": "the template's name, as seq init takes it",
522
+ "description": "the official template's name",
523
523
  "pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
524
524
  "title": "Template",
525
525
  "type": "string"
@@ -773,5 +773,5 @@
773
773
  ],
774
774
  "title": "BenchmarkRegisterRequest",
775
775
  "type": "object",
776
- "x-contract-version": "0.5.39"
776
+ "x-contract-version": "0.5.41"
777
777
  }
@@ -435,7 +435,7 @@
435
435
  ],
436
436
  "title": "SeqFlags",
437
437
  "type": "integer",
438
- "x-contract-version": "0.5.39",
438
+ "x-contract-version": "0.5.41",
439
439
  "x-flag-names": {
440
440
  "ACTION": 1048576,
441
441
  "CHECK": 65536,
@@ -458,7 +458,7 @@
458
458
  "description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
459
459
  "properties": {
460
460
  "template": {
461
- "description": "the template's name, as seq init takes it",
461
+ "description": "the official template's name",
462
462
  "pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
463
463
  "title": "Template",
464
464
  "type": "string"
@@ -702,5 +702,5 @@
702
702
  ],
703
703
  "title": "BenchmarkSpec",
704
704
  "type": "object",
705
- "x-contract-version": "0.5.39"
705
+ "x-contract-version": "0.5.41"
706
706
  }
@@ -40,5 +40,5 @@
40
40
  ],
41
41
  "title": "BenchmarkStatusResponse",
42
42
  "type": "object",
43
- "x-contract-version": "0.5.39"
43
+ "x-contract-version": "0.5.41"
44
44
  }
@@ -79,5 +79,5 @@
79
79
  ],
80
80
  "title": "BootstrapResponse",
81
81
  "type": "object",
82
- "x-contract-version": "0.5.39"
82
+ "x-contract-version": "0.5.41"
83
83
  }
@@ -72,5 +72,5 @@
72
72
  ],
73
73
  "title": "Camera",
74
74
  "type": "object",
75
- "x-contract-version": "0.5.39"
75
+ "x-contract-version": "0.5.41"
76
76
  }
@@ -23,5 +23,5 @@
23
23
  ],
24
24
  "title": "CodeBundle",
25
25
  "type": "object",
26
- "x-contract-version": "0.5.39"
26
+ "x-contract-version": "0.5.41"
27
27
  }
@@ -53,5 +53,5 @@
53
53
  },
54
54
  "title": "Concurrency",
55
55
  "type": "object",
56
- "x-contract-version": "0.5.39"
56
+ "x-contract-version": "0.5.41"
57
57
  }
@@ -18,5 +18,5 @@
18
18
  ],
19
19
  "title": "DeploymentAccepted",
20
20
  "type": "object",
21
- "x-contract-version": "0.5.39"
21
+ "x-contract-version": "0.5.41"
22
22
  }
@@ -330,5 +330,5 @@
330
330
  ],
331
331
  "title": "DeploymentPolicy",
332
332
  "type": "object",
333
- "x-contract-version": "0.5.39"
333
+ "x-contract-version": "0.5.41"
334
334
  }
@@ -841,7 +841,7 @@
841
841
  "description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
842
842
  "properties": {
843
843
  "template": {
844
- "description": "the template's name, as seq init takes it",
844
+ "description": "the official template's name",
845
845
  "pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
846
846
  "title": "Template",
847
847
  "type": "string"
@@ -1046,5 +1046,5 @@
1046
1046
  ],
1047
1047
  "title": "DeploymentRequest",
1048
1048
  "type": "object",
1049
- "x-contract-version": "0.5.39"
1049
+ "x-contract-version": "0.5.41"
1050
1050
  }
@@ -31,23 +31,6 @@
31
31
  "title": "Model",
32
32
  "type": "string"
33
33
  },
34
- "reason": {
35
- "anyOf": [
36
- {
37
- "enum": [
38
- "gpu_out_of_memory",
39
- "host_out_of_memory",
40
- "crashed"
41
- ],
42
- "type": "string"
43
- },
44
- {
45
- "type": "null"
46
- }
47
- ],
48
- "default": null,
49
- "title": "Reason"
50
- },
51
34
  "status": {
52
35
  "$ref": "#/$defs/DeploymentState"
53
36
  }
@@ -58,5 +41,5 @@
58
41
  ],
59
42
  "title": "DeploymentStatusResponse",
60
43
  "type": "object",
61
- "x-contract-version": "0.5.39"
44
+ "x-contract-version": "0.5.41"
62
45
  }
@@ -94,5 +94,5 @@
94
94
  ],
95
95
  "title": "ErrorBody",
96
96
  "type": "object",
97
- "x-contract-version": "0.5.39"
97
+ "x-contract-version": "0.5.41"
98
98
  }
@@ -22,7 +22,7 @@
22
22
  ],
23
23
  "title": "ErrorCode",
24
24
  "type": "string",
25
- "x-contract-version": "0.5.39",
25
+ "x-contract-version": "0.5.41",
26
26
  "x-errors": {
27
27
  "budget_exhausted": {
28
28
  "exit_code": 6,
@@ -60,5 +60,5 @@
60
60
  ],
61
61
  "title": "Estimate",
62
62
  "type": "object",
63
- "x-contract-version": "0.5.39"
63
+ "x-contract-version": "0.5.41"
64
64
  }
@@ -240,5 +240,5 @@
240
240
  ],
241
241
  "title": "EvalDryRunResponse",
242
242
  "type": "object",
243
- "x-contract-version": "0.5.39"
243
+ "x-contract-version": "0.5.41"
244
244
  }
@@ -269,6 +269,48 @@
269
269
  "title": "ParamUsed",
270
270
  "type": "object"
271
271
  },
272
+ "PlannerReport": {
273
+ "additionalProperties": false,
274
+ "description": "An eval through a planner (EvalRequest.model a planner): the planner it ran through and what it did - how often it\nplanned each episode on the robot's clock, the plans it wrote over every episode (each kept in its episode's record\nand replay), and what its model calls cost, billed as requests beside the machines.",
275
+ "properties": {
276
+ "every_s": {
277
+ "title": "Every S",
278
+ "type": "number"
279
+ },
280
+ "model_calls_usd": {
281
+ "anyOf": [
282
+ {
283
+ "type": "number"
284
+ },
285
+ {
286
+ "type": "null"
287
+ }
288
+ ],
289
+ "default": null,
290
+ "title": "Model Calls Usd"
291
+ },
292
+ "name": {
293
+ "title": "Name",
294
+ "type": "string"
295
+ },
296
+ "plans": {
297
+ "default": 0,
298
+ "title": "Plans",
299
+ "type": "integer"
300
+ },
301
+ "policy": {
302
+ "title": "Policy",
303
+ "type": "string"
304
+ }
305
+ },
306
+ "required": [
307
+ "name",
308
+ "policy",
309
+ "every_s"
310
+ ],
311
+ "title": "PlannerReport",
312
+ "type": "object"
313
+ },
272
314
  "TaskAgg": {
273
315
  "additionalProperties": false,
274
316
  "description": "Per-task aggregate of ONE user-named metric — structured detail, not a bare dict.",
@@ -364,6 +406,17 @@
364
406
  "title": "Metrics",
365
407
  "type": "object"
366
408
  },
409
+ "planner": {
410
+ "anyOf": [
411
+ {
412
+ "$ref": "#/$defs/PlannerReport"
413
+ },
414
+ {
415
+ "type": "null"
416
+ }
417
+ ],
418
+ "default": null
419
+ },
367
420
  "status": {
368
421
  "$ref": "#/$defs/EvalStatus"
369
422
  },
@@ -417,5 +470,5 @@
417
470
  ],
418
471
  "title": "EvalReport",
419
472
  "type": "object",
420
- "x-contract-version": "0.5.39"
473
+ "x-contract-version": "0.5.41"
421
474
  }
@@ -95,6 +95,19 @@
95
95
  "default": null,
96
96
  "title": "Params"
97
97
  },
98
+ "policy": {
99
+ "anyOf": [
100
+ {
101
+ "maxLength": 200,
102
+ "type": "string"
103
+ },
104
+ {
105
+ "type": "null"
106
+ }
107
+ ],
108
+ "default": null,
109
+ "title": "Policy"
110
+ },
98
111
  "policy_gpu": {
99
112
  "anyOf": [
100
113
  {
@@ -275,5 +288,5 @@
275
288
  },
276
289
  "title": "EvalRequest",
277
290
  "type": "object",
278
- "x-contract-version": "0.5.39"
291
+ "x-contract-version": "0.5.41"
279
292
  }
@@ -153,5 +153,5 @@
153
153
  ],
154
154
  "title": "EvalResponse",
155
155
  "type": "object",
156
- "x-contract-version": "0.5.39"
156
+ "x-contract-version": "0.5.41"
157
157
  }
@@ -49,5 +49,5 @@
49
49
  ],
50
50
  "title": "ImageFrame",
51
51
  "type": "object",
52
- "x-contract-version": "0.5.39"
52
+ "x-contract-version": "0.5.41"
53
53
  }
@@ -243,7 +243,7 @@
243
243
  "description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
244
244
  "properties": {
245
245
  "template": {
246
- "description": "the template's name, as seq init takes it",
246
+ "description": "the official template's name",
247
247
  "pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
248
248
  "title": "Template",
249
249
  "type": "string"
@@ -348,5 +348,5 @@
348
348
  },
349
349
  "title": "ImageSpec",
350
350
  "type": "object",
351
- "x-contract-version": "0.5.39"
351
+ "x-contract-version": "0.5.41"
352
352
  }
@@ -38,5 +38,5 @@
38
38
  ],
39
39
  "title": "ImageStepAddLocal",
40
40
  "type": "object",
41
- "x-contract-version": "0.5.39"
41
+ "x-contract-version": "0.5.41"
42
42
  }
@@ -14,5 +14,5 @@
14
14
  ],
15
15
  "title": "ImageStepApt",
16
16
  "type": "object",
17
- "x-contract-version": "0.5.39"
17
+ "x-contract-version": "0.5.41"
18
18
  }
@@ -14,5 +14,5 @@
14
14
  ],
15
15
  "title": "ImageStepEnv",
16
16
  "type": "object",
17
- "x-contract-version": "0.5.39"
17
+ "x-contract-version": "0.5.41"
18
18
  }
@@ -87,5 +87,5 @@
87
87
  ],
88
88
  "title": "ImageStepProject",
89
89
  "type": "object",
90
- "x-contract-version": "0.5.39"
90
+ "x-contract-version": "0.5.41"
91
91
  }
@@ -46,5 +46,5 @@
46
46
  ],
47
47
  "title": "ImageStepRun",
48
48
  "type": "object",
49
- "x-contract-version": "0.5.39"
49
+ "x-contract-version": "0.5.41"
50
50
  }
@@ -5,7 +5,7 @@
5
5
  "description": "An official template version's frozen build files - the source at its pinned commit, every Python package and\nsystem package its image installs, the assets it downloads - which the platform keeps itself, so a build never\nreaches the sites they came from (`seq.Image.template_files`). Each run_commands step after this one reads them,\nread-only, at FROZEN_PATH; nothing of them stays in the image unless a step copies or installs it.",
6
6
  "properties": {
7
7
  "template": {
8
- "description": "the template's name, as seq init takes it",
8
+ "description": "the official template's name",
9
9
  "pattern": "^[a-z0-9][a-z0-9-]{0,63}$",
10
10
  "title": "Template",
11
11
  "type": "string"
@@ -37,5 +37,5 @@
37
37
  ],
38
38
  "title": "ImageStepTemplateFiles",
39
39
  "type": "object",
40
- "x-contract-version": "0.5.39"
40
+ "x-contract-version": "0.5.41"
41
41
  }