sequence-base 0.8.6__tar.gz → 0.8.7__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (130) hide show
  1. {sequence_base-0.8.6 → sequence_base-0.8.7}/PKG-INFO +1 -1
  2. {sequence_base-0.8.6 → sequence_base-0.8.7}/pyproject.toml +1 -1
  3. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/by_name.py +8 -8
  4. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/constants/version.py +2 -1
  5. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/__init__.py +4 -2
  6. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/deployments.py +2 -3
  7. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/eval.py +16 -0
  8. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/planner.py +5 -0
  9. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/policy.py +3 -3
  10. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ActRequest.json +1 -1
  11. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ActResponse.json +1 -1
  12. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ActionChunk.json +1 -1
  13. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ActionContract.json +1 -1
  14. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ActionStep.json +1 -1
  15. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/AdapterPair.json +1 -1
  16. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/AddLocal.json +1 -1
  17. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Autoscaler.json +1 -1
  18. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/BenchmarkRegisterRequest.json +1 -1
  19. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/BenchmarkSpec.json +2 -2
  20. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/BenchmarkStatusResponse.json +1 -1
  21. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/BootstrapResponse.json +1 -1
  22. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Camera.json +1 -1
  23. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/CodeBundle.json +1 -1
  24. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Concurrency.json +1 -1
  25. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/DeploymentAccepted.json +1 -1
  26. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/DeploymentPolicy.json +1 -1
  27. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/DeploymentRequest.json +1 -1
  28. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/DeploymentStatusResponse.json +1 -1
  29. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ErrorBody.json +1 -1
  30. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ErrorCodes.json +1 -1
  31. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Estimate.json +1 -1
  32. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/EvalDryRunResponse.json +1 -1
  33. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/EvalReport.json +44 -1
  34. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/EvalRequest.json +1 -1
  35. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/EvalResponse.json +1 -1
  36. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ImageFrame.json +1 -1
  37. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ImageSpec.json +1 -1
  38. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ImageStepAddLocal.json +1 -1
  39. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ImageStepApt.json +1 -1
  40. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ImageStepEnv.json +1 -1
  41. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ImageStepProject.json +1 -1
  42. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ImageStepRun.json +1 -1
  43. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ImageStepTemplateFiles.json +1 -1
  44. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ImageStepUvPip.json +1 -1
  45. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/InferParam.json +1 -1
  46. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Lease.json +1 -1
  47. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/MetricAgg.json +1 -1
  48. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Observation.json +1 -1
  49. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ObservationContract.json +1 -1
  50. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ObserveRequest.json +1 -1
  51. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ObserveResponse.json +1 -1
  52. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlanAppend.json +1 -1
  53. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlanAppended.json +1 -1
  54. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerMember.json +1 -1
  55. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerObservation.json +1 -1
  56. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerObserve.json +1 -1
  57. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerObserved.json +1 -1
  58. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerPlanIn.json +1 -1
  59. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerPlans.json +1 -1
  60. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerPlansWritten.json +1 -1
  61. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerRobot.json +1 -1
  62. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerRound.json +1 -1
  63. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerRoundRequest.json +1 -1
  64. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PlannerSpec.json +1 -1
  65. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PolicyRegistration.json +2 -2
  66. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/PolicySpec.json +1 -1
  67. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Project.json +1 -1
  68. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Proprioception.json +1 -1
  69. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/ReplaySpec.json +1 -1
  70. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Resources.json +1 -1
  71. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/RolloutResult.json +1 -1
  72. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/SecretCreateRequest.json +1 -1
  73. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/SecretInfo.json +1 -1
  74. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/SecretRef.json +1 -1
  75. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/SeqFlags.json +1 -1
  76. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/SettingsChange.json +1 -1
  77. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/SettingsChanged.json +1 -1
  78. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/SettingsView.json +1 -1
  79. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/TaskAgg.json +1 -1
  80. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/TemplateFiles.json +1 -1
  81. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/UploadTarget.json +1 -1
  82. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/VolumeFile.json +1 -1
  83. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/VolumeInfo.json +1 -1
  84. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/VolumeMount.json +1 -1
  85. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/VolumeRef.json +1 -1
  86. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/VolumeUploadRequest.json +1 -1
  87. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/VolumeUploadResponse.json +1 -1
  88. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/WarmingError.json +1 -1
  89. {sequence_base-0.8.6 → sequence_base-0.8.7}/.gitignore +0 -0
  90. {sequence_base-0.8.6 → sequence_base-0.8.7}/README.md +0 -0
  91. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/__init__.py +0 -0
  92. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/auth.py +0 -0
  93. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/codec/__init__.py +0 -0
  94. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/codec/blocks.py +0 -0
  95. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/codec/compressed.py +0 -0
  96. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/codec/image.py +0 -0
  97. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/codec/marked.py +0 -0
  98. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/constants/__init__.py +0 -0
  99. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/constants/cards.py +0 -0
  100. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/constants/headers.py +0 -0
  101. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/constants/limits.py +0 -0
  102. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/constants/serving.py +0 -0
  103. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/construct.py +0 -0
  104. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/accounts.py +0 -0
  105. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/adapters.py +0 -0
  106. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/benchmarks.py +0 -0
  107. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/connect.py +0 -0
  108. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/errors.py +0 -0
  109. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/flags.py +0 -0
  110. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/observe.py +0 -0
  111. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/own_io.py +0 -0
  112. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/settings.py +0 -0
  113. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/templates.py +0 -0
  114. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/volumes.py +0 -0
  115. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/contract/wire.py +0 -0
  116. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/episode.py +0 -0
  117. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/errors/__init__.py +0 -0
  118. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/errors/transport.py +0 -0
  119. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/msgpack_io.py +0 -0
  120. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/obs/__init__.py +0 -0
  121. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/obs/log.py +0 -0
  122. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/obs/rid.py +0 -0
  123. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/presets/__init__.py +0 -0
  124. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/presets/prompts.py +0 -0
  125. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/presets/robot_arm.py +0 -0
  126. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schema_export.py +0 -0
  127. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Tensors.json +0 -0
  128. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/schemas/Timeouts.json +0 -0
  129. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/telemetry/__init__.py +0 -0
  130. {sequence_base-0.8.6 → sequence_base-0.8.7}/sequence_base/telemetry/events.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: sequence-base
3
- Version: 0.8.6
3
+ Version: 0.8.7
4
4
  Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
5
5
  Project-URL: Changelog, https://generalsequences.com/docs/changelog/
6
6
  Requires-Python: >=3.10
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "sequence-base"
3
- version = "0.8.6"
3
+ version = "0.8.7"
4
4
  description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
5
5
  requires-python = ">=3.10"
6
6
  dependencies = ["pydantic>=2.0"]
@@ -136,9 +136,9 @@ def _keys(names: list) -> str:
136
136
 
137
137
  def plan_refused(plan: Any, *, infer_takes_episode: bool) -> str | None:
138
138
  """Why `plan`, a policy's @seq.plan method, cannot be served as it is written - or None, when it can: it is called on
139
- a clock with the episode alone, plain or async, returning (never yielding) what is kept in the episode's state for
140
- the act function beside it, which must take the episode to read it.
141
- """
139
+ the robot's clock with the robot alone, plain or async, returning (never yielding) what is kept in the episode's state
140
+ for the act function beside it, which must take the episode to read it.
141
+ """
142
142
  name = getattr(plan, "__name__", "plan")
143
143
  if inspect.isgeneratorfunction(plan) or inspect.isasyncgenfunction(plan):
144
144
  return (f"@seq.plan {name} returns its plan rather than yielding it: return the value, which is kept in "
@@ -148,14 +148,14 @@ def plan_refused(plan: Any, *, infer_takes_episode: bool) -> str | None:
148
148
  except (TypeError, ValueError):
149
149
  params = {}
150
150
  others = [n for n, p in params.items()
151
- if n not in ("self", "episode") and p.default is inspect.Parameter.empty and p.kind not in _VARIADIC]
152
- if "episode" not in params or others:
153
- return (f"@seq.plan is handed the episode alone: write def {name}(self, episode) - read what it needs from "
154
- 'episode.state, and return the plan, which is kept in episode.state["seq.plans"] (None keeps the plans '
151
+ if n not in ("self", "robot") and p.default is inspect.Parameter.empty and p.kind not in _VARIADIC]
152
+ if "robot" not in params or others:
153
+ return (f"@seq.plan is handed the robot alone: write def {name}(self, robot) - read what it needs from "
154
+ 'robot.state, and return the plan, which is kept in episode.state["seq.plans"] (None keeps the plans '
155
155
  "as they are)")
156
156
  if not infer_takes_episode:
157
157
  return ("a policy with @seq.plan reads its plans where its act function runs: take episode in it and read "
158
- 'episode.state["seq.plans"][-1]["value"]')
158
+ 'episode.state.get("seq.plans"), which has no plan until the first one returns')
159
159
  return None
160
160
 
161
161
 
@@ -4,7 +4,8 @@
4
4
 
5
5
 
6
6
 
7
- CONTRACT_VERSION = "0.5.46"
7
+ CONTRACT_VERSION = "0.5.47"
8
+
8
9
 
9
10
 
10
11
 
@@ -76,6 +76,7 @@ from sequence_base.contract.eval import (
76
76
  EvalDryRunResponse,
77
77
  EvalReport,
78
78
  PlannerReport,
79
+ PlanReport,
79
80
  EvalRequest,
80
81
  EvalResponse,
81
82
  EvalStatus,
@@ -130,6 +131,7 @@ from sequence_base.contract.planner import (
130
131
  PLANS_MOST,
131
132
  STATE_MOST,
132
133
  PLAN_ON_A_POLICY,
134
+ PLANNERS_GONE,
133
135
  PLANNER_ID,
134
136
  POLICY_ID,
135
137
  ROBOT_ID,
@@ -172,7 +174,7 @@ __all__ = [
172
174
 
173
175
  "ReplaySpec", "BenchmarkSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
174
176
  "EvalRequest", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
175
- "EvalStatus", "TaskAgg", "MetricAgg", "EvalReport", "PlannerReport",
177
+ "EvalStatus", "TaskAgg", "MetricAgg", "EvalReport", "PlannerReport", "PlanReport",
176
178
 
177
179
  "SecretRef", "SecretCreateRequest", "SecretInfo", "BootstrapResponse",
178
180
 
@@ -182,7 +184,7 @@ __all__ = [
182
184
  "SETTINGS", "Setting", "SettingsChange", "Applied", "SettingState", "SettingsView", "SettingChanged",
183
185
  "SettingsChanged",
184
186
 
185
- "KEPT", "MOST_LAYERS", "PLANS_MOST", "STATE_MOST", "PLAN_ON_A_POLICY", "PLANNER_ID", "POLICY_ID", "ROBOT_ID", "WAITING_FOR_PLAN",
187
+ "KEPT", "MOST_LAYERS", "PLANS_MOST", "STATE_MOST", "PLAN_ON_A_POLICY", "PLANNERS_GONE", "PLANNER_ID", "POLICY_ID", "ROBOT_ID", "WAITING_FOR_PLAN",
186
188
  "PlannerSpec",
187
189
  "PlannerRoundRequest", "PlannerRobot", "PlannerMember", "PlannerObservation", "PlannerPlanIn", "PlannerRound",
188
190
  "PlannerPlans", "PlannerPlansWritten", "PlanAppend", "PlanAppended", "PlannerObserve", "PlannerObserved",
@@ -21,7 +21,7 @@ from typing import Any, Literal
21
21
  from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator
22
22
 
23
23
  from sequence_base.contract.accounts import SecretRef
24
- from sequence_base.contract.planner import PLAN_ON_A_POLICY, PlannerSpec
24
+ from sequence_base.contract.planner import PlannerSpec
25
25
  from sequence_base.contract.policy import (
26
26
  Concurrency,
27
27
  Episodes,
@@ -204,6 +204,7 @@ class DeploymentPolicy(BaseModel):
204
204
  models: list[str] | None = Field(default=None, max_length=16)
205
205
 
206
206
 
207
+
207
208
  plan_every_s: float | None = Field(default=None, gt=0)
208
209
 
209
210
 
@@ -219,8 +220,6 @@ class DeploymentPolicy(BaseModel):
219
220
  raise ValueError(f"a planner answers no act, so it declares no {', '.join(said)}")
220
221
  if self.plan_every_s is None:
221
222
  raise ValueError("a planner plans: its policy block says plan_every_s")
222
- elif self.plan_every_s is not None:
223
- raise ValueError(PLAN_ON_A_POLICY)
224
223
  return self
225
224
 
226
225
  @model_validator(mode="after")
@@ -34,6 +34,7 @@ __all__ = [
34
34
  "MetricAgg",
35
35
  "EvalReport",
36
36
  "PlannerReport",
37
+ "PlanReport",
37
38
  ]
38
39
 
39
40
 
@@ -352,6 +353,19 @@ class PlannerReport(BaseModel):
352
353
  model_calls_usd: float | None = None
353
354
 
354
355
 
356
+ class PlanReport(BaseModel):
357
+ """An eval of a policy with @seq.plan: how often it planned each episode on the robot's clock, the plans it kept over
358
+ every episode (each in its episode's record and replay), and what the model calls of this eval cost, billed as
359
+ requests beside the machines."""
360
+
361
+ model_config = ConfigDict(extra="forbid")
362
+
363
+ every_s: float
364
+ plans: int = 0
365
+
366
+ model_calls_usd: float | None = None
367
+
368
+
355
369
  class EvalReport(BaseModel):
356
370
  """GET /v1/eval/{id} (eval-raw revision). NO hard-coded `overall_sr` / `success_rate` top-level field —
357
371
  `metrics` is a passthrough dict keyed by the user's metric names, each value a `MetricAgg`; `success` is among
@@ -387,3 +401,5 @@ class EvalReport(BaseModel):
387
401
  arm_params: list[ArmParams] | None = None
388
402
 
389
403
  planner: PlannerReport | None = None
404
+
405
+ plan: PlanReport | None = None
@@ -59,6 +59,11 @@ PLAN_ON_A_POLICY = ("@seq.plan is a planner's now: a policy is planned by a @seq
59
59
  "episode.state[\"seq.plans\"][-1][\"value\"]")
60
60
 
61
61
 
62
+ PLANNERS_GONE = ("@seq.planner is gone: planning is part of the policy now. Put a @seq.plan method in your @seq.policy "
63
+ "class - def plan(self, robot), returning the next step - and connect to the policy by its name, "
64
+ "connect(\"<policy>\").")
65
+
66
+
62
67
  def check_name(value: str, what: str) -> str:
63
68
  """`value` as a planner's or a member's name, else ValueError saying the rule."""
64
69
  if not isinstance(value, str) or not NAME.fullmatch(value):
@@ -16,7 +16,7 @@ from pydantic import BaseModel, ConfigDict, Field, field_validator, model_valida
16
16
 
17
17
  from sequence_base.contract.accounts import SecretRef
18
18
  from sequence_base.contract.flags import SeqFlags
19
- from sequence_base.contract.planner import PLAN_ON_A_POLICY, PlannerSpec
19
+ from sequence_base.contract.planner import PlannerSpec
20
20
 
21
21
  __all__ = [
22
22
  "Episodes",
@@ -544,8 +544,8 @@ class PolicyRegistration(BaseModel):
544
544
  f"not {', '.join(other)}")
545
545
  if SeqFlags.PLAN not in self.bindings or self.plan_every_s is None:
546
546
  raise ValueError("a planner plans: it binds one @seq.plan(every_s=...)")
547
- elif SeqFlags.PLAN in self.bindings or self.plan_every_s is not None:
548
- raise ValueError(PLAN_ON_A_POLICY)
547
+ elif (SeqFlags.PLAN in self.bindings) != (self.plan_every_s is not None):
548
+ raise ValueError("a policy's @seq.plan says how often it plans: it binds one @seq.plan(every_s=...)")
549
549
  return self
550
550
 
551
551
  @model_validator(mode="after")
@@ -78,5 +78,5 @@
78
78
  },
79
79
  "title": "ActRequest",
80
80
  "type": "object",
81
- "x-contract-version": "0.5.46"
81
+ "x-contract-version": "0.5.47"
82
82
  }
@@ -53,5 +53,5 @@
53
53
  ],
54
54
  "title": "ActResponse",
55
55
  "type": "object",
56
- "x-contract-version": "0.5.46"
56
+ "x-contract-version": "0.5.47"
57
57
  }
@@ -99,5 +99,5 @@
99
99
  ],
100
100
  "title": "ActionChunk",
101
101
  "type": "object",
102
- "x-contract-version": "0.5.46"
102
+ "x-contract-version": "0.5.47"
103
103
  }
@@ -96,5 +96,5 @@
96
96
  ],
97
97
  "title": "ActionContract",
98
98
  "type": "object",
99
- "x-contract-version": "0.5.46"
99
+ "x-contract-version": "0.5.47"
100
100
  }
@@ -19,5 +19,5 @@
19
19
  ],
20
20
  "title": "ActionStep",
21
21
  "type": "object",
22
- "x-contract-version": "0.5.46"
22
+ "x-contract-version": "0.5.47"
23
23
  }
@@ -17,5 +17,5 @@
17
17
  ],
18
18
  "title": "AdapterPair",
19
19
  "type": "object",
20
- "x-contract-version": "0.5.46"
20
+ "x-contract-version": "0.5.47"
21
21
  }
@@ -23,5 +23,5 @@
23
23
  ],
24
24
  "title": "AddLocal",
25
25
  "type": "object",
26
- "x-contract-version": "0.5.46"
26
+ "x-contract-version": "0.5.47"
27
27
  }
@@ -36,5 +36,5 @@
36
36
  },
37
37
  "title": "Autoscaler",
38
38
  "type": "object",
39
- "x-contract-version": "0.5.46"
39
+ "x-contract-version": "0.5.47"
40
40
  }
@@ -748,5 +748,5 @@
748
748
  ],
749
749
  "title": "BenchmarkRegisterRequest",
750
750
  "type": "object",
751
- "x-contract-version": "0.5.46"
751
+ "x-contract-version": "0.5.47"
752
752
  }
@@ -435,7 +435,7 @@
435
435
  ],
436
436
  "title": "SeqFlags",
437
437
  "type": "integer",
438
- "x-contract-version": "0.5.46",
438
+ "x-contract-version": "0.5.47",
439
439
  "x-flag-names": {
440
440
  "ACTION": 1048576,
441
441
  "CHECK": 65536,
@@ -689,5 +689,5 @@
689
689
  ],
690
690
  "title": "BenchmarkSpec",
691
691
  "type": "object",
692
- "x-contract-version": "0.5.46"
692
+ "x-contract-version": "0.5.47"
693
693
  }
@@ -40,5 +40,5 @@
40
40
  ],
41
41
  "title": "BenchmarkStatusResponse",
42
42
  "type": "object",
43
- "x-contract-version": "0.5.46"
43
+ "x-contract-version": "0.5.47"
44
44
  }
@@ -79,5 +79,5 @@
79
79
  ],
80
80
  "title": "BootstrapResponse",
81
81
  "type": "object",
82
- "x-contract-version": "0.5.46"
82
+ "x-contract-version": "0.5.47"
83
83
  }
@@ -72,5 +72,5 @@
72
72
  ],
73
73
  "title": "Camera",
74
74
  "type": "object",
75
- "x-contract-version": "0.5.46"
75
+ "x-contract-version": "0.5.47"
76
76
  }
@@ -23,5 +23,5 @@
23
23
  ],
24
24
  "title": "CodeBundle",
25
25
  "type": "object",
26
- "x-contract-version": "0.5.46"
26
+ "x-contract-version": "0.5.47"
27
27
  }
@@ -53,5 +53,5 @@
53
53
  },
54
54
  "title": "Concurrency",
55
55
  "type": "object",
56
- "x-contract-version": "0.5.46"
56
+ "x-contract-version": "0.5.47"
57
57
  }
@@ -18,5 +18,5 @@
18
18
  ],
19
19
  "title": "DeploymentAccepted",
20
20
  "type": "object",
21
- "x-contract-version": "0.5.46"
21
+ "x-contract-version": "0.5.47"
22
22
  }
@@ -294,5 +294,5 @@
294
294
  ],
295
295
  "title": "DeploymentPolicy",
296
296
  "type": "object",
297
- "x-contract-version": "0.5.46"
297
+ "x-contract-version": "0.5.47"
298
298
  }
@@ -950,5 +950,5 @@
950
950
  ],
951
951
  "title": "DeploymentRequest",
952
952
  "type": "object",
953
- "x-contract-version": "0.5.46"
953
+ "x-contract-version": "0.5.47"
954
954
  }
@@ -41,5 +41,5 @@
41
41
  ],
42
42
  "title": "DeploymentStatusResponse",
43
43
  "type": "object",
44
- "x-contract-version": "0.5.46"
44
+ "x-contract-version": "0.5.47"
45
45
  }
@@ -94,5 +94,5 @@
94
94
  ],
95
95
  "title": "ErrorBody",
96
96
  "type": "object",
97
- "x-contract-version": "0.5.46"
97
+ "x-contract-version": "0.5.47"
98
98
  }
@@ -22,7 +22,7 @@
22
22
  ],
23
23
  "title": "ErrorCode",
24
24
  "type": "string",
25
- "x-contract-version": "0.5.46",
25
+ "x-contract-version": "0.5.47",
26
26
  "x-errors": {
27
27
  "budget_exhausted": {
28
28
  "exit_code": 6,
@@ -60,5 +60,5 @@
60
60
  ],
61
61
  "title": "Estimate",
62
62
  "type": "object",
63
- "x-contract-version": "0.5.46"
63
+ "x-contract-version": "0.5.47"
64
64
  }
@@ -240,5 +240,5 @@
240
240
  ],
241
241
  "title": "EvalDryRunResponse",
242
242
  "type": "object",
243
- "x-contract-version": "0.5.46"
243
+ "x-contract-version": "0.5.47"
244
244
  }
@@ -269,6 +269,38 @@
269
269
  "title": "ParamUsed",
270
270
  "type": "object"
271
271
  },
272
+ "PlanReport": {
273
+ "additionalProperties": false,
274
+ "description": "An eval of a policy with @seq.plan: how often it planned each episode on the robot's clock, the plans it kept over\nevery episode (each in its episode's record and replay), and what the model calls of this eval cost, billed as\nrequests beside the machines.",
275
+ "properties": {
276
+ "every_s": {
277
+ "title": "Every S",
278
+ "type": "number"
279
+ },
280
+ "model_calls_usd": {
281
+ "anyOf": [
282
+ {
283
+ "type": "number"
284
+ },
285
+ {
286
+ "type": "null"
287
+ }
288
+ ],
289
+ "default": null,
290
+ "title": "Model Calls Usd"
291
+ },
292
+ "plans": {
293
+ "default": 0,
294
+ "title": "Plans",
295
+ "type": "integer"
296
+ }
297
+ },
298
+ "required": [
299
+ "every_s"
300
+ ],
301
+ "title": "PlanReport",
302
+ "type": "object"
303
+ },
272
304
  "PlannerReport": {
273
305
  "additionalProperties": false,
274
306
  "description": "An eval through a planner (EvalRequest.model a planner): the planner it ran through and what it did - how often it\nplanned each episode on the robot's clock, the plans it wrote over every episode (each kept in its episode's record\nand replay), and what its model calls cost, billed as requests beside the machines.",
@@ -406,6 +438,17 @@
406
438
  "title": "Metrics",
407
439
  "type": "object"
408
440
  },
441
+ "plan": {
442
+ "anyOf": [
443
+ {
444
+ "$ref": "#/$defs/PlanReport"
445
+ },
446
+ {
447
+ "type": "null"
448
+ }
449
+ ],
450
+ "default": null
451
+ },
409
452
  "planner": {
410
453
  "anyOf": [
411
454
  {
@@ -470,5 +513,5 @@
470
513
  ],
471
514
  "title": "EvalReport",
472
515
  "type": "object",
473
- "x-contract-version": "0.5.46"
516
+ "x-contract-version": "0.5.47"
474
517
  }
@@ -275,5 +275,5 @@
275
275
  },
276
276
  "title": "EvalRequest",
277
277
  "type": "object",
278
- "x-contract-version": "0.5.46"
278
+ "x-contract-version": "0.5.47"
279
279
  }
@@ -153,5 +153,5 @@
153
153
  ],
154
154
  "title": "EvalResponse",
155
155
  "type": "object",
156
- "x-contract-version": "0.5.46"
156
+ "x-contract-version": "0.5.47"
157
157
  }
@@ -49,5 +49,5 @@
49
49
  ],
50
50
  "title": "ImageFrame",
51
51
  "type": "object",
52
- "x-contract-version": "0.5.46"
52
+ "x-contract-version": "0.5.47"
53
53
  }
@@ -348,5 +348,5 @@
348
348
  },
349
349
  "title": "ImageSpec",
350
350
  "type": "object",
351
- "x-contract-version": "0.5.46"
351
+ "x-contract-version": "0.5.47"
352
352
  }
@@ -38,5 +38,5 @@
38
38
  ],
39
39
  "title": "ImageStepAddLocal",
40
40
  "type": "object",
41
- "x-contract-version": "0.5.46"
41
+ "x-contract-version": "0.5.47"
42
42
  }
@@ -14,5 +14,5 @@
14
14
  ],
15
15
  "title": "ImageStepApt",
16
16
  "type": "object",
17
- "x-contract-version": "0.5.46"
17
+ "x-contract-version": "0.5.47"
18
18
  }
@@ -14,5 +14,5 @@
14
14
  ],
15
15
  "title": "ImageStepEnv",
16
16
  "type": "object",
17
- "x-contract-version": "0.5.46"
17
+ "x-contract-version": "0.5.47"
18
18
  }
@@ -87,5 +87,5 @@
87
87
  ],
88
88
  "title": "ImageStepProject",
89
89
  "type": "object",
90
- "x-contract-version": "0.5.46"
90
+ "x-contract-version": "0.5.47"
91
91
  }
@@ -46,5 +46,5 @@
46
46
  ],
47
47
  "title": "ImageStepRun",
48
48
  "type": "object",
49
- "x-contract-version": "0.5.46"
49
+ "x-contract-version": "0.5.47"
50
50
  }
@@ -37,5 +37,5 @@
37
37
  ],
38
38
  "title": "ImageStepTemplateFiles",
39
39
  "type": "object",
40
- "x-contract-version": "0.5.46"
40
+ "x-contract-version": "0.5.47"
41
41
  }
@@ -14,5 +14,5 @@
14
14
  ],
15
15
  "title": "ImageStepUvPip",
16
16
  "type": "object",
17
- "x-contract-version": "0.5.46"
17
+ "x-contract-version": "0.5.47"
18
18
  }
@@ -106,5 +106,5 @@
106
106
  ],
107
107
  "title": "InferParam",
108
108
  "type": "object",
109
- "x-contract-version": "0.5.46"
109
+ "x-contract-version": "0.5.47"
110
110
  }
@@ -24,5 +24,5 @@
24
24
  ],
25
25
  "title": "Lease",
26
26
  "type": "object",
27
- "x-contract-version": "0.5.46"
27
+ "x-contract-version": "0.5.47"
28
28
  }
@@ -51,5 +51,5 @@
51
51
  ],
52
52
  "title": "MetricAgg",
53
53
  "type": "object",
54
- "x-contract-version": "0.5.46"
54
+ "x-contract-version": "0.5.47"
55
55
  }
@@ -169,5 +169,5 @@
169
169
  ],
170
170
  "title": "Observation",
171
171
  "type": "object",
172
- "x-contract-version": "0.5.46"
172
+ "x-contract-version": "0.5.47"
173
173
  }
@@ -120,5 +120,5 @@
120
120
  },
121
121
  "title": "ObservationContract",
122
122
  "type": "object",
123
- "x-contract-version": "0.5.46"
123
+ "x-contract-version": "0.5.47"
124
124
  }
@@ -76,5 +76,5 @@
76
76
  ],
77
77
  "title": "ObserveRequest",
78
78
  "type": "object",
79
- "x-contract-version": "0.5.46"
79
+ "x-contract-version": "0.5.47"
80
80
  }
@@ -13,5 +13,5 @@
13
13
  ],
14
14
  "title": "ObserveResponse",
15
15
  "type": "object",
16
- "x-contract-version": "0.5.46"
16
+ "x-contract-version": "0.5.47"
17
17
  }
@@ -9,5 +9,5 @@
9
9
  },
10
10
  "title": "PlanAppend",
11
11
  "type": "object",
12
- "x-contract-version": "0.5.46"
12
+ "x-contract-version": "0.5.47"
13
13
  }
@@ -24,5 +24,5 @@
24
24
  ],
25
25
  "title": "PlanAppended",
26
26
  "type": "object",
27
- "x-contract-version": "0.5.46"
27
+ "x-contract-version": "0.5.47"
28
28
  }
@@ -84,5 +84,5 @@
84
84
  ],
85
85
  "title": "PlannerMember",
86
86
  "type": "object",
87
- "x-contract-version": "0.5.46"
87
+ "x-contract-version": "0.5.47"
88
88
  }
@@ -37,5 +37,5 @@
37
37
  ],
38
38
  "title": "PlannerObservation",
39
39
  "type": "object",
40
- "x-contract-version": "0.5.46"
40
+ "x-contract-version": "0.5.47"
41
41
  }
@@ -9,5 +9,5 @@
9
9
  },
10
10
  "title": "PlannerObserve",
11
11
  "type": "object",
12
- "x-contract-version": "0.5.46"
12
+ "x-contract-version": "0.5.47"
13
13
  }
@@ -12,5 +12,5 @@
12
12
  ],
13
13
  "title": "PlannerObserved",
14
14
  "type": "object",
15
- "x-contract-version": "0.5.46"
15
+ "x-contract-version": "0.5.47"
16
16
  }
@@ -29,5 +29,5 @@
29
29
  ],
30
30
  "title": "PlannerPlanIn",
31
31
  "type": "object",
32
- "x-contract-version": "0.5.46"
32
+ "x-contract-version": "0.5.47"
33
33
  }
@@ -62,5 +62,5 @@
62
62
  ],
63
63
  "title": "PlannerPlans",
64
64
  "type": "object",
65
- "x-contract-version": "0.5.46"
65
+ "x-contract-version": "0.5.47"
66
66
  }
@@ -26,5 +26,5 @@
26
26
  },
27
27
  "title": "PlannerPlansWritten",
28
28
  "type": "object",
29
- "x-contract-version": "0.5.46"
29
+ "x-contract-version": "0.5.47"
30
30
  }
@@ -30,5 +30,5 @@
30
30
  ],
31
31
  "title": "PlannerRobot",
32
32
  "type": "object",
33
- "x-contract-version": "0.5.46"
33
+ "x-contract-version": "0.5.47"
34
34
  }
@@ -196,5 +196,5 @@
196
196
  },
197
197
  "title": "PlannerRound",
198
198
  "type": "object",
199
- "x-contract-version": "0.5.46"
199
+ "x-contract-version": "0.5.47"
200
200
  }
@@ -17,5 +17,5 @@
17
17
  ],
18
18
  "title": "PlannerRoundRequest",
19
19
  "type": "object",
20
- "x-contract-version": "0.5.46"
20
+ "x-contract-version": "0.5.47"
21
21
  }
@@ -18,5 +18,5 @@
18
18
  ],
19
19
  "title": "PlannerSpec",
20
20
  "type": "object",
21
- "x-contract-version": "0.5.46"
21
+ "x-contract-version": "0.5.47"
22
22
  }
@@ -654,7 +654,7 @@
654
654
  ],
655
655
  "title": "SeqFlags",
656
656
  "type": "integer",
657
- "x-contract-version": "0.5.46",
657
+ "x-contract-version": "0.5.47",
658
658
  "x-flag-names": {
659
659
  "ACTION": 1048576,
660
660
  "CHECK": 65536,
@@ -769,5 +769,5 @@
769
769
  ],
770
770
  "title": "PolicyRegistration",
771
771
  "type": "object",
772
- "x-contract-version": "0.5.46"
772
+ "x-contract-version": "0.5.47"
773
773
  }
@@ -622,5 +622,5 @@
622
622
  ],
623
623
  "title": "PolicySpec",
624
624
  "type": "object",
625
- "x-contract-version": "0.5.46"
625
+ "x-contract-version": "0.5.47"
626
626
  }
@@ -72,5 +72,5 @@
72
72
  },
73
73
  "title": "Project",
74
74
  "type": "object",
75
- "x-contract-version": "0.5.46"
75
+ "x-contract-version": "0.5.47"
76
76
  }
@@ -68,5 +68,5 @@
68
68
  },
69
69
  "title": "Proprioception",
70
70
  "type": "object",
71
- "x-contract-version": "0.5.46"
71
+ "x-contract-version": "0.5.47"
72
72
  }
@@ -52,5 +52,5 @@
52
52
  },
53
53
  "title": "ReplaySpec",
54
54
  "type": "object",
55
- "x-contract-version": "0.5.46"
55
+ "x-contract-version": "0.5.47"
56
56
  }
@@ -85,5 +85,5 @@
85
85
  ],
86
86
  "title": "Resources",
87
87
  "type": "object",
88
- "x-contract-version": "0.5.46"
88
+ "x-contract-version": "0.5.47"
89
89
  }
@@ -86,5 +86,5 @@
86
86
  },
87
87
  "title": "RolloutResult",
88
88
  "type": "object",
89
- "x-contract-version": "0.5.46"
89
+ "x-contract-version": "0.5.47"
90
90
  }
@@ -21,5 +21,5 @@
21
21
  ],
22
22
  "title": "SecretCreateRequest",
23
23
  "type": "object",
24
- "x-contract-version": "0.5.46"
24
+ "x-contract-version": "0.5.47"
25
25
  }
@@ -40,5 +40,5 @@
40
40
  ],
41
41
  "title": "SecretInfo",
42
42
  "type": "object",
43
- "x-contract-version": "0.5.46"
43
+ "x-contract-version": "0.5.47"
44
44
  }
@@ -12,5 +12,5 @@
12
12
  ],
13
13
  "title": "SecretRef",
14
14
  "type": "object",
15
- "x-contract-version": "0.5.46"
15
+ "x-contract-version": "0.5.47"
16
16
  }
@@ -19,7 +19,7 @@
19
19
  ],
20
20
  "title": "SeqFlags",
21
21
  "type": "integer",
22
- "x-contract-version": "0.5.46",
22
+ "x-contract-version": "0.5.47",
23
23
  "x-flag-names": {
24
24
  "ACTION": 1048576,
25
25
  "CHECK": 65536,
@@ -58,5 +58,5 @@
58
58
  ],
59
59
  "title": "SettingsChange",
60
60
  "type": "object",
61
- "x-contract-version": "0.5.46"
61
+ "x-contract-version": "0.5.47"
62
62
  }
@@ -145,5 +145,5 @@
145
145
  ],
146
146
  "title": "SettingsChanged",
147
147
  "type": "object",
148
- "x-contract-version": "0.5.46"
148
+ "x-contract-version": "0.5.47"
149
149
  }
@@ -415,5 +415,5 @@
415
415
  ],
416
416
  "title": "SettingsView",
417
417
  "type": "object",
418
- "x-contract-version": "0.5.46"
418
+ "x-contract-version": "0.5.47"
419
419
  }
@@ -22,5 +22,5 @@
22
22
  ],
23
23
  "title": "TaskAgg",
24
24
  "type": "object",
25
- "x-contract-version": "0.5.46"
25
+ "x-contract-version": "0.5.47"
26
26
  }
@@ -22,5 +22,5 @@
22
22
  ],
23
23
  "title": "TemplateFiles",
24
24
  "type": "object",
25
- "x-contract-version": "0.5.46"
25
+ "x-contract-version": "0.5.47"
26
26
  }
@@ -24,5 +24,5 @@
24
24
  ],
25
25
  "title": "UploadTarget",
26
26
  "type": "object",
27
- "x-contract-version": "0.5.46"
27
+ "x-contract-version": "0.5.47"
28
28
  }
@@ -25,5 +25,5 @@
25
25
  ],
26
26
  "title": "VolumeFile",
27
27
  "type": "object",
28
- "x-contract-version": "0.5.46"
28
+ "x-contract-version": "0.5.47"
29
29
  }
@@ -68,5 +68,5 @@
68
68
  ],
69
69
  "title": "VolumeInfo",
70
70
  "type": "object",
71
- "x-contract-version": "0.5.46"
71
+ "x-contract-version": "0.5.47"
72
72
  }
@@ -17,5 +17,5 @@
17
17
  ],
18
18
  "title": "VolumeMount",
19
19
  "type": "object",
20
- "x-contract-version": "0.5.46"
20
+ "x-contract-version": "0.5.47"
21
21
  }
@@ -24,5 +24,5 @@
24
24
  ],
25
25
  "title": "VolumeRef",
26
26
  "type": "object",
27
- "x-contract-version": "0.5.46"
27
+ "x-contract-version": "0.5.47"
28
28
  }
@@ -56,5 +56,5 @@
56
56
  ],
57
57
  "title": "VolumeUploadRequest",
58
58
  "type": "object",
59
- "x-contract-version": "0.5.46"
59
+ "x-contract-version": "0.5.47"
60
60
  }
@@ -65,5 +65,5 @@
65
65
  ],
66
66
  "title": "VolumeUploadResponse",
67
67
  "type": "object",
68
- "x-contract-version": "0.5.46"
68
+ "x-contract-version": "0.5.47"
69
69
  }
@@ -86,5 +86,5 @@
86
86
  ],
87
87
  "title": "WarmingError",
88
88
  "type": "object",
89
- "x-contract-version": "0.5.46"
89
+ "x-contract-version": "0.5.47"
90
90
  }
File without changes
File without changes