sequence-base 0.3.21__tar.gz → 0.3.23__tar.gz

{sequence_base-0.3.21 → sequence_base-0.3.23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: sequence-base
-Version: 0.3.21
+Version: 0.3.23
 Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
 Requires-Python: >=3.10
 Requires-Dist: pydantic>=2.0

{sequence_base-0.3.21 → sequence_base-0.3.23}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sequence-base"
-version = "0.3.21"
+version = "0.3.23"
 description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
 # 3.10, not 3.11: `seq` (which imports this) must run on ROS 2 Humble's Python 3.10, and nothing here needs 3.11.
 # {2026-10-03 the full suite on CPython 3.10.20: "147 PASSED"; vermin --eval-annotations: "MINIMUM REQUIRED VERSIONS: 3.9"}

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/constants/version.py

@@ -4,7 +4,9 @@
 # across deployments / repos can tell which version of a shape it is validating against. MUST change
 # whenever any shared wire shape changes (a field added / removed / retyped) — that is what makes
 # contract evolution mechanically detectable instead of eyeballed. Bump on any shape change.
-CONTRACT_VERSION = "0.4.18"  # 0.4.17 -> 0.4.18: DeploymentPolicy.models — the platform models a policy calls while it runs (catalogue ids), which the act key driving it may call on /v1/chat and /v1/decide (gs-plans models-api/11)
+CONTRACT_VERSION = "0.4.20"  # 0.4.19 -> 0.4.20: BenchmarkRegisterRequest.params — the parameters a benchmark's @seq.setup declares (InferParam: type and default), which an eval may set; EvalReport.arm_params — per arm each parameter's value and source, and the steps that asked the policy of all it took (gs-plans eval-adapters/36)
+# previous: 0.4.19  # 0.4.18 -> 0.4.19: RenderSpec.flip — how the platform turns a recorded camera's frames before encoding ("vertical" / "horizontal" / "both"; None, left off the wire, as drawn), declared once by the benchmark's author (seq.Record(flip=...)); gs-plans benchmarks
+# previous: 0.4.18  # 0.4.17 -> 0.4.18: DeploymentPolicy.models — the platform models a policy calls while it runs (catalogue ids), which the act key driving it may call on /v1/chat and /v1/decide (gs-plans models-api/11)
 # previous: 0.4.17  # 0.4.16 -> 0.4.17: weights optional — PolicySpec.weights, DeploymentRequest.weights and BootstrapResponse.weights_uri may be None, for a policy without a checkpoint (nothing copied or mounted; gs-plans storage T13)
 # previous: 0.4.16  # 0.4.15 -> 0.4.16: batched benchmarks — SeqFlags.OBSERVE / STEP, BenchmarkSpec / BenchmarkRegisterRequest.envs and .batched; per-arm eval reports — EvalReport.arms / paired / timing / stop_reason, EvalStatus.CANCELED, Estimate.breakdown / default_timing, EvalResponse.arms, EvalDryRunResponse.layout / notes
 # previous: 0.4.15  # 0.4.14 -> 0.4.15: limits count GPUs and CPU/memory are billed like Modal — Resources.cpu / memory_gb optional floats + cpu_limit / memory_limit_gb; Autoscaler.max_gpus / on_full / queue_timeout_s replace max_containers; Concurrency fields optional + replicas_per_gpu / gpus_per_replica; DeploymentStatusResponse.reason; EvalRequest.policy_instances / policy_gpu / benchmark_instances / benchmark_gpu / envs replace gpus / envs_per_gpu; EvalStatus.QUEUED; EvalCards / EvalQueue

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/contract/benchmarks.py

@@ -12,10 +12,12 @@ benchmark per-step result — a different type from ImageSpec's build `ImageStep
 """
 from __future__ import annotations
 
+from typing import Literal
+
 from pydantic import BaseModel, ConfigDict, Field, model_validator
 
 from sequence_base.contract.accounts import SecretRef
-from sequence_base.contract.deployments import CodeBundle, DeploymentState
+from sequence_base.contract.deployments import CodeBundle, DeploymentState, InferParam
 from sequence_base.contract.flags import BENCHMARK_BATCHED, BENCHMARK_BINDABLE, SeqFlags
 from sequence_base.contract.policy import ActionContract, ImageSpec, VolumeRef
 
@@ -58,6 +60,13 @@ class RenderSpec(BaseModel):
 
     camera: str = Field(..., description="Which camera to pull frames from, e.g. 'wrist' / 'agentview'")
     fps: int = 30
+    # How the platform turns each frame before encoding it. Whether a camera's picture is upside down is a property of
+    # the renderer (OpenGL's glReadPixels returns the bottom row first: LIBERO / robosuite), so its author says it once
+    # here instead of everyone who runs an eval passing it. {gs-plans inbox "LIBERO 风格的相机录出来是倒的"}
+    # None (as drawn) is left off the wire, so a recording that is not turned registers on any platform version.
+    flip: Literal["vertical", "horizontal", "both"] | None = Field(
+        None, description="'vertical': rows reversed (upside down); 'horizontal': mirrored; 'both': turned 180°; "
+                          "None: as drawn")
 
 
 class Step(BaseModel):
@@ -176,11 +185,22 @@ class BenchmarkRegisterRequest(BaseModel):
     gpu: str | None = Field(default=None, max_length=32)
     # How many environments one instance runs at once when an eval does not say; None takes 1.
     envs: int | None = Field(default=None, ge=1, le=65536)
+    # The parameters its @seq.setup declares — `def setup(self, envs, *, noise_std: float = 0.02)` — each with its type
+    # and default, which an eval may set (--param benchmark.noise_std=0); None: it declares none, or an SDK from before
+    # them. {gs-plans/eval-adapters/36}
+    params: dict[str, InferParam] | None = Field(default=None, max_length=32)
     # Whether the benchmark is batched (binds OBSERVE and STEP and steps many environments in one call).
     batched: bool = False
     # The Dockerfile's build context, as for a deployment.
     image_context: CodeBundle | None = None
 
+    @model_validator(mode="after")
+    def _param_names(self) -> "BenchmarkRegisterRequest":
+        for name in self.params or {}:
+            if not name.isidentifier() or name.startswith("_"):
+                raise ValueError(f"setup parameter {name!r} is not a public Python identifier")
+        return self
+
 
 class BenchmarkStatusResponse(BaseModel):
     """GET /v1/benchmarks/{name} — the build state of a registered benchmark (same lifecycle as a deployment:

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/contract/eval.py

@@ -71,7 +71,9 @@ class EvalRequest(BaseModel):
     max_usd: float | None = Field(default=None, gt=0)
     # Run again only the episodes of that earlier eval that errored; the report covers both runs.
     rerun_of: str | None = None
-    # Inference parameters the model's @seq.infer declares, set for every /act of this eval.
+    # Parameters set for every arm of this eval: by `side.name` — the policy's @seq.infer, the adapter's __init__, the
+    # benchmark's @seq.setup, or the eval loop's own (`eval.steps_per_query`) — or by the bare name when only one side
+    # declares it. `sweep` names them the same way. {gs-plans/eval-adapters/36}
     params: dict[str, int | float | bool | str] | None = Field(default=None, max_length=32)
     # Only the conditions whose variant takes one of these values on each named axis.
     variants: dict[str, list[str]] | None = Field(default=None, max_length=32)
@@ -261,6 +263,8 @@ class ArmReport(BaseModel):
 
     arm: int
     model: str
+    # What this arm's eval set (the eval's params and this arm's sweep values): a policy's inference parameter by its
+    # name, any other side's as side.name (`eval.steps_per_query`). Every value it ran with is in EvalReport.arm_params.
     params: dict[str, int | float | bool | str] = Field(default_factory=dict)
     metrics: dict[str, MetricAgg] = Field(default_factory=dict)
     # Each metric's 95% confidence interval as [low, high].
@@ -271,6 +275,33 @@ class ArmReport(BaseModel):
     budget_stopped: bool = False
 
 
+class ParamUsed(BaseModel):
+    """One parameter's value in an arm, and who gave it: the eval (`cli`), the default its declaring side wrote
+    (`policy` / `adapter` / `benchmark`), or the platform's own (`platform`). {gs-plans/eval-adapters/36}"""
+
+    model_config = ConfigDict(extra="forbid")
+
+    value: int | float | bool | str | None = None
+    source: Literal["cli", "policy", "adapter", "benchmark", "platform"]
+
+
+class ArmParams(BaseModel):
+    """An arm's parameters, side by side: every one the policy's @seq.infer, the adapter's __init__, the benchmark's
+    @seq.setup and the eval loop declare, with the value the arm ran with and where it came from; and how many of its
+    steps asked the policy (their observation read, so rendered, once each) of all the steps it took — what
+    `eval.steps_per_query` saves. {gs-plans/eval-adapters/36}"""
+
+    model_config = ConfigDict(extra="forbid")
+
+    arm: int
+    policy: dict[str, ParamUsed] = Field(default_factory=dict)
+    adapter: dict[str, ParamUsed] = Field(default_factory=dict)
+    benchmark: dict[str, ParamUsed] = Field(default_factory=dict)
+    eval: dict[str, ParamUsed] = Field(default_factory=dict)
+    queries: int | None = None
+    steps: int | None = None
+
+
 class PairedDiff(BaseModel):
     """`compare`: one metric's difference between two arms over the seeds both ran (b - a), with its interval."""
 
@@ -323,6 +354,9 @@ class EvalReport(BaseModel):
     paired: list[PairedDiff] | None = None
     timing: EvalTiming | None = None
     stop_reason: str | None = None
+    # Per arm, every parameter's value and where it came from (gs-plans eval-adapters/36). Here and not in ArmReport:
+    # an SDK from before it drops a report key its contract does not define, but would refuse one inside an arm.
+    arm_params: list[ArmParams] | None = None
 
 
 class AdapterKind(str, Enum):

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ActRequest.json

@@ -65,5 +65,5 @@
   ],
   "title": "ActRequest",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ActResponse.json

@@ -75,5 +75,5 @@
   ],
   "title": "ActResponse",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ActionChunk.json

@@ -99,5 +99,5 @@
   ],
   "title": "ActionChunk",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ActionContract.json

@@ -100,5 +100,5 @@
   ],
   "title": "ActionContract",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ActionStep.json

@@ -19,5 +19,5 @@
   ],
   "title": "ActionStep",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/AdapterTransform.json

@@ -38,5 +38,5 @@
   ],
   "title": "AdapterTransform",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/AddLocal.json

@@ -23,5 +23,5 @@
   ],
   "title": "AddLocal",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/Autoscaler.json

@@ -69,5 +69,5 @@
   },
   "title": "Autoscaler",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/BenchmarkConditionSpec.json

@@ -62,5 +62,5 @@
   ],
   "title": "BenchmarkConditionSpec",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/BenchmarkRegisterRequest.json

@@ -415,6 +415,48 @@
       "title": "ImageStepUvPip",
       "type": "object"
     },
+    "InferParam": {
+      "additionalProperties": false,
+      "description": "One inference parameter the policy's `@seq.infer` declares — `def infer(self, obs, *, num_steps: int = 10)`\n— with its type and default. An /act or an eval may set it; the worker passes only declared names, cast to\nthis type, and refuses any other. {gs-plans/customization/policy.md \"四、推理行为\"}",
+      "properties": {
+        "default": {
+          "anyOf": [
+            {
+              "type": "integer"
+            },
+            {
+              "type": "number"
+            },
+            {
+              "type": "boolean"
+            },
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Default"
+        },
+        "type": {
+          "enum": [
+            "int",
+            "float",
+            "bool",
+            "str"
+          ],
+          "title": "Type",
+          "type": "string"
+        }
+      },
+      "required": [
+        "type"
+      ],
+      "title": "InferParam",
+      "type": "object"
+    },
     "RenderSpec": {
       "additionalProperties": false,
       "description": "a.k.a. `seq.Record` — declares the mp4 the platform records (money-shot is a platform tool, not user\nglue). `camera` picks which camera stream to pull frames from; `fps` is the output frame rate. Used two\nways: as `BenchmarkSpec.render` (record the whole eval) and as `Step.record` (a per-frame hint).",
@@ -424,6 +466,24 @@
           "title": "Camera",
           "type": "string"
         },
+        "flip": {
+          "anyOf": [
+            {
+              "enum": [
+                "vertical",
+                "horizontal",
+                "both"
+              ],
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "description": "'vertical': rows reversed (upside down); 'horizontal': mirrored; 'both': turned 180°; None: as drawn",
+          "title": "Flip"
+        },
         "fps": {
           "default": 30,
           "title": "Fps",
@@ -647,6 +707,22 @@
       "title": "Name",
       "type": "string"
     },
+    "params": {
+      "anyOf": [
+        {
+          "additionalProperties": {
+            "$ref": "#/$defs/InferParam"
+          },
+          "maxProperties": 32,
+          "type": "object"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Params"
+    },
     "render": {
       "anyOf": [
         {
@@ -700,5 +776,5 @@
   ],
   "title": "BenchmarkRegisterRequest",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/BenchmarkSpec.json

@@ -232,6 +232,24 @@
           "title": "Camera",
           "type": "string"
         },
+        "flip": {
+          "anyOf": [
+            {
+              "enum": [
+                "vertical",
+                "horizontal",
+                "both"
+              ],
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "description": "'vertical': rows reversed (upside down); 'horizontal': mirrored; 'both': turned 180°; None: as drawn",
+          "title": "Flip"
+        },
         "fps": {
           "default": 30,
           "title": "Fps",
@@ -279,7 +297,7 @@
       ],
       "title": "SeqFlags",
       "type": "integer",
-      "x-contract-version": "0.4.18",
+      "x-contract-version": "0.4.20",
       "x-flag-names": {
         "CHECK": 65536,
         "INFER": 16,
@@ -487,5 +505,5 @@
   ],
   "title": "BenchmarkSpec",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/BenchmarkStatusResponse.json

@@ -40,5 +40,5 @@
   ],
   "title": "BenchmarkStatusResponse",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/BootstrapResponse.json

@@ -79,5 +79,5 @@
   ],
   "title": "BootstrapResponse",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/Camera.json

@@ -34,5 +34,5 @@
   ],
   "title": "Camera",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ClampInfo.json

@@ -23,5 +23,5 @@
   ],
   "title": "ClampInfo",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/CodeBundle.json

@@ -23,5 +23,5 @@
   ],
   "title": "CodeBundle",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/Concurrency.json

@@ -61,5 +61,5 @@
   },
   "title": "Concurrency",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/Conditions.json

@@ -55,5 +55,5 @@
   ],
   "title": "Conditions",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ConnectRequest.json

@@ -25,5 +25,5 @@
   ],
   "title": "ConnectRequest",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ConnectResponse.json

@@ -307,5 +307,5 @@
   ],
   "title": "ConnectResponse",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/DeploymentAccepted.json

@@ -18,5 +18,5 @@
   ],
   "title": "DeploymentAccepted",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/DeploymentPolicy.json

@@ -403,5 +403,5 @@
   ],
   "title": "DeploymentPolicy",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/DeploymentRequest.json

@@ -1017,5 +1017,5 @@
   ],
   "title": "DeploymentRequest",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/DeploymentStatusResponse.json

@@ -58,5 +58,5 @@
   ],
   "title": "DeploymentStatusResponse",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/Embodiment.json

@@ -213,5 +213,5 @@
   ],
   "title": "Embodiment",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ErrorBody.json

@@ -94,5 +94,5 @@
   ],
   "title": "ErrorBody",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/ErrorCodes.json

@@ -22,7 +22,7 @@
   ],
   "title": "ErrorCode",
   "type": "string",
-  "x-contract-version": "0.4.18",
+  "x-contract-version": "0.4.20",
   "x-errors": {
     "budget_exhausted": {
       "exit_code": 6,

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/Estimate.json

@@ -48,5 +48,5 @@
   ],
   "title": "Estimate",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }

{sequence_base-0.3.21 → sequence_base-0.3.23}/sequence_base/schemas/EvalDryRunResponse.json

@@ -228,5 +228,5 @@
   ],
   "title": "EvalDryRunResponse",
   "type": "object",
-  "x-contract-version": "0.4.18"
+  "x-contract-version": "0.4.20"
 }