sequence-base 0.3.0__tar.gz → 0.3.2__tar.gz

{sequence_base-0.3.0 → sequence_base-0.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: sequence-base
-Version: 0.3.0
+Version: 0.3.2
 Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
 Requires-Python: >=3.11
 Requires-Dist: pydantic>=2.0

{sequence_base-0.3.0 → sequence_base-0.3.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sequence-base"
-version = "0.3.0"
+version = "0.3.2"
 description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
 requires-python = ">=3.11"
 dependencies = ["pydantic>=2.0"]

{sequence_base-0.3.0 → sequence_base-0.3.2}/sequence_base/__init__.py

@@ -23,6 +23,7 @@ from sequence_base.contract import (  # noqa: F401  (re-export surface)
     AdapterTransform,
     Autoscaler,
     BenchmarkRegisterRequest,
+    BenchmarkStatusResponse,
     BenchmarkSpec,
     BootstrapResponse,
     ClampInfo,
@@ -115,7 +116,7 @@ __all__ = [
     # contract 3 — connect / lease
     "Lease", "ConnectRequest", "ConnectResponse",
     # contract 5 — benchmark + eval
-    "Variant", "Conditions", "RenderSpec", "Step", "BenchmarkSpec", "BenchmarkRegisterRequest",
+    "Variant", "Conditions", "RenderSpec", "Step", "BenchmarkSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
     "EvalRequest", "ClampInfo", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
     "EvalStatus", "SuiteAgg", "TaskAgg", "MetricAgg", "LossyTransform", "EvalReport",
     "AdapterKind", "AdapterTransform",
@@ -131,4 +132,4 @@ __all__ = [
     "auth", "WorkerLogEvent",
 ]
 
-__version__ = "0.3.0"
+__version__ = "0.3.2"

{sequence_base-0.3.0 → sequence_base-0.3.2}/sequence_base/contract/__init__.py

@@ -50,6 +50,7 @@ from sequence_base.contract.connect import ConnectRequest, ConnectResponse, Leas
 # contract 5 — benchmark registration + eval run / report / adapter
 from sequence_base.contract.benchmarks import (
     BenchmarkRegisterRequest,
+    BenchmarkStatusResponse,
     BenchmarkSpec,
     Conditions,
     RenderSpec,
@@ -100,7 +101,7 @@ __all__ = [
     # contract 3
     "Lease", "ConnectRequest", "ConnectResponse",
     # contract 5
-    "Variant", "Conditions", "RenderSpec", "Step", "BenchmarkSpec", "BenchmarkRegisterRequest",
+    "Variant", "Conditions", "RenderSpec", "Step", "BenchmarkSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
     "EvalRequest", "ClampInfo", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
     "EvalStatus", "SuiteAgg", "TaskAgg", "MetricAgg", "LossyTransform", "EvalReport",
     "AdapterKind", "AdapterTransform",

{sequence_base-0.3.0 → sequence_base-0.3.2}/sequence_base/contract/benchmarks.py

@@ -15,8 +15,9 @@ from __future__ import annotations
 from pydantic import BaseModel, ConfigDict, Field, model_validator
 
 from sequence_base.contract.accounts import SecretRef
+from sequence_base.contract.deployments import CodeBundle, DeploymentState
 from sequence_base.contract.flags import BENCHMARK_BINDABLE, SeqFlags
-from sequence_base.contract.policy import ImageSpec, VolumeRef
+from sequence_base.contract.policy import ActionContract, ImageSpec, VolumeRef
 
 __all__ = [
     "Variant",
@@ -25,6 +26,7 @@ __all__ = [
     "Step",
     "BenchmarkSpec",
     "BenchmarkRegisterRequest",
+    "BenchmarkStatusResponse",
 ]
 
 
@@ -128,3 +130,23 @@ class BenchmarkRegisterRequest(BaseModel):
     render: RenderSpec | None = None
     cpu: int | None = None
     memory_gb: int | None = None
+    # The benchmark's own source (reset/check hooks, its adapters), shipped like a policy's — the eval worker
+    # imports handler_ref and any adapter ref from it. None only when the image installs the module itself.
+    code: CodeBundle | None = None
+    # Which suite each task belongs to (task -> suite), so reports aggregate per suite without the platform
+    # guessing from task names. A task not listed here has no suite.
+    suite_of: dict[str, str] = Field(default_factory=dict)
+    # The action contract the benchmark's sim consumes; eval compares it with the policy's and requires an
+    # adapter when they differ.
+    action_contract: ActionContract | None = None
+
+
+class BenchmarkStatusResponse(BaseModel):
+    """GET /v1/benchmarks/{name} — the build state of a registered benchmark (same lifecycle as a deployment:
+    building → ready | failed), with the failure reason when failed."""
+
+    model_config = ConfigDict(extra="forbid")
+
+    name: str
+    status: DeploymentState
+    error: str | None = None

{sequence_base-0.3.0 → sequence_base-0.3.2}/sequence_base/contract/deployments.py

@@ -14,10 +14,11 @@ from __future__ import annotations
 import base64
 import binascii
 import hashlib
+import re
 from enum import Enum
 from typing import Literal
 
-from pydantic import BaseModel, ConfigDict, Field, model_validator
+from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator
 
 from sequence_base.contract.accounts import SecretRef
 from sequence_base.contract.policy import (
@@ -168,6 +169,32 @@ class DeploymentRequest(BaseModel):
     concurrency: Concurrency = Field(default_factory=lambda: Concurrency(max_inputs=1, target_inputs=1))
     timeouts: Timeouts | None = None
 
+    @field_validator("name")
+    @classmethod
+    def _name_is_a_slug(cls, v: str) -> str:
+        """The name is how a robot addresses the model (`connect(model=name)`) and how the console lists it, so
+        it is a slug: letters, digits, `.`, `_`, `-`, starting with a letter or digit, at most 64 characters.
+        A raw POST once registered "hfcheck-missing hf://nobody/x" — a space, a scheme and a slash in a name.
+        {LIVE 2026-10-02: THREE DEPLOYMENTS NAMED "<SLUG> HF://…" WERE ACCEPTED 202 WITH AN EMPTY WEIGHTS URI}"""
+        if not _NAME.fullmatch(v):
+            raise ValueError("name must be 1-64 letters, digits, '.', '_' or '-', starting with a letter or digit")
+        return v
+
+    @model_validator(mode="after")
+    def _weights_have_an_origin(self) -> "DeploymentRequest":
+        """The checkpoint the build provisions: a gs:// prefix or an hf:// repo, never empty. PolicySpec already
+        enforces this for SDK-authored deploys; this holds it for a body POSTed by anything else."""
+        uri = self.weights.uri.strip()
+        if not any(uri.startswith(s) and len(uri) > len(s) for s in _WEIGHTS_SCHEMES):
+            raise ValueError("weights.uri must be a gs://bucket/prefix or an hf://org/model checkpoint")
+        return self
+
+
+# A deployment name: what `connect(model=...)` and the console address. {DeploymentRequest._name_is_a_slug}
+_NAME = re.compile(r"[A-Za-z0-9][A-Za-z0-9._-]{0,63}")
+# The origins the build knows how to provision weights from.
+_WEIGHTS_SCHEMES = ("gs://", "hf://")
+
 
 class DeploymentAccepted(BaseModel):
     """202 — the build is async; the id comes back first, status pinned to `building`."""

{sequence_base-0.3.0 → sequence_base-0.3.2}/sequence_base/contract/eval.py

@@ -177,6 +177,9 @@ class EvalReport(BaseModel):
     adapter_lossy: list[LossyTransform]
     videos: list[str] = Field(default_factory=list, description="mp4 pointers from the platform tool")
     incomplete: bool | None = None
+    errors: list[str] = Field(
+        default_factory=list, description="Why episodes or the run failed, so an incomplete report says why"
+    )
 
 
 class AdapterKind(str, Enum):

{sequence_base-0.3.0 → sequence_base-0.3.2}/sequence_base/schema_export.py

@@ -36,6 +36,7 @@ from sequence_base.contract.act import (
 )
 from sequence_base.contract.benchmarks import (
     BenchmarkRegisterRequest,
+    BenchmarkStatusResponse,
     BenchmarkSpec,
     Conditions,
     RenderSpec,
@@ -128,6 +129,7 @@ WIRE_MODELS: dict[str, type[BaseModel]] = {
     "Step": Step,
     "BenchmarkSpec": BenchmarkSpec,
     "BenchmarkRegisterRequest": BenchmarkRegisterRequest,
+    "BenchmarkStatusResponse": BenchmarkStatusResponse,
     # contract 5 — eval run / report / adapter
     "EvalRequest": EvalRequest,
     "ClampInfo": ClampInfo,

{sequence_base-0.3.0 → sequence_base-0.3.2}/sequence_base/schemas/BenchmarkRegisterRequest.json

@@ -1,5 +1,71 @@
 {
   "$defs": {
+    "ActionContract": {
+      "additionalProperties": false,
+      "description": "The fixed obs→ActionChunk contract a policy promises. Every field required; `action_space` reuses\ncontract 4's enum (not a free string). Each ActionChunk echoes exactly these invariants back.",
+      "properties": {
+        "action_dim": {
+          "title": "Action Dim",
+          "type": "integer"
+        },
+        "action_space": {
+          "$ref": "#/$defs/ActionSpace"
+        },
+        "control_frequency_hz": {
+          "title": "Control Frequency Hz",
+          "type": "number"
+        },
+        "robot": {
+          "title": "Robot",
+          "type": "string"
+        }
+      },
+      "required": [
+        "robot",
+        "action_space",
+        "action_dim",
+        "control_frequency_hz"
+      ],
+      "title": "ActionContract",
+      "type": "object"
+    },
+    "ActionSpace": {
+      "description": "Must be explicit: the same floats mean opposite things across spaces — executing an absolute\njoint position as a delta flings the arm into its limit stops. {schema.py:124}",
+      "enum": [
+        "joint_absolute",
+        "joint_delta",
+        "ee_absolute",
+        "ee_delta"
+      ],
+      "title": "ActionSpace",
+      "type": "string"
+    },
+    "CodeBundle": {
+      "additionalProperties": false,
+      "description": "The policy's own source, shipped with the deploy so the worker can import `policy.handler_ref`\n(what Modal's automount does for the entrypoint module). A gzip'd tar of the handler's top-level module\nor package, base64 on the wire, with the sha256 of the decoded bytes so a truncated or altered upload\nis refused at the edge instead of failing as an ImportError on a GPU.",
+      "properties": {
+        "data": {
+          "title": "Data",
+          "type": "string"
+        },
+        "format": {
+          "const": "tar.gz",
+          "default": "tar.gz",
+          "title": "Format",
+          "type": "string"
+        },
+        "sha256": {
+          "title": "Sha256",
+          "type": "string"
+        }
+      },
+      "required": [
+        "data",
+        "sha256"
+      ],
+      "title": "CodeBundle",
+      "type": "object"
+    },
     "Conditions": {
       "additionalProperties": false,
       "description": "The eval matrix — structured, not a bare dict. `tasks` and `seeds` required; `variants` optional.",
@@ -228,6 +294,17 @@
   "additionalProperties": false,
   "description": "POST /v1/benchmarks — register body, same types as the spec (ImageSpec / Conditions / VolumeRef /\nRenderSpec). Carries assets / render / cpu / memory_gb / max_steps so the gateway can build the image,\nprovision the `assets` Volume, and register in one call.",
   "properties": {
+    "action_contract": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/ActionContract"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null
+    },
     "assets": {
       "items": {
         "$ref": "#/$defs/VolumeRef"
@@ -235,6 +312,17 @@
       "title": "Assets",
       "type": "array"
     },
+    "code": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/CodeBundle"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null
+    },
     "conditions": {
       "$ref": "#/$defs/Conditions"
     },
@@ -287,6 +375,13 @@
         }
       ],
       "default": null
+    },
+    "suite_of": {
+      "additionalProperties": {
+        "type": "string"
+      },
+      "title": "Suite Of",
+      "type": "object"
     }
   },
   "required": [

sequence_base-0.3.2/sequence_base/schemas/BenchmarkStatusResponse.json

@@ -0,0 +1,44 @@
+{
+  "$defs": {
+    "DeploymentState": {
+      "description": "GET status — a restricted enum, not a free string (same discipline as EvalStatus).",
+      "enum": [
+        "building",
+        "ready",
+        "failed"
+      ],
+      "title": "DeploymentState",
+      "type": "string"
+    }
+  },
+  "additionalProperties": false,
+  "description": "GET /v1/benchmarks/{name} — the build state of a registered benchmark (same lifecycle as a deployment:\nbuilding → ready | failed), with the failure reason when failed.",
+  "properties": {
+    "error": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Error"
+    },
+    "name": {
+      "title": "Name",
+      "type": "string"
+    },
+    "status": {
+      "$ref": "#/$defs/DeploymentState"
+    }
+  },
+  "required": [
+    "name",
+    "status"
+  ],
+  "title": "BenchmarkStatusResponse",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

{sequence_base-0.3.0 → sequence_base-0.3.2}/sequence_base/schemas/EvalReport.json

@@ -134,6 +134,14 @@
       "title": "Dashboard Url",
       "type": "string"
     },
+    "errors": {
+      "description": "Why episodes or the run failed, so an incomplete report says why",
+      "items": {
+        "type": "string"
+      },
+      "title": "Errors",
+      "type": "array"
+    },
     "incomplete": {
       "anyOf": [
         {

{sequence_base-0.3.0 → sequence_base-0.3.2}/tests/test_contracts.py

@@ -33,6 +33,7 @@ from sequence_base.contract.act import (
 )
 from sequence_base.contract.benchmarks import (
     BenchmarkRegisterRequest,
+    BenchmarkStatusResponse,
     BenchmarkSpec,
     Conditions,
     RenderSpec,
@@ -153,7 +154,10 @@ INSTANCES: dict[str, BaseModel] = {
                                    bindings={SeqFlags.SETUP: "setup", SeqFlags.RESET: "reset",
                                              SeqFlags.CHECK: "check", SeqFlags.SCORE: "score"}),
     "BenchmarkRegisterRequest": BenchmarkRegisterRequest(name="libero", image=_IMG, conditions=_COND,
-                                                         max_steps=400, handler_ref="m:B"),
+                                                         max_steps=400, handler_ref="m:B",
+                                                         code=CodeBundle.from_bytes(b"bench source"),
+                                                         suite_of={"pick": "spatial"}, action_contract=_AC),
+    "BenchmarkStatusResponse": BenchmarkStatusResponse(name="libero", status=DeploymentState.READY),
     "EvalRequest": EvalRequest(model="pi05", benchmark="libero"),
     "ClampInfo": ClampInfo(limit="account_quota", requested=8, granted=4),
     "Estimate": _EST,
@@ -444,7 +448,7 @@ def test_eval_report_metrics_passthrough_no_overall_sr():
     assert "success_rate" not in EvalReport.model_fields
     assert EvalReport.model_fields["metrics"].annotation == dict[str, MetricAgg]
     assert set(EvalReport.model_fields) == {
-        "status", "metrics", "cost_usd", "dashboard_url", "adapter_lossy", "videos", "incomplete"}
+        "status", "metrics", "cost_usd", "dashboard_url", "adapter_lossy", "videos", "incomplete", "errors"}
     rep = EvalReport(status=EvalStatus.COMPLETED,
                      metrics={"success": MetricAgg(overall=0.5, n=4),
                               "time_to_grasp": MetricAgg(overall=2.1, n=4)},
@@ -627,3 +631,35 @@ def test_code_bundle_rejects_tampering_bad_base64_and_oversize():
 def test_deploy_body_without_code_is_still_valid():
     # A handler installed by the image itself needs no bundle.
     assert INSTANCES["DeploymentRequest"].code is None
+
+
+# ── a POSTed deployment is held to what the SDK already guarantees ───────────────────────────────────────
+def _deploy_body(**over):
+    body = {"name": "pi05-droid", "image": {"base": "python:3.11-slim"},
+            "weights": {"uri": "gs://bkt/ckpt", "mount": "/data"},
+            "resources": {"gpu": ["L4"], "cpu": 4, "memory_gb": 16},
+            "policy": {"handler_ref": "p:P", "action": {"robot": "r", "action_space": "joint_delta",
+                                                       "action_dim": 8, "control_frequency_hz": 15.0}}}
+    body.update(over)
+    return body
+
+
+@pytest.mark.parametrize("name", ["Pi05Droid", "pi05-droid", "my_policy.v2", "a"])
+def test_a_deployment_name_is_a_slug(name):
+    from sequence_base import DeploymentRequest
+    assert DeploymentRequest.model_validate(_deploy_body(name=name)).name == name
+
+
+@pytest.mark.parametrize("name", ["hfcheck-missing hf://nobody/x", "", "-lead", "a/b", "x" * 65, "na me"])
+def test_a_name_with_spaces_slashes_or_schemes_is_refused(name):
+    """{LIVE 2026-10-02: "HFCHECK-MISSING HF://…" WAS ACCEPTED AS A DEPLOYMENT NAME}"""
+    from sequence_base import DeploymentRequest
+    with pytest.raises(ValueError):
+        DeploymentRequest.model_validate(_deploy_body(name=name))
+
+
+@pytest.mark.parametrize("uri", ["", "  ", "gs://", "hf://", "s3://bkt/x", "/local/path"])
+def test_weights_need_a_gs_or_hf_origin(uri):
+    from sequence_base import DeploymentRequest
+    with pytest.raises(ValueError):
+        DeploymentRequest.model_validate(_deploy_body(weights={"uri": uri, "mount": "/data"}))