sequence-base 0.4.12__tar.gz → 0.4.14__tar.gz

{sequence_base-0.4.12 → sequence_base-0.4.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: sequence-base
-Version: 0.4.12
+Version: 0.4.14
 Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
 Project-URL: Changelog, https://generalsequences.com/docs/changelog/
 Requires-Python: >=3.10

{sequence_base-0.4.12 → sequence_base-0.4.14}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sequence-base"
-version = "0.4.12"
+version = "0.4.14"
 description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
 requires-python = ">=3.10"
 dependencies = ["pydantic>=2.0"]

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/__init__.py

@@ -37,8 +37,6 @@ from sequence_base.contract import (
     ActionContract,
     ActionSpace,
     ActionStep,
-    AdapterKind,
-    AdapterTransform,
     Autoscaler,
     BenchmarkConditionSpec,
     BenchmarkRegisterRequest,
@@ -75,7 +73,6 @@ from sequence_base.contract import (
     ImageStepRun,
     ImageStepUvPip,
     Lease,
-    LossyTransform,
     MetricAgg,
     Observation,
     PolicyRegistration,
@@ -145,8 +142,7 @@ __all__ = [
 
     "Variant", "Conditions", "RenderSpec", "ReplaySpec", "Step", "BenchmarkSpec", "BenchmarkConditionSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
     "EvalRequest", "ClampInfo", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
-    "EvalStatus", "TaskAgg", "MetricAgg", "LossyTransform", "EvalReport",
-    "AdapterKind", "AdapterTransform",
+    "EvalStatus", "TaskAgg", "MetricAgg", "EvalReport",
 
     "SecretRef", "SecretCreateRequest", "SecretInfo", "BootstrapResponse",
 

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/constants/limits.py

@@ -14,3 +14,8 @@ MAX_USD = 100_000
 
 TASK_DESCRIPTION_MAX = 300
 
+
+
+METRIC_UNITS_MAX = 64
+METRIC_UNIT_MAX = 16
+

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/constants/version.py

@@ -4,7 +4,9 @@
 
 
 
-CONTRACT_VERSION = "0.5.11"
+CONTRACT_VERSION = "0.5.13"
+
+
 
 
 

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/contract/__init__.py

@@ -72,8 +72,6 @@ from sequence_base.contract.benchmarks import (
     Variant,
 )
 from sequence_base.contract.eval import (
-    AdapterKind,
-    AdapterTransform,
     ClampInfo,
     Estimate,
     EvalDryRunResponse,
@@ -81,7 +79,6 @@ from sequence_base.contract.eval import (
     EvalRequest,
     EvalResponse,
     EvalStatus,
-    LossyTransform,
     MetricAgg,
     RolloutResult,
     TaskAgg,
@@ -133,8 +130,7 @@ __all__ = [
 
     "Variant", "Conditions", "RenderSpec", "ReplaySpec", "Step", "BenchmarkSpec", "BenchmarkConditionSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
     "EvalRequest", "ClampInfo", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
-    "EvalStatus", "TaskAgg", "MetricAgg", "LossyTransform", "EvalReport",
-    "AdapterKind", "AdapterTransform",
+    "EvalStatus", "TaskAgg", "MetricAgg", "EvalReport",
 
     "SecretRef", "SecretCreateRequest", "SecretInfo", "BootstrapResponse",
 

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/contract/benchmarks.py

@@ -16,7 +16,7 @@ from typing import Literal
 
 from pydantic import BaseModel, ConfigDict, Field, model_validator
 
-from sequence_base.constants.limits import MAX_ENVS, TASK_DESCRIPTION_MAX
+from sequence_base.constants.limits import MAX_ENVS, METRIC_UNIT_MAX, METRIC_UNITS_MAX, TASK_DESCRIPTION_MAX
 from sequence_base.contract.accounts import SecretRef
 from sequence_base.contract.deployments import CodeBundle, DeploymentState, InferParam
 from sequence_base.contract.flags import BENCHMARK_BATCHED, BENCHMARK_BINDABLE, SeqFlags
@@ -199,6 +199,14 @@ class BenchmarkRegisterRequest(BaseModel):
     seeds_repeat: bool | None = None
 
 
+
+    success_metric: str | None = Field(default=None, min_length=1, max_length=200)
+
+
+
+    metric_units: dict[str, str] = Field(default_factory=dict, max_length=METRIC_UNITS_MAX)
+
+
     action_contract: ActionContract | None = None
 
 
@@ -238,6 +246,15 @@ class BenchmarkRegisterRequest(BaseModel):
                 raise ValueError(f"setup parameter {name!r} is not a public Python identifier")
         return self
 
+    @model_validator(mode="after")
+    def _metric_units(self) -> "BenchmarkRegisterRequest":
+        for metric, unit in self.metric_units.items():
+            if not metric or len(metric) > 200:
+                raise ValueError("metric_units names a metric of 1 to 200 characters")
+            if not unit.strip() or len(unit) > METRIC_UNIT_MAX:
+                raise ValueError(f"metric_units[{metric!r}] is a unit of 1 to {METRIC_UNIT_MAX} characters")
+        return self
+
     @model_validator(mode="after")
     def _task_descriptions(self) -> "BenchmarkRegisterRequest":
         """Each description names a task the benchmark declares - in `conditions` or `condition_list` - and is at most

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/contract/eval.py

@@ -32,10 +32,7 @@ __all__ = [
     "EvalStatus",
     "TaskAgg",
     "MetricAgg",
-    "LossyTransform",
     "EvalReport",
-    "AdapterKind",
-    "AdapterTransform",
 ]
 
 
@@ -49,7 +46,7 @@ class EvalRequest(BaseModel):
     leave them out and take the earlier eval's. `dry_run` selects the estimate-only response shape below.
 
     The one body the platform accepts: the current knobs plus the legacy names an older SDK still sends — `gpus` /
-    `envs_per_gpu` for the instance counts, `region` — each taken and mapped, or refused with the way on,
+    `envs_per_gpu` for the machine counts, `region` — each taken and mapped, or refused with the way on,
     never silently dropped. The gateway inherits this model rather than keeping its own."""
 
 
@@ -69,9 +66,9 @@ class EvalRequest(BaseModel):
 
 
 
-    policy_instances: int | None = Field(default=None, ge=1, le=64)
+    policy_machines: int | None = Field(default=None, ge=1, le=64)
     policy_gpu: str | None = Field(default=None, max_length=32)
-    benchmark_instances: int | None = Field(default=None, ge=1, le=64)
+    benchmark_machines: int | None = Field(default=None, ge=1, le=64)
 
 
 
@@ -81,7 +78,7 @@ class EvalRequest(BaseModel):
     envs: int | None = Field(default=None, ge=1)
 
     gpus: int = Field(default=1, ge=1, le=64, json_schema_extra={"deprecated": True},
-                      description="Deprecated name (sequence-ai <= 0.28) for policy_instances; use policy_instances.")
+                      description="Deprecated name (sequence-ai <= 0.28) for policy_machines; use policy_machines.")
     envs_per_gpu: int | None = Field(default=None, ge=1, le=1024, json_schema_extra={"deprecated": True},
                                      description="Deprecated name (sequence-ai <= 0.28) for envs; use envs.")
     adapter: str | None = Field(default=None, max_length=200)
@@ -94,14 +91,14 @@ class EvalRequest(BaseModel):
     tasks: list[str] | None = Field(default=None, max_length=1000)
 
 
-    max_usd: float | None = Field(default=None, gt=0, le=MAX_USD)
+
+    spend_cap_usd: float | None = Field(default=None, gt=0, le=MAX_USD)
 
     rerun_of: str | None = Field(default=None, max_length=64)
 
 
 
     rerun_unsuccessful_of: str | None = Field(default=None, max_length=64)
-    metric: str | None = Field(default=None, max_length=64)
 
 
 
@@ -123,11 +120,11 @@ class EvalRequest(BaseModel):
     @field_validator("envs")
     @classmethod
     def _envs_cap(cls, v: int | None) -> int | None:
-        """One benchmark instance runs at most MAX_ENVS environments; keep the author-facing hint (run more by adding
-        instances) rather than a bare bound, and name the same shared constant as the gateway."""
+        """One benchmark machine runs at most MAX_ENVS environments; keep the author-facing hint (run more by adding
+        machines) rather than a bare bound, and name the same shared constant as the gateway."""
         if v is not None and v > MAX_ENVS:
-            raise ValueError(f"a benchmark instance runs at most {MAX_ENVS} environments at once; add more "
-                             "benchmark_instances to run more")
+            raise ValueError(f"a benchmark machine runs at most {MAX_ENVS} environments at once; add more "
+                             "benchmark_machines to run more")
         return v
 
     @model_validator(mode="after")
@@ -195,7 +192,7 @@ class CardSide(BaseModel):
 
     model_config = ConfigDict(extra="forbid")
 
-    instances: int
+    machines: int
     gpu: str
     cards_each: int
 
@@ -304,16 +301,6 @@ class MetricAgg(BaseModel):
     n: int
 
 
-class LossyTransform(BaseModel):
-    """A lossy adapter transform recorded in the report. Shape aligns with the lossy element of
-    AdapterTransform (both {transform, reason})."""
-
-    model_config = ConfigDict(extra="forbid")
-
-    transform: str
-    reason: str
-
-
 class ArmReport(BaseModel):
     """One arm of an eval (a model x one combination of swept inference parameters): its own metrics and episode
     counts, so arms are compared side by side and never pooled."""
@@ -388,7 +375,6 @@ class EvalReport(BaseModel):
     )
     cost_usd: float
     dashboard_url: str
-    adapter_lossy: list[LossyTransform]
     videos: list[str] = Field(default_factory=list, description="mp4 pointers from the platform tool")
     incomplete: bool | None = None
     errors: list[str] = Field(
@@ -403,29 +389,16 @@ class EvalReport(BaseModel):
 
 
 
-    stop_reason: Literal["canceled", "budget", "balance", "deadline", "mismatch", "refused", "queue_timeout",
+    stop_reason: Literal["canceled", "spend_cap", "balance", "deadline", "mismatch", "refused", "queue_timeout",
                          "no_gpu_render"] | None = None
 
 
     arm_params: list[ArmParams] | None = None
 
 
-class AdapterKind(str, Enum):
-    LOSSLESS = "lossless"
-    LOSSY = "lossy"
 
+    units: dict[str, str] | None = None
 
 
 
-
-
-
-class AdapterTransform(BaseModel):
-    """One adapter transform: its kind (lossless / lossy), the transform's name, and an optional reason. A registered
-    adapter and an older eval report carry these fields; they are kept for compatibility and are no longer acted on."""
-
-    model_config = ConfigDict(extra="forbid")
-
-    kind: AdapterKind
-    transform: str
-    reason: str | None = None
+    success_metric: str | None = None

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/presets/robot_arm.py

@@ -12,7 +12,6 @@ resolving to these same classes.
 """
 from __future__ import annotations
 
-import math
 from enum import Enum
 from typing import Any, Literal
 
@@ -38,12 +37,18 @@ class ImageFrame(BaseModel):
         default=None, description="rgb (the default) or depth: a 16-bit PNG of millimetres, 0 where there is no reading")
 
 
+
+
+
+
+
 class Proprioception(BaseModel):
-    """Proprioceptive state. Only joint_positions is required; the rest is zero-padded per model."""
+    """Proprioceptive state. Every field is optional: a policy's observation contract (proprio) says which it reads,
+    and its worker requires those, each at its length."""
 
     model_config = ConfigDict(extra="forbid")
 
-    joint_positions: list[float] = Field(..., description="Joint angles, in radians")
+    joint_positions: list[float] | None = Field(default=None, description="Joint angles, in radians")
     joint_velocities: list[float] | None = None
 
     end_effector_pose: list[float] | None = Field(default=None, min_length=7, max_length=7)
@@ -124,22 +129,8 @@ class ActionContract(BaseModel):
     bounds: list[tuple[float, float]] | None = Field(default=None, max_length=256)
     max_delta: float | list[float] | None = None
 
-
-    on_violation: Literal["clip", "refuse"] | None = None
-
-
-
-
-    binarize: dict[int, float] | None = Field(
-        default=None, description="dimension -> threshold: the client gives the robot 1.0 above it, 0.0 otherwise")
-
     @model_validator(mode="after")
     def _limits_fit(self) -> "ActionContract":
-        for d, threshold in (self.binarize or {}).items():
-            if not 0 <= d < self.action_dim:
-                raise ValueError(f"binarize names dimension {d}; action_dim is {self.action_dim}")
-            if not math.isfinite(threshold):
-                raise ValueError(f"binarize[{d}] is {threshold}, not a finite threshold")
         if self.bounds is not None:
             if len(self.bounds) != self.action_dim:
                 raise ValueError(f"bounds has {len(self.bounds)} [low, high] pairs; action_dim is {self.action_dim}")

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schema_export.py

@@ -67,14 +67,12 @@ from sequence_base.contract.volumes import (
     VolumeUploadResponse,
 )
 from sequence_base.contract.eval import (
-    AdapterTransform,
     ClampInfo,
     Estimate,
     EvalDryRunResponse,
     EvalReport,
     EvalRequest,
     EvalResponse,
-    LossyTransform,
     MetricAgg,
     RolloutResult,
     TaskAgg,
@@ -168,9 +166,7 @@ WIRE_MODELS: dict[str, type[BaseModel]] = {
     "RolloutResult": RolloutResult,
     "TaskAgg": TaskAgg,
     "MetricAgg": MetricAgg,
-    "LossyTransform": LossyTransform,
     "EvalReport": EvalReport,
-    "AdapterTransform": AdapterTransform,
 
     "SecretRef": SecretRef,
     "SecretCreateRequest": SecretCreateRequest,

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/ActRequest.json

@@ -79,5 +79,5 @@
   ],
   "title": "ActRequest",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/ActResponse.json

@@ -89,5 +89,5 @@
   ],
   "title": "ActResponse",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/ActionChunk.json

@@ -99,5 +99,5 @@
   ],
   "title": "ActionChunk",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/ActionContract.json

@@ -23,22 +23,6 @@
     "action_space": {
       "$ref": "#/$defs/ActionSpace"
     },
-    "binarize": {
-      "anyOf": [
-        {
-          "additionalProperties": {
-            "type": "number"
-          },
-          "type": "object"
-        },
-        {
-          "type": "null"
-        }
-      ],
-      "default": null,
-      "description": "dimension -> threshold: the client gives the robot 1.0 above it, 0.0 otherwise",
-      "title": "Binarize"
-    },
     "bounds": {
       "anyOf": [
         {
@@ -87,22 +71,6 @@
       "default": null,
       "title": "Max Delta"
     },
-    "on_violation": {
-      "anyOf": [
-        {
-          "enum": [
-            "clip",
-            "refuse"
-          ],
-          "type": "string"
-        },
-        {
-          "type": "null"
-        }
-      ],
-      "default": null,
-      "title": "On Violation"
-    },
     "robot": {
       "title": "Robot",
       "type": "string"
@@ -116,5 +84,5 @@
   ],
   "title": "ActionContract",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/ActionStep.json

@@ -19,5 +19,5 @@
   ],
   "title": "ActionStep",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/AddLocal.json

@@ -23,5 +23,5 @@
   ],
   "title": "AddLocal",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/Autoscaler.json

@@ -69,5 +69,5 @@
   },
   "title": "Autoscaler",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/BenchmarkConditionSpec.json

@@ -50,5 +50,5 @@
   ],
   "title": "BenchmarkConditionSpec",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/BenchmarkRegisterRequest.json

@@ -11,22 +11,6 @@
         "action_space": {
           "$ref": "#/$defs/ActionSpace"
         },
-        "binarize": {
-          "anyOf": [
-            {
-              "additionalProperties": {
-                "type": "number"
-              },
-              "type": "object"
-            },
-            {
-              "type": "null"
-            }
-          ],
-          "default": null,
-          "description": "dimension -> threshold: the client gives the robot 1.0 above it, 0.0 otherwise",
-          "title": "Binarize"
-        },
         "bounds": {
           "anyOf": [
             {
@@ -75,22 +59,6 @@
           "default": null,
           "title": "Max Delta"
         },
-        "on_violation": {
-          "anyOf": [
-            {
-              "enum": [
-                "clip",
-                "refuse"
-              ],
-              "type": "string"
-            },
-            {
-              "type": "null"
-            }
-          ],
-          "default": null,
-          "title": "On Violation"
-        },
         "robot": {
           "title": "Robot",
           "type": "string"
@@ -876,6 +844,14 @@
       "default": null,
       "title": "Memory Gb"
     },
+    "metric_units": {
+      "additionalProperties": {
+        "type": "string"
+      },
+      "maxProperties": 64,
+      "title": "Metric Units",
+      "type": "object"
+    },
     "name": {
       "title": "Name",
       "type": "string"
@@ -942,6 +918,20 @@
       "default": null,
       "title": "Seeds Repeat"
     },
+    "success_metric": {
+      "anyOf": [
+        {
+          "maxLength": 200,
+          "minLength": 1,
+          "type": "string"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Success Metric"
+    },
     "task_descriptions": {
       "additionalProperties": {
         "type": "string"
@@ -972,5 +962,5 @@
   ],
   "title": "BenchmarkRegisterRequest",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/BenchmarkSpec.json

@@ -368,7 +368,7 @@
       ],
       "title": "SeqFlags",
       "type": "integer",
-      "x-contract-version": "0.5.11",
+      "x-contract-version": "0.5.13",
       "x-flag-names": {
         "CHECK": 65536,
         "INFER": 16,
@@ -625,5 +625,5 @@
   ],
   "title": "BenchmarkSpec",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/BenchmarkStatusResponse.json

@@ -40,5 +40,5 @@
   ],
   "title": "BenchmarkStatusResponse",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/BootstrapResponse.json

@@ -79,5 +79,5 @@
   ],
   "title": "BootstrapResponse",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/Camera.json

@@ -72,5 +72,5 @@
   ],
   "title": "Camera",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/ClampInfo.json

@@ -23,5 +23,5 @@
   ],
   "title": "ClampInfo",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/CodeBundle.json

@@ -23,5 +23,5 @@
   ],
   "title": "CodeBundle",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/Concurrency.json

@@ -96,5 +96,5 @@
   },
   "title": "Concurrency",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/Conditions.json

@@ -55,5 +55,5 @@
   ],
   "title": "Conditions",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }

{sequence_base-0.4.12 → sequence_base-0.4.14}/sequence_base/schemas/ConnectRequest.json

@@ -25,5 +25,5 @@
   ],
   "title": "ConnectRequest",
   "type": "object",
-  "x-contract-version": "0.5.11"
+  "x-contract-version": "0.5.13"
 }