sequence-base 0.4.11__tar.gz → 0.4.12__tar.gz

{sequence_base-0.4.11 → sequence_base-0.4.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: sequence-base
-Version: 0.4.11
+Version: 0.4.12
 Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
 Project-URL: Changelog, https://generalsequences.com/docs/changelog/
 Requires-Python: >=3.10

{sequence_base-0.4.11 → sequence_base-0.4.12}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sequence-base"
-version = "0.4.11"
+version = "0.4.12"
 description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
 requires-python = ">=3.10"
 dependencies = ["pydantic>=2.0"]

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/__init__.py

@@ -90,7 +90,6 @@ from sequence_base.contract import (
     SecretRef,
     SeqFlags,
     Step,
-    SuiteAgg,
     TaskAgg,
     Timeouts,
     Variant,
@@ -146,7 +145,7 @@ __all__ = [
 
     "Variant", "Conditions", "RenderSpec", "ReplaySpec", "Step", "BenchmarkSpec", "BenchmarkConditionSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
     "EvalRequest", "ClampInfo", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
-    "EvalStatus", "SuiteAgg", "TaskAgg", "MetricAgg", "LossyTransform", "EvalReport",
+    "EvalStatus", "TaskAgg", "MetricAgg", "LossyTransform", "EvalReport",
     "AdapterKind", "AdapterTransform",
 
     "SecretRef", "SecretCreateRequest", "SecretInfo", "BootstrapResponse",

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/constants/version.py

@@ -4,7 +4,8 @@
 
 
 
-CONTRACT_VERSION = "0.5.10"
+CONTRACT_VERSION = "0.5.11"
+
 
 
 

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/contract/__init__.py

@@ -84,7 +84,6 @@ from sequence_base.contract.eval import (
     LossyTransform,
     MetricAgg,
     RolloutResult,
-    SuiteAgg,
     TaskAgg,
 )
 
@@ -134,7 +133,7 @@ __all__ = [
 
     "Variant", "Conditions", "RenderSpec", "ReplaySpec", "Step", "BenchmarkSpec", "BenchmarkConditionSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
     "EvalRequest", "ClampInfo", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
-    "EvalStatus", "SuiteAgg", "TaskAgg", "MetricAgg", "LossyTransform", "EvalReport",
+    "EvalStatus", "TaskAgg", "MetricAgg", "LossyTransform", "EvalReport",
     "AdapterKind", "AdapterTransform",
 
     "SecretRef", "SecretCreateRequest", "SecretInfo", "BootstrapResponse",

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/contract/benchmarks.py

@@ -167,10 +167,6 @@ class BenchmarkConditionSpec(BaseModel):
     timeout_s: float | None = Field(default=None, gt=0)
 
 
-
-    suite: str | None = None
-
-
 class BenchmarkRegisterRequest(BaseModel):
     """POST /v1/benchmarks — register body, same types as the spec (ImageSpec / Conditions / VolumeRef /
     RenderSpec). Carries assets / render / cpu / memory_gb / max_steps so the gateway can build the image,
@@ -194,9 +190,6 @@ class BenchmarkRegisterRequest(BaseModel):
     code: CodeBundle | None = None
 
 
-    suite_of: dict[str, str] = Field(default_factory=dict)
-
-
 
     task_descriptions: dict[str, str] = Field(default_factory=dict)
 

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/contract/eval.py

@@ -20,7 +20,6 @@ __all__ = [
     "EvalRequest",
     "ClampInfo",
     "ArmReport",
-    "PairedDiff",
     "EvalTiming",
     "Estimate",
     "EvalResponse",
@@ -31,7 +30,6 @@ __all__ = [
     "EvalQueue",
     "RolloutResult",
     "EvalStatus",
-    "SuiteAgg",
     "TaskAgg",
     "MetricAgg",
     "LossyTransform",
@@ -51,7 +49,7 @@ class EvalRequest(BaseModel):
     leave them out and take the earlier eval's. `dry_run` selects the estimate-only response shape below.
 
     The one body the platform accepts: the current knobs plus the legacy names an older SDK still sends — `gpus` /
-    `envs_per_gpu` for the instance counts, `suite`, `region` — each taken and mapped, or refused with the way on,
+    `envs_per_gpu` for the instance counts, `region` — each taken and mapped, or refused with the way on,
     never silently dropped. The gateway inherits this model rather than keeping its own."""
 
 
@@ -63,11 +61,6 @@ class EvalRequest(BaseModel):
     benchmark: str | None = Field(default=None, max_length=200)
 
 
-    suite: str | None = Field(default=None, max_length=200, json_schema_extra={"deprecated": True},
-                              description="Gone: a benchmark is one set of tasks, so there is no suite; a non-null "
-                                          "value is refused. Omit it (an older SDK still sends it).")
-
-
 
 
     trials: _Trials | dict[str, _Trials] | None = None
@@ -289,18 +282,6 @@ class EvalStatus(str, Enum):
     CANCELED = "canceled"
 
 
-class SuiteAgg(BaseModel):
-    """Per-suite aggregate of ONE user-named metric, as an eval from before contract 0.5.8 reported it: kept so those
-    reports stay readable. A benchmark is one set of tasks now, and no eval since reports one.
-"""
-
-    model_config = ConfigDict(extra="forbid")
-
-    suite: str
-    value: float
-    n: int
-
-
 class TaskAgg(BaseModel):
     """Per-task aggregate of ONE user-named metric — structured detail, not a bare dict."""
 
@@ -312,14 +293,13 @@ class TaskAgg(BaseModel):
 
 
 class MetricAgg(BaseModel):
-    """The aggregate of one user-named metric key across the eval — overall plus per-task breakdowns (and, in a
-    report from before contract 0.5.8, per-suite ones) and the sample count. The platform aggregates whatever the user returned in `Step.metrics`;
+    """The aggregate of one user-named metric key across the eval — overall plus per-task breakdowns and the sample
+    count. The platform aggregates whatever the user returned in `Step.metrics`;
     it neither defines nor injects `success_rate` (success is just one key the user may or may not name)."""
 
     model_config = ConfigDict(extra="forbid")
 
     overall: float
-    per_suite: list[SuiteAgg] = Field(default_factory=list)
     per_task: list[TaskAgg] = Field(default_factory=list)
     n: int
 
@@ -346,8 +326,6 @@ class ArmReport(BaseModel):
 
     params: dict[str, int | float | bool | str] = Field(default_factory=dict)
     metrics: dict[str, MetricAgg] = Field(default_factory=dict)
-
-    intervals: dict[str, list[float]] = Field(default_factory=dict)
     episodes: int = 0
     failed: int = 0
     not_run: int = 0
@@ -383,19 +361,6 @@ class ArmParams(BaseModel):
     steps: int | None = None
 
 
-class PairedDiff(BaseModel):
-    """`compare`: one metric's difference between two arms over the seeds both ran (b - a), with its interval."""
-
-    model_config = ConfigDict(extra="forbid")
-
-    metric: str
-    arm_a: int
-    arm_b: int
-    n: int
-    mean_diff: float
-    interval: list[float]
-
-
 class EvalTiming(BaseModel):
     """Where an eval's time went: cold starts, and per step the simulation, rendering, the policy's batched forward and
     the network around it, plus the forward's average batch size."""
@@ -430,8 +395,8 @@ class EvalReport(BaseModel):
         default_factory=list, description="Why episodes or the run failed, so an incomplete report says why"
     )
 
+
     arms: list[ArmReport] | None = None
-    paired: list[PairedDiff] | None = None
     timing: EvalTiming | None = None
 
 

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schema_export.py

@@ -77,7 +77,6 @@ from sequence_base.contract.eval import (
     LossyTransform,
     MetricAgg,
     RolloutResult,
-    SuiteAgg,
     TaskAgg,
 )
 from sequence_base.contract.flags import seqflags_json_schema
@@ -167,7 +166,6 @@ WIRE_MODELS: dict[str, type[BaseModel]] = {
     "EvalResponse": EvalResponse,
     "EvalDryRunResponse": EvalDryRunResponse,
     "RolloutResult": RolloutResult,
-    "SuiteAgg": SuiteAgg,
     "TaskAgg": TaskAgg,
     "MetricAgg": MetricAgg,
     "LossyTransform": LossyTransform,

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ActRequest.json

@@ -79,5 +79,5 @@
   ],
   "title": "ActRequest",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ActResponse.json

@@ -89,5 +89,5 @@
   ],
   "title": "ActResponse",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ActionChunk.json

@@ -99,5 +99,5 @@
   ],
   "title": "ActionChunk",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ActionContract.json

@@ -116,5 +116,5 @@
   ],
   "title": "ActionContract",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ActionStep.json

@@ -19,5 +19,5 @@
   ],
   "title": "ActionStep",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/AdapterTransform.json

@@ -38,5 +38,5 @@
   ],
   "title": "AdapterTransform",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/AddLocal.json

@@ -23,5 +23,5 @@
   ],
   "title": "AddLocal",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/Autoscaler.json

@@ -69,5 +69,5 @@
   },
   "title": "Autoscaler",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/BenchmarkConditionSpec.json

@@ -19,18 +19,6 @@
       "title": "Seed",
       "type": "integer"
     },
-    "suite": {
-      "anyOf": [
-        {
-          "type": "string"
-        },
-        {
-          "type": "null"
-        }
-      ],
-      "default": null,
-      "title": "Suite"
-    },
     "task": {
       "title": "Task",
       "type": "string"
@@ -62,5 +50,5 @@
   ],
   "title": "BenchmarkConditionSpec",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/BenchmarkRegisterRequest.json

@@ -164,18 +164,6 @@
           "title": "Seed",
           "type": "integer"
         },
-        "suite": {
-          "anyOf": [
-            {
-              "type": "string"
-            },
-            {
-              "type": "null"
-            }
-          ],
-          "default": null,
-          "title": "Suite"
-        },
         "task": {
           "title": "Task",
           "type": "string"
@@ -954,13 +942,6 @@
       "default": null,
       "title": "Seeds Repeat"
     },
-    "suite_of": {
-      "additionalProperties": {
-        "type": "string"
-      },
-      "title": "Suite Of",
-      "type": "object"
-    },
     "task_descriptions": {
       "additionalProperties": {
         "type": "string"
@@ -991,5 +972,5 @@
   ],
   "title": "BenchmarkRegisterRequest",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/BenchmarkSpec.json

@@ -368,7 +368,7 @@
       ],
       "title": "SeqFlags",
       "type": "integer",
-      "x-contract-version": "0.5.10",
+      "x-contract-version": "0.5.11",
       "x-flag-names": {
         "CHECK": 65536,
         "INFER": 16,
@@ -625,5 +625,5 @@
   ],
   "title": "BenchmarkSpec",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/BenchmarkStatusResponse.json

@@ -40,5 +40,5 @@
   ],
   "title": "BenchmarkStatusResponse",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/BootstrapResponse.json

@@ -79,5 +79,5 @@
   ],
   "title": "BootstrapResponse",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/Camera.json

@@ -72,5 +72,5 @@
   ],
   "title": "Camera",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ClampInfo.json

@@ -23,5 +23,5 @@
   ],
   "title": "ClampInfo",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/CodeBundle.json

@@ -23,5 +23,5 @@
   ],
   "title": "CodeBundle",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/Concurrency.json

@@ -96,5 +96,5 @@
   },
   "title": "Concurrency",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/Conditions.json

@@ -55,5 +55,5 @@
   ],
   "title": "Conditions",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ConnectRequest.json

@@ -25,5 +25,5 @@
   ],
   "title": "ConnectRequest",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ConnectResponse.json

@@ -342,5 +342,5 @@
   ],
   "title": "ConnectResponse",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/DeploymentAccepted.json

@@ -18,5 +18,5 @@
   ],
   "title": "DeploymentAccepted",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/DeploymentPolicy.json

@@ -530,5 +530,5 @@
   ],
   "title": "DeploymentPolicy",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/DeploymentRequest.json

@@ -1226,5 +1226,5 @@
   ],
   "title": "DeploymentRequest",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/DeploymentStatusResponse.json

@@ -58,5 +58,5 @@
   ],
   "title": "DeploymentStatusResponse",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/Embodiment.json

@@ -267,5 +267,5 @@
   ],
   "title": "Embodiment",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ErrorBody.json

@@ -94,5 +94,5 @@
   ],
   "title": "ErrorBody",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/ErrorCodes.json

@@ -22,7 +22,7 @@
   ],
   "title": "ErrorCode",
   "type": "string",
-  "x-contract-version": "0.5.10",
+  "x-contract-version": "0.5.11",
   "x-errors": {
     "budget_exhausted": {
       "exit_code": 6,

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/Estimate.json

@@ -60,5 +60,5 @@
   ],
   "title": "Estimate",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }

{sequence_base-0.4.11 → sequence_base-0.4.12}/sequence_base/schemas/EvalDryRunResponse.json

@@ -240,5 +240,5 @@
   ],
   "title": "EvalDryRunResponse",
   "type": "object",
-  "x-contract-version": "0.5.10"
+  "x-contract-version": "0.5.11"
 }