sequence-base 0.4.7__tar.gz → 0.4.9__tar.gz

{sequence_base-0.4.7 → sequence_base-0.4.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: sequence-base
-Version: 0.4.7
+Version: 0.4.9
 Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
 Project-URL: Changelog, https://generalsequences.com/docs/changelog/
 Requires-Python: >=3.10

{sequence_base-0.4.7 → sequence_base-0.4.9}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sequence-base"
-version = "0.4.7"
+version = "0.4.9"
 description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
 requires-python = ">=3.10"
 dependencies = ["pydantic>=2.0"]

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/constants/version.py

@@ -4,7 +4,8 @@
 
 
 
-CONTRACT_VERSION = "0.5.7"
+CONTRACT_VERSION = "0.5.8"
+
 
 
 

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/contract/benchmarks.py

@@ -155,7 +155,7 @@ class BenchmarkSpec(BaseModel):
 
 class BenchmarkConditionSpec(BaseModel):
     """One episode setting exactly as the author declared it — a sparse list or a cross product, with its own step
-    cap, wall-clock limit and suite."""
+    cap and wall-clock limit."""
 
     model_config = ConfigDict(extra="forbid")
 
@@ -164,6 +164,9 @@ class BenchmarkConditionSpec(BaseModel):
     variant: dict[str, str] = Field(default_factory=dict)
     max_steps: int | None = Field(default=None, gt=0)
     timeout_s: float | None = Field(default=None, gt=0)
+
+
+
     suite: str | None = None
 
 
@@ -193,6 +196,15 @@ class BenchmarkRegisterRequest(BaseModel):
     suite_of: dict[str, str] = Field(default_factory=dict)
 
 
+
+    task_descriptions: dict[str, str] = Field(default_factory=dict)
+
+
+
+
+    seeds_repeat: bool | None = None
+
+
     action_contract: ActionContract | None = None
 
 
@@ -231,6 +243,20 @@ class BenchmarkRegisterRequest(BaseModel):
                 raise ValueError(f"setup parameter {name!r} is not a public Python identifier")
         return self
 
+    @model_validator(mode="after")
+    def _task_descriptions(self) -> "BenchmarkRegisterRequest":
+        """Each description names a task the benchmark declares - in `conditions` or `condition_list` - and is at most
+        300 characters, as the platform holds it.
+
+        """
+        declared = set(self.conditions.tasks) | {c.task for c in self.condition_list or []}
+        for task, text in self.task_descriptions.items():
+            if task not in declared:
+                raise ValueError(f"task_descriptions names {task!r}, which is not a declared task")
+            if len(text) > 300:
+                raise ValueError(f"task_descriptions[{task!r}] is {len(text)} characters: at most 300")
+        return self
+
 
 class BenchmarkStatusResponse(BaseModel):
     """GET /v1/benchmarks/{name} — the build state of a registered benchmark (same lifecycle as a deployment:

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/contract/eval.py

@@ -47,8 +47,13 @@ class EvalRequest(BaseModel):
 
     model: str
     benchmark: str
-    suite: str | None = None
-    trials: int | None = None
+
+
+
+
+
+    trials: int | dict[str, int] | None = None
+    seeds: list[int] | dict[str, list[int]] | None = None
 
 
 
@@ -84,6 +89,24 @@ class EvalRequest(BaseModel):
 
     replay: Literal["3d", "none"] | None = None
 
+    @model_validator(mode="after")
+    def _selection(self) -> "EvalRequest":
+        """The selection's own bounds, as the platform holds them: a count 1-100000, at most 5000 seeds in a list and
+        1000 tasks in a dict, no task twice in `tasks`. Whether the tasks and seeds are the benchmark's is the
+        platform's to say."""
+        counts = (self.trials.values() if isinstance(self.trials, dict)
+                  else [self.trials] if self.trials is not None else [])
+        if any(not 1 <= c <= 100000 for c in counts):
+            raise ValueError("trials is a count of 1 to 100000 seeds a task")
+        lists = self.seeds.values() if isinstance(self.seeds, dict) else [self.seeds] if self.seeds is not None else []
+        if any(len(s) > 5000 for s in lists):
+            raise ValueError("seeds names at most 5000 seeds")
+        if any(isinstance(x, dict) and len(x) > 1000 for x in (self.trials, self.seeds)):
+            raise ValueError("trials and seeds name at most 1000 tasks")
+        if self.tasks is not None and len(set(self.tasks)) != len(self.tasks):
+            raise ValueError("tasks names a task twice")
+        return self
+
 
 class ClampInfo(BaseModel):
     """Why the granted GPU count was clamped below the request — structured, not a bare value."""
@@ -219,8 +242,9 @@ class EvalStatus(str, Enum):
 
 
 class SuiteAgg(BaseModel):
-    """Per-suite aggregate of ONE user-named metric — structured detail, not a bare dict. `value` is the
-    metric aggregated over that suite; the platform does not name or interpret the metric."""
+    """Per-suite aggregate of ONE user-named metric, as an eval from before contract 0.5.8 reported it: kept so those
+    reports stay readable. A benchmark is one set of tasks now, and no eval since reports one.
+"""
 
     model_config = ConfigDict(extra="forbid")
 
@@ -240,8 +264,8 @@ class TaskAgg(BaseModel):
 
 
 class MetricAgg(BaseModel):
-    """The aggregate of one user-named metric key across the eval — overall plus per-suite / per-task
-    breakdowns and the sample count. The platform aggregates whatever the user returned in `Step.metrics`;
+    """The aggregate of one user-named metric key across the eval — overall plus per-task breakdowns (and, in a
+    report from before contract 0.5.8, per-suite ones) and the sample count. The platform aggregates whatever the user returned in `Step.metrics`;
     it neither defines nor injects `success_rate` (success is just one key the user may or may not name)."""
 
     model_config = ConfigDict(extra="forbid")
@@ -373,18 +397,17 @@ class AdapterKind(str, Enum):
     LOSSY = "lossy"
 
 
+
+
+
+
+
 class AdapterTransform(BaseModel):
-    """One adapter transform, classified. A lossy transform must carry a non-empty reason; a lossless one
-    needs none. The lossy element's shape ({transform, reason}) aligns with EvalReport.adapter_lossy."""
+    """One adapter transform: its kind (lossless / lossy), the transform's name, and an optional reason. A registered
+    adapter and an older eval report carry these fields; they are kept for compatibility and are no longer acted on."""
 
     model_config = ConfigDict(extra="forbid")
 
     kind: AdapterKind
     transform: str
     reason: str | None = None
-
-    @model_validator(mode="after")
-    def _lossy_needs_reason(self) -> "AdapterTransform":
-        if self.kind is AdapterKind.LOSSY and not (self.reason and self.reason.strip()):
-            raise ValueError("a lossy transform must carry a non-empty reason")
-        return self

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ActRequest.json

@@ -79,5 +79,5 @@
   ],
   "title": "ActRequest",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ActResponse.json

@@ -89,5 +89,5 @@
   ],
   "title": "ActResponse",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ActionChunk.json

@@ -99,5 +99,5 @@
   ],
   "title": "ActionChunk",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ActionContract.json

@@ -116,5 +116,5 @@
   ],
   "title": "ActionContract",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ActionStep.json

@@ -19,5 +19,5 @@
   ],
   "title": "ActionStep",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/AdapterTransform.json

@@ -10,7 +10,7 @@
     }
   },
   "additionalProperties": false,
-  "description": "One adapter transform, classified. A lossy transform must carry a non-empty reason; a lossless one\nneeds none. The lossy element's shape ({transform, reason}) aligns with EvalReport.adapter_lossy.",
+  "description": "One adapter transform: its kind (lossless / lossy), the transform's name, and an optional reason. A registered\nadapter and an older eval report carry these fields; they are kept for compatibility and are no longer acted on.",
   "properties": {
     "kind": {
       "$ref": "#/$defs/AdapterKind"
@@ -38,5 +38,5 @@
   ],
   "title": "AdapterTransform",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/AddLocal.json

@@ -23,5 +23,5 @@
   ],
   "title": "AddLocal",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Autoscaler.json

@@ -69,5 +69,5 @@
   },
   "title": "Autoscaler",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/BenchmarkConditionSpec.json

@@ -1,6 +1,6 @@
 {
   "additionalProperties": false,
-  "description": "One episode setting exactly as the author declared it — a sparse list or a cross product, with its own step\ncap, wall-clock limit and suite.",
+  "description": "One episode setting exactly as the author declared it — a sparse list or a cross product, with its own step\ncap and wall-clock limit.",
   "properties": {
     "max_steps": {
       "anyOf": [
@@ -62,5 +62,5 @@
   ],
   "title": "BenchmarkConditionSpec",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/BenchmarkRegisterRequest.json

@@ -145,7 +145,7 @@
     },
     "BenchmarkConditionSpec": {
       "additionalProperties": false,
-      "description": "One episode setting exactly as the author declared it — a sparse list or a cross product, with its own step\ncap, wall-clock limit and suite.",
+      "description": "One episode setting exactly as the author declared it — a sparse list or a cross product, with its own step\ncap and wall-clock limit.",
       "properties": {
         "max_steps": {
           "anyOf": [
@@ -942,6 +942,18 @@
       "title": "Secrets",
       "type": "array"
     },
+    "seeds_repeat": {
+      "anyOf": [
+        {
+          "type": "boolean"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Seeds Repeat"
+    },
     "suite_of": {
       "additionalProperties": {
         "type": "string"
@@ -949,6 +961,13 @@
       "title": "Suite Of",
       "type": "object"
     },
+    "task_descriptions": {
+      "additionalProperties": {
+        "type": "string"
+      },
+      "title": "Task Descriptions",
+      "type": "object"
+    },
     "timeout_s": {
       "anyOf": [
         {
@@ -972,5 +991,5 @@
   ],
   "title": "BenchmarkRegisterRequest",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/BenchmarkSpec.json

@@ -368,7 +368,7 @@
       ],
       "title": "SeqFlags",
       "type": "integer",
-      "x-contract-version": "0.5.7",
+      "x-contract-version": "0.5.8",
       "x-flag-names": {
         "CHECK": 65536,
         "INFER": 16,
@@ -625,5 +625,5 @@
   ],
   "title": "BenchmarkSpec",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/BenchmarkStatusResponse.json

@@ -40,5 +40,5 @@
   ],
   "title": "BenchmarkStatusResponse",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/BootstrapResponse.json

@@ -79,5 +79,5 @@
   ],
   "title": "BootstrapResponse",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Camera.json

@@ -72,5 +72,5 @@
   ],
   "title": "Camera",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ClampInfo.json

@@ -23,5 +23,5 @@
   ],
   "title": "ClampInfo",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/CodeBundle.json

@@ -23,5 +23,5 @@
   ],
   "title": "CodeBundle",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Concurrency.json

@@ -96,5 +96,5 @@
   },
   "title": "Concurrency",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Conditions.json

@@ -55,5 +55,5 @@
   ],
   "title": "Conditions",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ConnectRequest.json

@@ -25,5 +25,5 @@
   ],
   "title": "ConnectRequest",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ConnectResponse.json

@@ -342,5 +342,5 @@
   ],
   "title": "ConnectResponse",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/DeploymentAccepted.json

@@ -18,5 +18,5 @@
   ],
   "title": "DeploymentAccepted",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/DeploymentPolicy.json

@@ -530,5 +530,5 @@
   ],
   "title": "DeploymentPolicy",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/DeploymentRequest.json

@@ -1224,5 +1224,5 @@
   ],
   "title": "DeploymentRequest",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/DeploymentStatusResponse.json

@@ -58,5 +58,5 @@
   ],
   "title": "DeploymentStatusResponse",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Embodiment.json

@@ -267,5 +267,5 @@
   ],
   "title": "Embodiment",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ErrorBody.json

@@ -94,5 +94,5 @@
   ],
   "title": "ErrorBody",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ErrorCodes.json

@@ -22,7 +22,7 @@
   ],
   "title": "ErrorCode",
   "type": "string",
-  "x-contract-version": "0.5.7",
+  "x-contract-version": "0.5.8",
   "x-errors": {
     "budget_exhausted": {
       "exit_code": 6,

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Estimate.json

@@ -60,5 +60,5 @@
   ],
   "title": "Estimate",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/EvalDryRunResponse.json

@@ -240,5 +240,5 @@
   ],
   "title": "EvalDryRunResponse",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/EvalReport.json

@@ -218,7 +218,7 @@
     },
     "MetricAgg": {
       "additionalProperties": false,
-      "description": "The aggregate of one user-named metric key across the eval — overall plus per-suite / per-task\nbreakdowns and the sample count. The platform aggregates whatever the user returned in `Step.metrics`;\nit neither defines nor injects `success_rate` (success is just one key the user may or may not name).",
+      "description": "The aggregate of one user-named metric key across the eval — overall plus per-task breakdowns (and, in a\nreport from before contract 0.5.8, per-suite ones) and the sample count. The platform aggregates whatever the user returned in `Step.metrics`;\nit neither defines nor injects `success_rate` (success is just one key the user may or may not name).",
       "properties": {
         "n": {
           "title": "N",
@@ -339,7 +339,7 @@
     },
     "SuiteAgg": {
       "additionalProperties": false,
-      "description": "Per-suite aggregate of ONE user-named metric — structured detail, not a bare dict. `value` is the\nmetric aggregated over that suite; the platform does not name or interpret the metric.",
+      "description": "Per-suite aggregate of ONE user-named metric, as an eval from before contract 0.5.8 reported it: kept so those\nreports stay readable. A benchmark is one set of tasks now, and no eval since reports one.",
       "properties": {
         "n": {
           "title": "N",
@@ -523,5 +523,5 @@
   ],
   "title": "EvalReport",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/EvalRequest.json

@@ -187,17 +187,29 @@
       "default": null,
       "title": "Rerun Of"
     },
-    "suite": {
+    "seeds": {
       "anyOf": [
         {
-          "type": "string"
+          "items": {
+            "type": "integer"
+          },
+          "type": "array"
+        },
+        {
+          "additionalProperties": {
+            "items": {
+              "type": "integer"
+            },
+            "type": "array"
+          },
+          "type": "object"
         },
         {
           "type": "null"
         }
       ],
       "default": null,
-      "title": "Suite"
+      "title": "Seeds"
     },
     "sweep": {
       "anyOf": [
@@ -252,6 +264,12 @@
         {
           "type": "integer"
         },
+        {
+          "additionalProperties": {
+            "type": "integer"
+          },
+          "type": "object"
+        },
         {
           "type": "null"
         }
@@ -297,5 +315,5 @@
   ],
   "title": "EvalRequest",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/EvalResponse.json

@@ -190,5 +190,5 @@
   ],
   "title": "EvalResponse",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ImageFrame.json

@@ -49,5 +49,5 @@
   ],
   "title": "ImageFrame",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ImageSpec.json

@@ -245,5 +245,5 @@
   },
   "title": "ImageSpec",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ImageStepAddLocal.json

@@ -38,5 +38,5 @@
   ],
   "title": "ImageStepAddLocal",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ImageStepApt.json

@@ -14,5 +14,5 @@
   ],
   "title": "ImageStepApt",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ImageStepEnv.json

@@ -14,5 +14,5 @@
   ],
   "title": "ImageStepEnv",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ImageStepRun.json

@@ -46,5 +46,5 @@
   ],
   "title": "ImageStepRun",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ImageStepTemplateFiles.json

@@ -37,5 +37,5 @@
   ],
   "title": "ImageStepTemplateFiles",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ImageStepUvPip.json

@@ -14,5 +14,5 @@
   ],
   "title": "ImageStepUvPip",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/InferParam.json

@@ -99,5 +99,5 @@
   ],
   "title": "InferParam",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Lease.json

@@ -24,5 +24,5 @@
   ],
   "title": "Lease",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/LossyTransform.json

@@ -17,5 +17,5 @@
   ],
   "title": "LossyTransform",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/MetricAgg.json

@@ -2,7 +2,7 @@
   "$defs": {
     "SuiteAgg": {
       "additionalProperties": false,
-      "description": "Per-suite aggregate of ONE user-named metric — structured detail, not a bare dict. `value` is the\nmetric aggregated over that suite; the platform does not name or interpret the metric.",
+      "description": "Per-suite aggregate of ONE user-named metric, as an eval from before contract 0.5.8 reported it: kept so those\nreports stay readable. A benchmark is one set of tasks now, and no eval since reports one.",
       "properties": {
         "n": {
           "title": "N",
@@ -52,7 +52,7 @@
     }
   },
   "additionalProperties": false,
-  "description": "The aggregate of one user-named metric key across the eval — overall plus per-suite / per-task\nbreakdowns and the sample count. The platform aggregates whatever the user returned in `Step.metrics`;\nit neither defines nor injects `success_rate` (success is just one key the user may or may not name).",
+  "description": "The aggregate of one user-named metric key across the eval — overall plus per-task breakdowns (and, in a\nreport from before contract 0.5.8, per-suite ones) and the sample count. The platform aggregates whatever the user returned in `Step.metrics`;\nit neither defines nor injects `success_rate` (success is just one key the user may or may not name).",
   "properties": {
     "n": {
       "title": "N",
@@ -83,5 +83,5 @@
   ],
   "title": "MetricAgg",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Observation.json

@@ -164,5 +164,5 @@
   ],
   "title": "Observation",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ObservationContract.json

@@ -120,5 +120,5 @@
   },
   "title": "ObservationContract",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/PolicyRegistration.json

@@ -852,7 +852,7 @@
       ],
       "title": "SeqFlags",
       "type": "integer",
-      "x-contract-version": "0.5.7",
+      "x-contract-version": "0.5.8",
       "x-flag-names": {
         "CHECK": 65536,
         "INFER": 16,
@@ -981,5 +981,5 @@
   ],
   "title": "PolicyRegistration",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/PolicySpec.json

@@ -883,5 +883,5 @@
   ],
   "title": "PolicySpec",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Proprioception.json

@@ -63,5 +63,5 @@
   ],
   "title": "Proprioception",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/RenderSpec.json

@@ -36,5 +36,5 @@
   ],
   "title": "RenderSpec",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/ReplaySpec.json

@@ -52,5 +52,5 @@
   },
   "title": "ReplaySpec",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Resources.json

@@ -84,5 +84,5 @@
   ],
   "title": "Resources",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/RolloutResult.json

@@ -55,5 +55,5 @@
   ],
   "title": "RolloutResult",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/SecretCreateRequest.json

@@ -21,5 +21,5 @@
   ],
   "title": "SecretCreateRequest",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/SecretInfo.json

@@ -40,5 +40,5 @@
   ],
   "title": "SecretInfo",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/SecretRef.json

@@ -12,5 +12,5 @@
   ],
   "title": "SecretRef",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/SeqFlags.json

@@ -18,7 +18,7 @@
   ],
   "title": "SeqFlags",
   "type": "integer",
-  "x-contract-version": "0.5.7",
+  "x-contract-version": "0.5.8",
   "x-flag-names": {
     "CHECK": 65536,
     "INFER": 16,

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Step.json

@@ -82,5 +82,5 @@
   ],
   "title": "Step",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/SuiteAgg.json

@@ -1,6 +1,6 @@
 {
   "additionalProperties": false,
-  "description": "Per-suite aggregate of ONE user-named metric — structured detail, not a bare dict. `value` is the\nmetric aggregated over that suite; the platform does not name or interpret the metric.",
+  "description": "Per-suite aggregate of ONE user-named metric, as an eval from before contract 0.5.8 reported it: kept so those\nreports stay readable. A benchmark is one set of tasks now, and no eval since reports one.",
   "properties": {
     "n": {
       "title": "N",
@@ -22,5 +22,5 @@
   ],
   "title": "SuiteAgg",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/TaskAgg.json

@@ -22,5 +22,5 @@
   ],
   "title": "TaskAgg",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/TemplateFiles.json

@@ -22,5 +22,5 @@
   ],
   "title": "TemplateFiles",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Timeouts.json

@@ -20,5 +20,5 @@
   ],
   "title": "Timeouts",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/UploadTarget.json

@@ -24,5 +24,5 @@
   ],
   "title": "UploadTarget",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/Variant.json

@@ -20,5 +20,5 @@
   ],
   "title": "Variant",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/VolumeAttach.json

@@ -22,5 +22,5 @@
   ],
   "title": "VolumeAttach",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/VolumeFile.json

@@ -25,5 +25,5 @@
   ],
   "title": "VolumeFile",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/VolumeInfo.json

@@ -68,5 +68,5 @@
   ],
   "title": "VolumeInfo",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/VolumeMount.json

@@ -17,5 +17,5 @@
   ],
   "title": "VolumeMount",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/VolumeRef.json

@@ -24,5 +24,5 @@
   ],
   "title": "VolumeRef",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/VolumeUploadRequest.json

@@ -56,5 +56,5 @@
   ],
   "title": "VolumeUploadRequest",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/VolumeUploadResponse.json

@@ -65,5 +65,5 @@
   ],
   "title": "VolumeUploadResponse",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }

{sequence_base-0.4.7 → sequence_base-0.4.9}/sequence_base/schemas/WarmingError.json

@@ -86,5 +86,5 @@
   ],
   "title": "WarmingError",
   "type": "object",
-  "x-contract-version": "0.5.7"
+  "x-contract-version": "0.5.8"
 }