sequence-base 0.3.0__py3-none-any.whl

sequence_base/schemas/EvalReport.json

@@ -0,0 +1,179 @@
+{
+  "$defs": {
+    "EvalStatus": {
+      "description": "Restricted enum — same discipline as DeploymentState (not a free string).",
+      "enum": [
+        "pending",
+        "running",
+        "completed",
+        "failed"
+      ],
+      "title": "EvalStatus",
+      "type": "string"
+    },
+    "LossyTransform": {
+      "additionalProperties": false,
+      "description": "A lossy adapter transform recorded in the report. Shape aligns with the lossy element of\nAdapterTransform (both {transform, reason}).",
+      "properties": {
+        "reason": {
+          "title": "Reason",
+          "type": "string"
+        },
+        "transform": {
+          "title": "Transform",
+          "type": "string"
+        }
+      },
+      "required": [
+        "transform",
+        "reason"
+      ],
+      "title": "LossyTransform",
+      "type": "object"
+    },
+    "MetricAgg": {
+      "additionalProperties": false,
+      "description": "The aggregate of one user-named metric key across the eval — overall plus per-suite / per-task\nbreakdowns and the sample count. The platform aggregates whatever the user returned in `Step.metrics`;\nit neither defines nor injects `success_rate` (success is just one key the user may or may not name).",
+      "properties": {
+        "n": {
+          "title": "N",
+          "type": "integer"
+        },
+        "overall": {
+          "title": "Overall",
+          "type": "number"
+        },
+        "per_suite": {
+          "items": {
+            "$ref": "#/$defs/SuiteAgg"
+          },
+          "title": "Per Suite",
+          "type": "array"
+        },
+        "per_task": {
+          "items": {
+            "$ref": "#/$defs/TaskAgg"
+          },
+          "title": "Per Task",
+          "type": "array"
+        }
+      },
+      "required": [
+        "overall",
+        "n"
+      ],
+      "title": "MetricAgg",
+      "type": "object"
+    },
+    "SuiteAgg": {
+      "additionalProperties": false,
+      "description": "Per-suite aggregate of ONE user-named metric — structured detail, not a bare dict. `value` is the\nmetric aggregated over that suite; the platform does not name or interpret the metric.",
+      "properties": {
+        "n": {
+          "title": "N",
+          "type": "integer"
+        },
+        "suite": {
+          "title": "Suite",
+          "type": "string"
+        },
+        "value": {
+          "title": "Value",
+          "type": "number"
+        }
+      },
+      "required": [
+        "suite",
+        "value",
+        "n"
+      ],
+      "title": "SuiteAgg",
+      "type": "object"
+    },
+    "TaskAgg": {
+      "additionalProperties": false,
+      "description": "Per-task aggregate of ONE user-named metric — structured detail, not a bare dict.",
+      "properties": {
+        "n": {
+          "title": "N",
+          "type": "integer"
+        },
+        "task": {
+          "title": "Task",
+          "type": "string"
+        },
+        "value": {
+          "title": "Value",
+          "type": "number"
+        }
+      },
+      "required": [
+        "task",
+        "value",
+        "n"
+      ],
+      "title": "TaskAgg",
+      "type": "object"
+    }
+  },
+  "additionalProperties": false,
+  "description": "GET /v1/eval/{id} (eval-raw revision). NO hard-coded `overall_sr` / `success_rate` top-level field —\n`metrics` is a passthrough dict keyed by the user's metric names (from `@seq.check`'s `Step.metrics`),\neach value a `MetricAgg`. The platform aggregates per key and invents nothing. `videos` carries the mp4\npointers the platform tool produced; `incomplete` flags that some condition did not finish (never pass a\nsubset off as the whole).",
+  "properties": {
+    "adapter_lossy": {
+      "items": {
+        "$ref": "#/$defs/LossyTransform"
+      },
+      "title": "Adapter Lossy",
+      "type": "array"
+    },
+    "cost_usd": {
+      "title": "Cost Usd",
+      "type": "number"
+    },
+    "dashboard_url": {
+      "title": "Dashboard Url",
+      "type": "string"
+    },
+    "incomplete": {
+      "anyOf": [
+        {
+          "type": "boolean"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Incomplete"
+    },
+    "metrics": {
+      "additionalProperties": {
+        "$ref": "#/$defs/MetricAgg"
+      },
+      "description": "User-named metric key → its aggregate; platform does not name the keys",
+      "title": "Metrics",
+      "type": "object"
+    },
+    "status": {
+      "$ref": "#/$defs/EvalStatus"
+    },
+    "videos": {
+      "description": "mp4 pointers from the platform tool",
+      "items": {
+        "type": "string"
+      },
+      "title": "Videos",
+      "type": "array"
+    }
+  },
+  "required": [
+    "status",
+    "metrics",
+    "cost_usd",
+    "dashboard_url",
+    "adapter_lossy"
+  ],
+  "title": "EvalReport",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/EvalRequest.json

@@ -0,0 +1,111 @@
+{
+  "additionalProperties": false,
+  "description": "`model` and `benchmark` required; the rest are optional knobs. `dry_run` selects the estimate-only\nresponse shape below.",
+  "properties": {
+    "adapter": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Adapter"
+    },
+    "benchmark": {
+      "title": "Benchmark",
+      "type": "string"
+    },
+    "compare": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "description": "Another model id to compare against",
+      "title": "Compare"
+    },
+    "dry_run": {
+      "default": false,
+      "title": "Dry Run",
+      "type": "boolean"
+    },
+    "envs_per_gpu": {
+      "anyOf": [
+        {
+          "type": "integer"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Envs Per Gpu"
+    },
+    "gpus": {
+      "anyOf": [
+        {
+          "type": "integer"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Gpus"
+    },
+    "model": {
+      "title": "Model",
+      "type": "string"
+    },
+    "suite": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Suite"
+    },
+    "trials": {
+      "anyOf": [
+        {
+          "type": "integer"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Trials"
+    },
+    "vlm_max_concurrency": {
+      "anyOf": [
+        {
+          "type": "integer"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Vlm Max Concurrency"
+    }
+  },
+  "required": [
+    "model",
+    "benchmark"
+  ],
+  "title": "EvalRequest",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/EvalResponse.json

@@ -0,0 +1,88 @@
+{
+  "$defs": {
+    "ClampInfo": {
+      "additionalProperties": false,
+      "description": "Why the granted GPU count was clamped below the request — structured, not a bare value.",
+      "properties": {
+        "granted": {
+          "title": "Granted",
+          "type": "integer"
+        },
+        "limit": {
+          "description": "Which limit bound it, e.g. 'account_quota'",
+          "title": "Limit",
+          "type": "string"
+        },
+        "requested": {
+          "title": "Requested",
+          "type": "integer"
+        }
+      },
+      "required": [
+        "limit",
+        "requested",
+        "granted"
+      ],
+      "title": "ClampInfo",
+      "type": "object"
+    },
+    "Estimate": {
+      "additionalProperties": false,
+      "properties": {
+        "cost_usd": {
+          "title": "Cost Usd",
+          "type": "number"
+        },
+        "vlm_calls": {
+          "title": "Vlm Calls",
+          "type": "integer"
+        },
+        "wall_clock_s": {
+          "title": "Wall Clock S",
+          "type": "number"
+        }
+      },
+      "required": [
+        "wall_clock_s",
+        "cost_usd",
+        "vlm_calls"
+      ],
+      "title": "Estimate",
+      "type": "object"
+    }
+  },
+  "additionalProperties": false,
+  "description": "A real run — carries the built-machine artifacts (eval_id to GET, gpus_granted actually reserved).",
+  "properties": {
+    "clamped_by": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/ClampInfo"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null
+    },
+    "estimate": {
+      "$ref": "#/$defs/Estimate"
+    },
+    "eval_id": {
+      "title": "Eval Id",
+      "type": "string"
+    },
+    "gpus_granted": {
+      "title": "Gpus Granted",
+      "type": "integer"
+    }
+  },
+  "required": [
+    "eval_id",
+    "gpus_granted",
+    "estimate"
+  ],
+  "title": "EvalResponse",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/ImageFrame.json

@@ -0,0 +1,36 @@
+{
+  "additionalProperties": false,
+  "description": "One camera frame at one instant. Repeat a `view` (ordered by timestamp_ms) for a series.",
+  "properties": {
+    "data": {
+      "description": "Base64-encoded image (PNG or JPEG). URLs are not fetched.",
+      "title": "Data",
+      "type": "string"
+    },
+    "timestamp_ms": {
+      "anyOf": [
+        {
+          "type": "integer"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "description": "Orders multiple frames of a view; array order used when omitted",
+      "title": "Timestamp Ms"
+    },
+    "view": {
+      "description": "Logical view name, e.g. top / wrist_left / exterior_1. May appear more than once to express a time series",
+      "title": "View",
+      "type": "string"
+    }
+  },
+  "required": [
+    "view",
+    "data"
+  ],
+  "title": "ImageFrame",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/ImageSpec.json

@@ -0,0 +1,123 @@
+{
+  "$defs": {
+    "ImageStepApt": {
+      "additionalProperties": false,
+      "properties": {
+        "apt_install": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Apt Install",
+          "type": "array"
+        }
+      },
+      "required": [
+        "apt_install"
+      ],
+      "title": "ImageStepApt",
+      "type": "object"
+    },
+    "ImageStepEnv": {
+      "additionalProperties": false,
+      "properties": {
+        "env": {
+          "additionalProperties": {
+            "type": "string"
+          },
+          "title": "Env",
+          "type": "object"
+        }
+      },
+      "required": [
+        "env"
+      ],
+      "title": "ImageStepEnv",
+      "type": "object"
+    },
+    "ImageStepRun": {
+      "additionalProperties": false,
+      "properties": {
+        "run_commands": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Run Commands",
+          "type": "array"
+        }
+      },
+      "required": [
+        "run_commands"
+      ],
+      "title": "ImageStepRun",
+      "type": "object"
+    },
+    "ImageStepUvPip": {
+      "additionalProperties": false,
+      "properties": {
+        "uv_pip_install": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Uv Pip Install",
+          "type": "array"
+        }
+      },
+      "required": [
+        "uv_pip_install"
+      ],
+      "title": "ImageStepUvPip",
+      "type": "object"
+    }
+  },
+  "additionalProperties": false,
+  "description": "Declarative image (gateway builds it via Cloud Build) — = Modal `Image` message. Exactly one of\n`base` (a pullable registry ref) or `dockerfile` (inline Dockerfile source) is set — the Dockerfile\nis its OWN component, never smuggled into the `base` string (S2 goal 4), so the gateway can tell a\nregistry build from a Dockerfile build. `steps` is an ordered list of the four-variant union above\n(a bare list[dict] is refused), extending whichever base was chosen.",
+  "properties": {
+    "base": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Base"
+    },
+    "dockerfile": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Dockerfile"
+    },
+    "steps": {
+      "items": {
+        "anyOf": [
+          {
+            "$ref": "#/$defs/ImageStepUvPip"
+          },
+          {
+            "$ref": "#/$defs/ImageStepApt"
+          },
+          {
+            "$ref": "#/$defs/ImageStepEnv"
+          },
+          {
+            "$ref": "#/$defs/ImageStepRun"
+          }
+        ]
+      },
+      "title": "Steps",
+      "type": "array"
+    }
+  },
+  "title": "ImageSpec",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/ImageStepApt.json

@@ -0,0 +1,18 @@
+{
+  "additionalProperties": false,
+  "properties": {
+    "apt_install": {
+      "items": {
+        "type": "string"
+      },
+      "title": "Apt Install",
+      "type": "array"
+    }
+  },
+  "required": [
+    "apt_install"
+  ],
+  "title": "ImageStepApt",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/ImageStepEnv.json

@@ -0,0 +1,18 @@
+{
+  "additionalProperties": false,
+  "properties": {
+    "env": {
+      "additionalProperties": {
+        "type": "string"
+      },
+      "title": "Env",
+      "type": "object"
+    }
+  },
+  "required": [
+    "env"
+  ],
+  "title": "ImageStepEnv",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/ImageStepRun.json

@@ -0,0 +1,18 @@
+{
+  "additionalProperties": false,
+  "properties": {
+    "run_commands": {
+      "items": {
+        "type": "string"
+      },
+      "title": "Run Commands",
+      "type": "array"
+    }
+  },
+  "required": [
+    "run_commands"
+  ],
+  "title": "ImageStepRun",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/ImageStepUvPip.json

@@ -0,0 +1,18 @@
+{
+  "additionalProperties": false,
+  "properties": {
+    "uv_pip_install": {
+      "items": {
+        "type": "string"
+      },
+      "title": "Uv Pip Install",
+      "type": "array"
+    }
+  },
+  "required": [
+    "uv_pip_install"
+  ],
+  "title": "ImageStepUvPip",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/Lease.json

@@ -0,0 +1,28 @@
+{
+  "additionalProperties": false,
+  "description": "A time-boxed grant of the direct coordinates. Renewed before `expires_at`; `epoch` is the\nworker/secret generation — a client holding a stale epoch against a new worker gets 401 and must\nre-connect.",
+  "properties": {
+    "epoch": {
+      "description": "Worker/secret generation counter; rolls on worker change",
+      "title": "Epoch",
+      "type": "integer"
+    },
+    "expires_at": {
+      "format": "date-time",
+      "title": "Expires At",
+      "type": "string"
+    },
+    "ttl_s": {
+      "title": "Ttl S",
+      "type": "integer"
+    }
+  },
+  "required": [
+    "ttl_s",
+    "expires_at",
+    "epoch"
+  ],
+  "title": "Lease",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/LossyTransform.json

@@ -0,0 +1,21 @@
+{
+  "additionalProperties": false,
+  "description": "A lossy adapter transform recorded in the report. Shape aligns with the lossy element of\nAdapterTransform (both {transform, reason}).",
+  "properties": {
+    "reason": {
+      "title": "Reason",
+      "type": "string"
+    },
+    "transform": {
+      "title": "Transform",
+      "type": "string"
+    }
+  },
+  "required": [
+    "transform",
+    "reason"
+  ],
+  "title": "LossyTransform",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}