sequence-base 0.3.0__py3-none-any.whl

sequence_base/schemas/BenchmarkRegisterRequest.json

@@ -0,0 +1,302 @@
+{
+  "$defs": {
+    "Conditions": {
+      "additionalProperties": false,
+      "description": "The eval matrix — structured, not a bare dict. `tasks` and `seeds` required; `variants` optional.",
+      "properties": {
+        "seeds": {
+          "items": {
+            "type": "integer"
+          },
+          "title": "Seeds",
+          "type": "array"
+        },
+        "tasks": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Tasks",
+          "type": "array"
+        },
+        "variants": {
+          "items": {
+            "$ref": "#/$defs/Variant"
+          },
+          "title": "Variants",
+          "type": "array"
+        }
+      },
+      "required": [
+        "tasks",
+        "seeds"
+      ],
+      "title": "Conditions",
+      "type": "object"
+    },
+    "ImageSpec": {
+      "additionalProperties": false,
+      "description": "Declarative image (gateway builds it via Cloud Build) — = Modal `Image` message. Exactly one of\n`base` (a pullable registry ref) or `dockerfile` (inline Dockerfile source) is set — the Dockerfile\nis its OWN component, never smuggled into the `base` string (S2 goal 4), so the gateway can tell a\nregistry build from a Dockerfile build. `steps` is an ordered list of the four-variant union above\n(a bare list[dict] is refused), extending whichever base was chosen.",
+      "properties": {
+        "base": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Base"
+        },
+        "dockerfile": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Dockerfile"
+        },
+        "steps": {
+          "items": {
+            "anyOf": [
+              {
+                "$ref": "#/$defs/ImageStepUvPip"
+              },
+              {
+                "$ref": "#/$defs/ImageStepApt"
+              },
+              {
+                "$ref": "#/$defs/ImageStepEnv"
+              },
+              {
+                "$ref": "#/$defs/ImageStepRun"
+              }
+            ]
+          },
+          "title": "Steps",
+          "type": "array"
+        }
+      },
+      "title": "ImageSpec",
+      "type": "object"
+    },
+    "ImageStepApt": {
+      "additionalProperties": false,
+      "properties": {
+        "apt_install": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Apt Install",
+          "type": "array"
+        }
+      },
+      "required": [
+        "apt_install"
+      ],
+      "title": "ImageStepApt",
+      "type": "object"
+    },
+    "ImageStepEnv": {
+      "additionalProperties": false,
+      "properties": {
+        "env": {
+          "additionalProperties": {
+            "type": "string"
+          },
+          "title": "Env",
+          "type": "object"
+        }
+      },
+      "required": [
+        "env"
+      ],
+      "title": "ImageStepEnv",
+      "type": "object"
+    },
+    "ImageStepRun": {
+      "additionalProperties": false,
+      "properties": {
+        "run_commands": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Run Commands",
+          "type": "array"
+        }
+      },
+      "required": [
+        "run_commands"
+      ],
+      "title": "ImageStepRun",
+      "type": "object"
+    },
+    "ImageStepUvPip": {
+      "additionalProperties": false,
+      "properties": {
+        "uv_pip_install": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Uv Pip Install",
+          "type": "array"
+        }
+      },
+      "required": [
+        "uv_pip_install"
+      ],
+      "title": "ImageStepUvPip",
+      "type": "object"
+    },
+    "RenderSpec": {
+      "additionalProperties": false,
+      "description": "a.k.a. `seq.Record` — declares the mp4 the platform records (money-shot is a platform tool, not user\nglue). `camera` picks which camera stream to pull frames from; `fps` is the output frame rate. Used two\nways: as `BenchmarkSpec.render` (record the whole eval) and as `Step.record` (a per-frame hint).",
+      "properties": {
+        "camera": {
+          "description": "Which camera to pull frames from, e.g. 'wrist' / 'agentview'",
+          "title": "Camera",
+          "type": "string"
+        },
+        "fps": {
+          "default": 30,
+          "title": "Fps",
+          "type": "integer"
+        }
+      },
+      "required": [
+        "camera"
+      ],
+      "title": "RenderSpec",
+      "type": "object"
+    },
+    "Variant": {
+      "additionalProperties": false,
+      "description": "One structured variant axis of the eval matrix (e.g. axis=\"lighting\", values=[\"day\",\"night\"]).",
+      "properties": {
+        "axis": {
+          "title": "Axis",
+          "type": "string"
+        },
+        "values": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Values",
+          "type": "array"
+        }
+      },
+      "required": [
+        "axis",
+        "values"
+      ],
+      "title": "Variant",
+      "type": "object"
+    },
+    "VolumeRef": {
+      "additionalProperties": false,
+      "description": "PolicySpec.volumes value — at least a `uri`; a `mount` may pin the container path.",
+      "properties": {
+        "mount": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Mount"
+        },
+        "uri": {
+          "title": "Uri",
+          "type": "string"
+        }
+      },
+      "required": [
+        "uri"
+      ],
+      "title": "VolumeRef",
+      "type": "object"
+    }
+  },
+  "additionalProperties": false,
+  "description": "POST /v1/benchmarks — register body, same types as the spec (ImageSpec / Conditions / VolumeRef /\nRenderSpec). Carries assets / render / cpu / memory_gb / max_steps so the gateway can build the image,\nprovision the `assets` Volume, and register in one call.",
+  "properties": {
+    "assets": {
+      "items": {
+        "$ref": "#/$defs/VolumeRef"
+      },
+      "title": "Assets",
+      "type": "array"
+    },
+    "conditions": {
+      "$ref": "#/$defs/Conditions"
+    },
+    "cpu": {
+      "anyOf": [
+        {
+          "type": "integer"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Cpu"
+    },
+    "handler_ref": {
+      "title": "Handler Ref",
+      "type": "string"
+    },
+    "image": {
+      "$ref": "#/$defs/ImageSpec"
+    },
+    "max_steps": {
+      "title": "Max Steps",
+      "type": "integer"
+    },
+    "memory_gb": {
+      "anyOf": [
+        {
+          "type": "integer"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Memory Gb"
+    },
+    "name": {
+      "title": "Name",
+      "type": "string"
+    },
+    "render": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/RenderSpec"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null
+    }
+  },
+  "required": [
+    "name",
+    "image",
+    "conditions",
+    "max_steps",
+    "handler_ref"
+  ],
+  "title": "BenchmarkRegisterRequest",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}

sequence_base/schemas/BenchmarkSpec.json

@@ -0,0 +1,401 @@
+{
+  "$defs": {
+    "Conditions": {
+      "additionalProperties": false,
+      "description": "The eval matrix — structured, not a bare dict. `tasks` and `seeds` required; `variants` optional.",
+      "properties": {
+        "seeds": {
+          "items": {
+            "type": "integer"
+          },
+          "title": "Seeds",
+          "type": "array"
+        },
+        "tasks": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Tasks",
+          "type": "array"
+        },
+        "variants": {
+          "items": {
+            "$ref": "#/$defs/Variant"
+          },
+          "title": "Variants",
+          "type": "array"
+        }
+      },
+      "required": [
+        "tasks",
+        "seeds"
+      ],
+      "title": "Conditions",
+      "type": "object"
+    },
+    "ImageSpec": {
+      "additionalProperties": false,
+      "description": "Declarative image (gateway builds it via Cloud Build) — = Modal `Image` message. Exactly one of\n`base` (a pullable registry ref) or `dockerfile` (inline Dockerfile source) is set — the Dockerfile\nis its OWN component, never smuggled into the `base` string (S2 goal 4), so the gateway can tell a\nregistry build from a Dockerfile build. `steps` is an ordered list of the four-variant union above\n(a bare list[dict] is refused), extending whichever base was chosen.",
+      "properties": {
+        "base": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Base"
+        },
+        "dockerfile": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Dockerfile"
+        },
+        "steps": {
+          "items": {
+            "anyOf": [
+              {
+                "$ref": "#/$defs/ImageStepUvPip"
+              },
+              {
+                "$ref": "#/$defs/ImageStepApt"
+              },
+              {
+                "$ref": "#/$defs/ImageStepEnv"
+              },
+              {
+                "$ref": "#/$defs/ImageStepRun"
+              }
+            ]
+          },
+          "title": "Steps",
+          "type": "array"
+        }
+      },
+      "title": "ImageSpec",
+      "type": "object"
+    },
+    "ImageStepApt": {
+      "additionalProperties": false,
+      "properties": {
+        "apt_install": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Apt Install",
+          "type": "array"
+        }
+      },
+      "required": [
+        "apt_install"
+      ],
+      "title": "ImageStepApt",
+      "type": "object"
+    },
+    "ImageStepEnv": {
+      "additionalProperties": false,
+      "properties": {
+        "env": {
+          "additionalProperties": {
+            "type": "string"
+          },
+          "title": "Env",
+          "type": "object"
+        }
+      },
+      "required": [
+        "env"
+      ],
+      "title": "ImageStepEnv",
+      "type": "object"
+    },
+    "ImageStepRun": {
+      "additionalProperties": false,
+      "properties": {
+        "run_commands": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Run Commands",
+          "type": "array"
+        }
+      },
+      "required": [
+        "run_commands"
+      ],
+      "title": "ImageStepRun",
+      "type": "object"
+    },
+    "ImageStepUvPip": {
+      "additionalProperties": false,
+      "properties": {
+        "uv_pip_install": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Uv Pip Install",
+          "type": "array"
+        }
+      },
+      "required": [
+        "uv_pip_install"
+      ],
+      "title": "ImageStepUvPip",
+      "type": "object"
+    },
+    "RenderSpec": {
+      "additionalProperties": false,
+      "description": "a.k.a. `seq.Record` — declares the mp4 the platform records (money-shot is a platform tool, not user\nglue). `camera` picks which camera stream to pull frames from; `fps` is the output frame rate. Used two\nways: as `BenchmarkSpec.render` (record the whole eval) and as `Step.record` (a per-frame hint).",
+      "properties": {
+        "camera": {
+          "description": "Which camera to pull frames from, e.g. 'wrist' / 'agentview'",
+          "title": "Camera",
+          "type": "string"
+        },
+        "fps": {
+          "default": 30,
+          "title": "Fps",
+          "type": "integer"
+        }
+      },
+      "required": [
+        "camera"
+      ],
+      "title": "RenderSpec",
+      "type": "object"
+    },
+    "SecretRef": {
+      "additionalProperties": false,
+      "description": "A by-name reference to a secret (PolicySpec.secrets / BenchmarkSpec.secrets). Name only — the\nvalue lives in Secret Manager and is injected at worker bootstrap. Never carries a value.",
+      "properties": {
+        "name": {
+          "title": "Name",
+          "type": "string"
+        }
+      },
+      "required": [
+        "name"
+      ],
+      "title": "SecretRef",
+      "type": "object"
+    },
+    "SeqFlags": {
+      "$schema": "https://json-schema.org/draft/2020-12/schema",
+      "description": "Lifecycle bitmask (IntFlag). One bit per lifecycle entrypoint.",
+      "enum": [
+        1,
+        2,
+        4,
+        8,
+        16,
+        1024,
+        4096,
+        8192,
+        16384,
+        32768,
+        65536
+      ],
+      "title": "SeqFlags",
+      "type": "integer",
+      "x-contract-version": "0.4.1",
+      "x-flag-names": {
+        "CHECK": 65536,
+        "INFER": 16,
+        "LOAD": 2,
+        "ON_EPISODE": 1024,
+        "PLAN": 4,
+        "RESET": 32768,
+        "ROLLOUT": 8192,
+        "SCORE": 16384,
+        "SETUP": 4096,
+        "SHUTDOWN": 8,
+        "WARMUP": 1
+      }
+    },
+    "Variant": {
+      "additionalProperties": false,
+      "description": "One structured variant axis of the eval matrix (e.g. axis=\"lighting\", values=[\"day\",\"night\"]).",
+      "properties": {
+        "axis": {
+          "title": "Axis",
+          "type": "string"
+        },
+        "values": {
+          "items": {
+            "type": "string"
+          },
+          "title": "Values",
+          "type": "array"
+        }
+      },
+      "required": [
+        "axis",
+        "values"
+      ],
+      "title": "Variant",
+      "type": "object"
+    },
+    "VolumeRef": {
+      "additionalProperties": false,
+      "description": "PolicySpec.volumes value — at least a `uri`; a `mount` may pin the container path.",
+      "properties": {
+        "mount": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Mount"
+        },
+        "uri": {
+          "title": "Uri",
+          "type": "string"
+        }
+      },
+      "required": [
+        "uri"
+      ],
+      "title": "VolumeRef",
+      "type": "object"
+    }
+  },
+  "additionalProperties": false,
+  "description": "What `@seq.benchmark(...)` accrues — symmetric to PolicySpec. `secrets` are by-name only (accounts\n⑦: a benchmark also references secrets by name). `assets` are versioned scene/mesh/URDF/MJCF/USD volumes\nthe worker mounts at /assets (reusing S2's Volume mechanism). `render` optionally declares the mp4.\n`max_steps` is the platform SAFETY cap (cost backstop, records `truncated` — NOT semantic termination;\n`done` is decided by @seq.check). `bindings` covers SETUP / RESET / CHECK / SCORE (ROLLOUT is deprecated\nand must not appear).",
+  "properties": {
+    "assets": {
+      "items": {
+        "$ref": "#/$defs/VolumeRef"
+      },
+      "title": "Assets",
+      "type": "array"
+    },
+    "bindings": {
+      "additionalProperties": {
+        "type": "string"
+      },
+      "description": "SETUP / RESET / CHECK / SCORE → method name",
+      "propertyNames": {
+        "enum": [
+          "1",
+          "2",
+          "4",
+          "8",
+          "16",
+          "1024",
+          "4096",
+          "8192",
+          "16384",
+          "32768",
+          "65536"
+        ],
+        "type": "string"
+      },
+      "title": "Bindings",
+      "type": "object"
+    },
+    "conditions": {
+      "$ref": "#/$defs/Conditions"
+    },
+    "cpu": {
+      "anyOf": [
+        {
+          "type": "integer"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Cpu"
+    },
+    "gpu": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Gpu"
+    },
+    "handler_ref": {
+      "title": "Handler Ref",
+      "type": "string"
+    },
+    "image": {
+      "$ref": "#/$defs/ImageSpec"
+    },
+    "max_steps": {
+      "description": "Platform safety cap; truncates and records truncated",
+      "title": "Max Steps",
+      "type": "integer"
+    },
+    "memory_gb": {
+      "anyOf": [
+        {
+          "type": "integer"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null,
+      "title": "Memory Gb"
+    },
+    "name": {
+      "title": "Name",
+      "type": "string"
+    },
+    "render": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/RenderSpec"
+        },
+        {
+          "type": "null"
+        }
+      ],
+      "default": null
+    },
+    "secrets": {
+      "items": {
+        "$ref": "#/$defs/SecretRef"
+      },
+      "title": "Secrets",
+      "type": "array"
+    }
+  },
+  "required": [
+    "name",
+    "image",
+    "conditions",
+    "max_steps",
+    "handler_ref",
+    "bindings"
+  ],
+  "title": "BenchmarkSpec",
+  "type": "object",
+  "x-contract-version": "0.4.1"
+}