agent-hitch 0.2.16 → 0.2.17

package/docs/schemas/eval-execution-plan.schema.json

@@ -5,56 +5,156 @@
   "type": "object",
   "additionalProperties": false,
   "required": [
-    "schema_version", "planner", "eval_id", "membership", "candidate_identity", "benchmark",
-    "provider", "max_parallelism", "default_trial_resources", "slots", "work_items", "retry_policy", "created_at"
+    "schema_version",
+    "planner",
+    "eval_id",
+    "membership",
+    "candidate_identity",
+    "benchmark",
+    "provider",
+    "max_parallelism",
+    "default_trial_resources",
+    "slots",
+    "work_items",
+    "retry_policy",
+    "created_at"
   ],
   "properties": {
-    "schema_version": { "const": "1" },
-    "planner": { "const": "hitch-local-v1" },
-    "eval_id": { "$ref": "#/$defs/evalId" },
-    "membership": { "enum": ["known", "opaque"] },
-    "candidate_identity": { "$ref": "#/$defs/sha256" },
+    "schema_version": {
+      "const": "1"
+    },
+    "planner": {
+      "const": "hitch-local-v1"
+    },
+    "eval_id": {
+      "$ref": "#/$defs/evalId"
+    },
+    "membership": {
+      "enum": [
+        "known",
+        "opaque"
+      ]
+    },
+    "candidate_identity": {
+      "$ref": "#/$defs/sha256"
+    },
     "benchmark": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["id", "revision", "verifier_identity"],
+      "required": [
+        "id",
+        "revision",
+        "verifier_identity"
+      ],
       "properties": {
-        "id": { "type": "string", "minLength": 1 },
-        "revision": { "type": "string", "minLength": 1 },
-        "verifier_identity": { "$ref": "#/$defs/sha256" }
+        "id": {
+          "type": "string",
+          "minLength": 1
+        },
+        "revision": {
+          "type": "string",
+          "minLength": 1
+        },
+        "verifier_identity": {
+          "$ref": "#/$defs/sha256"
+        }
       }
     },
-    "provider": { "type": "string", "minLength": 1 },
-    "model_capture": { "$ref": "#/$defs/modelCapture" },
-    "training_binding": { "$ref": "training-external-binding.schema.json" },
-    "max_parallelism": { "type": "integer", "minimum": 1 },
-    "default_trial_resources": { "$ref": "#/$defs/resources" },
+    "provider": {
+      "type": "string",
+      "minLength": 1
+    },
+    "model_capture": {
+      "$ref": "#/$defs/modelCapture"
+    },
+    "training_binding": {
+      "$ref": "training-external-binding.schema.json"
+    },
+    "max_parallelism": {
+      "type": "integer",
+      "minimum": 1
+    },
+    "default_trial_resources": {
+      "$ref": "#/$defs/resources"
+    },
     "task_resources": {
       "type": "array",
-      "items": { "$ref": "#/$defs/taskResources" }
+      "items": {
+        "$ref": "#/$defs/taskResources"
+      }
     },
     "image_fallbacks": {
       "type": "array",
-      "items": { "$ref": "#/$defs/imageFallback" }
+      "items": {
+        "$ref": "#/$defs/imageFallback"
+      }
     },
     "slots": {
       "type": "array",
       "items": {
         "type": "object",
         "additionalProperties": false,
-        "required": ["schema_version", "slot_id", "eval_id", "task_id", "attempt", "candidate_identity", "state", "physical_execution"],
+        "required": [
+          "schema_version",
+          "slot_id",
+          "eval_id",
+          "task_id",
+          "attempt",
+          "candidate_identity",
+          "state",
+          "physical_execution"
+        ],
         "properties": {
-          "schema_version": { "const": "1" },
-          "slot_id": { "type": "string", "pattern": "^slot_[a-f0-9]{32}$" },
-          "eval_id": { "$ref": "#/$defs/evalId" },
-          "task_id": { "type": "string", "minLength": 1 },
-          "task_digest": { "$ref": "#/$defs/sha256" },
-          "attempt": { "type": "integer", "minimum": 1 },
-          "candidate_identity": { "$ref": "#/$defs/sha256" },
-          "state": { "enum": ["pending", "blocked", "ready", "leased", "running", "collecting", "succeeded", "invalid", "failed", "cancelled"] },
-          "physical_execution": { "type": "integer", "minimum": 1 },
-          "authoritative_run_id": { "type": "string", "pattern": "^run_[a-f0-9]{32}$" },
-          "invalid_reason": { "type": "string", "minLength": 1 }
+          "schema_version": {
+            "const": "1"
+          },
+          "slot_id": {
+            "type": "string",
+            "pattern": "^slot_[a-f0-9]{32}$"
+          },
+          "eval_id": {
+            "$ref": "#/$defs/evalId"
+          },
+          "task_id": {
+            "type": "string",
+            "minLength": 1
+          },
+          "task_digest": {
+            "$ref": "#/$defs/sha256"
+          },
+          "attempt": {
+            "type": "integer",
+            "minimum": 1
+          },
+          "candidate_identity": {
+            "$ref": "#/$defs/sha256"
+          },
+          "state": {
+            "enum": [
+              "pending",
+              "blocked",
+              "ready",
+              "leased",
+              "running",
+              "collecting",
+              "succeeded",
+              "invalid",
+              "failed",
+              "cancelled"
+            ]
+          },
+          "physical_execution": {
+            "type": "integer",
+            "minimum": 1
+          },
+          "authoritative_run_id": {
+            "type": "string",
+            "pattern": "^run_[a-f0-9]{32}$"
+          },
+          "invalid_reason": {
+            "type": "string",
+            "minLength": 1
+          }
         }
       }
     },
@@ -64,24 +164,74 @@
         "type": "object",
         "additionalProperties": false,
         "required": [
-          "schema_version", "work_id", "eval_id", "backend", "logical_attempt", "task_ids", "slots",
-          "opaque_membership", "requested_parallelism", "reservation", "provider"
+          "schema_version",
+          "work_id",
+          "eval_id",
+          "backend",
+          "logical_attempt",
+          "task_ids",
+          "slots",
+          "opaque_membership",
+          "requested_parallelism",
+          "reservation",
+          "provider"
         ],
         "properties": {
-          "schema_version": { "const": "1" },
-          "work_id": { "type": "string", "pattern": "^work_[a-f0-9]{32}$" },
-          "eval_id": { "$ref": "#/$defs/evalId" },
-          "backend": { "const": "harbor" },
-          "logical_attempt": { "type": ["integer", "null"], "minimum": 1 },
-          "task_ids": { "type": "array", "items": { "type": "string", "minLength": 1 }, "uniqueItems": true },
-          "slots": { "type": "array", "items": { "type": "string", "pattern": "^slot_[a-f0-9]{32}$" }, "uniqueItems": true },
-          "opaque_membership": { "type": "boolean" },
-          "requested_parallelism": { "type": "integer", "minimum": 1 },
-          "reservation": { "$ref": "#/$defs/resources" },
-          "provider": { "type": "string", "minLength": 1 },
+          "schema_version": {
+            "const": "1"
+          },
+          "work_id": {
+            "type": "string",
+            "pattern": "^work_[a-f0-9]{32}$"
+          },
+          "eval_id": {
+            "$ref": "#/$defs/evalId"
+          },
+          "backend": {
+            "const": "harbor"
+          },
+          "logical_attempt": {
+            "type": [
+              "integer",
+              "null"
+            ],
+            "minimum": 1
+          },
+          "task_ids": {
+            "type": "array",
+            "items": {
+              "type": "string",
+              "minLength": 1
+            },
+            "uniqueItems": true
+          },
+          "slots": {
+            "type": "array",
+            "items": {
+              "type": "string",
+              "pattern": "^slot_[a-f0-9]{32}$"
+            },
+            "uniqueItems": true
+          },
+          "opaque_membership": {
+            "type": "boolean"
+          },
+          "requested_parallelism": {
+            "type": "integer",
+            "minimum": 1
+          },
+          "reservation": {
+            "$ref": "#/$defs/resources"
+          },
+          "provider": {
+            "type": "string",
+            "minLength": 1
+          },
           "image_refs": {
             "type": "array",
-            "items": { "$ref": "#/$defs/imageUse" }
+            "items": {
+              "$ref": "#/$defs/imageUse"
+            }
           }
         }
       }
@@ -89,99 +239,291 @@
     "retry_policy": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["infrastructure_retries", "infrastructure_retry_backoff_ms", "verifier_execution", "candidate_rerun_on_verifier_failure"],
+      "required": [
+        "infrastructure_retries",
+        "infrastructure_retry_backoff_ms",
+        "verifier_execution",
+        "candidate_rerun_on_verifier_failure"
+      ],
       "properties": {
-        "infrastructure_retries": { "type": "integer", "minimum": 0 },
-        "infrastructure_retry_backoff_ms": { "type": "number", "minimum": 0 },
-        "verifier_execution": { "const": "same-trial-verifier-only" },
-        "candidate_rerun_on_verifier_failure": { "const": false }
+        "infrastructure_retries": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "infrastructure_retry_backoff_ms": {
+          "type": "number",
+          "minimum": 0
+        },
+        "verifier_execution": {
+          "const": "same-trial-verifier-only"
+        },
+        "candidate_rerun_on_verifier_failure": {
+          "const": false
+        }
       }
     },
-    "created_at": { "type": "string", "format": "date-time" }
+    "created_at": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "endpoint_binding": {
+      "$ref": "external-endpoint-binding.schema.json"
+    }
   },
   "$defs": {
-    "evalId": { "type": "string", "pattern": "^eval_[a-f0-9]{32}$" },
-    "sha256": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
+    "evalId": {
+      "type": "string",
+      "pattern": "^eval_[a-f0-9]{32}$"
+    },
+    "sha256": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
     "modelCapture": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["requested_mode", "effective_mode", "required"],
+      "required": [
+        "requested_mode",
+        "effective_mode",
+        "required"
+      ],
       "properties": {
-        "requested_mode": { "enum": ["off", "native", "proxy", "hybrid"] },
-        "effective_mode": { "enum": ["off", "native", "proxy", "hybrid"] },
-        "required": { "type": "boolean" },
-        "topology": { "enum": ["host-side", "in-sandbox"] },
-        "degraded_reason": { "type": "string", "minLength": 1 }
+        "requested_mode": {
+          "enum": [
+            "off",
+            "native",
+            "proxy",
+            "hybrid"
+          ]
+        },
+        "effective_mode": {
+          "enum": [
+            "off",
+            "native",
+            "proxy",
+            "hybrid"
+          ]
+        },
+        "required": {
+          "type": "boolean"
+        },
+        "topology": {
+          "enum": [
+            "host-side",
+            "in-sandbox"
+          ]
+        },
+        "degraded_reason": {
+          "type": "string",
+          "minLength": 1
+        }
       }
     },
     "resources": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["cpu_millis", "memory_bytes", "container_slots", "build_slots"],
+      "required": [
+        "cpu_millis",
+        "memory_bytes",
+        "container_slots",
+        "build_slots"
+      ],
       "properties": {
-        "cpu_millis": { "type": "integer", "minimum": 0 },
-        "memory_bytes": { "type": "integer", "minimum": 0 },
-        "container_slots": { "type": "integer", "minimum": 0 },
-        "build_slots": { "type": "integer", "minimum": 0 },
-        "gpu_count": { "type": "integer", "minimum": 0 },
-        "ephemeral_disk_bytes": { "type": "integer", "minimum": 0 }
+        "cpu_millis": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "memory_bytes": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "container_slots": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "build_slots": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "gpu_count": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "ephemeral_disk_bytes": {
+          "type": "integer",
+          "minimum": 0
+        }
       }
     },
     "resourceField": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["value", "source", "estimated"],
+      "required": [
+        "value",
+        "source",
+        "estimated"
+      ],
       "properties": {
-        "value": { "type": "integer", "minimum": 0 },
-        "source": { "enum": ["task", "compose", "submission-default", "operator-default", "provider-policy", "derived-components"] },
-        "estimated": { "type": "boolean" }
+        "value": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "source": {
+          "enum": [
+            "task",
+            "compose",
+            "submission-default",
+            "operator-default",
+            "provider-policy",
+            "derived-components"
+          ]
+        },
+        "estimated": {
+          "type": "boolean"
+        }
       }
     },
     "imageUse": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["task_ids", "image_id", "requested_reference", "reference", "manifest_digest", "platform", "resolution", "cache_hit"],
+      "required": [
+        "task_ids",
+        "image_id",
+        "requested_reference",
+        "reference",
+        "manifest_digest",
+        "platform",
+        "resolution",
+        "cache_hit"
+      ],
       "properties": {
-        "task_ids": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "type": "string", "minLength": 1 } },
-        "image_id": { "$ref": "#/$defs/sha256" },
-        "requested_reference": { "type": "string", "minLength": 1, "maxLength": 1024 },
-        "reference": { "type": "string", "minLength": 1, "maxLength": 1024 },
-        "manifest_digest": { "$ref": "#/$defs/sha256" },
-        "platform": { "type": "string", "minLength": 1 },
-        "resolution": { "enum": ["registry", "prebuilt", "backend-build"] },
-        "cache_hit": { "type": "boolean" }
+        "task_ids": {
+          "type": "array",
+          "minItems": 1,
+          "uniqueItems": true,
+          "items": {
+            "type": "string",
+            "minLength": 1
+          }
+        },
+        "image_id": {
+          "$ref": "#/$defs/sha256"
+        },
+        "requested_reference": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 1024
+        },
+        "reference": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 1024
+        },
+        "manifest_digest": {
+          "$ref": "#/$defs/sha256"
+        },
+        "platform": {
+          "type": "string",
+          "minLength": 1
+        },
+        "resolution": {
+          "enum": [
+            "registry",
+            "prebuilt",
+            "backend-build"
+          ]
+        },
+        "cache_hit": {
+          "type": "boolean"
+        }
       }
     },
     "imageFallback": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["task_id", "source", "service", "code"],
+      "required": [
+        "task_id",
+        "source",
+        "service",
+        "code"
+      ],
       "properties": {
-        "task_id": { "type": "string", "minLength": 1 },
-        "source": { "enum": ["task", "verifier", "compose"] },
-        "service": { "type": "string", "minLength": 1 },
-        "code": { "enum": ["backend-build", "dynamic-image", "policy-backend", "resolver-unavailable", "resolution-failed"] }
+        "task_id": {
+          "type": "string",
+          "minLength": 1
+        },
+        "source": {
+          "enum": [
+            "task",
+            "verifier",
+            "compose"
+          ]
+        },
+        "service": {
+          "type": "string",
+          "minLength": 1
+        },
+        "code": {
+          "enum": [
+            "backend-build",
+            "dynamic-image",
+            "policy-backend",
+            "resolver-unavailable",
+            "resolution-failed"
+          ]
+        }
       }
     },
     "taskResources": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["task_id", "reservation", "main_limits", "fields", "components", "diagnostics"],
+      "required": [
+        "task_id",
+        "reservation",
+        "main_limits",
+        "fields",
+        "components",
+        "diagnostics"
+      ],
       "properties": {
-        "task_id": { "type": "string", "minLength": 1 },
-        "reservation": { "$ref": "#/$defs/resources" },
-        "main_limits": { "$ref": "#/$defs/resources" },
+        "task_id": {
+          "type": "string",
+          "minLength": 1
+        },
+        "reservation": {
+          "$ref": "#/$defs/resources"
+        },
+        "main_limits": {
+          "$ref": "#/$defs/resources"
+        },
         "fields": {
           "type": "object",
           "additionalProperties": false,
-          "required": ["cpu_millis", "memory_bytes", "container_slots", "build_slots"],
+          "required": [
+            "cpu_millis",
+            "memory_bytes",
+            "container_slots",
+            "build_slots"
+          ],
           "properties": {
-            "cpu_millis": { "$ref": "#/$defs/resourceField" },
-            "memory_bytes": { "$ref": "#/$defs/resourceField" },
-            "container_slots": { "$ref": "#/$defs/resourceField" },
-            "build_slots": { "$ref": "#/$defs/resourceField" },
-            "gpu_count": { "$ref": "#/$defs/resourceField" },
-            "ephemeral_disk_bytes": { "$ref": "#/$defs/resourceField" }
+            "cpu_millis": {
+              "$ref": "#/$defs/resourceField"
+            },
+            "memory_bytes": {
+              "$ref": "#/$defs/resourceField"
+            },
+            "container_slots": {
+              "$ref": "#/$defs/resourceField"
+            },
+            "build_slots": {
+              "$ref": "#/$defs/resourceField"
+            },
+            "gpu_count": {
+              "$ref": "#/$defs/resourceField"
+            },
+            "ephemeral_disk_bytes": {
+              "$ref": "#/$defs/resourceField"
+            }
           }
         },
         "components": {
@@ -190,27 +532,66 @@
           "items": {
             "type": "object",
             "additionalProperties": false,
-            "required": ["name", "role", "replicas", "resources", "fields"],
+            "required": [
+              "name",
+              "role",
+              "replicas",
+              "resources",
+              "fields"
+            ],
             "properties": {
-              "name": { "type": "string", "minLength": 1 },
-              "role": { "enum": ["main", "task-sidecar", "verifier", "provider-sidecar"] },
-              "replicas": { "type": "integer", "minimum": 1 },
-              "resources": { "$ref": "#/$defs/resources" },
+              "name": {
+                "type": "string",
+                "minLength": 1
+              },
+              "role": {
+                "enum": [
+                  "main",
+                  "task-sidecar",
+                  "verifier",
+                  "provider-sidecar"
+                ]
+              },
+              "replicas": {
+                "type": "integer",
+                "minimum": 1
+              },
+              "resources": {
+                "$ref": "#/$defs/resources"
+              },
               "fields": {
                 "type": "object",
                 "additionalProperties": false,
-                "required": ["cpu_millis", "memory_bytes"],
+                "required": [
+                  "cpu_millis",
+                  "memory_bytes"
+                ],
                 "properties": {
-                  "cpu_millis": { "$ref": "#/$defs/resourceField" },
-                  "memory_bytes": { "$ref": "#/$defs/resourceField" },
-                  "gpu_count": { "$ref": "#/$defs/resourceField" },
-                  "ephemeral_disk_bytes": { "$ref": "#/$defs/resourceField" }
+                  "cpu_millis": {
+                    "$ref": "#/$defs/resourceField"
+                  },
+                  "memory_bytes": {
+                    "$ref": "#/$defs/resourceField"
+                  },
+                  "gpu_count": {
+                    "$ref": "#/$defs/resourceField"
+                  },
+                  "ephemeral_disk_bytes": {
+                    "$ref": "#/$defs/resourceField"
+                  }
                 }
               }
             }
           }
         },
-        "diagnostics": { "type": "array", "items": { "type": "string", "minLength": 1 }, "uniqueItems": true }
+        "diagnostics": {
+          "type": "array",
+          "items": {
+            "type": "string",
+            "minLength": 1
+          },
+          "uniqueItems": true
+        }
       }
     }
   }