agent-hitch 0.2.9 → 0.2.10

package/docs/schemas/remote-verifier-result.schema.json

@@ -0,0 +1,203 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/remote-verifier-result.schema.json",
+  "title": "Hitch remote verifier-only result V2",
+  "description": "Scoring evidence bound to the sealed verifier descriptor and original execution epoch. The controller verifies the candidate source, resource limits, runtime repair and scores before atomic assessment publication. Maximum encoded envelope size: 64 MiB.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schema_version",
+    "kind",
+    "eval_id",
+    "work_id",
+    "lease_id",
+    "lease_epoch",
+    "verifier_work_digest",
+    "outcome",
+    "evidence"
+  ],
+  "properties": {
+    "schema_version": {
+      "const": "2"
+    },
+    "kind": {
+      "const": "verifier-only-result"
+    },
+    "eval_id": {
+      "type": "string",
+      "pattern": "^eval_[a-f0-9]{32}$"
+    },
+    "work_id": {
+      "type": "string",
+      "pattern": "^work_[a-f0-9]{32}$"
+    },
+    "lease_id": {
+      "type": "string",
+      "pattern": "^lease_[a-f0-9]{32}$"
+    },
+    "lease_epoch": {
+      "type": "integer",
+      "minimum": 1
+    },
+    "verifier_work_digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "outcome": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "trial",
+        "backend",
+        "execution",
+        "config_digest",
+        "controller_runtime_id"
+      ],
+      "properties": {
+        "trial": {
+          "type": "object",
+          "required": [
+            "trial_name"
+          ],
+          "not": {
+            "required": [
+              "config"
+            ]
+          },
+          "properties": {
+            "trial_name": {
+              "type": "string",
+              "pattern": "^[A-Za-z0-9][A-Za-z0-9._-]{0,255}$"
+            },
+            "agent_setup": {
+              "type": "null"
+            },
+            "agent_execution": {
+              "type": "null"
+            }
+          }
+        },
+        "backend": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "process_exit_code",
+            "signal"
+          ],
+          "properties": {
+            "process_exit_code": {
+              "type": [
+                "integer",
+                "null"
+              ],
+              "minimum": 0,
+              "maximum": 255
+            },
+            "signal": {
+              "type": [
+                "string",
+                "null"
+              ],
+              "pattern": "^SIG[A-Z0-9]{1,24}$"
+            }
+          }
+        },
+        "execution": {
+          "$ref": "execution-evidence.schema.json"
+        },
+        "config_digest": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "controller_runtime_id": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "runtime_repair": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "schema_version",
+            "kind",
+            "source_runtime_id",
+            "replacement_runtime_id",
+            "path",
+            "source_sha256",
+            "replacement_sha256",
+            "unchanged_file_count"
+          ],
+          "properties": {
+            "schema_version": {
+              "const": "1"
+            },
+            "kind": {
+              "const": "verifier-environment-runtime-repair"
+            },
+            "source_runtime_id": {
+              "type": "string",
+              "pattern": "^sha256:[a-f0-9]{64}$"
+            },
+            "replacement_runtime_id": {
+              "type": "string",
+              "pattern": "^sha256:[a-f0-9]{64}$"
+            },
+            "source_sha256": {
+              "type": "string",
+              "pattern": "^sha256:[a-f0-9]{64}$"
+            },
+            "replacement_sha256": {
+              "type": "string",
+              "pattern": "^sha256:[a-f0-9]{64}$"
+            },
+            "path": {
+              "const": "integrations/harbor/hitch_harbor_environment.py"
+            },
+            "unchanged_file_count": {
+              "type": "integer",
+              "minimum": 0
+            }
+          }
+        }
+      }
+    },
+    "evidence": {
+      "allOf": [
+        {
+          "$ref": "remote-tree-envelope.schema.json"
+        },
+        {
+          "properties": {
+            "symlinks": {
+              "maxItems": 0
+            },
+            "directories": {
+              "contains": {
+                "properties": {
+                  "path": {
+                    "const": "verifier"
+                  }
+                }
+              },
+              "items": {
+                "properties": {
+                  "path": {
+                    "pattern": "^verifier(/.+)?$"
+                  }
+                }
+              }
+            },
+            "files": {
+              "items": {
+                "properties": {
+                  "path": {
+                    "pattern": "^verifier/.+$"
+                  }
+                }
+              }
+            }
+          }
+        }
+      ]
+    }
+  }
+}

package/docs/schemas/remote-verifier-source.schema.json

@@ -0,0 +1,52 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/remote-verifier-source.schema.json",
+  "title": "Hitch remote verifier source V2",
+  "description": "Optional original-candidate evidence transport. Runtime verifies negotiated work version, original trial/runtime/run identity and all source digests before import.",
+  "type": "object", "additionalProperties": false, "required": ["manifest"],
+  "properties": {
+    "manifest": { "$ref": "#/$defs/manifest" },
+    "tree": { "allOf": [{ "$ref": "remote-tree-envelope.schema.json" }, {
+      "required": ["directories"],
+      "properties": {
+        "symlinks": { "maxItems": 0 },
+        "directories": { "contains": { "properties": { "path": { "const": "artifacts" } } },
+          "items": { "properties": { "path": { "pattern": "^artifacts(/.+)?$" } } } },
+        "files": { "contains": { "properties": { "path": { "const": "benchmark-lifecycle.json" } } },
+          "items": { "properties": { "path": { "pattern": "^(artifacts/.+|benchmark-lifecycle\\.json|hitch-final-response\\.json|regrade-config\\.json)$" } } } }
+      }
+    }] }
+  },
+  "allOf": [{
+    "if": { "properties": { "manifest": { "properties": { "status": { "const": "available" } } } } },
+    "then": { "required": ["tree"] }, "else": { "not": { "required": ["tree"] } }
+  }, {
+    "if": { "properties": { "manifest": { "required": ["regrade_config_digest"] } } },
+    "then": { "required": ["tree"], "properties": { "tree": { "properties": { "files": { "contains": { "properties": { "path": { "const": "regrade-config.json" } } } } } } } },
+    "else": { "properties": { "tree": { "properties": { "files": { "items": { "properties": { "path": { "not": { "const": "regrade-config.json" } } } } } } } } }
+  }],
+  "$defs": {
+    "sha256": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
+    "manifest": {
+      "type": "object", "additionalProperties": false,
+      "required": ["schema_version", "task_id", "trial_id", "run_id", "controller_runtime_id", "source_result_digest", "status"],
+      "properties": {
+        "schema_version": { "const": "2" }, "task_id": { "type": "string", "minLength": 1, "maxLength": 512 },
+        "trial_id": { "type": "string", "pattern": "^[A-Za-z0-9][A-Za-z0-9._-]{0,255}$" },
+        "run_id": { "type": "string", "pattern": "^run_[a-f0-9]{32}$" },
+        "controller_runtime_id": { "$ref": "#/$defs/sha256" }, "source_result_digest": { "$ref": "#/$defs/sha256" }, "original_result_digest": { "$ref": "#/$defs/sha256" },
+        "status": { "enum": ["available", "unavailable"] },
+        "source_bundle_digest": { "$ref": "#/$defs/sha256" }, "source_config_digest": { "$ref": "#/$defs/sha256" }, "regrade_config_digest": { "$ref": "#/$defs/sha256" },
+        "task_digest": { "$ref": "#/$defs/sha256" }, "artifacts_digest": { "$ref": "#/$defs/sha256" }, "snapshot_digest": { "$ref": "#/$defs/sha256" },
+        "reason": { "enum": ["unsupported-task", "source-unavailable", "source-too-large"] }
+      },
+      "allOf": [{
+        "if": { "properties": { "status": { "const": "available" } } },
+        "then": { "required": ["source_bundle_digest", "source_config_digest", "task_digest", "artifacts_digest", "snapshot_digest"], "not": { "required": ["reason"] } },
+        "else": { "required": ["reason"], "not": { "anyOf": [
+          { "required": ["source_bundle_digest"] }, { "required": ["source_config_digest"] }, { "required": ["task_digest"] }, { "required": ["artifacts_digest"] }, { "required": ["snapshot_digest"] }, { "required": ["regrade_config_digest"] }
+        ] } }
+      }]
+    }
+  }
+}

package/docs/schemas/remote-verifier-work.schema.json

@@ -0,0 +1,125 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/remote-verifier-work.schema.json",
+  "title": "Hitch remote verifier-only work V2",
+  "description": "Sealed original-candidate scoring inputs. Runtime additionally validates all candidate, source, assessment, logical slot and digest relationships. Public dispatch remains gated until assessment import and recovery are wired.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schema_version",
+    "kind",
+    "assessment_id",
+    "source_ref",
+    "source_manifest",
+    "source_trial",
+    "candidate_result",
+    "candidate_result_digest",
+    "canonical_bundle_digest",
+    "verifier_runtime_id"
+  ],
+  "properties": {
+    "schema_version": {
+      "const": "2"
+    },
+    "kind": {
+      "const": "verifier-only"
+    },
+    "assessment_id": {
+      "type": "string",
+      "pattern": "^assessment_[a-f0-9]{32}$"
+    },
+    "source_ref": {
+      "allOf": [
+        {
+          "$ref": "eval-trial-reference.schema.json"
+        },
+        {
+          "required": [
+            "run_id",
+            "invalid_reason"
+          ],
+          "not": {
+            "anyOf": [
+              {
+                "required": [
+                  "run_group"
+                ]
+              },
+              {
+                "required": [
+                  "assessment"
+                ]
+              }
+            ]
+          },
+          "properties": {
+            "observation_status": {
+              "const": "invalid"
+            },
+            "invalid_reason": {
+              "enum": [
+                "verifier_infrastructure_failure",
+                "verifier_result_missing"
+              ]
+            }
+          }
+        }
+      ]
+    },
+    "source_manifest": {
+      "allOf": [
+        {
+          "$ref": "remote-verifier-source.schema.json#/$defs/manifest"
+        },
+        {
+          "required": [
+            "regrade_config_digest",
+            "original_result_digest"
+          ],
+          "properties": {
+            "status": {
+              "const": "available"
+            }
+          }
+        }
+      ]
+    },
+    "source_trial": {
+      "type": "object",
+      "required": [
+        "id",
+        "trial_name",
+        "agent_result"
+      ],
+      "not": {
+        "required": [
+          "config"
+        ]
+      }
+    },
+    "candidate_result": {
+      "type": "object",
+      "required": [
+        "run_id",
+        "status"
+      ],
+      "properties": {
+        "status": {
+          "const": "succeeded"
+        }
+      }
+    },
+    "candidate_result_digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "canonical_bundle_digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "verifier_runtime_id": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    }
+  }
+}

package/docs/schemas/remote-work-offer.schema.json

@@ -4,54 +4,190 @@
   "title": "Hitch remote work offer V1",
   "type": "object",
   "additionalProperties": false,
-  "required": ["schema_version", "offer_id", "nonce", "generation", "worker_id", "lease", "work", "state", "issued_at", "expires_at"],
+  "required": [
+    "schema_version",
+    "offer_id",
+    "nonce",
+    "generation",
+    "worker_id",
+    "lease",
+    "work",
+    "state",
+    "issued_at",
+    "expires_at"
+  ],
   "properties": {
-    "schema_version": { "const": "1" },
-    "offer_id": { "type": "string", "pattern": "^offer_[a-f0-9]{32}$" },
-    "nonce": { "type": "string", "pattern": "^[a-f0-9]{64}$" },
-    "generation": { "type": "integer", "minimum": 1 },
-    "worker_id": { "type": "string", "pattern": "^worker_[a-z0-9][a-z0-9_-]{0,62}$" },
-    "lease": { "$ref": "execution-lease.schema.json" },
-    "work": { "$ref": "eval-execution-plan.schema.json#/properties/work_items/items" },
+    "schema_version": {
+      "const": "1"
+    },
+    "offer_id": {
+      "type": "string",
+      "pattern": "^offer_[a-f0-9]{32}$"
+    },
+    "nonce": {
+      "type": "string",
+      "pattern": "^[a-f0-9]{64}$"
+    },
+    "generation": {
+      "type": "integer",
+      "minimum": 1
+    },
+    "worker_id": {
+      "type": "string",
+      "pattern": "^worker_[a-z0-9][a-z0-9_-]{0,62}$"
+    },
+    "lease": {
+      "$ref": "execution-lease.schema.json"
+    },
+    "work": {
+      "$ref": "eval-execution-plan.schema.json#/properties/work_items/items"
+    },
     "inputs": {
-      "type": "array", "minItems": 1, "maxItems": 4,
-      "items": { "$ref": "#/$defs/inputRef" }
-    },
-    "state": { "enum": ["offered", "accepted", "rejected", "cancel-requested", "completed", "release-requested", "released", "expired"] },
-    "issued_at": { "type": "string", "format": "date-time" },
-    "expires_at": { "type": "string", "format": "date-time" },
-    "accepted_at": { "type": "string", "format": "date-time" },
-    "completed_at": { "type": "string", "format": "date-time" },
-    "released_at": { "type": "string", "format": "date-time" },
-    "rejection_code": { "type": "string", "minLength": 1 },
-    "accept_receipt_digest": { "$ref": "#/$defs/sha256" },
-    "terminal_receipt_digest": { "$ref": "#/$defs/sha256" },
-    "release_receipt_digest": { "$ref": "#/$defs/sha256" },
+      "type": "array",
+      "minItems": 1,
+      "maxItems": 4,
+      "items": {
+        "$ref": "#/$defs/inputRef"
+      }
+    },
+    "state": {
+      "enum": [
+        "offered",
+        "accepted",
+        "rejected",
+        "cancel-requested",
+        "completed",
+        "release-requested",
+        "released",
+        "expired"
+      ]
+    },
+    "issued_at": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "expires_at": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "accepted_at": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "completed_at": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "released_at": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "rejection_code": {
+      "type": "string",
+      "minLength": 1
+    },
+    "accept_receipt_digest": {
+      "$ref": "#/$defs/sha256"
+    },
+    "terminal_receipt_digest": {
+      "$ref": "#/$defs/sha256"
+    },
+    "release_receipt_digest": {
+      "$ref": "#/$defs/sha256"
+    },
     "terminal": {
-      "type": "object", "additionalProperties": false, "required": ["status", "artifacts", "sent_at"],
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "status",
+        "artifacts",
+        "sent_at"
+      ],
       "properties": {
-        "status": { "enum": ["succeeded", "failed", "cancelled"] },
-        "artifacts": { "type": "array", "items": { "$ref": "#/$defs/artifactRef" } },
-        "sent_at": { "type": "string", "format": "date-time" }
+        "status": {
+          "enum": [
+            "succeeded",
+            "failed",
+            "cancelled"
+          ]
+        },
+        "artifacts": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/artifactRef"
+          }
+        },
+        "sent_at": {
+          "type": "string",
+          "format": "date-time"
+        }
       }
     }
   },
   "$defs": {
-    "sha256": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
+    "sha256": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
     "artifactRef": {
-      "type": "object", "additionalProperties": false, "required": ["kind", "digest", "size"],
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "kind",
+        "digest",
+        "size"
+      ],
       "properties": {
-        "kind": { "enum": ["result-bundle", "diagnostic"] }, "digest": { "$ref": "#/$defs/sha256" },
-        "size": { "type": "integer", "minimum": 0, "maximum": 536870912 }
+        "kind": {
+          "enum": [
+            "result-bundle",
+            "diagnostic"
+          ]
+        },
+        "digest": {
+          "$ref": "#/$defs/sha256"
+        },
+        "size": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 536870912
+        }
       }
     },
     "inputRef": {
-      "type": "object", "additionalProperties": false, "required": ["kind", "format", "digest", "size"],
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "kind",
+        "format",
+        "digest",
+        "size"
+      ],
       "properties": {
-        "kind": { "enum": ["work-spec", "harness-artifact", "controller-runtime", "task-input"] },
-        "format": { "enum": ["json", "hitch-tree-v1"] },
-        "digest": { "$ref": "#/$defs/sha256" },
-        "size": { "type": "integer", "minimum": 1, "maximum": 268435456 }
+        "kind": {
+          "enum": [
+            "work-spec",
+            "harness-artifact",
+            "controller-runtime",
+            "task-input",
+            "verifier-source",
+            "verifier-runtime"
+          ]
+        },
+        "format": {
+          "enum": [
+            "json",
+            "hitch-tree-v1"
+          ]
+        },
+        "digest": {
+          "$ref": "#/$defs/sha256"
+        },
+        "size": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 268435456
+        }
       }
     }
   }