agent-hitch 0.2.9 → 0.2.11

package/docs/schemas/run-manifest.schema.json

@@ -4,82 +4,249 @@
   "title": "Hitch RunRecord manifest V1",
   "type": "object",
   "additionalProperties": true,
-  "required": ["schema_version", "run_id", "context", "status", "harness", "model", "protocol", "request_ref", "resolution_ref", "created_at"],
-  "allOf": [{
-    "if": { "properties": { "context": { "properties": { "kind": { "const": "benchmark_phase" } }, "required": ["kind"] } }, "required": ["context"] },
-    "then": { "required": ["parent"], "not": { "required": ["observation"] } }
-  }],
+  "required": [
+    "schema_version",
+    "run_id",
+    "context",
+    "status",
+    "harness",
+    "model",
+    "protocol",
+    "request_ref",
+    "resolution_ref",
+    "created_at"
+  ],
+  "allOf": [
+    {
+      "if": {
+        "properties": {
+          "context": {
+            "properties": {
+              "kind": {
+                "const": "benchmark_phase"
+              }
+            },
+            "required": [
+              "kind"
+            ]
+          }
+        },
+        "required": [
+          "context"
+        ]
+      },
+      "then": {
+        "required": [
+          "parent"
+        ],
+        "not": {
+          "required": [
+            "observation"
+          ]
+        }
+      }
+    }
+  ],
   "properties": {
-    "schema_version": { "const": "1" },
-    "run_id": { "type": "string", "pattern": "^run_[a-f0-9]{32}$" },
-    "context": { "$ref": "run-context.schema.json" },
+    "schema_version": {
+      "const": "1"
+    },
+    "run_id": {
+      "type": "string",
+      "pattern": "^run_[a-f0-9]{32}$"
+    },
+    "context": {
+      "$ref": "run-context.schema.json"
+    },
     "parent": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["kind", "eval_id", "trial_id", "attempt"],
+      "required": [
+        "kind",
+        "eval_id",
+        "trial_id",
+        "attempt"
+      ],
       "properties": {
-        "kind": { "const": "eval" },
-        "eval_id": { "type": "string", "pattern": "^eval_[a-f0-9]{32}$" },
-        "trial_id": { "type": "string", "minLength": 1 },
-        "attempt": { "type": "integer", "minimum": 1 }
+        "kind": {
+          "const": "eval"
+        },
+        "eval_id": {
+          "type": "string",
+          "pattern": "^eval_[a-f0-9]{32}$"
+        },
+        "trial_id": {
+          "type": "string",
+          "minLength": 1
+        },
+        "attempt": {
+          "type": "integer",
+          "minimum": 1
+        }
       }
     },
-    "status": { "enum": ["queued", "preparing", "running", "succeeded", "failed", "timed_out", "cancelled"] },
+    "status": {
+      "enum": [
+        "queued",
+        "preparing",
+        "running",
+        "succeeded",
+        "failed",
+        "timed_out",
+        "cancelled"
+      ]
+    },
     "harness": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["harness_id", "requested_ref", "revision_identity"],
+      "required": [
+        "harness_id",
+        "requested_ref",
+        "revision_identity"
+      ],
       "properties": {
-        "harness_id": { "type": "string", "minLength": 1 },
-        "requested_ref": { "type": "string", "minLength": 1 },
-        "revision_identity": { "type": ["string", "null"], "pattern": "^sha256:[0-9a-f]{64}$" },
-        "artifact_id": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
-        "agent_args_sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" }
+        "harness_id": {
+          "type": "string",
+          "minLength": 1
+        },
+        "requested_ref": {
+          "type": "string",
+          "minLength": 1
+        },
+        "revision_identity": {
+          "type": [
+            "string",
+            "null"
+          ],
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        },
+        "artifact_id": {
+          "type": "string",
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        },
+        "agent_args_sha256": {
+          "type": "string",
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        }
       }
     },
     "model": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["requested_id", "effective_id"],
+      "required": [
+        "requested_id",
+        "effective_id"
+      ],
       "properties": {
-        "provider": { "type": "string", "minLength": 1 },
-        "requested_id": { "type": "string" },
-        "effective_id": { "type": "string" },
-        "parameters_sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
-        "identity_resolved": { "type": "boolean" }
+        "provider": {
+          "type": "string",
+          "minLength": 1
+        },
+        "requested_id": {
+          "type": "string"
+        },
+        "effective_id": {
+          "type": "string"
+        },
+        "parameters_sha256": {
+          "type": "string",
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        },
+        "identity_resolved": {
+          "type": "boolean"
+        },
+        "model_node": {
+          "$ref": "#/$defs/modelNodeBinding"
+        },
+        "inference_id": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        }
       }
     },
     "protocol": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["timeout_ms", "workspace_mode"],
+      "required": [
+        "timeout_ms",
+        "workspace_mode"
+      ],
       "properties": {
-        "timeout_ms": { "type": "number", "minimum": 0 },
-        "workspace_mode": { "type": "string", "minLength": 1 },
-        "initial_workspace_digest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
-        "environment_identity": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
-        "tool_policy_sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" }
+        "timeout_ms": {
+          "type": "number",
+          "minimum": 0
+        },
+        "workspace_mode": {
+          "type": "string",
+          "minLength": 1
+        },
+        "initial_workspace_digest": {
+          "type": "string",
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        },
+        "environment_identity": {
+          "type": "string",
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        },
+        "tool_policy_sha256": {
+          "type": "string",
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        }
       }
     },
     "observation": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["status"],
+      "required": [
+        "status"
+      ],
       "properties": {
-        "status": { "enum": ["valid", "invalid"] },
-        "reward": { "type": "number" },
-        "verifier_result_ref": { "$ref": "#/$defs/relativePath" },
-        "invalid_reason": { "type": "string", "minLength": 1 }
+        "status": {
+          "enum": [
+            "valid",
+            "invalid"
+          ]
+        },
+        "reward": {
+          "type": "number"
+        },
+        "verifier_result_ref": {
+          "$ref": "#/$defs/relativePath"
+        },
+        "invalid_reason": {
+          "type": "string",
+          "minLength": 1
+        }
       }
     },
-    "request_ref": { "$ref": "#/$defs/relativePath" },
-    "resolution_ref": { "$ref": "#/$defs/relativePath" },
-    "result_ref": { "$ref": "#/$defs/relativePath" },
-    "trajectory_ref": { "$ref": "#/$defs/relativePath" },
-    "created_at": { "type": "string", "format": "date-time" },
-    "completed_at": { "type": "string", "format": "date-time" }
+    "request_ref": {
+      "$ref": "#/$defs/relativePath"
+    },
+    "resolution_ref": {
+      "$ref": "#/$defs/relativePath"
+    },
+    "result_ref": {
+      "$ref": "#/$defs/relativePath"
+    },
+    "trajectory_ref": {
+      "$ref": "#/$defs/relativePath"
+    },
+    "created_at": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "completed_at": {
+      "type": "string",
+      "format": "date-time"
+    }
   },
   "$defs": {
-    "relativePath": { "type": "string", "pattern": "^(?!/)(?!.*(?:^|/)\\.\\.(?:/|$))(?!.*\\\\).+$" }
+    "relativePath": {
+      "type": "string",
+      "pattern": "^(?!/)(?!.*(?:^|/)\\.\\.(?:/|$))(?!.*\\\\).+$"
+    },
+    "modelNodeBinding": {
+      "$ref": "model-node-binding.schema.json"
+    }
   }
 }

package/docs/schemas/run-request.schema.json

@@ -70,6 +70,7 @@
     },
     "model_identity": { "type": "object" },
     "protocol_identity": { "type": "object" },
-    "defer_benchmark_observation": { "type": "boolean" }
+    "defer_benchmark_observation": { "type": "boolean" },
+    "local_inference": { "$ref": "local-inference-selection.schema.json" }
   }
 }

package/docs/schemas/training-external-binding.schema.json

@@ -0,0 +1,26 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/training-external-binding.schema.json",
+  "title": "Hitch exact training binding V1",
+  "type": "object", "additionalProperties": false,
+  "required": ["kind", "bindingId", "trainingRunId", "policyLeaseRef", "expectedPolicyVersion", "fencingToken", "expiresAt", "endpointRef", "credentialRef", "generationContractDigest", "requiredCapture", "api", "maxOutputTokens", "maxEpisodeSteps"],
+  "properties": {
+    "kind": { "const": "training-external" },
+    "bindingId": { "$ref": "#/$defs/id" }, "trainingRunId": { "$ref": "#/$defs/id" },
+    "policyLeaseRef": {
+      "type": "object", "additionalProperties": false, "required": ["uri", "digest", "mediaType"],
+      "properties": { "uri": { "type": "string", "minLength": 1 }, "digest": { "$ref": "#/$defs/sha256" }, "mediaType": { "const": "application/json" } }
+    },
+    "expectedPolicyVersion": { "type": "string", "minLength": 1 }, "fencingToken": { "type": "string", "minLength": 1 },
+    "expiresAt": { "type": "string", "format": "date-time" },
+    "endpointRef": { "type": "string", "pattern": "^hitch-training:[a-zA-Z0-9_-]{1,128}$" },
+    "credentialRef": { "type": "string", "pattern": "^hitch-training:[a-zA-Z0-9_-]{1,128}$" },
+    "generationContractDigest": { "$ref": "#/$defs/sha256" },
+    "requiredCapture": { "const": "exact-policy-tokens-v1" }, "api": { "const": "chat-completions" },
+    "maxOutputTokens": { "type": "integer", "minimum": 1 }, "maxEpisodeSteps": { "type": "integer", "minimum": 1 }
+  },
+  "$defs": {
+    "id": { "type": "string", "pattern": "^[a-zA-Z0-9_-]{1,128}$" },
+    "sha256": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" }
+  }
+}

package/docs/schemas/verifier-diagnostic-page.schema.json

@@ -0,0 +1,97 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/verifier-diagnostic-page.schema.json",
+  "title": "Hitch verifier diagnostic artifact page",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["schema_version", "kind", "run_id", "artifact", "page"],
+  "properties": {
+    "schema_version": { "const": "1" },
+    "kind": { "const": "verifier-diagnostic-page" },
+    "run_id": { "type": "string", "pattern": "^run_[a-f0-9]{32}$" },
+    "artifact": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "media_type", "bytes", "sha256", "source_complete"],
+      "properties": {
+        "name": { "enum": ["ctrf.json", "test-stdout.txt", "test-stderr.txt", "stdout.txt", "stderr.txt"] },
+        "media_type": { "enum": ["application/json", "text/plain"] },
+        "bytes": { "type": "integer", "minimum": 0 },
+        "sha256": { "$ref": "#/$defs/sha256" },
+        "source_complete": { "type": "boolean" },
+        "loss_reason": { "enum": ["persistence_limit_exceeded", "invalid_json", "legacy_truncated"] }
+      },
+      "allOf": [
+        {
+          "if": { "type": "object", "properties": { "name": { "const": "ctrf.json" } }, "required": ["name"] },
+          "then": { "type": "object", "properties": { "media_type": { "const": "application/json" } } },
+          "else": { "type": "object", "properties": { "media_type": { "const": "text/plain" } } }
+        },
+        {
+          "if": { "type": "object", "properties": { "source_complete": { "const": true } }, "required": ["source_complete"] },
+          "then": { "type": "object", "properties": { "loss_reason": false } },
+          "else": {
+            "type": "object",
+            "properties": { "loss_reason": { "enum": ["persistence_limit_exceeded", "invalid_json", "legacy_truncated"] } },
+            "required": ["loss_reason"]
+          }
+        }
+      ]
+    },
+    "page": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["offset", "bytes", "text", "eof"],
+      "properties": {
+        "offset": { "type": "integer", "minimum": 0 },
+        "bytes": { "type": "integer", "minimum": 0, "maximum": 65536 },
+        "text": { "type": "string" },
+        "eof": { "type": "boolean" },
+        "next_offset": { "type": "integer", "minimum": 1 }
+      },
+      "allOf": [
+        {
+          "if": { "type": "object", "properties": { "eof": { "const": true } }, "required": ["eof"] },
+          "then": { "type": "object", "properties": { "next_offset": false } },
+          "else": {
+            "type": "object",
+            "properties": { "next_offset": { "type": "integer", "minimum": 1 } },
+            "required": ["next_offset"]
+          }
+        }
+      ]
+    }
+  },
+  "allOf": [
+    {
+      "if": {
+        "type": "object",
+        "properties": {
+          "artifact": {
+            "type": "object",
+            "properties": { "source_complete": { "const": false } },
+            "required": ["source_complete"]
+          }
+        },
+        "required": ["artifact"]
+      },
+      "then": {
+        "type": "object",
+        "properties": {
+          "page": {
+            "type": "object",
+            "properties": {
+              "offset": { "const": 0 },
+              "bytes": { "const": 0 },
+              "text": { "const": "" },
+              "eof": { "const": true }
+            }
+          }
+        }
+      }
+    }
+  ],
+  "$defs": {
+    "sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" }
+  }
+}