agent-hitch 0.1.1 → 0.2.1

package/docs/schemas/eval-result.schema.json

@@ -4,7 +4,7 @@
   "title": "Hitch eval result",
   "type": "object",
   "additionalProperties": true,
-  "required": ["schema_version", "eval_id", "status", "exit_code", "started_at", "completed_at"],
+  "required": ["schema_version", "eval_id", "benchmark_id", "benchmark_revision", "status", "exit_code", "trials", "started_at", "completed_at"],
   "properties": {
     "schema_version": { "const": "1" },
     "eval_id": { "type": "string", "pattern": "^eval_[a-f0-9]{32}$" },
@@ -25,6 +25,41 @@
       "additionalProperties": true
     },
     "summary": { "type": ["object", "null"] },
+    "benchmark_id": { "type": "string", "minLength": 1 },
+    "benchmark_revision": { "type": "string", "minLength": 1 },
+    "trials": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["trial_id", "run_id", "task_id", "attempt", "observation_status"],
+        "properties": {
+          "trial_id": { "type": "string", "minLength": 1 },
+          "run_id": { "type": "string", "pattern": "^run_[a-f0-9]{32}$" },
+          "task_id": { "type": "string", "minLength": 1 },
+          "attempt": { "type": "integer", "minimum": 1 },
+          "observation_status": { "enum": ["valid", "invalid"] },
+          "reward": { "type": "number" },
+          "verifier_result_ref": { "type": "string", "minLength": 1 },
+          "invalid_reason": { "type": "string", "minLength": 1 }
+        }
+      }
+    },
+    "local_source_transport": {
+      "type": "object",
+      "required": ["kind", "resolution_identity", "commit", "tree", "payload_sha256", "payload_bytes"],
+      "properties": {
+        "kind": { "const": "local-git-commit" },
+        "resolution_identity": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "commit": { "type": "string", "pattern": "^(?:[0-9a-f]{40}|[0-9a-f]{64})$" },
+        "tree": { "type": "string", "pattern": "^(?:[0-9a-f]{40}|[0-9a-f]{64})$" },
+        "payload_sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "payload_bytes": { "type": "integer", "minimum": 0 },
+        "object_count": { "type": "integer", "minimum": 0 },
+        "file_count": { "type": "integer", "minimum": 0 }
+      },
+      "additionalProperties": false
+    },
     "error": {
       "type": "object",
       "required": ["code", "message"],

package/docs/schemas/local-git-transport-manifest.schema.json

@@ -0,0 +1,34 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/local-git-transport-manifest.schema.json",
+  "title": "Hitch local Git commit transport manifest",
+  "description": "Proof for a size-limited Git object pack containing one exact local commit and its checkout tree. The Git commit remains the harness revision identity; payload_sha256 only proves transport integrity.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schema_version",
+    "kind",
+    "harness_id",
+    "resolution_identity",
+    "commit",
+    "tree",
+    "payload_sha256",
+    "payload_bytes",
+    "object_count",
+    "file_count",
+    "created_at"
+  ],
+  "properties": {
+    "schema_version": { "const": "1" },
+    "kind": { "const": "local-git-commit" },
+    "harness_id": { "type": "string", "pattern": "^[a-z][a-z0-9-]*$" },
+    "resolution_identity": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+    "commit": { "type": "string", "pattern": "^(?:[0-9a-f]{40}|[0-9a-f]{64})$" },
+    "tree": { "type": "string", "pattern": "^(?:[0-9a-f]{40}|[0-9a-f]{64})$" },
+    "payload_sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+    "payload_bytes": { "type": "integer", "minimum": 0 },
+    "object_count": { "type": "integer", "minimum": 0 },
+    "file_count": { "type": "integer", "minimum": 0 },
+    "created_at": { "type": "string", "format": "date-time" }
+  }
+}

package/docs/schemas/message-feedback.schema.json

@@ -0,0 +1,37 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "$id": "https://github.com/rsi-gear/agent-hitch/docs/schemas/message-feedback.schema.json",
+  "title": "Message feedback sidecar row",
+  "description": "Lifecycle-bound editable message feedback sidecar, one whole-session row per session (spec §6.2). A lifecycle identity mismatch is treated as absence. Compare-and-set uses opaque UUID versions; ifVersion null requests creation only.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["session", "items"],
+  "properties": {
+    "session": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["createdAt"],
+      "properties": {
+        "sessionId": { "type": "string" },
+        "createdAt": { "type": "integer", "minimum": 0 },
+        "cwd": { "type": "string" }
+      }
+    },
+    "items": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["messageId", "rating", "version", "createdAt", "updatedAt"],
+        "properties": {
+          "messageId": { "type": "string", "minLength": 1 },
+          "rating": { "enum": ["positive", "negative"] },
+          "note": { "type": "string" },
+          "version": { "type": "string", "minLength": 1 },
+          "createdAt": { "type": "integer", "minimum": 0 },
+          "updatedAt": { "type": "integer", "minimum": 0 }
+        }
+      }
+    }
+  }
+}

package/docs/schemas/result.schema.json

@@ -32,6 +32,15 @@
       },
       "additionalProperties": true
     },
+    "trajectory_warning": {
+      "type": "object",
+      "required": ["code", "message"],
+      "properties": {
+        "code": { "const": "trajectory_recording_failed" },
+        "message": { "type": "string" }
+      },
+      "additionalProperties": true
+    },
     "started_at": {
       "type": "string",
       "format": "date-time"

package/docs/schemas/run-context.schema.json

@@ -0,0 +1,39 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/run-context.schema.json",
+  "title": "Hitch run context V1",
+  "oneOf": [
+    {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind"],
+      "properties": { "kind": { "const": "ad_hoc" } }
+    },
+    {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "seed_task_id", "seed_task_digest"],
+      "properties": {
+        "kind": { "const": "seed_task" },
+        "seed_task_id": { "type": "string", "minLength": 1 },
+        "seed_task_digest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "seed_set_id": { "type": "string", "minLength": 1 },
+        "seed_set_revision": { "type": "string", "minLength": 1 },
+        "iteration_id": { "type": "string", "minLength": 1 }
+      }
+    },
+    {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "benchmark_id", "benchmark_revision", "task_id", "task_digest", "verifier_identity"],
+      "properties": {
+        "kind": { "const": "benchmark_task" },
+        "benchmark_id": { "type": "string", "minLength": 1 },
+        "benchmark_revision": { "type": "string", "minLength": 1, "not": { "pattern": "^[Ll][Aa][Tt][Ee][Ss][Tt]$" } },
+        "task_id": { "type": "string", "minLength": 1 },
+        "task_digest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "verifier_identity": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" }
+      }
+    }
+  ]
+}

package/docs/schemas/run-manifest.schema.json

@@ -0,0 +1,81 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/run-manifest.schema.json",
+  "title": "Hitch RunRecord manifest V1",
+  "type": "object",
+  "additionalProperties": true,
+  "required": ["schema_version", "run_id", "context", "status", "harness", "model", "protocol", "request_ref", "resolution_ref", "created_at"],
+  "properties": {
+    "schema_version": { "const": "1" },
+    "run_id": { "type": "string", "pattern": "^run_[a-f0-9]{32}$" },
+    "context": { "$ref": "run-context.schema.json" },
+    "parent": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "eval_id", "trial_id", "attempt"],
+      "properties": {
+        "kind": { "const": "eval" },
+        "eval_id": { "type": "string", "pattern": "^eval_[a-f0-9]{32}$" },
+        "trial_id": { "type": "string", "minLength": 1 },
+        "attempt": { "type": "integer", "minimum": 1 }
+      }
+    },
+    "status": { "enum": ["queued", "preparing", "running", "succeeded", "failed", "timed_out", "cancelled"] },
+    "harness": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["harness_id", "requested_ref", "revision_identity"],
+      "properties": {
+        "harness_id": { "type": "string", "minLength": 1 },
+        "requested_ref": { "type": "string", "minLength": 1 },
+        "revision_identity": { "type": ["string", "null"], "pattern": "^sha256:[0-9a-f]{64}$" },
+        "artifact_id": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "agent_args_sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" }
+      }
+    },
+    "model": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["requested_id", "effective_id"],
+      "properties": {
+        "provider": { "type": "string", "minLength": 1 },
+        "requested_id": { "type": "string" },
+        "effective_id": { "type": "string" },
+        "parameters_sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "identity_resolved": { "type": "boolean" }
+      }
+    },
+    "protocol": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["timeout_ms", "workspace_mode"],
+      "properties": {
+        "timeout_ms": { "type": "number", "minimum": 0 },
+        "workspace_mode": { "type": "string", "minLength": 1 },
+        "initial_workspace_digest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "environment_identity": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "tool_policy_sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" }
+      }
+    },
+    "observation": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["status"],
+      "properties": {
+        "status": { "enum": ["valid", "invalid"] },
+        "reward": { "type": "number" },
+        "verifier_result_ref": { "$ref": "#/$defs/relativePath" },
+        "invalid_reason": { "type": "string", "minLength": 1 }
+      }
+    },
+    "request_ref": { "$ref": "#/$defs/relativePath" },
+    "resolution_ref": { "$ref": "#/$defs/relativePath" },
+    "result_ref": { "$ref": "#/$defs/relativePath" },
+    "trajectory_ref": { "$ref": "#/$defs/relativePath" },
+    "created_at": { "type": "string", "format": "date-time" },
+    "completed_at": { "type": "string", "format": "date-time" }
+  },
+  "$defs": {
+    "relativePath": { "type": "string", "pattern": "^(?!/)(?!.*(?:^|/)\\.\\.(?:/|$))(?!.*\\\\).+$" }
+  }
+}

package/docs/schemas/run-request.schema.json

@@ -51,6 +51,21 @@
       "items": {
         "type": "string"
       }
-    }
+    },
+    "context": { "$ref": "run-context.schema.json" },
+    "parent": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "eval_id", "trial_id", "attempt"],
+      "properties": {
+        "kind": { "const": "eval" },
+        "eval_id": { "type": "string", "pattern": "^eval_[a-f0-9]{32}$" },
+        "trial_id": { "type": "string", "minLength": 1 },
+        "attempt": { "type": "integer", "minimum": 1 }
+      }
+    },
+    "model_identity": { "type": "object" },
+    "protocol_identity": { "type": "object" },
+    "defer_benchmark_observation": { "type": "boolean" }
   }
 }

package/docs/schemas/trajectory-ref.schema.json

@@ -0,0 +1,73 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/trajectory-ref.schema.json",
+  "title": "Hitch trajectory reference",
+  "oneOf": [
+    {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["schema_version", "run_id", "session_id", "format", "fidelity", "path"],
+      "properties": {
+        "schema_version": { "const": "1" },
+        "run_id": { "type": "string", "pattern": "^run_[a-f0-9]{32}$" },
+        "session_id": { "type": "string", "minLength": 1 },
+        "provider_session_id": { "type": "string" },
+        "format": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["family", "version", "contract_commit", "compression", "pack_chunks"],
+          "properties": {
+            "family": { "const": "dsh-session" },
+            "version": { "const": 0 },
+            "contract_commit": { "type": "string", "pattern": "^[0-9a-f]{40}$" },
+            "compression": { "const": "none" },
+            "pack_chunks": { "const": false }
+          }
+        },
+        "fidelity": { "enum": ["native", "normalized", "minimal"] },
+        "path": { "type": "string", "minLength": 1 },
+        "sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" }
+      }
+    },
+    {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["schema_version", "run_id", "fidelity", "files"],
+      "properties": {
+        "schema_version": { "const": "2" },
+        "run_id": { "type": "string", "pattern": "^run_[a-f0-9]{32}$" },
+        "fidelity": { "enum": ["provider_native", "normalized", "minimal"] },
+        "provider": { "type": "string", "minLength": 1 },
+        "provider_session_id": { "type": "string", "minLength": 1 },
+        "files": {
+          "type": "array",
+          "minItems": 1,
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["role", "path", "media_type", "sha256", "bytes"],
+            "properties": {
+              "role": { "enum": ["provider_events", "provider_transcript", "provider_artifact", "canonical_session"] },
+              "path": { "type": "string", "pattern": "^(?!/)(?!.*(?:^|/)\\.\\.(?:/|$))(?!.*\\\\).+$" },
+              "media_type": { "type": "string", "minLength": 1 },
+              "sha256": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+              "bytes": { "type": "integer", "minimum": 0 }
+            }
+          }
+        },
+        "redactions": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["rule_id", "count"],
+            "properties": {
+              "rule_id": { "type": "string", "minLength": 1 },
+              "count": { "type": "integer", "minimum": 1 }
+            }
+          }
+        }
+      }
+    }
+  ]
+}