agent-hitch 0.2.12 → 0.2.14

package/docs/schemas/remote-harbor-work-spec.schema.json

@@ -1,7 +1,7 @@
 {
   "$schema": "https://json-schema.org/draft/2020-12/schema",
   "$id": "https://agent-hitch.local/schemas/remote-harbor-work-spec.schema.json",
-  "title": "Hitch remote Harbor work spec V1/V2",
+  "title": "Hitch remote Harbor work spec V1/V2/V3",
   "description": "The worker additionally validates equality with its offer and the complete request/plan/model graph before execution.",
   "type": "object",
   "additionalProperties": false,
@@ -19,7 +19,8 @@
     "schema_version": {
       "enum": [
         "1",
-        "2"
+        "2",
+        "3"
       ]
     },
     "request": {
@@ -149,6 +150,9 @@
     },
     "verifier_only": {
       "$ref": "remote-verifier-work.schema.json"
+    },
+    "resource_delivery": {
+      "$ref": "#/$defs/sha256"
     }
   },
   "allOf": [
@@ -156,7 +160,10 @@
       "if": {
         "properties": {
           "schema_version": {
-            "const": "2"
+            "enum": [
+              "2",
+              "3"
+            ]
           }
         }
       },
@@ -179,6 +186,11 @@
             "required": [
               "verifier_source"
             ]
+          },
+          {
+            "required": [
+              "resource_delivery"
+            ]
           }
         ]
       },
@@ -204,6 +216,11 @@
               "required": [
                 "verifier_only"
               ]
+            },
+            {
+              "required": [
+                "resource_delivery"
+              ]
             }
           ]
         },
@@ -309,6 +326,33 @@
           }
         }
       }
+    },
+    {
+      "if": {
+        "properties": {
+          "schema_version": {
+            "const": "3"
+          }
+        }
+      },
+      "then": {
+        "required": [
+          "resource_delivery",
+          "credential_names"
+        ],
+        "not": {
+          "required": [
+            "verifier_only"
+          ]
+        }
+      },
+      "else": {
+        "not": {
+          "required": [
+            "resource_delivery"
+          ]
+        }
+      }
     }
   ],
   "$defs": {

package/docs/schemas/remote-work-offer.schema.json

@@ -177,7 +177,8 @@
         "format": {
           "enum": [
             "json",
-            "hitch-tree-v1"
+            "hitch-tree-v1",
+            "hitch-resource-delivery-v1"
           ]
         },
         "digest": {

package/docs/schemas/remote-worker-registration.schema.json

@@ -102,6 +102,9 @@
         },
         "verifier_only": {
           "const": "2"
+        },
+        "benchmark_resources": {
+          "const": "1"
         }
       },
       "allOf": [
@@ -173,6 +176,23 @@
               }
             }
           }
+        },
+        {
+          "if": {
+            "required": [
+              "benchmark_resources"
+            ]
+          },
+          "then": {
+            "properties": {
+              "docker": {
+                "const": true
+              },
+              "buildkit": {
+                "const": true
+              }
+            }
+          }
         }
       ]
     },

package/docs/schemas/trajectory-analysis.schema.json

@@ -38,7 +38,7 @@
             "required": ["seq", "event_type", "surface_op", "message"],
             "properties": {
               "seq": { "$ref": "#/$defs/seq" },
-              "event_type": { "enum": ["user/message", "assistant/message", "tool/result"] },
+              "event_type": { "enum": ["user/message", "assistant/message", "system/message", "developer/message", "tool/result"] },
               "surface_op": { "$ref": "#/$defs/surface_op" },
               "message": true
             }
@@ -107,6 +107,8 @@
           "count": { "type": "integer", "minimum": 1 },
           "types": { "$ref": "#/$defs/counts" },
           "model_boundary_seq": { "$ref": "#/$defs/seq" },
+          "stream_field": { "const": "data.stream" },
+          "record_count": { "type": "integer", "minimum": 1 },
           "usage": true,
           "finish_reason": true,
           "partial": {
@@ -132,11 +134,13 @@
                     "block_start_seq": { "$ref": "#/$defs/seq" },
                     "kind": { "enum": ["text", "reasoning", "tool_arguments"] },
                     "content": { "$ref": "#/$defs/content_excerpt" },
-                    "source_seq_count": { "type": "integer", "minimum": 0 }
+                    "source_seq_count": { "type": "integer", "minimum": 0 },
+                    "source_chunk_count": { "type": "integer", "minimum": 0 }
                   }
                 }
               },
-              "source_seq_count": { "type": "integer", "minimum": 0 }
+              "source_seq_count": { "type": "integer", "minimum": 0 },
+              "source_chunk_count": { "type": "integer", "minimum": 0 }
             }
           }
         }
@@ -163,6 +167,16 @@
     "surface_op": {
       "oneOf": [
         { "const": "append" },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["op", "startSeq", "endSeq"],
+          "properties": {
+            "op": { "const": "replace" },
+            "startSeq": { "$ref": "#/$defs/seq" },
+            "endSeq": { "$ref": "#/$defs/seq" }
+          }
+        },
         {
           "type": "object",
           "additionalProperties": false,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-hitch",
-  "version": "0.2.12",
+  "version": "0.2.14",
   "description": "Content-addressed version control and evidence storage for agent harnesses",
   "keywords": [
     "ai-agents",
@@ -39,7 +39,8 @@
     "./trajectories": "./dist/src/trajectories/index.js",
     "./workspaces": "./dist/src/workspaces/index.js",
     "./cli": "./dist/src/cli/index.js",
-    "./package.json": "./package.json"
+    "./package.json": "./package.json",
+    "./resources": "./dist/src/resources/index.js"
   },
   "bin": {
     "hitch": "dist/bin/hitch.js"
@@ -61,7 +62,12 @@
     "integrations/harbor/hitch_benchmark.py",
     "integrations/harbor/hitch_tool_client.mjs",
     "integrations/model-call/cli.js",
-    "integrations/training-tool/cli.js"
+    "integrations/training-tool/cli.js",
+    "docs/resource-storage.zh-CN.md",
+    "benchmark-packages/shared-tree/",
+    "benchmark-packages/automationbench/resources.mjs",
+    "benchmark-packages/automationbench/RESOURCES.md",
+    "test-contracts/hitch-resources-v1.json"
   ],
   "scripts": {
     "docs:check": "node scripts/check-guide.mjs",

package/test-contracts/hitch-resources-v1.json

@@ -0,0 +1,197 @@
+{
+  "protocol": "hitch-resource-contract-fixtures@1",
+  "lock": {
+    "protocol": "hitch-resource-lock@1",
+    "resources": {
+      "dataset": {
+        "kind": "blob",
+        "digest": "sha256:cf99975aa7995fad86fae7f3b0905143f30a52501944dff26002afc99c3b8419",
+        "size": 7
+      }
+    },
+    "bindings": [
+      {
+        "resource": "dataset",
+        "consumer": {
+          "role": "candidate"
+        },
+        "use": "input-file",
+        "target": "data/input.txt",
+        "executable": false,
+        "access": "private-copy"
+      }
+    ],
+    "requiredCapabilities": [
+      "blob@1",
+      "private-copy@1"
+    ]
+  },
+  "lockCanonical": "{\"bindings\":[{\"access\":\"private-copy\",\"consumer\":{\"role\":\"candidate\"},\"executable\":false,\"resource\":\"dataset\",\"target\":\"data/input.txt\",\"use\":\"input-file\"}],\"protocol\":\"hitch-resource-lock@1\",\"requiredCapabilities\":[\"blob@1\",\"private-copy@1\"],\"resources\":{\"dataset\":{\"digest\":\"sha256:cf99975aa7995fad86fae7f3b0905143f30a52501944dff26002afc99c3b8419\",\"kind\":\"blob\",\"size\":7}}}",
+  "lockIdentity": "sha256:4324da740609473d93cb5fca50f8b133c11c96a2e6774b9b7920aae7ce312d3d",
+  "dataset": {
+    "schema_version": "2",
+    "kind": "gear-harbor-benchmark",
+    "resource_protocol": "hitch-resource-lock@1",
+    "execution": {
+      "backend": "harbor-role-context@1",
+      "resolver": "hitch-resource-resolver@1",
+      "platform": "linux/amd64"
+    },
+    "required_capabilities": [
+      "private-copy@1"
+    ],
+    "benchmark": {
+      "id": "contract-fixture",
+      "revision": "1"
+    },
+    "adapter": {
+      "id": "contract-fixture",
+      "revision": "1",
+      "output_protocol": "gear-harbor-eval-result-v1"
+    },
+    "scoring": {
+      "total_score": {
+        "source_metric": "reward",
+        "direction": "maximize",
+        "range": [
+          0,
+          1
+        ],
+        "reducer": "task-macro-mean"
+      }
+    },
+    "tasks": [
+      {
+        "task_id": "case-1",
+        "sourceTree": {
+          "kind": "tree",
+          "format": "hitch-tree@1",
+          "manifestDigest": "sha256:d7ccf7f1dff78efe94043c98b9a0ed6fb5f5c530cff48de9302aa95f5e8fe90b"
+        },
+        "source_task_digest": "sha256:3b2fdb929648fe20d5f5520fca95dc04510a1aa30f2a8325e77f1e31d3e91f17",
+        "resource_closure_digest": "sha256:c0ccb5cc9c2d988a55863d6d2c643abc44ce8e30bf10940887f53db3dddcdcbb",
+        "task_digest": "sha256:0aa2e1c090389f18c7ff4f0f063b2daa410ae1af10710a846e0efa2eb407654c",
+        "lock": {
+          "protocol": "hitch-resource-lock@1",
+          "resources": {
+            "dataset": {
+              "kind": "blob",
+              "digest": "sha256:cf99975aa7995fad86fae7f3b0905143f30a52501944dff26002afc99c3b8419",
+              "size": 7
+            }
+          },
+          "bindings": [
+            {
+              "resource": "dataset",
+              "consumer": {
+                "role": "candidate"
+              },
+              "use": "input-file",
+              "target": "data/input.txt",
+              "executable": false,
+              "access": "private-copy"
+            }
+          ],
+          "requiredCapabilities": [
+            "blob@1",
+            "private-copy@1"
+          ]
+        }
+      }
+    ],
+    "dataset_digest": "sha256:eae64d6bdfe5e43ee4ddd88a1a50d146a986c019751e8fba9f976d076f9edef4"
+  },
+  "selection": {
+    "protocol": "hitch-resource-selection@1",
+    "sourceDatasetDigest": "sha256:eae64d6bdfe5e43ee4ddd88a1a50d146a986c019751e8fba9f976d076f9edef4",
+    "manifest": {
+      "schema_version": "2",
+      "kind": "gear-harbor-benchmark",
+      "resource_protocol": "hitch-resource-lock@1",
+      "execution": {
+        "backend": "harbor-role-context@1",
+        "resolver": "hitch-resource-resolver@1",
+        "platform": "linux/amd64"
+      },
+      "required_capabilities": [
+        "private-copy@1"
+      ],
+      "benchmark": {
+        "id": "contract-fixture",
+        "revision": "1"
+      },
+      "adapter": {
+        "id": "contract-fixture",
+        "revision": "1",
+        "output_protocol": "gear-harbor-eval-result-v1"
+      },
+      "scoring": {
+        "total_score": {
+          "source_metric": "reward",
+          "direction": "maximize",
+          "range": [
+            0,
+            1
+          ],
+          "reducer": "task-macro-mean"
+        }
+      }
+    },
+    "tasks": [
+      {
+        "task_id": "case-1",
+        "sourceTree": {
+          "kind": "tree",
+          "format": "hitch-tree@1",
+          "manifestDigest": "sha256:d7ccf7f1dff78efe94043c98b9a0ed6fb5f5c530cff48de9302aa95f5e8fe90b"
+        },
+        "source_task_digest": "sha256:3b2fdb929648fe20d5f5520fca95dc04510a1aa30f2a8325e77f1e31d3e91f17",
+        "resource_closure_digest": "sha256:c0ccb5cc9c2d988a55863d6d2c643abc44ce8e30bf10940887f53db3dddcdcbb",
+        "task_digest": "sha256:0aa2e1c090389f18c7ff4f0f063b2daa410ae1af10710a846e0efa2eb407654c",
+        "lock": {
+          "protocol": "hitch-resource-lock@1",
+          "resources": {
+            "dataset": {
+              "kind": "blob",
+              "digest": "sha256:cf99975aa7995fad86fae7f3b0905143f30a52501944dff26002afc99c3b8419",
+              "size": 7
+            }
+          },
+          "bindings": [
+            {
+              "resource": "dataset",
+              "consumer": {
+                "role": "candidate"
+              },
+              "use": "input-file",
+              "target": "data/input.txt",
+              "executable": false,
+              "access": "private-copy"
+            }
+          ],
+          "requiredCapabilities": [
+            "blob@1",
+            "private-copy@1"
+          ]
+        }
+      }
+    ],
+    "digest": "sha256:21ab6142b2176ddd942ab592480c62be26e3a815d228e91c33fc81aac6244ead"
+  },
+  "tree": {
+    "protocol": "hitch-tree@1",
+    "entries": [
+      {
+        "kind": "directory",
+        "path": "empty"
+      },
+      {
+        "kind": "file",
+        "path": "input.txt",
+        "digest": "sha256:cf99975aa7995fad86fae7f3b0905143f30a52501944dff26002afc99c3b8419",
+        "size": 7,
+        "executable": false
+      }
+    ]
+  }
+}