agent-hitch 0.2.16 → 0.2.17

package/docs/schemas/external-endpoint-binding.schema.json

@@ -0,0 +1,153 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/external-endpoint-binding.schema.json",
+  "title": "Frozen public external model endpoint binding",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schema_version",
+    "kind",
+    "endpoint_ref",
+    "endpoint_revision",
+    "api",
+    "wire_model",
+    "capabilities",
+    "generation"
+  ],
+  "properties": {
+    "schema_version": {
+      "const": "1"
+    },
+    "kind": {
+      "const": "external-endpoint"
+    },
+    "endpoint_ref": {
+      "type": "string",
+      "pattern": "^endpoint/[a-z0-9][a-z0-9._-]{0,63}(@sha256:[a-f0-9]{64})?$"
+    },
+    "endpoint_revision": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "api": {
+      "enum": [
+        "responses",
+        "chat-completions"
+      ]
+    },
+    "wire_model": {
+      "type": "string",
+      "minLength": 1
+    },
+    "capabilities": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "streaming",
+        "tool_calls",
+        "parallel_tool_calls",
+        "input_modalities"
+      ],
+      "properties": {
+        "streaming": {
+          "type": "boolean"
+        },
+        "tool_calls": {
+          "type": "boolean"
+        },
+        "parallel_tool_calls": {
+          "const": false
+        },
+        "input_modalities": {
+          "const": [
+            "text"
+          ]
+        }
+      }
+    },
+    "generation": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "max_output_tokens": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "temperature": {
+          "type": "number"
+        },
+        "top_p": {
+          "type": "number"
+        },
+        "top_k": {
+          "type": "number"
+        },
+        "min_p": {
+          "type": "number"
+        },
+        "repetition_penalty": {
+          "type": "number"
+        },
+        "seed": {
+          "type": "number"
+        }
+      }
+    },
+    "deployment_receipt": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "schema_version",
+        "model_digest",
+        "wire_model",
+        "deployment_ref",
+        "source",
+        "service_config"
+      ],
+      "properties": {
+        "schema_version": {
+          "const": "1"
+        },
+        "model_digest": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "wire_model": {
+          "type": "string",
+          "minLength": 1
+        },
+        "deployment_ref": {
+          "type": "string",
+          "minLength": 1
+        },
+        "source": {
+          "type": "string",
+          "minLength": 1
+        },
+        "service_config": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "engine"
+          ],
+          "properties": {
+            "engine": {
+              "type": "string",
+              "minLength": 1
+            },
+            "engine_version": {},
+            "engine_digest": {},
+            "quantization": {},
+            "tool_parser": {},
+            "reasoning_parser": {},
+            "tokenizer_digest": {},
+            "chat_template_digest": {},
+            "cache_policy": {},
+            "isolation": {},
+            "parsing": {}
+          }
+        }
+      }
+    }
+  }
+}

package/docs/schemas/external-endpoint-config.schema.json

@@ -0,0 +1,93 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/external-endpoint-config.schema.json",
+  "title": "External model API connection (private)",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schema_version",
+    "base_url",
+    "wire_model",
+    "api",
+    "auth",
+    "capabilities"
+  ],
+  "properties": {
+    "schema_version": {
+      "const": "1"
+    },
+    "base_url": {
+      "type": "string",
+      "pattern": "^https?://"
+    },
+    "wire_model": {
+      "type": "string",
+      "minLength": 1
+    },
+    "api": {
+      "enum": [
+        "responses",
+        "chat-completions"
+      ]
+    },
+    "auth": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "kind"
+          ],
+          "properties": {
+            "kind": {
+              "const": "none"
+            }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "kind",
+            "name"
+          ],
+          "properties": {
+            "kind": {
+              "const": "env"
+            },
+            "name": {
+              "type": "string",
+              "pattern": "^[A-Za-z_][A-Za-z0-9_]*$"
+            }
+          }
+        }
+      ]
+    },
+    "capabilities": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "streaming",
+        "tool_calls",
+        "parallel_tool_calls",
+        "input_modalities"
+      ],
+      "properties": {
+        "streaming": {
+          "type": "boolean"
+        },
+        "tool_calls": {
+          "type": "boolean"
+        },
+        "parallel_tool_calls": {
+          "const": false
+        },
+        "input_modalities": {
+          "const": [
+            "text"
+          ]
+        }
+      }
+    }
+  }
+}

package/docs/schemas/inference-execution-evidence.schema.json

@@ -1,7 +1,7 @@
 {
   "$schema": "https://json-schema.org/draft/2020-12/schema",
   "$id": "https://agent-hitch.local/schemas/inference-execution-evidence.schema.json",
-  "title": "Hitch inference execution evidence v1/v2",
+  "title": "Hitch inference execution evidence v1/v2/v3",
   "type": "object",
   "additionalProperties": false,
   "required": [
@@ -15,7 +15,8 @@
     "schema_version": {
       "enum": [
         "1",
-        "2"
+        "2",
+        "3"
       ]
     },
     "run_id": {
@@ -378,6 +379,209 @@
               }
             }
           }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "observed_at",
+            "version",
+            "dtype",
+            "kv_cache_dtype",
+            "attention_backend",
+            "sampling_backend",
+            "schema_version",
+            "device",
+            "gpu_uuid",
+            "context_length",
+            "max_total_num_tokens",
+            "max_running_requests",
+            "probe",
+            "runtime",
+            "gpu_uuids",
+            "tensor_parallel_size",
+            "replica_count",
+            "replica_observations"
+          ],
+          "properties": {
+            "observed_at": {
+              "type": "string",
+              "minLength": 1
+            },
+            "version": {
+              "type": "string",
+              "minLength": 1
+            },
+            "dtype": {
+              "type": "string",
+              "minLength": 1
+            },
+            "kv_cache_dtype": {
+              "type": "string",
+              "minLength": 1
+            },
+            "attention_backend": {
+              "type": "string",
+              "minLength": 1
+            },
+            "sampling_backend": {
+              "type": "string",
+              "minLength": 1
+            },
+            "schema_version": {
+              "const": "3"
+            },
+            "device": {
+              "enum": [
+                "cpu",
+                "cuda"
+              ]
+            },
+            "gpu_uuid": {
+              "type": [
+                "string",
+                "null"
+              ]
+            },
+            "context_length": {
+              "type": "integer",
+              "minimum": 1
+            },
+            "max_total_num_tokens": {
+              "type": "integer",
+              "minimum": 1
+            },
+            "max_running_requests": {
+              "type": "integer",
+              "minimum": 1
+            },
+            "probe": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": [
+                "api",
+                "max_output_tokens",
+                "streaming"
+              ],
+              "properties": {
+                "api": {
+                  "enum": [
+                    "responses",
+                    "chat-completions"
+                  ]
+                },
+                "max_output_tokens": {
+                  "type": "integer",
+                  "minimum": 3
+                },
+                "streaming": {
+                  "type": "boolean"
+                }
+              }
+            },
+            "runtime": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": [
+                "kind",
+                "node_id",
+                "generation",
+                "environment_digest",
+                "python_version",
+                "packages_digest",
+                "outer_image_digest"
+              ],
+              "properties": {
+                "kind": {
+                  "const": "python-env"
+                },
+                "node_id": {
+                  "type": "string",
+                  "pattern": "^[a-zA-Z0-9][a-zA-Z0-9_.-]{0,127}$"
+                },
+                "generation": {
+                  "type": "string",
+                  "pattern": "^[a-zA-Z0-9][a-zA-Z0-9_.-]{0,127}$"
+                },
+                "environment_digest": {
+                  "$ref": "#/$defs/sha256"
+                },
+                "python_version": {
+                  "type": "string",
+                  "minLength": 1
+                },
+                "packages_digest": {
+                  "$ref": "#/$defs/sha256"
+                },
+                "outer_image_digest": {
+                  "oneOf": [
+                    {
+                      "type": "null"
+                    },
+                    {
+                      "$ref": "#/$defs/sha256"
+                    }
+                  ]
+                }
+              }
+            },
+            "gpu_uuids": {
+              "type": "array",
+              "minItems": 1,
+              "uniqueItems": true,
+              "items": {
+                "type": "string",
+                "pattern": "^GPU-[A-Za-z0-9-]+$"
+              }
+            },
+            "tensor_parallel_size": {
+              "type": "integer",
+              "minimum": 1
+            },
+            "replica_count": {
+              "type": "integer",
+              "minimum": 1
+            },
+            "replica_observations": {
+              "type": "array",
+              "minItems": 1,
+              "items": {
+                "type": "object",
+                "additionalProperties": false,
+                "required": [
+                  "devices",
+                  "configuration",
+                  "max_total_num_tokens",
+                  "runtime_id",
+                  "inference_id"
+                ],
+                "properties": {
+                  "devices": {
+                    "type": "array",
+                    "minItems": 1,
+                    "uniqueItems": true,
+                    "items": {
+                      "type": "string",
+                      "pattern": "^GPU-[A-Za-z0-9-]+$"
+                    }
+                  },
+                  "configuration": {
+                    "type": "object"
+                  },
+                  "max_total_num_tokens": {
+                    "type": "integer",
+                    "minimum": 1
+                  },
+                  "runtime_id": {
+                    "$ref": "#/$defs/sha256"
+                  },
+                  "inference_id": {
+                    "$ref": "#/$defs/sha256"
+                  }
+                }
+              }
+            }
+          }
         }
       ]
     },
@@ -441,7 +645,10 @@
       "if": {
         "properties": {
           "schema_version": {
-            "const": "2"
+            "enum": [
+              "2",
+              "3"
+            ]
           }
         }
       },
@@ -457,6 +664,49 @@
           ]
         }
       }
+    },
+    {
+      "if": {
+        "properties": {
+          "schema_version": {
+            "const": "3"
+          }
+        }
+      },
+      "then": {
+        "properties": {
+          "observation": {
+            "anyOf": [
+              {
+                "type": "null"
+              },
+              {
+                "properties": {
+                  "schema_version": {
+                    "const": "3"
+                  }
+                }
+              }
+            ]
+          }
+        }
+      },
+      "else": {
+        "properties": {
+          "observation": {
+            "not": {
+              "properties": {
+                "schema_version": {
+                  "const": "3"
+                }
+              },
+              "required": [
+                "schema_version"
+              ]
+            }
+          }
+        }
+      }
     }
   ],
   "$defs": {

package/docs/schemas/inference-lock-v3.schema.json

@@ -0,0 +1,6 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-hitch.local/schemas/inference-lock-v3.schema.json",
+  "title": "Hitch explicit inference pool lock v3",
+  "$ref": "inference-lock.schema.json#/$defs/poolLockV3"
+}