agentskeptic 1.2.1 → 1.4.0

package/schemas/conformance-normalized-result.schema.json

@@ -0,0 +1,73 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agentskeptic.com/schemas/conformance-normalized-result.schema.json",
+  "title": "ConformanceNormalizedResult",
+  "type": "object",
+  "required": [
+    "scenarioId",
+    "runtime",
+    "connector",
+    "mode",
+    "supportedBehaviorId",
+    "outcome",
+    "normalizedHash"
+  ],
+  "properties": {
+    "scenarioId": { "type": "string", "minLength": 1 },
+    "runtime": { "type": "string", "enum": ["typescript", "python"] },
+    "connector": {
+      "type": "string",
+      "enum": [
+        "sqlite",
+        "postgres",
+        "mysql",
+        "sqlserver",
+        "bigquery",
+        "vector_document",
+        "http_witness",
+        "mongo_document",
+        "object_storage_object"
+      ]
+    },
+    "mode": { "type": "string", "enum": ["strong", "eventual", "bounded"] },
+    "supportedBehaviorId": { "type": "string", "minLength": 1 },
+    "outcome": {
+      "type": "object",
+      "required": ["status", "reasonCodes", "failureDiagnostic", "evidence"],
+      "properties": {
+        "status": {
+          "type": "string",
+          "enum": [
+            "verified",
+            "missing",
+            "inconsistent",
+            "incomplete_verification",
+            "partially_verified",
+            "uncertain"
+          ]
+        },
+        "reasonCodes": {
+          "type": "array",
+          "items": { "type": "string", "minLength": 1 },
+          "uniqueItems": true
+        },
+        "failureDiagnostic": {
+          "type": ["string", "null"],
+          "enum": [
+            "workflow_execution",
+            "verification_setup",
+            "observation_uncertainty",
+            null
+          ]
+        },
+        "evidence": {
+          "type": "object",
+          "additionalProperties": true
+        }
+      },
+      "additionalProperties": false
+    },
+    "normalizedHash": { "type": "string", "pattern": "^[a-f0-9]{64}$" }
+  },
+  "additionalProperties": false
+}

package/schemas/connector-capabilities.schema.json

@@ -0,0 +1,38 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agentskeptic.com/schemas/connector-capabilities.schema.json",
+  "title": "ConnectorCapabilities",
+  "type": "object",
+  "required": ["generatedAt", "behaviors"],
+  "properties": {
+    "generatedAt": { "type": "string", "minLength": 1 },
+    "behaviors": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": ["supportedBehaviorId", "capabilityState", "runtimeStates", "scenarioIds"],
+        "properties": {
+          "supportedBehaviorId": { "type": "string", "minLength": 1 },
+          "capabilityState": { "type": "string", "enum": ["supported", "unsupported"] },
+          "runtimeStates": {
+            "type": "object",
+            "required": ["typescript", "python"],
+            "properties": {
+              "typescript": { "type": "string", "enum": ["supported", "unsupported"] },
+              "python": { "type": "string", "enum": ["supported", "unsupported"] }
+            },
+            "additionalProperties": false
+          },
+          "scenarioIds": {
+            "type": "array",
+            "items": { "type": "string", "minLength": 1 },
+            "uniqueItems": true
+          },
+          "notes": { "type": "array", "items": { "type": "string" } }
+        },
+        "additionalProperties": false
+      }
+    }
+  },
+  "additionalProperties": false
+}

package/schemas/contract/v1.json

@@ -0,0 +1,65 @@
+{
+  "$schema": "https://agentskeptic.com/schemas/contract-manifest.schema.json",
+  "examples": {
+    "events": {
+      "path": "examples/events.ndjson"
+    },
+    "registry": {
+      "path": "examples/tools.json"
+    }
+  },
+  "history": [
+    {
+      "exampleSha256": {
+        "events": "6e36c6faa758cdffc53093959a71cb60aa3ecf153ada5a7006997bcef0e6215b",
+        "registry": "e3abd4965f1dc5d78cb1e1bc3a548cd0c02e746c626c2691a9292242e1a0c159"
+      },
+      "introducedAt": "2026-04-28",
+      "manifestSha256": "5017579f4372b349278841e1528076db44131a3c7e68075aea7f6a461ca0f415",
+      "manifestVersion": "1.0.0",
+      "memberSha256": {
+        "event": "7873d26c3702e10c217608268f57782302b2800ebf23d85bae56a5edc9517a6e",
+        "toolsRegistry": "94453738ac7dddc912db2342de16d357f37be8fde0bffefdfdc11e75ac292801",
+        "toolsRegistryExport": "350ee52d3a1db92257c4577d43f145f5ea945a356fb70b630db0b16cb7849c3a"
+      }
+    },
+    {
+      "exampleSha256": {
+        "events": "17b40fd3fefd37654b569a4b8888114a23d2199fb945cb41125b5a0bb5b53567",
+        "registry": "4fa2d1a29e6d71e3c72269300a00709b29a102a8f1f717fdabd4a31091522ab2"
+      },
+      "introducedAt": "2026-04-28",
+      "manifestSha256": "c5f23ec43576716c4b9a13e752cd2962a78bb4b4da1f9e521f911e15dfd80268",
+      "manifestVersion": "1.0.1",
+      "memberSha256": {
+        "event": "2a29c7f902a142e91a2d3a1ab58c8355c31509146a5177528cfea2dbc4087543",
+        "toolsRegistry": "ae48ae9b7fea13e2c7e5dcdb55c43ffd84c61fe7404633c557b2936b2ca2204f",
+        "toolsRegistryExport": "953d1ce3c91425852c7674afc66955bac07e77d3bfbcdd3e461fe9b41dcb1455"
+      }
+    }
+  ],
+  "manifestVersion": "1.0.1",
+  "members": {
+    "event": {
+      "role": "event-line",
+      "schemaId": "https://agentskeptic.com/schemas/event.schema.json",
+      "schemaPath": "schemas/event.schema.json"
+    },
+    "toolsRegistry": {
+      "role": "registry",
+      "schemaId": "https://agentskeptic.com/schemas/tools-registry.schema.json",
+      "schemaPath": "schemas/tools-registry.schema.json"
+    },
+    "toolsRegistryExport": {
+      "role": "registry-export",
+      "schemaId": "https://agentskeptic.com/schemas/tools-registry-export.schema.json",
+      "schemaPath": "schemas/tools-registry-export.schema.json"
+    }
+  },
+  "productPackage": "agentskeptic",
+  "publicUrl": "https://agentskeptic.com/contract/v1.json",
+  "validatorFingerprint": {
+    "draft": "2020-12",
+    "library": "ajv"
+  }
+}

package/schemas/contract-manifest.schema.json

@@ -0,0 +1,130 @@
+{
+  "$id": "https://agentskeptic.com/schemas/contract-manifest.schema.json",
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "title": "VerificationContractManifest",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "$schema",
+    "manifestVersion",
+    "publicUrl",
+    "productPackage",
+    "members",
+    "examples",
+    "validatorFingerprint",
+    "history"
+  ],
+  "properties": {
+    "$schema": {
+      "type": "string",
+      "const": "https://agentskeptic.com/schemas/contract-manifest.schema.json"
+    },
+    "manifestVersion": { "$ref": "#/$defs/semver" },
+    "publicUrl": { "type": "string", "format": "uri", "pattern": "^https?://" },
+    "productPackage": { "type": "string", "minLength": 1 },
+    "members": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["event", "toolsRegistry", "toolsRegistryExport"],
+      "properties": {
+        "event": { "$ref": "#/$defs/memberEntry" },
+        "toolsRegistry": { "$ref": "#/$defs/memberEntry" },
+        "toolsRegistryExport": { "$ref": "#/$defs/memberEntry" }
+      }
+    },
+    "examples": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["registry", "events"],
+      "properties": {
+        "registry": { "$ref": "#/$defs/exampleEntry" },
+        "events": { "$ref": "#/$defs/exampleEntry" }
+      }
+    },
+    "validatorFingerprint": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["library", "draft"],
+      "properties": {
+        "library": { "type": "string", "minLength": 1 },
+        "draft": { "type": "string", "minLength": 1 }
+      }
+    },
+    "history": {
+      "type": "array",
+      "minItems": 1,
+      "items": { "$ref": "#/$defs/historyEntry" }
+    }
+  },
+  "$defs": {
+    "semver": {
+      "type": "string",
+      "pattern": "^(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)$"
+    },
+    "sha256Hex": {
+      "type": "string",
+      "pattern": "^[a-f0-9]{64}$"
+    },
+    "sha256HexOrEmpty": {
+      "type": "string",
+      "pattern": "^([a-f0-9]{64}|)$"
+    },
+    "isoDate": {
+      "type": "string",
+      "pattern": "^[0-9]{4}-[0-9]{2}-[0-9]{2}$"
+    },
+    "memberEntry": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["role", "schemaPath", "schemaId"],
+      "properties": {
+        "role": { "type": "string", "minLength": 1 },
+        "schemaPath": { "type": "string", "pattern": "^schemas/[^/]+\\.schema\\.json$" },
+        "schemaId": { "type": "string", "format": "uri", "pattern": "^https://agentskeptic\\.com/schemas/" }
+      }
+    },
+    "exampleEntry": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["path"],
+      "properties": {
+        "path": { "type": "string", "pattern": "^examples/[^\\s]+$" }
+      }
+    },
+    "historyEntry": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "manifestVersion",
+        "introducedAt",
+        "memberSha256",
+        "exampleSha256",
+        "manifestSha256"
+      ],
+      "properties": {
+        "manifestVersion": { "$ref": "#/$defs/semver" },
+        "introducedAt": { "$ref": "#/$defs/isoDate" },
+        "memberSha256": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["event", "toolsRegistry", "toolsRegistryExport"],
+          "properties": {
+            "event": { "$ref": "#/$defs/sha256Hex" },
+            "toolsRegistry": { "$ref": "#/$defs/sha256Hex" },
+            "toolsRegistryExport": { "$ref": "#/$defs/sha256Hex" }
+          }
+        },
+        "exampleSha256": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["registry", "events"],
+          "properties": {
+            "registry": { "$ref": "#/$defs/sha256Hex" },
+            "events": { "$ref": "#/$defs/sha256Hex" }
+          }
+        },
+        "manifestSha256": { "$ref": "#/$defs/sha256HexOrEmpty" }
+      }
+    }
+  }
+}

package/schemas/execution-trace-view.schema.json

@@ -46,7 +46,7 @@
       "properties": {
         "ingestIndex": { "type": "integer", "minimum": 0 },
         "runEventId": { "type": "string", "minLength": 1 },
-        "wireSchemaVersion": { "type": "integer", "enum": [1, 2] },
+        "wireSchemaVersion": { "type": "integer", "enum": [1, 2, 3] },
         "wireType": { "type": "string", "minLength": 1 },
         "parentRunEventId": { "type": ["string", "null"] },
         "traceStepKind": {