agentskeptic 0.1.1

package/schemas/workflow-engine-result.schema.json

@@ -0,0 +1,591 @@
+{
+  "$id": "https://agentskeptic.com/schemas/workflow-engine-result.schema.json",
+  "title": "WorkflowEngineResult",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "workflowId",
+    "status",
+    "steps",
+    "runLevelReasons",
+    "verificationPolicy",
+    "eventSequenceIntegrity",
+    "verificationRunContext"
+  ],
+  "properties": {
+    "schemaVersion": { "const": 8 },
+    "workflowId": { "type": "string" },
+    "status": {
+      "type": "string",
+      "enum": ["complete", "incomplete", "inconsistent"]
+    },
+    "runLevelReasons": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/reason" }
+    },
+    "verificationPolicy": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["consistencyMode", "verificationWindowMs", "pollIntervalMs"],
+      "properties": {
+        "consistencyMode": { "type": "string", "enum": ["strong", "eventual"] },
+        "verificationWindowMs": { "type": "integer", "minimum": 0 },
+        "pollIntervalMs": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "steps": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/step" }
+    },
+    "eventSequenceIntegrity": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["kind"],
+          "properties": {
+            "kind": { "const": "normal" }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["kind", "reasons"],
+          "properties": {
+            "kind": { "const": "irregular" },
+            "reasons": {
+              "type": "array",
+              "minItems": 1,
+              "items": { "$ref": "#/$defs/reason" }
+            }
+          }
+        }
+      ]
+    },
+    "verificationRunContext": { "$ref": "#/$defs/verificationRunContext" }
+  },
+  "$defs": {
+    "verificationRunContext": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "maxWireSchemaVersion",
+        "retrievalEvents",
+        "controlEvents",
+        "modelTurnEvents",
+        "toolSkippedEvents",
+        "toolObservedIngestIndexBySeq",
+        "firstToolObservedIngestIndex",
+        "hasRunCompletedControl",
+        "lastRunEvent"
+      ],
+      "properties": {
+        "maxWireSchemaVersion": { "type": "integer", "enum": [1, 2] },
+        "retrievalEvents": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["ingestIndex", "runEventId", "source", "status"],
+            "properties": {
+              "ingestIndex": { "type": "integer", "minimum": 0 },
+              "runEventId": { "type": ["string", "null"] },
+              "source": { "type": "string" },
+              "status": { "type": "string", "enum": ["ok", "empty", "error"] },
+              "hitCount": { "type": "integer", "minimum": 0 }
+            }
+          }
+        },
+        "controlEvents": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["ingestIndex", "runEventId", "controlKind"],
+            "properties": {
+              "ingestIndex": { "type": "integer", "minimum": 0 },
+              "runEventId": { "type": ["string", "null"] },
+              "controlKind": {
+                "type": "string",
+                "enum": ["branch", "loop", "interrupt", "gate", "run_completed"]
+              },
+              "decision": { "type": "string", "enum": ["taken", "skipped"] },
+              "label": { "type": "string" }
+            }
+          }
+        },
+        "modelTurnEvents": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["ingestIndex", "runEventId", "status"],
+            "properties": {
+              "ingestIndex": { "type": "integer", "minimum": 0 },
+              "runEventId": { "type": ["string", "null"] },
+              "status": {
+                "type": "string",
+                "enum": ["completed", "error", "aborted", "incomplete"]
+              }
+            }
+          }
+        },
+        "toolSkippedEvents": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["ingestIndex", "toolId", "reason"],
+            "properties": {
+              "ingestIndex": { "type": "integer", "minimum": 0 },
+              "toolId": { "type": "string" },
+              "reason": { "type": "string" }
+            }
+          }
+        },
+        "toolObservedIngestIndexBySeq": {
+          "type": "object",
+          "additionalProperties": { "type": "integer", "minimum": 0 }
+        },
+        "firstToolObservedIngestIndex": {
+          "oneOf": [{ "type": "null" }, { "type": "integer", "minimum": 0 }]
+        },
+        "hasRunCompletedControl": { "type": "boolean" },
+        "lastRunEvent": {
+          "oneOf": [
+            { "type": "null" },
+            {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["ingestIndex", "type"],
+              "properties": {
+                "ingestIndex": { "type": "integer", "minimum": 0 },
+                "type": {
+                  "type": "string",
+                  "enum": [
+                    "tool_observed",
+                    "model_turn",
+                    "retrieval",
+                    "control",
+                    "tool_skipped"
+                  ]
+                },
+                "modelTurnStatus": {
+                  "type": "string",
+                  "enum": ["completed", "error", "aborted", "incomplete"]
+                }
+              }
+            }
+          ]
+        }
+      }
+    },
+    "reason": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "message"],
+      "properties": {
+        "code": { "type": "string" },
+        "message": { "type": "string" },
+        "field": { "type": "string" }
+      }
+    },
+    "requiredFieldsMap": {
+      "type": "object",
+      "additionalProperties": {
+        "type": ["string", "number", "boolean", "null"]
+      }
+    },
+    "identityEqPair": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["column", "value"],
+      "properties": {
+        "column": { "type": "string", "minLength": 1 },
+        "value": { "type": "string" }
+      }
+    },
+    "verificationRequestSqlRow": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "table", "identityEq", "requiredFields"],
+      "properties": {
+        "kind": { "const": "sql_row" },
+        "table": { "type": "string" },
+        "identityEq": {
+          "type": "array",
+          "minItems": 1,
+          "items": { "$ref": "#/$defs/identityEqPair" }
+        },
+        "requiredFields": { "$ref": "#/$defs/requiredFieldsMap" }
+      }
+    },
+    "verificationRequestSqlRowAbsent": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "table", "identityEq", "filterEq"],
+      "properties": {
+        "kind": { "const": "sql_row_absent" },
+        "table": { "type": "string" },
+        "identityEq": {
+          "type": "array",
+          "minItems": 1,
+          "items": { "$ref": "#/$defs/identityEqPair" }
+        },
+        "filterEq": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/identityEqPair" }
+        }
+      }
+    },
+    "verificationRequestSqlEffects": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "effects"],
+      "properties": {
+        "kind": { "const": "sql_effects" },
+        "effects": {
+          "type": "array",
+          "minItems": 2,
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["id", "kind", "table", "identityEq", "requiredFields"],
+            "properties": {
+              "id": { "type": "string", "minLength": 1 },
+              "kind": { "const": "sql_row" },
+              "table": { "type": "string" },
+              "identityEq": {
+                "type": "array",
+                "minItems": 1,
+                "items": { "$ref": "#/$defs/identityEqPair" }
+              },
+              "requiredFields": { "$ref": "#/$defs/requiredFieldsMap" }
+            }
+          }
+        }
+      }
+    },
+    "resolvedRelationalWhereEqSide": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["side", "column", "value"],
+      "properties": {
+        "side": { "type": "string", "enum": ["left", "right"] },
+        "column": { "type": "string", "minLength": 1 },
+        "value": { "type": "string" }
+      }
+    },
+    "resolvedRelationalWhereEqPlain": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["column", "value"],
+      "properties": {
+        "column": { "type": "string", "minLength": 1 },
+        "value": { "type": "string" }
+      }
+    },
+    "resolvedRelationalCheck": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["checkKind", "id", "childTable", "matchEq"],
+          "properties": {
+            "checkKind": { "const": "related_exists" },
+            "id": { "type": "string", "minLength": 1 },
+            "childTable": { "type": "string", "minLength": 1 },
+            "matchEq": {
+              "type": "array",
+              "minItems": 1,
+              "items": { "$ref": "#/$defs/identityEqPair" }
+            }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["checkKind", "id", "table", "fn", "whereEq", "expectOp", "expectValue"],
+          "properties": {
+            "checkKind": { "const": "aggregate" },
+            "id": { "type": "string", "minLength": 1 },
+            "table": { "type": "string", "minLength": 1 },
+            "fn": { "const": "COUNT_STAR" },
+            "whereEq": {
+              "type": "array",
+              "items": { "$ref": "#/$defs/resolvedRelationalWhereEqPlain" }
+            },
+            "expectOp": { "type": "string", "enum": ["eq", "gte", "lte"] },
+            "expectValue": { "type": "number" }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["checkKind", "id", "table", "fn", "sumColumn", "whereEq", "expectOp", "expectValue"],
+          "properties": {
+            "checkKind": { "const": "aggregate" },
+            "id": { "type": "string", "minLength": 1 },
+            "table": { "type": "string", "minLength": 1 },
+            "fn": { "const": "SUM" },
+            "sumColumn": { "type": "string", "minLength": 1 },
+            "whereEq": {
+              "type": "array",
+              "items": { "$ref": "#/$defs/resolvedRelationalWhereEqPlain" }
+            },
+            "expectOp": { "type": "string", "enum": ["eq", "gte", "lte"] },
+            "expectValue": { "type": "number" }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "checkKind",
+            "id",
+            "leftTable",
+            "rightTable",
+            "leftJoinColumn",
+            "rightJoinColumn",
+            "whereEq",
+            "expectOp",
+            "expectValue"
+          ],
+          "properties": {
+            "checkKind": { "const": "join_count" },
+            "id": { "type": "string", "minLength": 1 },
+            "leftTable": { "type": "string", "minLength": 1 },
+            "rightTable": { "type": "string", "minLength": 1 },
+            "leftJoinColumn": { "type": "string", "minLength": 1 },
+            "rightJoinColumn": { "type": "string", "minLength": 1 },
+            "whereEq": {
+              "type": "array",
+              "items": { "$ref": "#/$defs/resolvedRelationalWhereEqSide" }
+            },
+            "expectOp": { "type": "string", "enum": ["eq", "gte", "lte"] },
+            "expectValue": { "type": "number" }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "checkKind",
+            "id",
+            "anchorTable",
+            "lookupTable",
+            "anchorColumn",
+            "lookupColumn",
+            "lookupPresenceColumn",
+            "filterEqAnchor",
+            "filterEqLookup"
+          ],
+          "properties": {
+            "checkKind": { "const": "anti_join" },
+            "id": { "type": "string", "minLength": 1 },
+            "anchorTable": { "type": "string", "minLength": 1 },
+            "lookupTable": { "type": "string", "minLength": 1 },
+            "anchorColumn": { "type": "string", "minLength": 1 },
+            "lookupColumn": { "type": "string", "minLength": 1 },
+            "lookupPresenceColumn": { "type": "string", "minLength": 1 },
+            "filterEqAnchor": {
+              "type": "array",
+              "items": { "$ref": "#/$defs/identityEqPair" }
+            },
+            "filterEqLookup": {
+              "type": "array",
+              "items": { "$ref": "#/$defs/identityEqPair" }
+            }
+          }
+        }
+      ]
+    },
+    "verificationRequestSqlRelational": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "checks"],
+      "properties": {
+        "kind": { "const": "sql_relational" },
+        "checks": {
+          "type": "array",
+          "minItems": 1,
+          "items": { "$ref": "#/$defs/resolvedRelationalCheck" }
+        }
+      }
+    },
+    "effectOutcome": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "status", "reasons", "evidenceSummary"],
+      "properties": {
+        "id": { "type": "string", "minLength": 1 },
+        "status": {
+          "type": "string",
+          "enum": ["verified", "missing", "inconsistent", "incomplete_verification"]
+        },
+        "reasons": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/reason" }
+        },
+        "evidenceSummary": {
+          "type": "object",
+          "additionalProperties": true
+        }
+      }
+    },
+    "intendedEffect": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["narrative"],
+      "properties": {
+        "narrative": { "type": "string" }
+      }
+    },
+    "observedExecution": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["paramsCanonical"],
+      "properties": {
+        "paramsCanonical": { "type": "string" }
+      }
+    },
+    "step": {
+      "allOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "seq",
+            "toolId",
+            "intendedEffect",
+            "observedExecution",
+            "verificationRequest",
+            "status",
+            "reasons",
+            "evidenceSummary",
+            "repeatObservationCount",
+            "evaluatedObservationOrdinal"
+          ],
+          "properties": {
+            "seq": { "type": "integer", "minimum": 0 },
+            "toolId": { "type": "string" },
+            "intendedEffect": { "$ref": "#/$defs/intendedEffect" },
+            "observedExecution": { "$ref": "#/$defs/observedExecution" },
+            "verificationRequest": {
+              "oneOf": [
+                { "type": "null" },
+                { "$ref": "#/$defs/verificationRequestSqlRow" },
+                { "$ref": "#/$defs/verificationRequestSqlRowAbsent" },
+                { "$ref": "#/$defs/verificationRequestSqlEffects" },
+                { "$ref": "#/$defs/verificationRequestSqlRelational" }
+              ]
+            },
+            "status": {
+              "type": "string",
+              "enum": [
+                "verified",
+                "missing",
+                "inconsistent",
+                "incomplete_verification",
+                "partially_verified",
+                "uncertain"
+              ]
+            },
+            "reasons": {
+              "type": "array",
+              "items": { "$ref": "#/$defs/reason" }
+            },
+            "evidenceSummary": {
+              "type": "object",
+              "additionalProperties": true
+            },
+            "repeatObservationCount": { "type": "integer", "minimum": 1 },
+            "evaluatedObservationOrdinal": { "type": "integer", "minimum": 1 },
+            "failureDiagnostic": {
+              "type": "string",
+              "enum": [
+                "workflow_execution",
+                "verification_setup",
+                "observation_uncertainty"
+              ]
+            }
+          }
+        },
+        {
+          "if": {
+            "type": "object",
+            "required": ["status"],
+            "properties": { "status": { "const": "verified" } }
+          },
+          "then": {
+            "type": "object",
+            "properties": { "failureDiagnostic": false }
+          },
+          "else": {
+            "type": "object",
+            "required": ["failureDiagnostic"]
+          }
+        },
+        {
+          "if": {
+            "type": "object",
+            "required": ["verificationRequest"],
+            "properties": {
+              "verificationRequest": {
+                "oneOf": [
+                  {
+                    "type": "object",
+                    "required": ["kind"],
+                    "properties": { "kind": { "const": "sql_effects" } }
+                  },
+                  {
+                    "type": "object",
+                    "required": ["kind", "checks"],
+                    "properties": {
+                      "kind": { "const": "sql_relational" },
+                      "checks": { "type": "array", "minItems": 2 }
+                    }
+                  }
+                ]
+              }
+            }
+          },
+          "then": {
+            "type": "object",
+            "properties": {
+              "evidenceSummary": {
+                "type": "object",
+                "additionalProperties": false,
+                "required": ["effectCount", "effects"],
+                "properties": {
+                  "effectCount": { "type": "integer", "minimum": 2 },
+                  "effects": {
+                    "type": "array",
+                    "minItems": 2,
+                    "items": { "$ref": "#/$defs/effectOutcome" }
+                  },
+                  "attempts": { "type": "integer", "minimum": 1 },
+                  "elapsedMs": { "type": "integer", "minimum": 0 },
+                  "verificationWindowMs": { "type": "integer", "minimum": 1 },
+                  "pollIntervalMs": { "type": "integer", "minimum": 1 }
+                }
+              }
+            }
+          },
+          "else": {
+            "type": "object",
+            "properties": {
+              "evidenceSummary": {
+                "type": "object",
+                "propertyNames": {
+                  "not": { "enum": ["effectCount", "effects"] }
+                }
+              }
+            }
+          }
+        }
+      ]
+    }
+  }
+}

package/schemas/workflow-result-compare-input.schema.json

@@ -0,0 +1,15 @@
+{
+  "$id": "https://agentskeptic.com/schemas/workflow-result-compare-input.schema.json",
+  "title": "WorkflowResultCompareInput",
+  "oneOf": [
+    {
+      "$ref": "https://agentskeptic.com/schemas/workflow-engine-result.schema.json"
+    },
+    {
+      "$ref": "https://agentskeptic.com/schemas/workflow-result-v9.schema.json"
+    },
+    {
+      "$ref": "https://agentskeptic.com/schemas/workflow-result.schema.json"
+    }
+  ]
+}

package/schemas/workflow-result-signature.schema.json

@@ -0,0 +1,20 @@
+{
+  "$id": "https://agentskeptic.com/schemas/workflow-result-signature.schema.json",
+  "title": "WorkflowResultSignature",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "algorithm",
+    "schemaVersion",
+    "signatureBase64",
+    "signedContentSha256Hex",
+    "signingPublicKeySpkiPem"
+  ],
+  "properties": {
+    "algorithm": { "const": "ed25519" },
+    "schemaVersion": { "const": 1 },
+    "signatureBase64": { "type": "string", "minLength": 1 },
+    "signedContentSha256Hex": { "type": "string", "pattern": "^[a-f0-9]{64}$" },
+    "signingPublicKeySpkiPem": { "type": "string", "minLength": 32 }
+  }
+}