@yasserkhanorg/impact-gate 2.0.0

package/schemas/plan.schema.json

@@ -0,0 +1,491 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://mattermost.com/schemas/e2e-agents/plan.schema.json",
+  "title": "PlanReport",
+  "type": "object",
+  "required": [
+    "schemaVersion",
+    "runId",
+    "generatedAt",
+    "source",
+    "runSet",
+    "confidence",
+    "reasons",
+    "recommendedTests",
+    "requiredNewTests",
+    "policy",
+    "decision",
+    "enforcement",
+    "metrics"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "1.0.0"
+    },
+    "runId": {
+      "type": "string"
+    },
+    "sourceRunId": {
+      "type": "string"
+    },
+    "generatedAt": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "source": {
+      "const": "impact"
+    },
+    "runSet": {
+      "enum": [
+        "smoke",
+        "targeted",
+        "full"
+      ]
+    },
+    "confidence": {
+      "type": "number",
+      "minimum": 0,
+      "maximum": 100
+    },
+    "reasons": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "recommendedTests": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "requiredNewTests": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "policy": {
+      "type": "object",
+      "required": [
+        "riskyFiles",
+        "triggeredRules",
+        "applied"
+      ],
+      "properties": {
+        "riskyFiles": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "triggeredRules": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "applied": {
+          "type": "object",
+          "required": [
+            "minConfidenceForTargeted",
+            "safeMergeMinConfidence",
+            "forceFullOnWarningsAtOrAbove",
+            "forceFullOnP0WithGaps",
+            "forceFullOnRiskyFiles",
+            "riskyFilePatterns"
+          ],
+          "properties": {
+            "minConfidenceForTargeted": {
+              "type": "number"
+            },
+            "safeMergeMinConfidence": {
+              "type": "number"
+            },
+            "forceFullOnWarningsAtOrAbove": {
+              "type": "number"
+            },
+            "forceFullOnP0WithGaps": {
+              "type": "boolean"
+            },
+            "forceFullOnRiskyFiles": {
+              "type": "boolean"
+            },
+            "riskyFilePatterns": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            },
+            "enforcementMode": {
+              "enum": ["advisory", "warn", "block"]
+            },
+            "blockOnActions": {
+              "type": "array",
+              "items": {
+                "enum": ["run-now", "must-add-tests", "safe-to-merge"]
+              }
+            }
+          },
+          "additionalProperties": false
+        }
+      },
+      "additionalProperties": false
+    },
+    "decision": {
+      "type": "object",
+      "required": [
+        "action",
+        "title",
+        "summary"
+      ],
+      "properties": {
+        "action": {
+          "enum": [
+            "run-now",
+            "must-add-tests",
+            "safe-to-merge"
+          ]
+        },
+        "title": {
+          "type": "string"
+        },
+        "summary": {
+          "type": "string"
+        }
+      },
+      "additionalProperties": false
+    },
+    "enforcement": {
+      "type": "object",
+      "required": [
+        "mode",
+        "blockOnActions",
+        "matchedAction",
+        "shouldFail",
+        "summary"
+      ],
+      "properties": {
+        "mode": {
+          "enum": ["advisory", "warn", "block"]
+        },
+        "blockOnActions": {
+          "type": "array",
+          "items": {
+            "enum": ["run-now", "must-add-tests", "safe-to-merge"]
+          }
+        },
+        "matchedAction": {
+          "type": "boolean"
+        },
+        "shouldFail": {
+          "type": "boolean"
+        },
+        "summary": {
+          "type": "string"
+        }
+      },
+      "additionalProperties": false
+    },
+    "insights": {
+      "type": "object",
+      "properties": {
+        "flaky": {
+          "type": "object",
+          "required": [
+            "highRiskRecommendedTests",
+            "quarantinedRecommendedTests"
+          ],
+          "properties": {
+            "highRiskRecommendedTests": {
+              "type": "array",
+              "items": {
+                "type": "object",
+                "required": [
+                  "test",
+                  "flakeRate"
+                ],
+                "properties": {
+                  "test": {"type": "string"},
+                  "flakeRate": {"type": "number"},
+                  "flakeRate7d": {"type": "number"},
+                  "flakeRate30d": {"type": "number"},
+                  "trend": {"enum": ["up", "down", "stable"]},
+                  "subsystem": {"type": "string"},
+                  "owners": {
+                    "type": "array",
+                    "items": {"type": "string"}
+                  },
+                  "quarantine": {"type": "boolean"},
+                  "quarantineState": {"enum": ["none", "active", "retire-candidate"]},
+                  "lastFailureAt": {"type": "string"}
+                },
+                "additionalProperties": false
+              }
+            },
+            "quarantinedRecommendedTests": {
+              "type": "array",
+              "items": {"type": "string"}
+            },
+            "ownerMentions": {
+              "type": "array",
+              "items": {"type": "string"}
+            }
+          },
+          "additionalProperties": false
+        },
+        "qualityGates": {
+          "type": "object",
+          "required": ["failed", "warnings"],
+          "properties": {
+            "failed": {
+              "type": "array",
+              "items": {"$ref": "#/$defs/gate"}
+            },
+            "warnings": {
+              "type": "array",
+              "items": {"$ref": "#/$defs/gate"}
+            }
+          },
+          "additionalProperties": false
+        },
+        "calibration": {
+          "type": "object",
+          "required": ["precision", "recall", "falseNegativeRate"],
+          "properties": {
+            "precision": {"type": "number"},
+            "recall": {"type": "number"},
+            "falseNegativeRate": {"type": "number"}
+          },
+          "additionalProperties": false
+        }
+      },
+      "additionalProperties": false
+    },
+    "nextActions": {
+      "type": "object",
+      "required": [
+        "requiresUserApprovalForGeneration"
+      ],
+      "properties": {
+        "requiresUserApprovalForGeneration": {"type": "boolean"},
+        "runRecommendedTests": {"type": "string"},
+        "runSmokeSuite": {"type": "string"},
+        "runFullSuite": {"type": "string"},
+        "approveAndGenerate": {"type": "string"},
+        "generateMissingTests": {"type": "string"},
+        "healGeneratedTests": {"type": "string"},
+        "commitGeneratedTests": {"type": "string"},
+        "openPullRequest": {"type": "string"}
+      },
+      "additionalProperties": false
+    },
+    "crew": {
+      "type": "object",
+      "required": [
+        "workflow",
+        "providerOverride",
+        "summary",
+        "impactedFlows",
+        "strategyEntries",
+        "testDesigns",
+        "crossImpacts",
+        "regressionRisks",
+        "findings",
+        "warnings",
+        "timings"
+      ],
+      "properties": {
+        "workflow": {"type": "string"},
+        "providerOverride": {"type": "string"},
+        "summary": {
+          "type": "object",
+          "required": [
+            "impactedFlows",
+            "strategyEntries",
+            "testDesigns",
+            "crossImpacts",
+            "highRiskCrossImpacts",
+            "regressionRisks",
+            "findings",
+            "generatedSpecs",
+            "manualReviewEntries",
+            "totalCostUSD",
+            "totalTokens"
+          ],
+          "properties": {
+            "impactedFlows": {"type": "number"},
+            "strategyEntries": {"type": "number"},
+            "testDesigns": {"type": "number"},
+            "crossImpacts": {"type": "number"},
+            "highRiskCrossImpacts": {"type": "number"},
+            "regressionRisks": {"type": "number"},
+            "findings": {"type": "number"},
+            "generatedSpecs": {"type": "number"},
+            "manualReviewEntries": {"type": "number"},
+            "totalCostUSD": {"type": "number"},
+            "totalTokens": {"type": "number"}
+          },
+          "additionalProperties": false
+        },
+        "impactedFlows": {"type": "array", "items": {"$ref": "#/$defs/flowDecision"}},
+        "strategyEntries": {"type": "array", "items": {"$ref": "#/$defs/strategyEntry"}},
+        "testDesigns": {"type": "array", "items": {"$ref": "#/$defs/testDesign"}},
+        "crossImpacts": {"type": "array", "items": {"$ref": "#/$defs/crossImpact"}},
+        "regressionRisks": {"type": "array", "items": {"$ref": "#/$defs/regressionRisk"}},
+        "findings": {"type": "array", "items": {"$ref": "#/$defs/finding"}},
+        "warnings": {"type": "array", "items": {"type": "string"}},
+        "timings": {
+          "type": "object",
+          "additionalProperties": {"type": "number"}
+        }
+      },
+      "additionalProperties": false
+    },
+    "metrics": {
+      "type": "object",
+      "required": [
+        "changedFiles",
+        "impactedFlows",
+        "p0Flows",
+        "p1Flows",
+        "p2Flows",
+        "uncoveredP0P1Flows",
+        "warnings"
+      ],
+      "properties": {
+        "changedFiles": {
+          "type": "number"
+        },
+        "impactedFlows": {
+          "type": "number"
+        },
+        "p0Flows": {
+          "type": "number"
+        },
+        "p1Flows": {
+          "type": "number"
+        },
+        "p2Flows": {
+          "type": "number"
+        },
+        "uncoveredP0P1Flows": {
+          "type": "number"
+        },
+        "warnings": {
+          "type": "number"
+        }
+      },
+      "additionalProperties": false
+    }
+  },
+  "$defs": {
+    "gate": {
+      "type": "object",
+      "required": ["name", "status"],
+      "properties": {
+        "name": {"type": "string"},
+        "status": {"enum": ["pass", "warn", "fail"]},
+        "details": {"type": "string"}
+      },
+      "additionalProperties": false
+    },
+    "flowDecision": {
+      "type": "object",
+      "required": ["flowId", "flowName", "routeFamily", "changedFiles", "evidence", "evidenceSource", "confidence", "existingSpecs", "action", "priority"],
+      "properties": {
+        "flowId": {"type": "string"},
+        "flowName": {"type": "string"},
+        "routeFamily": {"type": "string"},
+        "changedFiles": {"type": "array", "items": {"type": "string"}},
+        "evidence": {"type": "string"},
+        "evidenceSource": {"enum": ["deterministic", "ai", "hybrid"]},
+        "confidence": {"type": "number"},
+        "existingSpecs": {"type": "array", "items": {"type": "string"}},
+        "action": {"enum": ["create_spec", "update_spec", "skip"]},
+        "priority": {"enum": ["P0", "P1", "P2"]},
+        "userActions": {"type": "array", "items": {"type": "string"}}
+      },
+      "additionalProperties": true
+    },
+    "strategyEntry": {
+      "type": "object",
+      "required": ["flowId", "flowName", "priority", "approach", "rationale", "testCategories", "crossImpactRisk"],
+      "properties": {
+        "flowId": {"type": "string"},
+        "flowName": {"type": "string"},
+        "priority": {"enum": ["P0", "P1", "P2"]},
+        "approach": {"enum": ["full-test", "smoke-test", "skip", "manual-review"]},
+        "rationale": {"type": "string"},
+        "testCategories": {"type": "array", "items": {"type": "string"}},
+        "crossImpactRisk": {"enum": ["high", "medium", "low", "none"]}
+      },
+      "additionalProperties": false
+    },
+    "testDesign": {
+      "type": "object",
+      "required": ["flowId", "flowName", "testCases"],
+      "properties": {
+        "flowId": {"type": "string"},
+        "flowName": {"type": "string"},
+        "testCases": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "required": ["name", "type", "preconditions", "steps", "expectedOutcome", "priority", "rationale"],
+            "properties": {
+              "name": {"type": "string"},
+              "type": {"enum": ["happy-path", "edge-case", "boundary", "negative", "state-transition", "race-condition", "permission", "accessibility", "performance"]},
+              "preconditions": {"type": "array", "items": {"type": "string"}},
+              "steps": {"type": "array", "items": {"type": "string"}},
+              "expectedOutcome": {"type": "string"},
+              "priority": {"enum": ["P0", "P1", "P2"]},
+              "rationale": {"type": "string"}
+            },
+            "additionalProperties": false
+          }
+        }
+      },
+      "additionalProperties": false
+    },
+    "crossImpact": {
+      "type": "object",
+      "required": ["sourceFamily", "affectedFamily", "sharedDependency", "riskLevel", "evidence"],
+      "properties": {
+        "sourceFamily": {"type": "string"},
+        "affectedFamily": {"type": "string"},
+        "sharedDependency": {"type": "string"},
+        "riskLevel": {"enum": ["high", "medium", "low"]},
+        "evidence": {"type": "string"}
+      },
+      "additionalProperties": false
+    },
+    "regressionRisk": {
+      "type": "object",
+      "required": ["familyId", "filePattern", "riskScore", "reason", "historicalFailures"],
+      "properties": {
+        "familyId": {"type": "string"},
+        "filePattern": {"type": "string"},
+        "riskScore": {"type": "number"},
+        "reason": {"type": "string"},
+        "historicalFailures": {"type": "number"}
+      },
+      "additionalProperties": false
+    },
+    "finding": {
+      "type": "object",
+      "required": ["id", "type", "severity", "source", "summary", "details", "relatedFlows"],
+      "properties": {
+        "id": {"type": "string"},
+        "type": {"enum": ["bug", "gap", "risk", "flaky"]},
+        "severity": {"enum": ["critical", "high", "medium", "low"]},
+        "source": {"enum": ["strategist", "test-designer", "cross-impact", "regression-advisor", "impact-analyst", "coverage-evaluator", "generator", "executor", "healer", "explorer"]},
+        "summary": {"type": "string"},
+        "details": {"type": "string"},
+        "relatedFlows": {"type": "array", "items": {"type": "string"}}
+      },
+      "additionalProperties": false
+    }
+  },
+  "additionalProperties": false
+}

package/schemas/route-families.schema.json

@@ -0,0 +1,137 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "title": "Route Families Manifest",
+  "description": "Maps route families to file patterns, page objects, components, and nested features.",
+  "type": "object",
+  "required": ["families"],
+  "properties": {
+    "families": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/RouteFamily"
+      },
+      "minItems": 1
+    }
+  },
+  "$defs": {
+    "RouteFamily": {
+      "type": "object",
+      "required": ["id", "routes"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^[a-z][a-z0-9_]*$",
+          "description": "Unique family identifier, e.g. 'channels', 'system_console'"
+        },
+        "routes": {
+          "type": "array",
+          "items": { "type": "string" },
+          "minItems": 1,
+          "description": "URL patterns this family owns, e.g. '/{team}/channels/{channel}'"
+        },
+        "pageObjects": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Page object class names available for this family"
+        },
+        "components": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Component class names relevant to this family"
+        },
+        "webappPaths": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Glob patterns matching webapp source files for this family"
+        },
+        "serverPaths": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Glob patterns matching server source files for this family"
+        },
+        "specDirs": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Directories containing E2E specs for this family"
+        },
+        "tags": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Test tags associated with this family"
+        },
+        "features": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/RouteFeature"
+          },
+          "description": "Nested features within this family for finer-grained binding"
+        },
+        "apiEndpoints": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/ApiEndpoint"
+          },
+          "description": "API endpoints this family covers (for backend/API testing)"
+        },
+        "testType": {
+          "type": "string",
+          "enum": ["ui", "api", "both"],
+          "description": "Type of tests to generate: UI (browser), API, or both. Defaults to 'ui' for backward compatibility."
+        }
+      }
+    },
+    "ApiEndpoint": {
+      "type": "object",
+      "required": ["method", "path"],
+      "properties": {
+        "method": {
+          "type": "string",
+          "description": "HTTP method (GET, POST, PUT, DELETE, PATCH)"
+        },
+        "path": {
+          "type": "string",
+          "description": "API endpoint path, e.g. '/api/v4/users'"
+        },
+        "description": {
+          "type": "string",
+          "description": "Human-readable description of the endpoint"
+        }
+      }
+    },
+    "RouteFeature": {
+      "type": "object",
+      "required": ["id"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "description": "Feature identifier, e.g. 'system_console/permissions'"
+        },
+        "routes": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Specific routes for this feature within the family"
+        },
+        "webappPaths": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Glob patterns for webapp files specific to this feature"
+        },
+        "serverPaths": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Glob patterns for server files specific to this feature"
+        },
+        "specDirs": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Spec directories for this feature"
+        },
+        "tags": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Test tags for this feature"
+        }
+      }
+    }
+  }
+}

package/schemas/subsystem-risk-map.schema.json

@@ -0,0 +1,62 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://mattermost.com/schemas/e2e-agents/subsystem-risk-map.schema.json",
+  "title": "SubsystemRiskMap",
+  "type": "object",
+  "required": [
+    "rules"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "type": "string"
+    },
+    "rules": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": [
+          "patterns"
+        ],
+        "properties": {
+          "id": {
+            "type": "string"
+          },
+          "description": {
+            "type": "string"
+          },
+          "patterns": {
+            "type": "array",
+            "minItems": 1,
+            "items": {
+              "type": "string"
+            }
+          },
+          "scoreDelta": {
+            "type": "number"
+          },
+          "priorityFloor": {
+            "enum": [
+              "P0",
+              "P1",
+              "P2"
+            ]
+          },
+          "reasons": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            }
+          },
+          "keywords": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            }
+          }
+        },
+        "additionalProperties": true
+      }
+    }
+  },
+  "additionalProperties": true
+}