@yasserkhanorg/e2e-agents 0.3.2

package/schemas/impact.schema.json

@@ -0,0 +1,418 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://mattermost.com/schemas/e2e-agents/impact.schema.json",
+  "title": "ImpactReport",
+  "type": "object",
+  "required": [
+    "mode",
+    "changedFiles",
+    "flows",
+    "coverage",
+    "gaps",
+    "dataTestIds",
+    "framework",
+    "testPatterns",
+    "warnings"
+  ],
+  "properties": {
+    "mode": {
+      "const": "impact"
+    },
+    "changedFiles": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "flows": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/flowImpact"
+      }
+    },
+    "coverage": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/flowCoverage"
+      }
+    },
+    "gaps": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/flowImpact"
+      }
+    },
+    "dataTestIds": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/dataTestIdSuggestion"
+      }
+    },
+    "framework": {
+      "type": "string"
+    },
+    "testPatterns": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "specPDF": {
+      "type": "string"
+    },
+    "warnings": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "flowCatalog": {
+      "type": "string"
+    },
+    "recommendedTests": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "impactModel": {
+      "type": "object",
+      "required": [
+        "schemaVersion",
+        "flowMapping",
+        "testMapping",
+        "confidenceClass"
+      ],
+      "properties": {
+        "schemaVersion": {
+          "const": "1.0.0"
+        },
+        "flowMapping": {
+          "enum": ["catalog", "heuristic"]
+        },
+        "testMapping": {
+          "enum": ["catalog", "traceability", "heuristic"]
+        },
+        "confidenceClass": {
+          "enum": ["high", "medium", "low"]
+        },
+        "traceability": {
+          "type": "object",
+          "required": [
+            "source",
+            "enabled",
+            "manifestPath",
+            "manifestFound",
+            "manifestTests",
+            "manifestEdges",
+            "matchedFlows",
+            "totalFlows",
+            "matchedTests",
+            "coverageRatio"
+          ],
+          "properties": {
+            "source": {"const": "manifest"},
+            "enabled": {"type": "boolean"},
+            "manifestPath": {"type": "string"},
+            "manifestFound": {"type": "boolean"},
+            "manifestTests": {"type": "number"},
+            "manifestEdges": {"type": "number"},
+            "matchedFlows": {"type": "number"},
+            "totalFlows": {"type": "number"},
+            "matchedTests": {"type": "number"},
+            "coverageRatio": {"type": "number"}
+          },
+          "additionalProperties": false
+        },
+        "dependencyGraph": {
+          "type": "object",
+          "required": [
+            "source",
+            "enabled",
+            "seedFiles",
+            "expandedFiles",
+            "analyzedFiles",
+            "analyzedEdges",
+            "maxDepth",
+            "truncated"
+          ],
+          "properties": {
+            "source": {
+              "const": "static-dependency-graph"
+            },
+            "enabled": {"type": "boolean"},
+            "seedFiles": {"type": "number"},
+            "expandedFiles": {"type": "number"},
+            "analyzedFiles": {"type": "number"},
+            "analyzedEdges": {"type": "number"},
+            "maxDepth": {"type": "number"},
+            "truncated": {"type": "boolean"}
+          },
+          "additionalProperties": false
+        },
+        "subsystemRisk": {
+          "type": "object",
+          "required": [
+            "source",
+            "enabled",
+            "mapPath",
+            "mapFound",
+            "rulesLoaded",
+            "filesMatched",
+            "ruleMatches",
+            "boostedFlows"
+          ],
+          "properties": {
+            "source": {
+              "const": "map"
+            },
+            "enabled": {"type": "boolean"},
+            "mapPath": {"type": "string"},
+            "mapFound": {"type": "boolean"},
+            "rulesLoaded": {"type": "number"},
+            "filesMatched": {"type": "number"},
+            "ruleMatches": {"type": "number"},
+            "boostedFlows": {"type": "number"}
+          },
+          "additionalProperties": false
+        }
+      },
+      "additionalProperties": false
+    },
+    "testSuggestions": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/gapTestSuggestion"
+      }
+    },
+    "pipeline": {
+      "$ref": "#/$defs/pipelineSummary"
+    },
+    "applied": {
+      "$ref": "#/$defs/appliedSummary"
+    }
+  },
+  "$defs": {
+    "flowImpact": {
+      "type": "object",
+      "required": [
+        "id",
+        "name",
+        "kind",
+        "score",
+        "priority",
+        "reasons",
+        "keywords",
+        "files"
+      ],
+      "properties": {
+        "id": {
+          "type": "string"
+        },
+        "name": {
+          "type": "string"
+        },
+        "kind": {
+          "enum": [
+            "screen",
+            "flow"
+          ]
+        },
+        "score": {
+          "type": "number"
+        },
+        "priority": {
+          "enum": [
+            "P0",
+            "P1",
+            "P2"
+          ]
+        },
+        "reasons": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "keywords": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "files": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      },
+      "additionalProperties": true
+    },
+    "flowCoverage": {
+      "type": "object",
+      "required": [
+        "flowId",
+        "flowName",
+        "priority",
+        "coveredBy"
+      ],
+      "properties": {
+        "flowId": {
+          "type": "string"
+        },
+        "flowName": {
+          "type": "string"
+        },
+        "priority": {
+          "enum": [
+            "P0",
+            "P1",
+            "P2"
+          ]
+        },
+        "coveredBy": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "source": {
+          "enum": ["catalog", "traceability", "heuristic"]
+        }
+      },
+      "additionalProperties": true
+    },
+    "dataTestIdSuggestion": {
+      "type": "object",
+      "required": [
+        "file",
+        "line",
+        "testId",
+        "snippet"
+      ],
+      "properties": {
+        "file": {
+          "type": "string"
+        },
+        "line": {
+          "type": "number"
+        },
+        "testId": {
+          "type": "string"
+        },
+        "snippet": {
+          "type": "string"
+        }
+      },
+      "additionalProperties": false
+    },
+    "gapTestSuggestion": {
+      "type": "object",
+      "required": [
+        "flowId",
+        "flowName",
+        "priority",
+        "rationale",
+        "sourceFiles",
+        "suggestedTestPath",
+        "framework",
+        "skeleton"
+      ],
+      "properties": {
+        "flowId": {"type": "string"},
+        "flowName": {"type": "string"},
+        "priority": {"enum": ["P0", "P1", "P2"]},
+        "rationale": {"type": "string"},
+        "sourceFiles": {"type": "array", "items": {"type": "string"}},
+        "suggestedTestPath": {"type": "string"},
+        "framework": {"type": "string"},
+        "skeleton": {"type": "string"}
+      },
+      "additionalProperties": false
+    },
+    "pipelineSummary": {
+      "type": "object",
+      "required": [
+        "runner",
+        "results",
+        "warnings"
+      ],
+      "properties": {
+        "runner": {
+          "type": "string"
+        },
+        "results": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "required": [
+              "flowId",
+              "flowName",
+              "generatedDir",
+              "generateStatus"
+            ],
+            "properties": {
+              "flowId": {
+                "type": "string"
+              },
+              "flowName": {
+                "type": "string"
+              },
+              "generatedDir": {
+                "type": "string"
+              },
+              "generateStatus": {
+                "type": "string"
+              },
+              "healStatus": {
+                "type": "string"
+              },
+              "error": {
+                "type": "string"
+              }
+            },
+            "additionalProperties": false
+          }
+        },
+        "warnings": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      },
+      "additionalProperties": false
+    },
+    "appliedSummary": {
+      "type": "object",
+      "required": [
+        "patchedFiles",
+        "generatedTests",
+        "skippedTests"
+      ],
+      "properties": {
+        "patchedFiles": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "generatedTests": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "skippedTests": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      },
+      "additionalProperties": false
+    }
+  },
+  "additionalProperties": false
+}

package/schemas/plan.schema.json

@@ -0,0 +1,285 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://mattermost.com/schemas/e2e-agents/plan.schema.json",
+  "title": "PlanReport",
+  "type": "object",
+  "required": [
+    "schemaVersion",
+    "generatedAt",
+    "source",
+    "runSet",
+    "confidence",
+    "reasons",
+    "recommendedTests",
+    "requiredNewTests",
+    "policy",
+    "decision",
+    "metrics"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "1.0.0"
+    },
+    "generatedAt": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "source": {
+      "const": "impact"
+    },
+    "runSet": {
+      "enum": [
+        "smoke",
+        "targeted",
+        "full"
+      ]
+    },
+    "confidence": {
+      "type": "number",
+      "minimum": 0,
+      "maximum": 100
+    },
+    "reasons": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "recommendedTests": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "requiredNewTests": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "policy": {
+      "type": "object",
+      "required": [
+        "riskyFiles",
+        "triggeredRules",
+        "applied"
+      ],
+      "properties": {
+        "riskyFiles": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "triggeredRules": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "applied": {
+          "type": "object",
+          "required": [
+            "minConfidenceForTargeted",
+            "safeMergeMinConfidence",
+            "forceFullOnWarningsAtOrAbove",
+            "forceFullOnP0WithGaps",
+            "forceFullOnRiskyFiles",
+            "riskyFilePatterns"
+          ],
+          "properties": {
+            "minConfidenceForTargeted": {
+              "type": "number"
+            },
+            "safeMergeMinConfidence": {
+              "type": "number"
+            },
+            "forceFullOnWarningsAtOrAbove": {
+              "type": "number"
+            },
+            "forceFullOnP0WithGaps": {
+              "type": "boolean"
+            },
+            "forceFullOnRiskyFiles": {
+              "type": "boolean"
+            },
+            "riskyFilePatterns": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          },
+          "additionalProperties": false
+        }
+      },
+      "additionalProperties": false
+    },
+    "decision": {
+      "type": "object",
+      "required": [
+        "action",
+        "title",
+        "summary"
+      ],
+      "properties": {
+        "action": {
+          "enum": [
+            "run-now",
+            "must-add-tests",
+            "safe-to-merge"
+          ]
+        },
+        "title": {
+          "type": "string"
+        },
+        "summary": {
+          "type": "string"
+        }
+      },
+      "additionalProperties": false
+    },
+    "insights": {
+      "type": "object",
+      "properties": {
+        "flaky": {
+          "type": "object",
+          "required": [
+            "highRiskRecommendedTests",
+            "quarantinedRecommendedTests"
+          ],
+          "properties": {
+            "highRiskRecommendedTests": {
+              "type": "array",
+              "items": {
+                "type": "object",
+                "required": [
+                  "test",
+                  "flakeRate"
+                ],
+                "properties": {
+                  "test": {"type": "string"},
+                  "flakeRate": {"type": "number"},
+                  "flakeRate7d": {"type": "number"},
+                  "flakeRate30d": {"type": "number"},
+                  "trend": {"enum": ["up", "down", "stable"]},
+                  "subsystem": {"type": "string"},
+                  "owners": {
+                    "type": "array",
+                    "items": {"type": "string"}
+                  },
+                  "quarantine": {"type": "boolean"},
+                  "quarantineState": {"enum": ["none", "active", "retire-candidate"]},
+                  "lastFailureAt": {"type": "string"}
+                },
+                "additionalProperties": false
+              }
+            },
+            "quarantinedRecommendedTests": {
+              "type": "array",
+              "items": {"type": "string"}
+            },
+            "ownerMentions": {
+              "type": "array",
+              "items": {"type": "string"}
+            }
+          },
+          "additionalProperties": false
+        },
+        "qualityGates": {
+          "type": "object",
+          "required": ["failed", "warnings"],
+          "properties": {
+            "failed": {
+              "type": "array",
+              "items": {"$ref": "#/$defs/gate"}
+            },
+            "warnings": {
+              "type": "array",
+              "items": {"$ref": "#/$defs/gate"}
+            }
+          },
+          "additionalProperties": false
+        },
+        "calibration": {
+          "type": "object",
+          "required": ["precision", "recall", "falseNegativeRate"],
+          "properties": {
+            "precision": {"type": "number"},
+            "recall": {"type": "number"},
+            "falseNegativeRate": {"type": "number"}
+          },
+          "additionalProperties": false
+        }
+      },
+      "additionalProperties": false
+    },
+    "nextActions": {
+      "type": "object",
+      "required": [
+        "requiresUserApprovalForGeneration"
+      ],
+      "properties": {
+        "requiresUserApprovalForGeneration": {"type": "boolean"},
+        "runRecommendedTests": {"type": "string"},
+        "runSmokeSuite": {"type": "string"},
+        "runFullSuite": {"type": "string"},
+        "approveAndGenerate": {"type": "string"},
+        "generateMissingTests": {"type": "string"},
+        "healGeneratedTests": {"type": "string"},
+        "commitGeneratedTests": {"type": "string"},
+        "openPullRequest": {"type": "string"}
+      },
+      "additionalProperties": false
+    },
+    "metrics": {
+      "type": "object",
+      "required": [
+        "changedFiles",
+        "impactedFlows",
+        "p0Flows",
+        "p1Flows",
+        "p2Flows",
+        "uncoveredP0P1Flows",
+        "warnings"
+      ],
+      "properties": {
+        "changedFiles": {
+          "type": "number"
+        },
+        "impactedFlows": {
+          "type": "number"
+        },
+        "p0Flows": {
+          "type": "number"
+        },
+        "p1Flows": {
+          "type": "number"
+        },
+        "p2Flows": {
+          "type": "number"
+        },
+        "uncoveredP0P1Flows": {
+          "type": "number"
+        },
+        "warnings": {
+          "type": "number"
+        }
+      },
+      "additionalProperties": false
+    }
+  },
+  "$defs": {
+    "gate": {
+      "type": "object",
+      "required": ["name", "status"],
+      "properties": {
+        "name": {"type": "string"},
+        "status": {"enum": ["pass", "warn", "fail"]},
+        "details": {"type": "string"}
+      },
+      "additionalProperties": false
+    }
+  },
+  "additionalProperties": false
+}