mustflow 2.85.4 → 2.99.0

package/schemas/test-performance-report.schema.json

@@ -0,0 +1,319 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://mustflow.github.io/schemas/test-performance-report.schema.json",
+  "title": "mustflow test performance report",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schema_version",
+    "command",
+    "pack_id",
+    "script_id",
+    "script_ref",
+    "action",
+    "status",
+    "ok",
+    "mustflow_root",
+    "policy",
+    "input_hash",
+    "evidence_sources",
+    "summary",
+    "intents",
+    "phases",
+    "test_files",
+    "recent_samples",
+    "truncated",
+    "findings",
+    "next_actions",
+    "issues"
+  ],
+  "properties": {
+    "schema_version": { "const": "1" },
+    "command": { "const": "script-pack" },
+    "pack_id": { "const": "test" },
+    "script_id": { "const": "performance-report" },
+    "script_ref": { "const": "test/performance-report" },
+    "action": { "const": "summarize" },
+    "status": { "enum": ["passed", "failed", "error"] },
+    "ok": { "type": "boolean" },
+    "mustflow_root": { "type": "string" },
+    "policy": { "$ref": "#/$defs/policy" },
+    "input_hash": { "$ref": "#/$defs/sha256" },
+    "evidence_sources": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/evidenceSource" }
+    },
+    "summary": { "$ref": "#/$defs/summary" },
+    "intents": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/intentSummary" }
+    },
+    "phases": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/phaseSummary" }
+    },
+    "test_files": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/testFileSummary" }
+    },
+    "recent_samples": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/sample" }
+    },
+    "truncated": { "type": "boolean" },
+    "findings": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/finding" }
+    },
+    "next_actions": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/nextAction" }
+    },
+    "issues": {
+      "type": "array",
+      "items": { "type": "string" }
+    }
+  },
+  "$defs": {
+    "sha256": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "policy": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "max_samples",
+        "max_intents",
+        "max_test_files",
+        "max_findings",
+        "slow_sample_threshold_ms",
+        "high_timeout_ratio",
+        "phase_bottleneck_threshold_ms"
+      ],
+      "properties": {
+        "max_samples": { "type": "integer", "minimum": 1 },
+        "max_intents": { "type": "integer", "minimum": 1 },
+        "max_test_files": { "type": "integer", "minimum": 1 },
+        "max_findings": { "type": "integer", "minimum": 1 },
+        "slow_sample_threshold_ms": { "type": "integer", "minimum": 1 },
+        "high_timeout_ratio": { "type": "number", "exclusiveMinimum": 0, "maximum": 1 },
+        "phase_bottleneck_threshold_ms": { "type": "integer", "minimum": 1 }
+      }
+    },
+    "evidenceKind": {
+      "enum": ["latest_run_receipt", "latest_run_profile", "performance_samples", "performance_summary"]
+    },
+    "evidenceSource": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["path", "kind", "exists", "readable", "issue"],
+      "properties": {
+        "path": { "type": "string" },
+        "kind": { "$ref": "#/$defs/evidenceKind" },
+        "exists": { "type": "boolean" },
+        "readable": { "type": "boolean" },
+        "issue": { "type": ["string", "null"] }
+      }
+    },
+    "summary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "evidence_source_count",
+        "sample_count",
+        "intent_count",
+        "test_file_count",
+        "finding_count",
+        "latest_run_intent",
+        "latest_run_status",
+        "latest_run_duration_ms",
+        "latest_profile_phase_count",
+        "latest_profile_test_file_count",
+        "latest_profile_declared_test_file_count",
+        "latest_profile_generated_at",
+        "latest_profile_age_ms",
+        "latest_profile_test_file_coverage_ratio",
+        "latest_profile_test_files_truncated",
+        "retained_summary_intent_count"
+      ],
+      "properties": {
+        "evidence_source_count": { "type": "integer", "minimum": 0 },
+        "sample_count": { "type": "integer", "minimum": 0 },
+        "intent_count": { "type": "integer", "minimum": 0 },
+        "test_file_count": { "type": "integer", "minimum": 0 },
+        "finding_count": { "type": "integer", "minimum": 0 },
+        "latest_run_intent": { "type": ["string", "null"] },
+        "latest_run_status": { "type": ["string", "null"] },
+        "latest_run_duration_ms": { "type": ["integer", "null"], "minimum": 0 },
+        "latest_profile_phase_count": { "type": "integer", "minimum": 0 },
+        "latest_profile_test_file_count": { "type": "integer", "minimum": 0 },
+        "latest_profile_declared_test_file_count": { "type": ["integer", "null"], "minimum": 0 },
+        "latest_profile_generated_at": { "type": ["string", "null"] },
+        "latest_profile_age_ms": { "type": ["integer", "null"], "minimum": 0 },
+        "latest_profile_test_file_coverage_ratio": { "type": ["number", "null"], "minimum": 0, "maximum": 1 },
+        "latest_profile_test_files_truncated": { "type": "boolean" },
+        "retained_summary_intent_count": { "type": ["integer", "null"], "minimum": 0 }
+      }
+    },
+    "sample": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "source",
+        "observed_day",
+        "intent",
+        "status",
+        "duration_ms",
+        "timeout_ratio",
+        "runner_bucket",
+        "phase_count",
+        "selection_strategy",
+        "changed_file_count",
+        "selected_target_count",
+        "fallback_used"
+      ],
+      "properties": {
+        "source": { "enum": ["history", "latest_run"] },
+        "observed_day": { "type": "string" },
+        "intent": { "type": "string" },
+        "status": { "enum": ["passed", "failed"] },
+        "duration_ms": { "type": "number", "minimum": 0 },
+        "timeout_ratio": { "type": "number", "minimum": 0 },
+        "runner_bucket": { "type": ["string", "null"] },
+        "phase_count": { "type": "integer", "minimum": 0 },
+        "selection_strategy": { "type": ["string", "null"] },
+        "changed_file_count": { "type": ["integer", "null"], "minimum": 0 },
+        "selected_target_count": { "type": ["integer", "null"], "minimum": 0 },
+        "fallback_used": { "type": ["boolean", "null"] }
+      }
+    },
+    "phaseSummary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "sample_count", "total_duration_ms", "max_duration_ms", "p95_duration_ms"],
+      "properties": {
+        "name": { "type": "string" },
+        "sample_count": { "type": "integer", "minimum": 0 },
+        "total_duration_ms": { "type": "number", "minimum": 0 },
+        "max_duration_ms": { "type": "number", "minimum": 0 },
+        "p95_duration_ms": { "type": "number", "minimum": 0 }
+      }
+    },
+    "intentSummary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "intent",
+        "sample_count",
+        "success_count",
+        "failure_count",
+        "fallback_count",
+        "latest_duration_ms",
+        "min_duration_ms",
+        "p50_duration_ms",
+        "p95_duration_ms",
+        "max_duration_ms",
+        "max_timeout_ratio",
+        "selected_target_count_max",
+        "slowest_phase"
+      ],
+      "properties": {
+        "intent": { "type": "string" },
+        "sample_count": { "type": "integer", "minimum": 0 },
+        "success_count": { "type": "integer", "minimum": 0 },
+        "failure_count": { "type": "integer", "minimum": 0 },
+        "fallback_count": { "type": "integer", "minimum": 0 },
+        "latest_duration_ms": { "type": "number", "minimum": 0 },
+        "min_duration_ms": { "type": "number", "minimum": 0 },
+        "p50_duration_ms": { "type": "number", "minimum": 0 },
+        "p95_duration_ms": { "type": "number", "minimum": 0 },
+        "max_duration_ms": { "type": "number", "minimum": 0 },
+        "max_timeout_ratio": { "type": "number", "minimum": 0 },
+        "selected_target_count_max": { "type": ["integer", "null"], "minimum": 0 },
+        "slowest_phase": {
+          "anyOf": [
+            { "$ref": "#/$defs/phaseSummary" },
+            { "type": "null" }
+          ]
+        }
+      }
+    },
+    "testFileSummary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["path", "intent", "status", "duration_ms", "source"],
+      "properties": {
+        "path": { "type": "string" },
+        "intent": { "type": "string" },
+        "status": { "enum": ["passed", "failed"] },
+        "duration_ms": { "type": "number", "minimum": 0 },
+        "source": { "const": "latest_profile" }
+      }
+    },
+    "finding": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "severity", "message"],
+      "properties": {
+        "code": {
+          "enum": [
+            "test_performance_no_evidence",
+            "test_performance_unreadable_evidence",
+            "test_performance_previous_failure",
+            "test_performance_slow_sample",
+            "test_performance_slow_test_file",
+            "test_performance_high_timeout_ratio",
+            "test_performance_selection_fallback",
+            "test_performance_phase_bottleneck"
+          ]
+        },
+        "severity": { "enum": ["low", "medium", "high", "critical"] },
+        "message": { "type": "string" },
+        "path": { "type": "string" },
+        "intent": { "type": "string" },
+        "phase": { "type": "string" },
+        "json_pointer": { "type": ["string", "null"] },
+        "metric": { "type": ["string", "null"] },
+        "actual": { "type": ["number", "null"] },
+        "expected": { "type": ["number", "null"] }
+      }
+    },
+    "nextActionCode": {
+      "enum": [
+        "collect_profile_evidence",
+        "investigate_previous_failure",
+        "inspect_slowest_intents",
+        "inspect_slowest_test_files",
+        "review_timeout_budget",
+        "review_selection_fallback"
+      ]
+    },
+    "nextAction": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "message", "command_intent", "run_hint", "finding_codes"],
+      "properties": {
+        "code": { "$ref": "#/$defs/nextActionCode" },
+        "message": { "type": "string" },
+        "command_intent": { "type": ["string", "null"] },
+        "run_hint": { "type": ["string", "null"] },
+        "finding_codes": {
+          "type": "array",
+          "items": {
+            "enum": [
+              "test_performance_no_evidence",
+              "test_performance_unreadable_evidence",
+              "test_performance_previous_failure",
+              "test_performance_slow_sample",
+              "test_performance_slow_test_file",
+              "test_performance_high_timeout_ratio",
+              "test_performance_selection_fallback",
+              "test_performance_phase_bottleneck"
+            ]
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/test-regression-selector-report.schema.json

@@ -0,0 +1,187 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://mustflow.github.io/schemas/test-regression-selector-report.schema.json",
+  "title": "mustflow test regression selector report",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schema_version",
+    "command",
+    "pack_id",
+    "script_id",
+    "script_ref",
+    "action",
+    "status",
+    "ok",
+    "mustflow_root",
+    "policy",
+    "input_hash",
+    "summary",
+    "changed_files",
+    "selected_tests",
+    "missing_candidates",
+    "fallbacks",
+    "run_hint",
+    "truncated",
+    "findings",
+    "issues"
+  ],
+  "properties": {
+    "schema_version": { "const": "1" },
+    "command": { "const": "script-pack" },
+    "pack_id": { "const": "test" },
+    "script_id": { "const": "regression-selector" },
+    "script_ref": { "const": "test/regression-selector" },
+    "action": { "const": "select" },
+    "status": { "enum": ["passed", "failed", "error"] },
+    "ok": { "type": "boolean" },
+    "mustflow_root": { "type": "string" },
+    "policy": { "$ref": "#/$defs/policy" },
+    "input_hash": { "$ref": "#/$defs/sha256" },
+    "summary": { "$ref": "#/$defs/summary" },
+    "changed_files": { "type": "array", "items": { "$ref": "#/$defs/changedFile" } },
+    "selected_tests": { "type": "array", "items": { "$ref": "#/$defs/testCandidate" } },
+    "missing_candidates": { "type": "array", "items": { "$ref": "#/$defs/testCandidate" } },
+    "fallbacks": { "type": "array", "items": { "$ref": "#/$defs/fallback" } },
+    "run_hint": { "type": ["string", "null"] },
+    "truncated": { "type": "boolean" },
+    "findings": { "type": "array", "items": { "$ref": "#/$defs/finding" } },
+    "issues": { "type": "array", "items": { "type": "string" } }
+  },
+  "$defs": {
+    "sha256": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
+    "surface": {
+      "enum": ["source", "test", "docs", "schema", "config", "package", "template", "workflow", "i18n", "unknown"]
+    },
+    "fileStatus": {
+      "enum": ["added", "modified", "deleted", "renamed", "type_changed", "untracked"]
+    },
+    "selectorReason": {
+      "enum": [
+        "changed_test",
+        "sibling_test",
+        "importer_sibling_test",
+        "fallback_lockfile",
+        "fallback_package_metadata",
+        "fallback_template",
+        "fallback_compiler_or_runner_config",
+        "fallback_shared_test_fixture",
+        "fallback_migration_or_database",
+        "fallback_generated_contract",
+        "fallback_ci_workflow",
+        "fallback_mustflow_workflow",
+        "fallback_deleted",
+        "fallback_renamed",
+        "fallback_type_changed",
+        "fallback_package_or_template",
+        "fallback_schema",
+        "fallback_workflow_or_config",
+        "fallback_deleted_or_renamed",
+        "fallback_unknown",
+        "fallback_truncated",
+        "no_changed_files"
+      ]
+    },
+    "policy": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["base_ref", "head_ref", "compare_worktree", "max_files", "max_tests", "path_filters"],
+      "properties": {
+        "base_ref": { "type": "string" },
+        "head_ref": { "type": ["string", "null"] },
+        "compare_worktree": { "type": "boolean" },
+        "max_files": { "type": "integer", "minimum": 1 },
+        "max_tests": { "type": "integer", "minimum": 1 },
+        "path_filters": { "type": "array", "items": { "type": "string" } }
+      }
+    },
+    "summary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "changed_file_count",
+        "selected_test_count",
+        "missing_candidate_count",
+        "fallback_count",
+        "selection_status",
+        "confidence",
+        "recommended_intent"
+      ],
+      "properties": {
+        "changed_file_count": { "type": "integer", "minimum": 0 },
+        "selected_test_count": { "type": "integer", "minimum": 0 },
+        "missing_candidate_count": { "type": "integer", "minimum": 0 },
+        "fallback_count": { "type": "integer", "minimum": 0 },
+        "selection_status": { "enum": ["selected", "fallback", "empty"] },
+        "confidence": { "enum": ["high", "medium", "low"] },
+        "recommended_intent": { "type": "string" }
+      }
+    },
+    "changedFile": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["path", "previous_path", "status", "surface"],
+      "properties": {
+        "path": { "type": "string" },
+        "previous_path": { "type": ["string", "null"] },
+        "status": { "$ref": "#/$defs/fileStatus" },
+        "surface": { "$ref": "#/$defs/surface" }
+      }
+    },
+    "testCandidate": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["path", "exists", "reason", "source_path", "confidence"],
+      "properties": {
+        "path": { "type": "string" },
+        "exists": { "type": "boolean" },
+        "reason": { "$ref": "#/$defs/selectorReason" },
+        "reasons": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/selectorReason" },
+          "minItems": 1
+        },
+        "source_path": { "type": "string" },
+        "source_paths": {
+          "type": "array",
+          "items": { "type": "string" },
+          "minItems": 1
+        },
+        "confidence": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    },
+    "fallback": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["reason", "path", "message", "recommended_intent"],
+      "properties": {
+        "reason": { "$ref": "#/$defs/selectorReason" },
+        "path": { "type": "string" },
+        "message": { "type": "string" },
+        "recommended_intent": { "type": "string" }
+      }
+    },
+    "finding": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "severity", "message", "path"],
+      "properties": {
+        "code": {
+          "enum": [
+            "test_regression_selector_git_unavailable",
+            "test_regression_selector_invalid_ref",
+            "test_regression_selector_max_files_exceeded",
+            "test_regression_selector_max_tests_exceeded"
+          ]
+        },
+        "severity": { "enum": ["low", "medium", "high", "critical"] },
+        "message": { "type": "string" },
+        "path": { "type": "string" },
+        "json_pointer": { "type": ["string", "null"] },
+        "metric": { "type": ["string", "null"] },
+        "actual": { "type": ["number", "null"] },
+        "expected": { "type": ["number", "null"] }
+      }
+    }
+  }
+}