@open-mercato/cli 0.6.7 → 0.6.8-canary.320.1.bf889f49e4

package/dist/agentic/shared/ai/harness/cases.schema.json

@@ -0,0 +1,196 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://open-mercato.dev/schemas/standalone-harness-cases.schema.json",
+  "title": "Open Mercato standalone harness case catalog",
+  "type": "array",
+  "minItems": 227,
+  "maxItems": 227,
+  "items": {
+    "type": "object",
+    "additionalProperties": false,
+    "required": [
+      "id", "title", "family", "mode", "evaluationKind", "risk", "prompt", "tags",
+      "owner", "expectedRouter", "requiredSkills", "context", "requiredDecisions",
+      "forbiddenPatterns", "validators", "maxContextFiles", "maxInitialContextBytes",
+      "maxTotalContextBytes", "relatedCases"
+    ],
+    "properties": {
+      "id": { "type": "string", "pattern": "^OMH-(00[1-9]|0[1-9][0-9]|1[0-9][0-9]|20[0-9]|21[0-9]|22[0-7])$" },
+      "title": { "type": "string", "minLength": 12, "maxLength": 180 },
+      "family": { "enum": ["architecture", "module", "umes", "integration", "ai-workflow", "bugfix", "business", "testing"] },
+      "mode": { "enum": ["analysis", "one-shot", "spec", "bugfix", "review"] },
+      "evaluationKind": { "enum": ["static", "routing", "implementation", "regression"] },
+      "risk": { "enum": ["low", "medium", "high"] },
+      "prompt": { "type": "string", "minLength": 32, "maxLength": 2000 },
+      "tags": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" } },
+      "owner": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["kind", "path", "ruleIds"],
+        "properties": {
+          "kind": { "enum": ["root", "guide", "skill", "facts", "hook"] },
+          "path": { "type": "string", "pattern": "^(AGENTS\\.md|\\.ai/|\\.claude/|\\.codex/|\\.cursor/)" },
+          "ruleIds": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "type": "string", "pattern": "^BC-(0[1-9]|1[0-4])$" } }
+        }
+      },
+      "expectedRouter": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["required"],
+        "properties": {
+          "required": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "$ref": "#/$defs/router" } },
+          "allowedExtra": { "type": "array", "uniqueItems": true, "items": { "$ref": "#/$defs/router" } }
+        }
+      },
+      "requiredSkills": { "type": "array", "uniqueItems": true, "items": { "type": "string", "pattern": "^om-[a-z0-9-]+$" } },
+      "optionalSkills": {
+        "type": "array",
+        "items": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["id", "route"],
+          "properties": {
+            "id": { "type": "string", "pattern": "^om-[a-z0-9-]+$" },
+            "route": { "$ref": "#/$defs/router" }
+          }
+        }
+      },
+      "context": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["required", "forbidden"],
+        "properties": {
+          "required": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "$ref": "#/$defs/relativePath" } },
+          "allowedExtra": { "type": "array", "uniqueItems": true, "items": { "$ref": "#/$defs/relativePath" } },
+          "warn": { "type": "array", "uniqueItems": true, "items": { "$ref": "#/$defs/relativePath" } },
+          "forbidden": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "$ref": "#/$defs/relativePath" } },
+          "sourceReferenceIds": {
+            "type": "array",
+            "minItems": 1,
+            "maxItems": 8,
+            "uniqueItems": true,
+            "items": { "$ref": "#/$defs/sourceReferenceId" }
+          },
+          "exampleRoots": {
+            "type": "array",
+            "minItems": 1,
+            "maxItems": 1,
+            "uniqueItems": true,
+            "items": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["root", "entrypoints", "allowedCapabilityIds", "maxFiles", "maxBytes"],
+              "properties": {
+                "root": { "const": "src/modules/example" },
+                "entrypoints": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "$ref": "#/$defs/exampleRootRelativePath" } },
+                "allowedCapabilityIds": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "type": "string", "minLength": 3, "maxLength": 80, "pattern": "^[a-z0-9]+(?:[.-][a-z0-9]+)*$" } },
+                "maxFiles": { "type": "integer", "minimum": 1, "maximum": 64 },
+                "maxBytes": { "type": "integer", "minimum": 1, "maximum": 262144 }
+              }
+            }
+          },
+          "installedVersionFallback": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["allowed", "reasonCodes", "maxFiles", "maxBytes"],
+            "properties": {
+              "allowed": { "type": "boolean" },
+              "reasonCodes": {
+                "type": "array",
+                "minItems": 1,
+                "maxItems": 2,
+                "uniqueItems": true,
+                "items": { "enum": ["SPECIALIST_ROUTE_NOT_DECLARED", "INSTALLED_VERSION_CONTRACT_MISMATCH"] }
+              },
+              "maxFiles": { "type": "integer", "minimum": 1, "maximum": 16 },
+              "maxBytes": { "type": "integer", "minimum": 1, "maximum": 131072 }
+            }
+          }
+        }
+      },
+      "decisionVocabulary": { "type": "array", "minItems": 2, "uniqueItems": true, "items": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" } },
+      "expectedSpecRouting": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["decision", "requiredReasonCodes", "reasonCodeVocabulary"],
+        "properties": {
+          "decision": { "type": "string", "enum": ["spec-first", "direct", "reuse-spec", "ask"] },
+          "requiredReasonCodes": { "type": "array", "minItems": 1, "maxItems": 4, "uniqueItems": true, "items": { "$ref": "#/$defs/specReasonCode" } },
+          "reasonCodeVocabulary": { "type": "array", "minItems": 2, "maxItems": 12, "uniqueItems": true, "items": { "$ref": "#/$defs/specReasonCode" } },
+          "coveringSpecPath": { "$ref": "#/$defs/specPath" }
+        },
+        "allOf": [
+          {
+            "if": { "properties": { "decision": { "const": "reuse-spec" } } },
+            "then": { "required": ["coveringSpecPath"] }
+          }
+        ]
+      },
+      "requiredDecisions": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" } },
+      "forbiddenPatterns": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "type": "string", "minLength": 2, "maxLength": 240 } },
+      "validators": { "type": "array", "minItems": 5, "uniqueItems": true, "items": { "type": "string", "pattern": "^[a-z][a-z0-9.-]+$" } },
+      "fixture": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["scaffold", "setup"],
+        "properties": {
+          "scaffold": { "const": "fresh-standalone" },
+          "setup": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "type": "string", "pattern": "^fixture:[a-z0-9-]+$" } },
+          "expectedFailure": { "type": "string", "minLength": 8, "maxLength": 300 }
+        }
+      },
+      "oracle": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["validatorIds", "expectedArtifacts"],
+        "properties": {
+          "validatorIds": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "type": "string", "pattern": "^(?:oracle\\.[a-z0-9.-]+|writable\\.allowed-paths)$" } },
+          "expectedArtifacts": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "$ref": "#/$defs/relativePath" } }
+        }
+      },
+      "allowedWrites": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "$ref": "#/$defs/relativePath" } },
+      "frameworkContext": {
+        "type": "array",
+        "minItems": 1,
+        "maxItems": 3,
+        "items": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["query"],
+          "properties": {
+            "module": { "type": "string", "pattern": "^[a-z0-9][a-z0-9_-]*$" },
+            "package": { "type": "string", "pattern": "^@open-mercato/[a-z0-9][a-z0-9._-]*$" },
+            "query": { "type": "string", "minLength": 2, "maxLength": 160 }
+          }
+        }
+      },
+      "maxContextFiles": { "type": "integer", "minimum": 1, "maximum": 16 },
+      "maxInitialContextBytes": { "type": "integer", "minimum": 4096, "maximum": 98304 },
+      "maxTotalContextBytes": { "type": "integer", "minimum": 8192, "maximum": 262144 },
+      "timeoutMs": { "type": "integer", "minimum": 1000, "maximum": 600000 },
+      "relatedCases": { "type": "array", "minItems": 1, "uniqueItems": true, "items": { "type": "string", "pattern": "^OMH-(00[1-9]|0[1-9][0-9]|1[0-9][0-9]|20[0-9]|21[0-9]|22[0-7])$" } },
+      "source": {
+        "type": "object",
+        "additionalProperties": false,
+        "properties": {
+          "prs": { "type": "array", "uniqueItems": true, "items": { "type": "string", "pattern": "^https://github\\.com/" } },
+          "paths": { "type": "array", "uniqueItems": true, "items": { "$ref": "#/$defs/relativePath" } }
+        }
+      }
+    },
+    "allOf": [
+      {
+        "if": { "properties": { "evaluationKind": { "enum": ["implementation", "regression"] } } },
+        "then": { "required": ["fixture", "oracle", "allowedWrites"] }
+      }
+    ]
+  },
+  "$defs": {
+    "router": { "enum": ["architecture", "module-data", "backend-ui", "umes", "integration", "ai-workflow", "testing", "debugging", "spec-pr", "framework-context"] },
+    "relativePath": { "type": "string", "minLength": 1, "maxLength": 300, "pattern": "^(?!/)(?!.*(?:^|/)\\.\\.(?:/|$)).+" },
+    "specReasonCode": { "type": "string", "minLength": 3, "maxLength": 60, "pattern": "^[A-Z][A-Z0-9]*(?:_[A-Z0-9]+)*$" },
+    "specPath": { "type": "string", "minLength": 12, "maxLength": 300, "pattern": "^\\.ai/specs/(?!.*(?:^|/)\\.\\.(?:/|$))[A-Za-z0-9][A-Za-z0-9._/-]*\\.md$" },
+    "sourceReferenceId": { "type": "string", "minLength": 5, "maxLength": 200, "pattern": "^(?!.*(?:^|/)\\.\\.(?:/|$))(?!.*[*?])[A-Za-z0-9][A-Za-z0-9._/-]*:[A-Za-z0-9][A-Za-z0-9._/#\\[\\]-]*$" },
+    "exampleRootRelativePath": { "type": "string", "minLength": 1, "maxLength": 200, "pattern": "^(?!.*//)(?!.*(?:^|/)\\.\\.?(?:/|$))[A-Za-z0-9][A-Za-z0-9._-]*(?:/[A-Za-z0-9][A-Za-z0-9._-]*)*$" }
+  }
+}