eval-quality 3.0.0 → 3.2.0

package/dist/testing/probe-conformance.d.ts

@@ -3,29 +3,34 @@
  * mechanism. The subject supplies its policy and one request per denial,
  * since only it knows how its own interface-to-target mapping is wired.
  *
- * `runEnvironmentProbePortConformance` is the `api` arm: thirteen assertions,
- * every scenario HTTP (an authorized target reached, an anomalous status read
- * as an observation, an unmapped interface, four denied address classes, a
- * method, a scheme, a redirect revalidated and refused, and three caps).
- * `runCommandLineProbeConformance` is the `cli` arm: ten, over an authorized
- * invocation, a non-zero exit read as an observation, an unmapped interface, an
- * unmapped executable, an unauthorized subcommand path, an unpermitted
- * environment key, a shell-metacharacter argument proven to reach the process
- * as one literal token rather than a shell expansion, a declared artifact
- * captured, and both caps.
- * `runMcpProbeConformance` is the `mcp` arm: eight, over an authorized tool
- * call, a tool-reported error read as an observation, an unmapped interface, an
- * unauthorized tool, a declared argument proven to cross the JSON-RPC frame
- * unchanged, the structured result the operation's descriptor describes, and
- * both caps.
+ * `runEnvironmentProbePortConformance` is the `api` arm: thirteen of its own
+ * beside the six shared, which is what `CONFORMANCE_OUTCOME_COUNTS` declares
+ * for `environment-probe`. Every scenario is HTTP: an authorized target
+ * reached, an anomalous status read as an observation, an unmapped interface,
+ * four denied address classes, a method, a scheme, a redirect revalidated and
+ * refused, and three caps.
+ * `runCommandLineProbeConformance` is the `cli` arm: ten of its own beside
+ * the six shared, which is what `CONFORMANCE_OUTCOME_COUNTS` declares for
+ * `command-probe`. They run over an authorized invocation, a non-zero exit
+ * read as an observation, an unmapped interface, an unmapped executable, an
+ * unauthorized subcommand path, an unpermitted environment key, a
+ * shell-metacharacter argument proven to reach the process as one literal
+ * token rather than a shell expansion, a declared artifact captured, and both
+ * caps.
+ * `runMcpProbeConformance` is the `mcp` arm: eight of its own beside the six
+ * shared, which is what `CONFORMANCE_OUTCOME_COUNTS` declares for
+ * `mcp-probe`. They run over an authorized tool call, a tool-reported error
+ * read as an observation, an unmapped interface, an unauthorized tool, a
+ * declared argument proven to cross the JSON-RPC frame unchanged, the
+ * structured result the operation's descriptor describes, and both caps.
  *
  * Every field an authorization scopes owes a denial, which is the largest term
  * in the three counts: an HTTP authorization scopes the interface, four
  * address classes, the method and the scheme; a command authorization the
  * interface, the executable, the subcommand path and the permitted environment
- * keys; a tool-server authorization the interface and the tool. Each arm then adds the caps its
- * mechanism can be made to exceed and the answers it has to read as
- * observations.
+ * keys; a tool-server authorization the interface and the tool. Each arm then
+ * adds the caps its mechanism can be made to exceed and the answers it has to
+ * read as observations.
  *
  * The arms are separate functions rather than one, because their subjects need
  * disjoint fixtures (an HTTP redirect chain has no command analogue, and a

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "eval-quality",
-  "version": "3.0.0",
+  "version": "3.2.0",
   "description": "Compile disciplined Behavioral Evaluation Contracts and score their ability to catch known defects.",
   "author": "Murat Ozcan",
   "license": "Apache-2.0",
@@ -9,7 +9,8 @@
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
   "bin": {
-    "eval-quality": "dist/cli/main.js"
+    "eval-quality": "dist/cli/main.js",
+    "eval-quality-gates": "dist/gates/gates-cli.js"
   },
   "type": "module",
   "keywords": [
@@ -65,16 +66,16 @@
   },
   "scripts": {
     "hooks:install": "husky",
-    "build": "tsc -p tsconfig-build.json",
+    "build": "tsc -p tsconfig-build.json && tsc -p tsconfig-gates.json",
     "clean": "rm -rf dist",
     "typecheck": "tsc --noEmit -p tsconfig.json",
     "lint": "biome check .",
     "lint:fix": "biome check --write .",
     "format": "biome format --write .",
     "check:docs": "node scripts/check-docs.mjs",
-    "check:doc-invocations": "node scripts/check-doc-invocations.mjs",
-    "check:doc-counts": "node scripts/check-doc-counts.ts",
-    "check:doc-claims": "node scripts/check-doc-claims.ts",
+    "check:doc-invocations": "node scripts/gates-cli.ts doc-invocations",
+    "check:doc-counts": "node scripts/gates-cli.ts doc-counts",
+    "check:doc-claims": "node scripts/gates-cli.ts doc-claims",
     "lint:spine": "python3 scripts/spine-lint/lint_spine.py --registry-ad 5 --workspace-root . --fail-on high",
     "test:spine-lint": "uv run --with pytest pytest scripts/spine-lint/tests -q",
     "build:shareable": "node scripts/build-shareable.mjs",
@@ -93,14 +94,18 @@
     "check:ad33-table": "node scripts/check-ad33-table.ts",
     "generate:ad21-table": "node scripts/generate-ad21-table.ts",
     "check:ad21-table": "node scripts/check-ad21-table.ts",
-    "check:layers": "node scripts/check-dependency-direction.ts",
-    "check:lineage": "node scripts/check-lineage-ownership.ts",
-    "check:boundary": "node scripts/check-package-boundary.ts",
+    "check:layers": "node scripts/gates-cli.ts dependency-direction",
+    "check:lineage": "node scripts/gates-cli.ts field-ownership",
+    "check:boundary": "node scripts/gates-cli.ts package-boundary",
     "generate:dev-corpus": "node scripts/generate-dev-corpus.ts",
     "check:corpus": "node scripts/check-dev-corpus.ts",
     "generate:worked-example": "node scripts/generate-worked-example.ts",
     "check:worked-example": "node scripts/check-worked-example.ts",
-    "check:website-deps": "node scripts/audit-lockfile-age.mjs --lockfile website/package-lock.json && node scripts/check-licenses.mjs --lockfile website/package-lock.json",
+    "generate:version": "node scripts/generate-version.ts",
+    "check:version": "node scripts/check-version.ts",
+    "generate:lockfile-age-cache": "node scripts/generate-lockfile-age-cache.ts",
+    "check:lockfile-age": "node dist/gates/gates-cli.js lockfile-age",
+    "check:licences": "node scripts/gates-cli.ts licences",
     "check:shareable": "node scripts/check-shareable.mjs",
     "bench:digest": "node scripts/bench-digest.ts",
     "docs:dev": "npm --prefix website run dev",
@@ -112,13 +117,21 @@
     "release:major": "gh workflow run publish.yml --ref main -f bump=major",
     "release:prepare": "node scripts/release-prepare.mjs",
     "release:publish": "gh workflow run publish.yml --ref main -f bump=none",
-    "validate": "npm run build && npm run typecheck && npm run lint && npm run check:docs && npm run check:doc-invocations && npm run check:shareable && npm run lint:spine && npm run check:vectors && npm run check:schemas && npm run check:ad5-registry && npm run check:ad28-registry && npm run check:ad31-table && npm run check:ad33-table && npm run check:ad21-table && npm run check:layers && npm run check:lineage && npm run check:boundary && npm run check:corpus && npm run check:doc-counts && npm run check:doc-claims && npm run check:worked-example && npm run check:website-deps && npm run test:coverage",
+    "validate": "npm run build && npm run typecheck && npm run lint && npm run check:docs && npm run check:doc-invocations && npm run check:shareable && npm run lint:spine && npm run check:vectors && npm run check:schemas && npm run check:ad5-registry && npm run check:ad28-registry && npm run check:ad31-table && npm run check:ad33-table && npm run check:ad21-table && npm run check:layers && npm run check:lineage && npm run check:boundary && npm run check:corpus && npm run check:doc-counts && npm run check:doc-claims && npm run check:worked-example && npm run check:version && npm run check:lockfile-age && npm run check:licences && npm run test:coverage",
     "prepack": "npm run clean && npm run build",
     "prepublishOnly": "node scripts/assert-publish-authorized.mjs"
   },
   "dependencies": {
     "zod": "4.4.3"
   },
+  "peerDependencies": {
+    "typescript": ">=5.7.0"
+  },
+  "peerDependenciesMeta": {
+    "typescript": {
+      "optional": true
+    }
+  },
   "devDependencies": {
     "@biomejs/biome": "2.5.10",
     "@types/node": "22.20.1",