dsh-standards 0.0.3 → 1.0.0

package/40-checker/results/lev6/lev6.json

@@ -0,0 +1,245 @@
+{
+  "method": "provider-capture (synthetic model, not billing)",
+  "generatedAt": "2026-10-31T16:07:22.027Z",
+  "capture": {
+    "file": "40-checker/results/lev6/capture.jsonl",
+    "resolvedPath": "<standards>/40-checker/results/lev6/capture.jsonl",
+    "sha256": "0b5a2e644548d63b67e37aae0f47aa2a1e7586c03b159c48ef653ba4aa74f19b",
+    "messagesRequests": 4,
+    "otherRequests": 0,
+    "otherPaths": [],
+    "problems": []
+  },
+  "tokenEstimate": "ceil(bytes / 4); CHARS_PER_TOKEN = 4 from packages/llm/token-meter/src/estimate.ts (per-block structural overheads excluded)",
+  "arms": [
+    {
+      "arm": "arm-a",
+      "requestCount": 2,
+      "distinctSessions": 2,
+      "totalInputBytes": 127136,
+      "totalInputTokens": 31784,
+      "wire": {
+        "prefixReusedBytes": 26059,
+        "prefixReusedTokens": 6515,
+        "reuseRatio": 0.4099389630002517,
+        "firstDivergenceOffset": 26059,
+        "firstDivergenceField": "dsh_session_log",
+        "firstDivergenceInsideSystemPrefix": null,
+        "systemValueStart": 4098,
+        "baseRequestBytes": 25966,
+        "baseRequestReusedBytes": 25966,
+        "baseRequestFullyReused": true,
+        "pairs": [
+          {
+            "fromSeq": 1,
+            "toSeq": 2,
+            "previousBytes": 63568,
+            "currentBytes": 63568,
+            "reusedBytes": 26059,
+            "reusedTokens": 6515,
+            "reuseRatio": 0.4099389630002517,
+            "divergenceOffset": 26059,
+            "divergenceField": "dsh_session_log",
+            "divergenceInsideSystemPrefix": null,
+            "previousBaseRequestBytes": 25966,
+            "baseRequestReusedBytes": 25966,
+            "baseRequestFullyReused": true
+          }
+        ]
+      },
+      "promptOrder": {
+        "totalBytes": 25785,
+        "prefixReusedBytes": 25785,
+        "prefixReusedTokens": 6447,
+        "reuseRatio": 1,
+        "firstDivergenceOffset": null,
+        "firstDivergenceComponent": null,
+        "pairs": [
+          {
+            "fromSeq": 1,
+            "toSeq": 2,
+            "promptBytes": 25785,
+            "reusedBytes": 25785,
+            "reusedTokens": 6447,
+            "reuseRatio": 1,
+            "divergenceOffset": null,
+            "divergenceComponent": null
+          }
+        ]
+      },
+      "sameCanonicalMessages": true,
+      "requests": [
+        {
+          "seq": 1,
+          "sessionId": "session-83128dee-a158-411f-8ed1-9e60b07ffea7",
+          "model": "deepseek-flash",
+          "bytes": 63568,
+          "tokens": 15892,
+          "baseRequestBytes": 25966,
+          "systemValueStart": 4098,
+          "bodySha256": "912b86a49d57984bb4c295351be4b20e58122699705748b77a3968b48f037701",
+          "promptBytes": 25785,
+          "parseError": null
+        },
+        {
+          "seq": 2,
+          "sessionId": "session-032ee526-b3fb-49ee-a9f0-5f44ba918c71",
+          "model": "deepseek-flash",
+          "bytes": 63568,
+          "tokens": 15892,
+          "baseRequestBytes": 25966,
+          "systemValueStart": 4098,
+          "bodySha256": "2c4754b2d421714a24449f21b0a44ce57408de429ba53e90faa28d6ee1b385c1",
+          "promptBytes": 25785,
+          "parseError": null
+        }
+      ]
+    },
+    {
+      "arm": "arm-b",
+      "requestCount": 2,
+      "distinctSessions": 2,
+      "totalInputBytes": 127284,
+      "totalInputTokens": 31821,
+      "wire": {
+        "prefixReusedBytes": 4098,
+        "prefixReusedTokens": 1025,
+        "reuseRatio": 0.06439143961534835,
+        "firstDivergenceOffset": 4098,
+        "firstDivergenceField": "system",
+        "firstDivergenceInsideSystemPrefix": 0,
+        "systemValueStart": 4098,
+        "baseRequestBytes": 26003,
+        "baseRequestReusedBytes": 4098,
+        "baseRequestFullyReused": false,
+        "pairs": [
+          {
+            "fromSeq": 3,
+            "toSeq": 4,
+            "previousBytes": 63642,
+            "currentBytes": 63642,
+            "reusedBytes": 4098,
+            "reusedTokens": 1025,
+            "reuseRatio": 0.06439143961534835,
+            "divergenceOffset": 4098,
+            "divergenceField": "system",
+            "divergenceInsideSystemPrefix": 0,
+            "previousBaseRequestBytes": 26003,
+            "baseRequestReusedBytes": 4098,
+            "baseRequestFullyReused": false
+          }
+        ]
+      },
+      "promptOrder": {
+        "totalBytes": 25822,
+        "prefixReusedBytes": 0,
+        "prefixReusedTokens": 0,
+        "reuseRatio": 0,
+        "firstDivergenceOffset": 0,
+        "firstDivergenceComponent": "system",
+        "pairs": [
+          {
+            "fromSeq": 3,
+            "toSeq": 4,
+            "promptBytes": 25822,
+            "reusedBytes": 0,
+            "reusedTokens": 0,
+            "reuseRatio": 0,
+            "divergenceOffset": 0,
+            "divergenceComponent": "system"
+          }
+        ]
+      },
+      "sameCanonicalMessages": true,
+      "requests": [
+        {
+          "seq": 3,
+          "sessionId": "session-ec7578bc-d8e6-4e94-8384-8a308f6f0172",
+          "model": "deepseek-flash",
+          "bytes": 63642,
+          "tokens": 15911,
+          "baseRequestBytes": 26003,
+          "systemValueStart": 4098,
+          "bodySha256": "b86d87f475187269775eeb2d6953c18bd02e4c3f2bb62c5c39b19895529cee4a",
+          "promptBytes": 25822,
+          "parseError": null
+        },
+        {
+          "seq": 4,
+          "sessionId": "session-e560bada-6790-4759-9f46-d2302449670d",
+          "model": "deepseek-flash",
+          "bytes": 63642,
+          "tokens": 15911,
+          "baseRequestBytes": 26003,
+          "systemValueStart": 4098,
+          "bodySha256": "cf1af4cdd0f2236c326017065f7fed7045116e3d64adbe35a0e8059dc0609385",
+          "promptBytes": 25822,
+          "parseError": null
+        }
+      ]
+    }
+  ],
+  "assertions": [
+    {
+      "id": "captures-two-arms",
+      "ok": true,
+      "detail": "arms seen: arm-a(2), arm-b(2)"
+    },
+    {
+      "id": "two-requests-per-arm",
+      "ok": true,
+      "detail": "arm-a=2, arm-b=2"
+    },
+    {
+      "id": "fresh-session-per-request",
+      "ok": true,
+      "detail": "arm-a: 2/2, arm-b: 2/2 distinct sessions"
+    },
+    {
+      "id": "same-task-text-per-arm",
+      "ok": true,
+      "detail": "arm-a: true, arm-b: true"
+    },
+    {
+      "id": "stable-prompt-prefix-reuse",
+      "ok": true,
+      "detail": "arm-a promptOrder reuse 100.00% (expected >= 95%)"
+    },
+    {
+      "id": "stable-base-request-reused",
+      "ok": true,
+      "detail": "arm-a base request (everything before the plugin extension fields) reused 25966/25966 bytes; the wire prefix stops only at dsh_session_log (wire reuse overall 40.99%)"
+    },
+    {
+      "id": "volatile-diverges-at-prompt-byte-zero",
+      "ok": true,
+      "detail": "arm-b promptOrder first divergence 0 in system (expected <= 16, i.e. the volatile prefix itself)"
+    },
+    {
+      "id": "volatile-prompt-reuse-is-small",
+      "ok": true,
+      "detail": "arm-b promptOrder reuse 0.00% (expected <= 5%)"
+    },
+    {
+      "id": "volatile-wire-diverges-at-system-prefix-start",
+      "ok": true,
+      "detail": "arm-b wire first divergence 4098 in system, 0 bytes into the system value (expected <= 16; the wire offset itself is ~4098, because DSH serializes `system` after `messages`)"
+    },
+    {
+      "id": "volatile-wire-diverges-at-system-field",
+      "ok": true,
+      "detail": "arm-b wire first divergence field system (expected \"system\")"
+    },
+    {
+      "id": "arms-are-distinguishable",
+      "ok": true,
+      "detail": "promptOrder reuse gap 100.00pp (expected >= 50pp)"
+    }
+  ],
+  "nonClaims": [
+    "Assembled request prefix bytes/tokens only. No provider cache was hit and no cache hit rate is claimed.",
+    "No billing, price, or money-saving claim: the model server is synthetic and reports no real usage.",
+    "The `promptOrder` prefix is a derived canonicalization of the captured request, not a second capture.",
+    "`syntheticUsage` in the capture JSONL is derived from request bytes and exists only to drive DSH usage plumbing."
+  ]
+}

package/40-checker/results/lev6/replication-r1.json

@@ -0,0 +1,245 @@
+{
+  "method": "provider-capture (synthetic model, not billing)",
+  "generatedAt": "2026-10-31T16:08:55.653Z",
+  "capture": {
+    "file": "replication R1 — standalone local run (raw capture not committed)",
+    "resolvedPath": "<standards>/_lev6-local/local-capture.jsonl",
+    "sha256": "9fae249c21a8ad52b9372cd5f8116b2b4354f6b5086ffd86b19148b688f787b1",
+    "messagesRequests": 4,
+    "otherRequests": 0,
+    "otherPaths": [],
+    "problems": []
+  },
+  "tokenEstimate": "ceil(bytes / 4); CHARS_PER_TOKEN = 4 from packages/llm/token-meter/src/estimate.ts (per-block structural overheads excluded)",
+  "arms": [
+    {
+      "arm": "arm-a",
+      "requestCount": 2,
+      "distinctSessions": 2,
+      "totalInputBytes": 127164,
+      "totalInputTokens": 31791,
+      "wire": {
+        "prefixReusedBytes": 26063,
+        "prefixReusedTokens": 6516,
+        "reuseRatio": 0.40991161020414585,
+        "firstDivergenceOffset": 26063,
+        "firstDivergenceField": "dsh_session_log",
+        "firstDivergenceInsideSystemPrefix": null,
+        "systemValueStart": 4102,
+        "baseRequestBytes": 25970,
+        "baseRequestReusedBytes": 25970,
+        "baseRequestFullyReused": true,
+        "pairs": [
+          {
+            "fromSeq": 1,
+            "toSeq": 2,
+            "previousBytes": 63582,
+            "currentBytes": 63582,
+            "reusedBytes": 26063,
+            "reusedTokens": 6516,
+            "reuseRatio": 0.40991161020414585,
+            "divergenceOffset": 26063,
+            "divergenceField": "dsh_session_log",
+            "divergenceInsideSystemPrefix": null,
+            "previousBaseRequestBytes": 25970,
+            "baseRequestReusedBytes": 25970,
+            "baseRequestFullyReused": true
+          }
+        ]
+      },
+      "promptOrder": {
+        "totalBytes": 25789,
+        "prefixReusedBytes": 25789,
+        "prefixReusedTokens": 6448,
+        "reuseRatio": 1,
+        "firstDivergenceOffset": null,
+        "firstDivergenceComponent": null,
+        "pairs": [
+          {
+            "fromSeq": 1,
+            "toSeq": 2,
+            "promptBytes": 25789,
+            "reusedBytes": 25789,
+            "reusedTokens": 6448,
+            "reuseRatio": 1,
+            "divergenceOffset": null,
+            "divergenceComponent": null
+          }
+        ]
+      },
+      "sameCanonicalMessages": true,
+      "requests": [
+        {
+          "seq": 1,
+          "sessionId": "session-e83de35e-b57f-4c10-ae98-21c61b9db662",
+          "model": "deepseek-flash",
+          "bytes": 63582,
+          "tokens": 15896,
+          "baseRequestBytes": 25970,
+          "systemValueStart": 4102,
+          "bodySha256": "1f96003607edd342f84adb4d1d2dfa221efa966a1284a780aa222e05a8080753",
+          "promptBytes": 25789,
+          "parseError": null
+        },
+        {
+          "seq": 2,
+          "sessionId": "session-888d1ce2-9ba6-42c2-856e-9bb488269fe1",
+          "model": "deepseek-flash",
+          "bytes": 63582,
+          "tokens": 15896,
+          "baseRequestBytes": 25970,
+          "systemValueStart": 4102,
+          "bodySha256": "4174b9bbddc3db6fad8fca8e1bd72317569d3294e29e8a6dafef932d822f2632",
+          "promptBytes": 25789,
+          "parseError": null
+        }
+      ]
+    },
+    {
+      "arm": "arm-b",
+      "requestCount": 2,
+      "distinctSessions": 2,
+      "totalInputBytes": 127312,
+      "totalInputTokens": 31828,
+      "wire": {
+        "prefixReusedBytes": 4102,
+        "prefixReusedTokens": 1026,
+        "reuseRatio": 0.06444011562146537,
+        "firstDivergenceOffset": 4102,
+        "firstDivergenceField": "system",
+        "firstDivergenceInsideSystemPrefix": 0,
+        "systemValueStart": 4102,
+        "baseRequestBytes": 26007,
+        "baseRequestReusedBytes": 4102,
+        "baseRequestFullyReused": false,
+        "pairs": [
+          {
+            "fromSeq": 3,
+            "toSeq": 4,
+            "previousBytes": 63656,
+            "currentBytes": 63656,
+            "reusedBytes": 4102,
+            "reusedTokens": 1026,
+            "reuseRatio": 0.06444011562146537,
+            "divergenceOffset": 4102,
+            "divergenceField": "system",
+            "divergenceInsideSystemPrefix": 0,
+            "previousBaseRequestBytes": 26007,
+            "baseRequestReusedBytes": 4102,
+            "baseRequestFullyReused": false
+          }
+        ]
+      },
+      "promptOrder": {
+        "totalBytes": 25826,
+        "prefixReusedBytes": 0,
+        "prefixReusedTokens": 0,
+        "reuseRatio": 0,
+        "firstDivergenceOffset": 0,
+        "firstDivergenceComponent": "system",
+        "pairs": [
+          {
+            "fromSeq": 3,
+            "toSeq": 4,
+            "promptBytes": 25826,
+            "reusedBytes": 0,
+            "reusedTokens": 0,
+            "reuseRatio": 0,
+            "divergenceOffset": 0,
+            "divergenceComponent": "system"
+          }
+        ]
+      },
+      "sameCanonicalMessages": true,
+      "requests": [
+        {
+          "seq": 3,
+          "sessionId": "session-ce9ad17c-7ad7-4334-84e7-3088fd439a90",
+          "model": "deepseek-flash",
+          "bytes": 63656,
+          "tokens": 15914,
+          "baseRequestBytes": 26007,
+          "systemValueStart": 4102,
+          "bodySha256": "25f201a5469e901b328ba67b78b5141a04402bae6d4a1dc59f94db427f1990d2",
+          "promptBytes": 25826,
+          "parseError": null
+        },
+        {
+          "seq": 4,
+          "sessionId": "session-c34b229b-d64b-4f98-be0f-20f734211294",
+          "model": "deepseek-flash",
+          "bytes": 63656,
+          "tokens": 15914,
+          "baseRequestBytes": 26007,
+          "systemValueStart": 4102,
+          "bodySha256": "a245a05735a60d40f4f83ef9e9d485da5fe9bec0bfb37b641a86828cb420538e",
+          "promptBytes": 25826,
+          "parseError": null
+        }
+      ]
+    }
+  ],
+  "assertions": [
+    {
+      "id": "captures-two-arms",
+      "ok": true,
+      "detail": "arms seen: arm-a(2), arm-b(2)"
+    },
+    {
+      "id": "two-requests-per-arm",
+      "ok": true,
+      "detail": "arm-a=2, arm-b=2"
+    },
+    {
+      "id": "fresh-session-per-request",
+      "ok": true,
+      "detail": "arm-a: 2/2, arm-b: 2/2 distinct sessions"
+    },
+    {
+      "id": "same-task-text-per-arm",
+      "ok": true,
+      "detail": "arm-a: true, arm-b: true"
+    },
+    {
+      "id": "stable-prompt-prefix-reuse",
+      "ok": true,
+      "detail": "arm-a promptOrder reuse 100.00% (expected >= 95%)"
+    },
+    {
+      "id": "stable-base-request-reused",
+      "ok": true,
+      "detail": "arm-a base request (everything before the plugin extension fields) reused 25970/25970 bytes; the wire prefix stops only at dsh_session_log (wire reuse overall 40.99%)"
+    },
+    {
+      "id": "volatile-diverges-at-prompt-byte-zero",
+      "ok": true,
+      "detail": "arm-b promptOrder first divergence 0 in system (expected <= 16, i.e. the volatile prefix itself)"
+    },
+    {
+      "id": "volatile-prompt-reuse-is-small",
+      "ok": true,
+      "detail": "arm-b promptOrder reuse 0.00% (expected <= 5%)"
+    },
+    {
+      "id": "volatile-wire-diverges-at-system-prefix-start",
+      "ok": true,
+      "detail": "arm-b wire first divergence 4102 in system, 0 bytes into the system value (expected <= 16; the wire offset itself is ~4102, because DSH serializes `system` after `messages`)"
+    },
+    {
+      "id": "volatile-wire-diverges-at-system-field",
+      "ok": true,
+      "detail": "arm-b wire first divergence field system (expected \"system\")"
+    },
+    {
+      "id": "arms-are-distinguishable",
+      "ok": true,
+      "detail": "promptOrder reuse gap 100.00pp (expected >= 50pp)"
+    }
+  ],
+  "nonClaims": [
+    "Assembled request prefix bytes/tokens only. No provider cache was hit and no cache hit rate is claimed.",
+    "No billing, price, or money-saving claim: the model server is synthetic and reports no real usage.",
+    "The `promptOrder` prefix is a derived canonicalization of the captured request, not a second capture.",
+    "`syntheticUsage` in the capture JSONL is derived from request bytes and exists only to drive DSH usage plumbing."
+  ]
+}

package/40-checker/results/levels/README.md

@@ -0,0 +1,16 @@
+# Level audits of the PerryLink meta repos
+
+Run with `node 40-checker/scripts/level-audit.mjs <dir> --format json`.
+
+| repo | ENTRY | FLOW | BOOST | note |
+|---|---|---|---|---|
+| `dsh-plugin-guide` | `recognized` | `not-run` | `not-measured` | bundle; static only until a `--host` run |
+| `dsh-plugin-doctor` | `recognized` | `not-run` | `not-measured` | bundle; static only until a `--host` run |
+
+`dsh-plugin-certification` is a **data repository**, not an installable plugin
+(`private: true`, no runtime entry). The ENTRY checker correctly reports that
+shape as not a plugin; it is out of scope for this audit and no JSON is kept.
+
+The `recognized` state is not a runtime pass. To replace it, run the audit with
+`--host <app-boot/lib/index.js> --base <dsh-base/cordis.patch.yml> --bare <farm>`.
+FLOW and BOOST need their own evidence files; this tool does not invent them.

package/40-checker/results/levels/dsh-plugin-doctor.json

@@ -0,0 +1,141 @@
+{
+  "schema": "dsh-level-audit/1",
+  "generatedAt": "2026-10-31T17:19:56.700Z",
+  "target": {
+    "dir": "/tmp/pl-work/dsh-plugin-doctor"
+  },
+  "levelsSpec": {
+    "schema": "dsh-levels/1",
+    "version": "1.0.0-rc.1",
+    "status": "draft"
+  },
+  "levels": {
+    "entry": {
+      "state": "recognized",
+      "claim": "static",
+      "checkerStatus": "warn",
+      "checkerLevel": "DSH-ENTRY recognized (warnings)",
+      "failed": [],
+      "warnings": [
+        {
+          "id": "DSC-11",
+          "reason": "C-11.1: dsh.capabilities is not declared (transitional WARN; host does not read it yet)"
+        },
+        {
+          "id": "DSC-12",
+          "reason": "entry treats safety/brand fields as WARN; they do not block loadability"
+        },
+        {
+          "id": "DSC-13",
+          "reason": "C-13.1: dsh.labels is not declared | C-13.2: dsh.capabilities is absent; trigger-to-label mapping cannot be evaluated"
+        }
+      ],
+      "runtimeEvidence": {
+        "result": "NA",
+        "reason": "entry static claim: no runtime evidence"
+      }
+    },
+    "flow": {
+      "state": "not-run",
+      "reason": "no --flow-evidence file; run the J1-J8 journeys and record pass/fail/not-run",
+      "journeys": {
+        "J1": {
+          "status": "not-run"
+        },
+        "J2": {
+          "status": "not-run"
+        },
+        "J3": {
+          "status": "not-run"
+        },
+        "J4": {
+          "status": "not-run"
+        },
+        "J5": {
+          "status": "not-run"
+        },
+        "J6": {
+          "status": "not-run"
+        },
+        "J7": {
+          "status": "not-run"
+        },
+        "J8": {
+          "status": "not-run"
+        }
+      }
+    },
+    "boost": {
+      "state": "not-measured",
+      "reason": "no --boost-evidence file; benchmarks/evidence cards are not run by this tool",
+      "practices": {
+        "LEV-1": {
+          "status": "not-measured"
+        },
+        "LEV-2": {
+          "status": "not-measured"
+        },
+        "LEV-3": {
+          "status": "not-measured"
+        },
+        "LEV-4": {
+          "status": "not-measured"
+        },
+        "LEV-5": {
+          "status": "not-measured"
+        },
+        "LEV-6": {
+          "status": "not-measured"
+        },
+        "LEV-7": {
+          "status": "not-measured"
+        },
+        "LEV-8": {
+          "status": "not-measured"
+        }
+      }
+    }
+  },
+  "nextActions": [
+    "ENTRY: consider DSC-11 — C-11.1: dsh.capabilities is not declared (transitional WARN; host does not read it yet)",
+    "ENTRY: consider DSC-12 — entry treats safety/brand fields as WARN; they do not block loadability",
+    "ENTRY: consider DSC-13 — C-13.1: dsh.labels is not declared | C-13.2: dsh.capabilities is absent; trigger-to-label mapping cannot be evaluated",
+    "ENTRY: run with --host to replace static recognition with a real G0-G3 boot",
+    "FLOW: record J1-J8 in a flow-evidence JSON; do not claim FLOW until they run",
+    "BOOST: attach LEV evidence cards; this tool does not benchmark for you"
+  ],
+  "notClaimed": [
+    "official standard",
+    "certification",
+    "security audit",
+    "ranking",
+    "production baseline"
+  ],
+  "checker": {
+    "invoked": "static",
+    "exit": 0,
+    "schema": "dsh-conformance/1",
+    "anchor": {
+      "repo": "deepseek-ai/deepseek-harness",
+      "commit": "ce7073d51254c26cd63b22a60835b8f948deb447",
+      "scanner": "dsh-plugin-verify@0.1.0",
+      "dsh": "0.2.2-alpha.2",
+      "cordis": "4.0.6-alpha.1",
+      "runtime": null
+    },
+    "coverage": {
+      "mandatory": 5,
+      "pass": 2,
+      "warn": 3,
+      "fail": 0,
+      "na": 0,
+      "notRun": 0,
+      "error": 0,
+      "entryBlocking": {
+        "required": 6,
+        "failed": [],
+        "pass": true
+      }
+    }
+  }
+}