npm - @unbrained/pm-cli - Versions diffs - 2026.10.10 → 2026.10.12 - Mend

@unbrained/pm-cli 2026.10.10 → 2026.10.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (180) hide show

package/docs/performance/latest-scale-report.json CHANGED Viewed

@@ -1,418 +1 @@
-{
-  "version": 1,
-  "generated_at": "2026-07-12T14:34:33.675Z",
-  "node_version": "v26.4.0",
-  "platform": "linux",
-  "architecture": "x64",
-  "iterations": 3,
-  "fixture": {
-    "version": 1,
-    "generated_at": "2026-07-12T14:34:00.058Z",
-    "workspace_root": "/tmp/pm-scale-benchmark-LP1kZK",
-    "pm_root": "/tmp/pm-scale-benchmark-LP1kZK/.agents/pm",
-    "item_count": 10000,
-    "history_stream_count": 10000,
-    "seed": 42,
-    "mode": "direct",
-    "generation_ms": 4169,
-    "sample_ids": {
-      "get": "pm-s0000000",
-      "open": [
-        "pm-s0000000",
-        "pm-s000000h",
-        "pm-s000000i",
-        "pm-s000000k",
-        "pm-s0000011",
-        "pm-s0000012",
-        "pm-s0000014",
-        "pm-s000001l",
-        "pm-s000001m",
-        "pm-s000001o",
-        "pm-s0000025",
-        "pm-s0000026",
-        "pm-s0000028",
-        "pm-s000002p",
-        "pm-s000002q",
-        "pm-s000002s",
-        "pm-s0000039",
-        "pm-s000003a",
-        "pm-s000003c",
-        "pm-s000003t",
-        "pm-s000003u",
-        "pm-s000003w",
-        "pm-s000004d",
-        "pm-s000004e",
-        "pm-s000004g",
-        "pm-s000004x",
-        "pm-s000004y",
-        "pm-s0000050",
-        "pm-s000005h",
-        "pm-s000005i",
-        "pm-s000005k",
-        "pm-s0000061",
-        "pm-s0000062",
-        "pm-s0000064",
-        "pm-s000006l",
-        "pm-s000006m",
-        "pm-s000006o",
-        "pm-s0000075",
-        "pm-s0000076",
-        "pm-s0000078",
-        "pm-s000007p",
-        "pm-s000007q",
-        "pm-s000007s",
-        "pm-s0000089",
-        "pm-s000008a",
-        "pm-s000008c",
-        "pm-s000008t",
-        "pm-s000008u",
-        "pm-s000008w",
-        "pm-s000009d",
-        "pm-s000009e",
-        "pm-s000009g",
-        "pm-s000009x",
-        "pm-s000009y",
-        "pm-s00000a0",
-        "pm-s00000ah",
-        "pm-s00000ai",
-        "pm-s00000ak",
-        "pm-s00000b1",
-        "pm-s00000b2",
-        "pm-s00000b4",
-        "pm-s00000bl",
-        "pm-s00000bm",
-        "pm-s00000bo",
-        "pm-s00000c5",
-        "pm-s00000c6",
-        "pm-s00000c8",
-        "pm-s00000cp",
-        "pm-s00000cq",
-        "pm-s00000cs",
-        "pm-s00000d9",
-        "pm-s00000da",
-        "pm-s00000dc",
-        "pm-s00000dt",
-        "pm-s00000du",
-        "pm-s00000dw",
-        "pm-s00000ed",
-        "pm-s00000ee",
-        "pm-s00000eg",
-        "pm-s00000ex",
-        "pm-s00000ey",
-        "pm-s00000f0",
-        "pm-s00000fh",
-        "pm-s00000fi",
-        "pm-s00000fk",
-        "pm-s00000g1",
-        "pm-s00000g2",
-        "pm-s00000g4",
-        "pm-s00000gl",
-        "pm-s00000gm",
-        "pm-s00000go",
-        "pm-s00000h5",
-        "pm-s00000h6",
-        "pm-s00000h8",
-        "pm-s00000hp",
-        "pm-s00000hq",
-        "pm-s00000hs",
-        "pm-s00000i9",
-        "pm-s00000ia",
-        "pm-s00000ic"
-      ]
-    }
-  },
-  "product_target": {
-    "target": {
-      "p95_ms": 1000,
-      "max_estimated_tokens": 5000
-    },
-    "commands": [
-      {
-        "transport": "cli",
-        "command": "list",
-        "p95_ms": 634,
-        "max_estimated_tokens": 873,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "cli",
-        "command": "get",
-        "p95_ms": 573,
-        "max_estimated_tokens": 257,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "cli",
-        "command": "next",
-        "p95_ms": 1061,
-        "max_estimated_tokens": 4424,
-        "latency_ok": false,
-        "tokens_ok": true
-      },
-      {
-        "transport": "cli",
-        "command": "context",
-        "p95_ms": 983,
-        "max_estimated_tokens": 1288,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "cli",
-        "command": "search",
-        "p95_ms": 842,
-        "max_estimated_tokens": 924,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "cli",
-        "command": "create",
-        "p95_ms": 228,
-        "max_estimated_tokens": 149,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "cli",
-        "command": "claim",
-        "p95_ms": 316,
-        "max_estimated_tokens": 303,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "sdk",
-        "command": "list",
-        "p95_ms": 425,
-        "max_estimated_tokens": 822,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "sdk",
-        "command": "get",
-        "p95_ms": 227,
-        "max_estimated_tokens": 230,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "sdk",
-        "command": "next",
-        "p95_ms": 658,
-        "max_estimated_tokens": 2890,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "sdk",
-        "command": "context",
-        "p95_ms": 551,
-        "max_estimated_tokens": 888,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "sdk",
-        "command": "search",
-        "p95_ms": 429,
-        "max_estimated_tokens": 612,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "sdk",
-        "command": "create",
-        "p95_ms": 7,
-        "max_estimated_tokens": 112,
-        "latency_ok": true,
-        "tokens_ok": true
-      },
-      {
-        "transport": "sdk",
-        "command": "claim",
-        "p95_ms": 5,
-        "max_estimated_tokens": 235,
-        "latency_ok": true,
-        "tokens_ok": true
-      }
-    ]
-  },
-  "transports": {
-    "cli": {
-      "list": {
-        "runs": 3,
-        "p50_ms": 606,
-        "p95_ms": 634,
-        "min_ms": 594,
-        "max_ms": 634,
-        "max_peak_rss_bytes": 186052608,
-        "max_output_bytes": 3489,
-        "max_estimated_tokens": 873,
-        "warmup_ms": 2907,
-        "warmup_peak_rss_bytes": 328052736
-      },
-      "get": {
-        "runs": 3,
-        "p50_ms": 572,
-        "p95_ms": 573,
-        "min_ms": 552,
-        "max_ms": 573,
-        "max_peak_rss_bytes": 185335808,
-        "max_output_bytes": 1028,
-        "max_estimated_tokens": 257,
-        "warmup_ms": 567,
-        "warmup_peak_rss_bytes": 185069568
-      },
-      "next": {
-        "runs": 3,
-        "p50_ms": 1054,
-        "p95_ms": 1061,
-        "min_ms": 1050,
-        "max_ms": 1061,
-        "max_peak_rss_bytes": 240427008,
-        "max_output_bytes": 17694,
-        "max_estimated_tokens": 4424,
-        "warmup_ms": 3366,
-        "warmup_peak_rss_bytes": 324337664
-      },
-      "context": {
-        "runs": 3,
-        "p50_ms": 971,
-        "p95_ms": 983,
-        "min_ms": 948,
-        "max_ms": 983,
-        "max_peak_rss_bytes": 234217472,
-        "max_output_bytes": 5151,
-        "max_estimated_tokens": 1288,
-        "warmup_ms": 941,
-        "warmup_peak_rss_bytes": 234467328
-      },
-      "search": {
-        "runs": 3,
-        "p50_ms": 813,
-        "p95_ms": 842,
-        "min_ms": 806,
-        "max_ms": 842,
-        "max_peak_rss_bytes": 227184640,
-        "max_output_bytes": 3696,
-        "max_estimated_tokens": 924,
-        "warmup_ms": 3086,
-        "warmup_peak_rss_bytes": 297910272
-      },
-      "create": {
-        "runs": 3,
-        "p50_ms": 225,
-        "p95_ms": 228,
-        "min_ms": 223,
-        "max_ms": 228,
-        "max_peak_rss_bytes": 92147712,
-        "max_output_bytes": 596,
-        "max_estimated_tokens": 149,
-        "warmup_ms": 240,
-        "warmup_peak_rss_bytes": 92004352
-      },
-      "claim": {
-        "runs": 3,
-        "p50_ms": 279,
-        "p95_ms": 316,
-        "min_ms": 252,
-        "max_ms": 316,
-        "max_peak_rss_bytes": 94425088,
-        "max_output_bytes": 1212,
-        "max_estimated_tokens": 303,
-        "warmup_ms": 235,
-        "warmup_peak_rss_bytes": 94359552
-      }
-    },
-    "sdk": {
-      "list": {
-        "runs": 3,
-        "p50_ms": 333,
-        "p95_ms": 425,
-        "min_ms": 252,
-        "max_ms": 425,
-        "max_peak_rss_bytes": 278261760,
-        "max_output_bytes": 3286,
-        "max_estimated_tokens": 822,
-        "warmup_ms": 519,
-        "warmup_peak_rss_bytes": 235401216
-      },
-      "get": {
-        "runs": 3,
-        "p50_ms": 211,
-        "p95_ms": 227,
-        "min_ms": 202,
-        "max_ms": 227,
-        "max_peak_rss_bytes": 355069952,
-        "max_output_bytes": 918,
-        "max_estimated_tokens": 230,
-        "warmup_ms": 226,
-        "warmup_peak_rss_bytes": 295432192
-      },
-      "next": {
-        "runs": 3,
-        "p50_ms": 560,
-        "p95_ms": 658,
-        "min_ms": 519,
-        "max_ms": 658,
-        "max_peak_rss_bytes": 397709312,
-        "max_output_bytes": 11558,
-        "max_estimated_tokens": 2890,
-        "warmup_ms": 738,
-        "warmup_peak_rss_bytes": 384471040
-      },
-      "context": {
-        "runs": 3,
-        "p50_ms": 520,
-        "p95_ms": 551,
-        "min_ms": 499,
-        "max_ms": 551,
-        "max_peak_rss_bytes": 424345600,
-        "max_output_bytes": 3550,
-        "max_estimated_tokens": 888,
-        "warmup_ms": 522,
-        "warmup_peak_rss_bytes": 410030080
-      },
-      "search": {
-        "runs": 3,
-        "p50_ms": 418,
-        "p95_ms": 429,
-        "min_ms": 393,
-        "max_ms": 429,
-        "max_peak_rss_bytes": 427450368,
-        "max_output_bytes": 2448,
-        "max_estimated_tokens": 612,
-        "warmup_ms": 437,
-        "warmup_peak_rss_bytes": 435355648
-      },
-      "create": {
-        "runs": 3,
-        "p50_ms": 5,
-        "p95_ms": 7,
-        "min_ms": 5,
-        "max_ms": 7,
-        "max_peak_rss_bytes": 427581440,
-        "max_output_bytes": 447,
-        "max_estimated_tokens": 112,
-        "warmup_ms": 13,
-        "warmup_peak_rss_bytes": 427581440
-      },
-      "claim": {
-        "runs": 3,
-        "p50_ms": 5,
-        "p95_ms": 5,
-        "min_ms": 5,
-        "max_ms": 5,
-        "max_peak_rss_bytes": 427581440,
-        "max_output_bytes": 938,
-        "max_estimated_tokens": 235,
-        "warmup_ms": 5,
-        "warmup_peak_rss_bytes": 427581440
-      }
-    }
-  }
-}
+{"version":1,"generated_at":"2026-07-12T14:34:33.675Z","node_version":"v26.4.0","platform":"linux","architecture":"x64","iterations":3,"fixture":{"version":1,"generated_at":"2026-07-12T14:34:00.058Z","workspace_root":"/tmp/pm-scale-benchmark-LP1kZK","pm_root":"/tmp/pm-scale-benchmark-LP1kZK/.agents/pm","item_count":10000,"history_stream_count":10000,"seed":42,"mode":"direct","generation_ms":4169,"sample_ids":{"get":"pm-s0000000","open":["pm-s0000000","pm-s000000h","pm-s000000i","pm-s000000k","pm-s0000011","pm-s0000012","pm-s0000014","pm-s000001l","pm-s000001m","pm-s000001o","pm-s0000025","pm-s0000026","pm-s0000028","pm-s000002p","pm-s000002q","pm-s000002s","pm-s0000039","pm-s000003a","pm-s000003c","pm-s000003t","pm-s000003u","pm-s000003w","pm-s000004d","pm-s000004e","pm-s000004g","pm-s000004x","pm-s000004y","pm-s0000050","pm-s000005h","pm-s000005i","pm-s000005k","pm-s0000061","pm-s0000062","pm-s0000064","pm-s000006l","pm-s000006m","pm-s000006o","pm-s0000075","pm-s0000076","pm-s0000078","pm-s000007p","pm-s000007q","pm-s000007s","pm-s0000089","pm-s000008a","pm-s000008c","pm-s000008t","pm-s000008u","pm-s000008w","pm-s000009d","pm-s000009e","pm-s000009g","pm-s000009x","pm-s000009y","pm-s00000a0","pm-s00000ah","pm-s00000ai","pm-s00000ak","pm-s00000b1","pm-s00000b2","pm-s00000b4","pm-s00000bl","pm-s00000bm","pm-s00000bo","pm-s00000c5","pm-s00000c6","pm-s00000c8","pm-s00000cp","pm-s00000cq","pm-s00000cs","pm-s00000d9","pm-s00000da","pm-s00000dc","pm-s00000dt","pm-s00000du","pm-s00000dw","pm-s00000ed","pm-s00000ee","pm-s00000eg","pm-s00000ex","pm-s00000ey","pm-s00000f0","pm-s00000fh","pm-s00000fi","pm-s00000fk","pm-s00000g1","pm-s00000g2","pm-s00000g4","pm-s00000gl","pm-s00000gm","pm-s00000go","pm-s00000h5","pm-s00000h6","pm-s00000h8","pm-s00000hp","pm-s00000hq","pm-s00000hs","pm-s00000i9","pm-s00000ia","pm-s00000ic"]}},"product_target":{"target":{"p95_ms":1000,"max_estimated_tokens":5000},"commands":[{"transport":"cli","command":"list","p95_ms":634,"max_estimated_tokens":873,"latency_ok":true,"tokens_ok":true},{"transport":"cli","command":"get","p95_ms":573,"max_estimated_tokens":257,"latency_ok":true,"tokens_ok":true},{"transport":"cli","command":"next","p95_ms":1061,"max_estimated_tokens":4424,"latency_ok":false,"tokens_ok":true},{"transport":"cli","command":"context","p95_ms":983,"max_estimated_tokens":1288,"latency_ok":true,"tokens_ok":true},{"transport":"cli","command":"search","p95_ms":842,"max_estimated_tokens":924,"latency_ok":true,"tokens_ok":true},{"transport":"cli","command":"create","p95_ms":228,"max_estimated_tokens":149,"latency_ok":true,"tokens_ok":true},{"transport":"cli","command":"claim","p95_ms":316,"max_estimated_tokens":303,"latency_ok":true,"tokens_ok":true},{"transport":"sdk","command":"list","p95_ms":425,"max_estimated_tokens":822,"latency_ok":true,"tokens_ok":true},{"transport":"sdk","command":"get","p95_ms":227,"max_estimated_tokens":230,"latency_ok":true,"tokens_ok":true},{"transport":"sdk","command":"next","p95_ms":658,"max_estimated_tokens":2890,"latency_ok":true,"tokens_ok":true},{"transport":"sdk","command":"context","p95_ms":551,"max_estimated_tokens":888,"latency_ok":true,"tokens_ok":true},{"transport":"sdk","command":"search","p95_ms":429,"max_estimated_tokens":612,"latency_ok":true,"tokens_ok":true},{"transport":"sdk","command":"create","p95_ms":7,"max_estimated_tokens":112,"latency_ok":true,"tokens_ok":true},{"transport":"sdk","command":"claim","p95_ms":5,"max_estimated_tokens":235,"latency_ok":true,"tokens_ok":true}]},"transports":{"cli":{"list":{"runs":3,"p50_ms":606,"p95_ms":634,"min_ms":594,"max_ms":634,"max_peak_rss_bytes":186052608,"max_output_bytes":3489,"max_estimated_tokens":873,"warmup_ms":2907,"warmup_peak_rss_bytes":328052736},"get":{"runs":3,"p50_ms":572,"p95_ms":573,"min_ms":552,"max_ms":573,"max_peak_rss_bytes":185335808,"max_output_bytes":1028,"max_estimated_tokens":257,"warmup_ms":567,"warmup_peak_rss_bytes":185069568},"next":{"runs":3,"p50_ms":1054,"p95_ms":1061,"min_ms":1050,"max_ms":1061,"max_peak_rss_bytes":240427008,"max_output_bytes":17694,"max_estimated_tokens":4424,"warmup_ms":3366,"warmup_peak_rss_bytes":324337664},"context":{"runs":3,"p50_ms":971,"p95_ms":983,"min_ms":948,"max_ms":983,"max_peak_rss_bytes":234217472,"max_output_bytes":5151,"max_estimated_tokens":1288,"warmup_ms":941,"warmup_peak_rss_bytes":234467328},"search":{"runs":3,"p50_ms":813,"p95_ms":842,"min_ms":806,"max_ms":842,"max_peak_rss_bytes":227184640,"max_output_bytes":3696,"max_estimated_tokens":924,"warmup_ms":3086,"warmup_peak_rss_bytes":297910272},"create":{"runs":3,"p50_ms":225,"p95_ms":228,"min_ms":223,"max_ms":228,"max_peak_rss_bytes":92147712,"max_output_bytes":596,"max_estimated_tokens":149,"warmup_ms":240,"warmup_peak_rss_bytes":92004352},"claim":{"runs":3,"p50_ms":279,"p95_ms":316,"min_ms":252,"max_ms":316,"max_peak_rss_bytes":94425088,"max_output_bytes":1212,"max_estimated_tokens":303,"warmup_ms":235,"warmup_peak_rss_bytes":94359552}},"sdk":{"list":{"runs":3,"p50_ms":333,"p95_ms":425,"min_ms":252,"max_ms":425,"max_peak_rss_bytes":278261760,"max_output_bytes":3286,"max_estimated_tokens":822,"warmup_ms":519,"warmup_peak_rss_bytes":235401216},"get":{"runs":3,"p50_ms":211,"p95_ms":227,"min_ms":202,"max_ms":227,"max_peak_rss_bytes":355069952,"max_output_bytes":918,"max_estimated_tokens":230,"warmup_ms":226,"warmup_peak_rss_bytes":295432192},"next":{"runs":3,"p50_ms":560,"p95_ms":658,"min_ms":519,"max_ms":658,"max_peak_rss_bytes":397709312,"max_output_bytes":11558,"max_estimated_tokens":2890,"warmup_ms":738,"warmup_peak_rss_bytes":384471040},"context":{"runs":3,"p50_ms":520,"p95_ms":551,"min_ms":499,"max_ms":551,"max_peak_rss_bytes":424345600,"max_output_bytes":3550,"max_estimated_tokens":888,"warmup_ms":522,"warmup_peak_rss_bytes":410030080},"search":{"runs":3,"p50_ms":418,"p95_ms":429,"min_ms":393,"max_ms":429,"max_peak_rss_bytes":427450368,"max_output_bytes":2448,"max_estimated_tokens":612,"warmup_ms":437,"warmup_peak_rss_bytes":435355648},"create":{"runs":3,"p50_ms":5,"p95_ms":7,"min_ms":5,"max_ms":7,"max_peak_rss_bytes":427581440,"max_output_bytes":447,"max_estimated_tokens":112,"warmup_ms":13,"warmup_peak_rss_bytes":427581440},"claim":{"runs":3,"p50_ms":5,"p95_ms":5,"min_ms":5,"max_ms":5,"max_peak_rss_bytes":427581440,"max_output_bytes":938,"max_estimated_tokens":235,"warmup_ms":5,"warmup_peak_rss_bytes":427581440}}}}

package/docs/performance/runner-qualification.md ADDED Viewed

@@ -0,0 +1,36 @@
+# Startup benchmark runner qualification
+Tracked by [pm-bj7rq0](../../.agents/pm/issues/pm-bj7rq0.toon).
+The SDK import and CLI transport gates retain their absolute latency and RSS
+ratchets. A bare Node control determines whether the runner qualifies independently
+of product admission. Both benchmarks bracket their census with post-warmup
+controls before and after it; the CLI uses five samples per control. Both use the existing SDK bare-process
+budget and its fixed 30 ms scheduler margin.
+Successful checks explicitly return `runner_qualification.status=qualified` and
+`product_admission=passed`. Failed checks retain the complete measured report,
+every product violation, runtime identity, available parallelism, load averages,
+and memory observations. `benchmark_runner_unqualified` leaves product admission
+`unverified`; it still exits unsuccessfully. A qualified runner with an over-budget
+command returns `benchmark_product_budget_exceeded` and failed admission.
+If the final control process fails after product measurements, its unavailable
+status and error remain in `baseline_after`; the completed report and every
+product violation remain available. Check mode rejects admission as unverified,
+and update mode refuses to write a calibration from that failed control.
+Calibration also requires both available controls to qualify against the existing
+SDK control budget before any budget or documentation write. A new SDK calibration
+target uses the committed control budget; an existing target retains its own
+prior control ceiling for admission. An unqualified runner cannot raise its own ceiling
+to certify its measurements. Even qualified controls cannot increase the prior
+control ceiling: update mode compares the proposed p95-derived ceiling with the
+existing ceiling and refuses an increase before creating directories or writing
+calibration files. Equal or reduced ceilings remain admissible.
+This refusal returns `benchmark_control_budget_increase` with product admission
+`unverified`; a qualified control does not establish a measured product failure.
+Control cost is never subtracted from product measurements. Pressure observations
+are diagnostic context and do not prove the cause of a failure. An unchanged base
+comparison on the same runtime helps distinguish a new regression from a runner
+that cannot qualify; a failed or unavailable comparison cannot certify a pass.