memento-mori-jester 0.1.92 → 0.1.94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +12 -0
- package/README.md +6 -2
- package/ROADMAP.md +3 -1
- package/docs/MAINTAINER_TRIAGE.md +2 -2
- package/docs/PRODUCTION_READINESS.md +3 -3
- package/docs/RELEASE_NOTES_v0.1.93.md +58 -0
- package/docs/RELEASE_NOTES_v0.1.94.md +58 -0
- package/examples/support/README.md +3 -1
- package/examples/support/outcome-prioritization.json +59 -0
- package/examples/support/outcome-prioritization.md +66 -0
- package/examples/support/support-lifecycle.json +95 -0
- package/examples/support/support-lifecycle.md +46 -0
- package/package.json +1 -1
- package/scripts/check-production-readiness.mjs +32 -0
- package/scripts/check-support-triage.mjs +231 -0
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,18 @@ All notable changes to Memento Mori Jester are tracked here.
|
|
|
4
4
|
|
|
5
5
|
## Unreleased
|
|
6
6
|
|
|
7
|
+
## 0.1.94
|
|
8
|
+
|
|
9
|
+
- Added a checked public-safe support outcome prioritization guide for deciding whether closed support reports become docs clarifications, fixture backlog items, or rule-review candidates.
|
|
10
|
+
- Extended `npm run support:check` and production-readiness checks so prioritization thresholds, backlog destinations, and required evidence stay aligned with the support lifecycle.
|
|
11
|
+
- Updated README, maintainer triage docs, support examples, production-readiness docs, roadmap, and release notes for evidence-based follow-up prioritization.
|
|
12
|
+
|
|
13
|
+
## 0.1.93
|
|
14
|
+
|
|
15
|
+
- Added a checked support lifecycle overview that ties report-gallery feedback, triage playbook entries, response snippets, and closeout records together by support outcome.
|
|
16
|
+
- Extended `npm run support:check` and production-readiness checks so the lifecycle index stays aligned with `docs-example`, `fixture-backlog`, and `rule-review-candidate`.
|
|
17
|
+
- Updated README, maintainer triage docs, support examples, production-readiness docs, roadmap, and release notes for at-a-glance support auditing.
|
|
18
|
+
|
|
7
19
|
## 0.1.92
|
|
8
20
|
|
|
9
21
|
- Added a checked public-safe support closeout checklist for docs clarification, fixture backlog, and rule-review candidate outcomes.
|
package/README.md
CHANGED
|
@@ -76,7 +76,7 @@ For trust-building output examples, see [examples/reports](examples/reports). `n
|
|
|
76
76
|
|
|
77
77
|
If one of those reports is confusing or stale, use the public-safe [report gallery feedback template](examples/reports/feedback-template.md). It asks for version, nearest gallery example, sanitized command/output summaries, and redacted diagnostics without private repo code or secrets.
|
|
78
78
|
|
|
79
|
-
Maintainers can use the checked [support triage playbook](examples/support), [response snippets](examples/support/response-snippets.md), and [support closeout checklist](examples/support/closeout-checklist.md) to turn sanitized reports into a docs example, fixture backlog item, or rule-review candidate without changing behavior first.
|
|
79
|
+
Maintainers can use the checked [support lifecycle overview](examples/support/support-lifecycle.md), [outcome prioritization guide](examples/support/outcome-prioritization.md), [support triage playbook](examples/support), [response snippets](examples/support/response-snippets.md), and [support closeout checklist](examples/support/closeout-checklist.md) to turn sanitized reports into a docs example, fixture backlog item, or rule-review candidate without changing behavior first.
|
|
80
80
|
|
|
81
81
|
Expected vibe:
|
|
82
82
|
|
|
@@ -450,6 +450,8 @@ More setup examples:
|
|
|
450
450
|
- [Consumer Quickstart Smoke](examples/consumer-quickstart)
|
|
451
451
|
- [Real-World Report Gallery](examples/reports)
|
|
452
452
|
- [Report Gallery Feedback Template](examples/reports/feedback-template.md)
|
|
453
|
+
- [Support Lifecycle Overview](examples/support/support-lifecycle.md)
|
|
454
|
+
- [Support Outcome Prioritization](examples/support/outcome-prioritization.md)
|
|
453
455
|
- [Support Triage Playbook](examples/support)
|
|
454
456
|
- [Maintainer Response Snippets](examples/support/response-snippets.md)
|
|
455
457
|
- [Support Closeout Checklist](examples/support/closeout-checklist.md)
|
|
@@ -474,6 +476,8 @@ Framework CI examples:
|
|
|
474
476
|
- [Consumer Quickstart Smoke](examples/consumer-quickstart)
|
|
475
477
|
- [Real-World Report Gallery](examples/reports)
|
|
476
478
|
- [Report Gallery Feedback Template](examples/reports/feedback-template.md)
|
|
479
|
+
- [Support Lifecycle Overview](examples/support/support-lifecycle.md)
|
|
480
|
+
- [Support Outcome Prioritization](examples/support/outcome-prioritization.md)
|
|
477
481
|
- [Support Triage Playbook](examples/support)
|
|
478
482
|
- [Maintainer Response Snippets](examples/support/response-snippets.md)
|
|
479
483
|
- [Support Closeout Checklist](examples/support/closeout-checklist.md)
|
|
@@ -533,7 +537,7 @@ Maintainers can use [docs/MAINTAINER_TRIAGE.md](docs/MAINTAINER_TRIAGE.md) to tu
|
|
|
533
537
|
Run `npm run fixtures:check` before merging fixture changes; it catches duplicate IDs, missing rule metadata, weak descriptions, unsafe-looking content, and duplicate content.
|
|
534
538
|
Run `npm run fixtures:report` to see fixture coverage by rule, rule family, preset slice, kind, verdict, quiet-pass boundaries, feasible pass-case gaps, and curation-next guidance before choosing the next fixture. Use `npm run fixtures:report -- --markdown` when you want a paste-ready summary for release notes or GitHub issues.
|
|
535
539
|
Run `npm run reports:check` after editing [examples/reports](examples/reports); it verifies the public report gallery against an installed package in a temporary consumer project.
|
|
536
|
-
Run `npm run support:check` after editing issue templates, support docs, the report gallery feedback path, the [support triage playbook](examples/support), [response snippets](examples/support/response-snippets.md), or [support closeout checklist](examples/support/closeout-checklist.md); it verifies the public templates ask for useful redacted context without inviting secrets or private code.
|
|
540
|
+
Run `npm run support:check` after editing issue templates, support docs, the report gallery feedback path, the [support lifecycle overview](examples/support/support-lifecycle.md), [outcome prioritization guide](examples/support/outcome-prioritization.md), [support triage playbook](examples/support), [response snippets](examples/support/response-snippets.md), or [support closeout checklist](examples/support/closeout-checklist.md); it verifies the public templates ask for useful redacted context without inviting secrets or private code.
|
|
537
541
|
Run `npm run promo:card` to regenerate the repo-local social preview card after changing its copy or design.
|
|
538
542
|
Run `npm run promo:check` after editing promo assets; it checks the current demo video, stills, docs, and fixture evidence numbers stay in sync.
|
|
539
543
|
Run `npm run site:check` after editing the repo-local landing page; it verifies the start command, demo links, social card, repo, release, and npm links.
|
package/ROADMAP.md
CHANGED
|
@@ -6,6 +6,8 @@ Memento Mori Jester is usable today as a CLI, MCP server, GitHub Action, and git
|
|
|
6
6
|
|
|
7
7
|
## Recently Shipped
|
|
8
8
|
|
|
9
|
+
- Checked support outcome prioritization in v0.1.94, helping maintainers turn closed support reports into docs, fixture backlog, or rule-review work based on public-safe evidence thresholds.
|
|
10
|
+
- Checked support lifecycle overview in v0.1.93, tying report-gallery feedback, triage playbook entries, response snippets, and closeout records together by outcome.
|
|
9
11
|
- Checked support closeout checklist in v0.1.92, recording whether docs clarifications shipped or queued, fixture backlogs were created, or rule-review candidates were opened.
|
|
10
12
|
- Checked maintainer response snippets in v0.1.91, adding public-safe reply templates for docs examples, fixture backlog items, and rule-review candidates.
|
|
11
13
|
- Checked maintainer triage playbook in v0.1.90, showing how sanitized reports become docs examples, fixture backlog items, or rule-review candidates.
|
|
@@ -82,7 +84,7 @@ Memento Mori Jester is usable today as a CLI, MCP server, GitHub Action, and git
|
|
|
82
84
|
## Product Ideas
|
|
83
85
|
|
|
84
86
|
- Collect real-world reports and fold the strongest redacted cases into more framework tuning cookbook recipes.
|
|
85
|
-
- Use repeated
|
|
87
|
+
- Use repeated prioritized support outcomes to choose the next redacted fixture, report-gallery update, or rule-guidance review.
|
|
86
88
|
- Add a hosted-page option or GitHub Pages instructions once the static page has settled.
|
|
87
89
|
|
|
88
90
|
## Quality And Safety
|
|
@@ -21,7 +21,7 @@ For users who just need to understand what a healthy report looks like, point th
|
|
|
21
21
|
|
|
22
22
|
For users who say a gallery report is confusing, stale, or hard to compare with their local output, point them at [examples/reports/feedback-template.md](../examples/reports/feedback-template.md) or the GitHub [report gallery feedback issue template](../.github/ISSUE_TEMPLATE/report_gallery_feedback.yml). It asks for the nearest checked example, sanitized command and output summaries, version, and redacted diagnostics without asking for private code.
|
|
23
23
|
|
|
24
|
-
When a report has enough public-safe detail to triage, compare it with the checked [support triage playbook](../examples/support). The playbook walks sanitized report-gallery and false-positive reports through first response, classification, and a follow-up outcome. Use [response-snippets.md](../examples/support/response-snippets.md) to reply consistently after choosing the outcome, then use [closeout-checklist.md](../examples/support/closeout-checklist.md) to record whether the docs clarification shipped or queued, fixture backlog was created, or rule-review candidate was opened.
|
|
24
|
+
When a report has enough public-safe detail to triage, start with the checked [support lifecycle overview](../examples/support/support-lifecycle.md) to see the whole path from report to closeout. Then compare it with the checked [support triage playbook](../examples/support). The playbook walks sanitized report-gallery and false-positive reports through first response, classification, and a follow-up outcome. Use [response-snippets.md](../examples/support/response-snippets.md) to reply consistently after choosing the outcome, then use [closeout-checklist.md](../examples/support/closeout-checklist.md) to record whether the docs clarification shipped or queued, fixture backlog was created, or rule-review candidate was opened. Use [outcome-prioritization.md](../examples/support/outcome-prioritization.md) after closeout to decide whether the follow-up work is low-priority docs, medium-priority fixture backlog, or high-priority rule review.
|
|
25
25
|
|
|
26
26
|
Do not ask users to paste secrets, private code, customer data, live credentials, complete CI logs, or unredacted SARIF. If the report involves credential exposure, command execution, unexpected network access, private code disclosure, package publishing, or MCP data exposure, route it through [SECURITY.md](../SECURITY.md).
|
|
27
27
|
|
|
@@ -65,7 +65,7 @@ Use the playbook outcomes consistently:
|
|
|
65
65
|
- `fixture-backlog`: the reduced report looks safe and should become a pass or quiet-pass fixture.
|
|
66
66
|
- `rule-review-candidate`: repeated sanitized reports suggest guidance or matching may need review, but not from a single report.
|
|
67
67
|
|
|
68
|
-
Use the matching response snippet for the first public reply, then adapt only the project-neutral parts: the rule id, minimal command summary, fixture id, and next command. After the reply, record the closeout with the matching checklist entry so the issue has a public-safe decision record. Do not add private code, private paths, tokens, full logs, or exploitable details to the response or
|
|
68
|
+
Use the matching lifecycle row and response snippet for the first public reply, then adapt only the project-neutral parts: the rule id, minimal command summary, fixture id, and next command. After the reply, record the closeout with the matching checklist entry so the issue has a public-safe decision record. If follow-up work remains, choose its priority from the outcome prioritization guide before opening a docs, fixture, or rule-review backlog item. Do not add private code, private paths, tokens, full logs, or exploitable details to the response, closeout, or backlog item.
|
|
69
69
|
|
|
70
70
|
After editing report support docs or issue templates, run:
|
|
71
71
|
|
|
@@ -47,7 +47,7 @@ This checklist defines what "production grade" means for Memento Mori Jester rig
|
|
|
47
47
|
- `README.md` leads with a no-write first run, project bootstrap, agent setup, and optional hooks/CI.
|
|
48
48
|
- `docs/GETTING_STARTED.md`, `docs/CLI.md`, `docs/RELEASE.md`, and `docs/TRUSTED_PUBLISHING.md` cover the core adoption and release paths.
|
|
49
49
|
- `examples/reports` provides checked, public-safe report examples for fresh install diagnostics, summary output, blocked command reviews, and report-gallery feedback.
|
|
50
|
-
- `examples/support` provides a checked maintainer triage playbook, response snippets, and closeout checklist for first response, classification, follow-up outcomes,
|
|
50
|
+
- `examples/support` provides a checked support lifecycle overview, outcome prioritization guide, maintainer triage playbook, response snippets, and closeout checklist for first response, classification, follow-up outcomes, public-safe decision records, and backlog prioritization from sanitized support reports.
|
|
51
51
|
- `site/index.html` gives maintainers a static one-page share surface that reuses the demo, social card, start command, and public links.
|
|
52
52
|
- Every public release has matching `CHANGELOG.md` notes and `docs/RELEASE_NOTES_vX.Y.Z.md`.
|
|
53
53
|
|
|
@@ -60,14 +60,14 @@ This checklist defines what "production grade" means for Memento Mori Jester rig
|
|
|
60
60
|
- GitHub issue templates collect bug reports, false-positive reports, report-gallery feedback, and feature requests with the diagnostic context maintainers need.
|
|
61
61
|
- `SECURITY.md` routes vulnerability reports away from public issues and asks for redacted diagnostics.
|
|
62
62
|
- `docs/MAINTAINER_TRIAGE.md` explains how to turn useful false-positive reports into fixture coverage before changing rule logic.
|
|
63
|
-
- `examples/support` shows maintainers how to classify sanitized reports as a docs example, fixture backlog item, or rule-review candidate before changing behavior, then reply with public-safe response snippets
|
|
63
|
+
- `examples/support` shows maintainers how to audit the support lifecycle, classify sanitized reports as a docs example, fixture backlog item, or rule-review candidate before changing behavior, then reply with public-safe response snippets, record the closeout, and prioritize follow-up work.
|
|
64
64
|
- `npm run fixtures:check` validates fixture IDs, metadata, unsafe-looking content, duplicate content, and explicit expected/absent rule intent.
|
|
65
65
|
- `npm run fixtures:report` shows fixture coverage by rule, rule family, preset slice, kind, verdict, quiet-pass rule boundaries, and feasible pass-case gaps so maintainers can pick the next fixture target; `npm run fixtures:report -- --markdown` produces a paste-ready maintainer snapshot.
|
|
66
66
|
- `npm run framework:tuning:check` keeps the framework tuning guide, cookbook JSON, cookbook README, and fixture IDs aligned.
|
|
67
67
|
- `npm run framework:tuning:doctor` runs the cookbook tune commands through the built CLI with temporary preset configs, so package consumers do not inherit stale recipes.
|
|
68
68
|
- `npm run consumer:quickstart:check` installs the package into a temporary minimal project and runs `doctor`, `summary`, and packaged framework tuning checks from that consumer side.
|
|
69
69
|
- `npm run reports:check` installs the package into a temporary minimal project and runs the report gallery's `doctor`, `summary`, and blocked-command examples through that consumer side.
|
|
70
|
-
- `npm run support:check` verifies issue templates, support docs, the report gallery feedback template, the maintainer triage playbook, response snippets, and closeout checklist stay public-safe and ask for useful redacted context.
|
|
70
|
+
- `npm run support:check` verifies issue templates, support docs, the report gallery feedback template, the support lifecycle overview, outcome prioritization guide, maintainer triage playbook, response snippets, and closeout checklist stay public-safe and ask for useful redacted context.
|
|
71
71
|
- `npm run promo:card` regenerates the deterministic social preview card, and `npm run promo:check` verifies current repo-local promo assets against the current fixture evidence before maintainers post or refresh the demo.
|
|
72
72
|
- `npm run site:check` verifies the static landing page before maintainers post or host it.
|
|
73
73
|
- npm publish has a manual workflow fallback, but the normal release path is tag-driven trusted publishing.
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
# Memento Mori Jester v0.1.93
|
|
2
|
+
|
|
3
|
+
## Summary
|
|
4
|
+
|
|
5
|
+
This release adds a checked support lifecycle overview so maintainers can audit the whole public-safe support path at a glance: report, triage, response, and closeout. It keeps the three support outcomes aligned without changing rule behavior.
|
|
6
|
+
|
|
7
|
+
## What Changed
|
|
8
|
+
|
|
9
|
+
- Added `examples/support/support-lifecycle.md`.
|
|
10
|
+
- Added `examples/support/support-lifecycle.json`.
|
|
11
|
+
- Extended `scripts/check-support-triage.mjs` to validate lifecycle outcomes and stage references.
|
|
12
|
+
- Extended production-readiness checks for the lifecycle overview.
|
|
13
|
+
- Updated README, maintainer triage docs, support examples, production-readiness docs, roadmap, and changelog.
|
|
14
|
+
|
|
15
|
+
## Public Interface
|
|
16
|
+
|
|
17
|
+
- No CLI command changes.
|
|
18
|
+
- No MCP tool changes.
|
|
19
|
+
- No config schema changes.
|
|
20
|
+
- No review rule, scoring, matching, or verdict behavior changes.
|
|
21
|
+
- No GitHub Action input changes.
|
|
22
|
+
- Support docs and package examples now include a checked lifecycle index.
|
|
23
|
+
|
|
24
|
+
## Release Validation
|
|
25
|
+
|
|
26
|
+
```powershell
|
|
27
|
+
npm.cmd test
|
|
28
|
+
npm.cmd run support:check
|
|
29
|
+
npm.cmd run reports:check
|
|
30
|
+
npm.cmd run demo:svg:check
|
|
31
|
+
npm.cmd run promo:card:check
|
|
32
|
+
npm.cmd run promo:check
|
|
33
|
+
npm.cmd run fixtures:report
|
|
34
|
+
npm.cmd run fixtures:report -- --json
|
|
35
|
+
npm.cmd run fixtures:report -- --markdown
|
|
36
|
+
npm.cmd run pack:dry
|
|
37
|
+
git diff --check
|
|
38
|
+
node .\dist\cli.js doctor
|
|
39
|
+
node .\dist\cli.js summary --kind command "git reset --hard"
|
|
40
|
+
git diff | node .\dist\cli.js diff --fail-on block --subject "v0.1.93 checked support lifecycle overview"
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
Expected:
|
|
44
|
+
|
|
45
|
+
- `support:check` verifies issue templates, feedback templates, the support lifecycle overview, maintainer triage playbook, response snippets, and closeout checklist.
|
|
46
|
+
- `reports:check` still verifies the installed-package report gallery.
|
|
47
|
+
- fixture report still shows `Fixtures: 222`.
|
|
48
|
+
- GitHub Release and npm Publish complete from the `v0.1.93` tag.
|
|
49
|
+
|
|
50
|
+
After publish:
|
|
51
|
+
|
|
52
|
+
```powershell
|
|
53
|
+
npm.cmd view memento-mori-jester version --silent
|
|
54
|
+
npx.cmd -y memento-mori-jester@latest doctor
|
|
55
|
+
npx.cmd -y memento-mori-jester@latest summary --kind command "git reset --hard"
|
|
56
|
+
npm.cmd run support:check
|
|
57
|
+
npm.cmd run reports:check -- --package memento-mori-jester@latest
|
|
58
|
+
```
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
# Memento Mori Jester v0.1.94
|
|
2
|
+
|
|
3
|
+
## Summary
|
|
4
|
+
|
|
5
|
+
This release adds a checked public-safe support outcome prioritization guide. It helps maintainers decide whether a closed support report should become a docs clarification, fixture backlog item, or rule-review candidate based on concrete evidence thresholds.
|
|
6
|
+
|
|
7
|
+
## What Changed
|
|
8
|
+
|
|
9
|
+
- Added `examples/support/outcome-prioritization.md`.
|
|
10
|
+
- Added `examples/support/outcome-prioritization.json`.
|
|
11
|
+
- Extended `scripts/check-support-triage.mjs` to validate outcome priorities, evidence thresholds, backlog destinations, and required checks.
|
|
12
|
+
- Extended production-readiness checks for the prioritization guide.
|
|
13
|
+
- Updated README, maintainer triage docs, support examples, production-readiness docs, roadmap, and changelog.
|
|
14
|
+
|
|
15
|
+
## Public Interface
|
|
16
|
+
|
|
17
|
+
- No CLI command changes.
|
|
18
|
+
- No MCP tool changes.
|
|
19
|
+
- No config schema changes.
|
|
20
|
+
- No review rule, scoring, matching, or verdict behavior changes.
|
|
21
|
+
- No GitHub Action input changes.
|
|
22
|
+
- Support docs and package examples now include checked follow-up prioritization guidance.
|
|
23
|
+
|
|
24
|
+
## Release Validation
|
|
25
|
+
|
|
26
|
+
```powershell
|
|
27
|
+
npm.cmd test
|
|
28
|
+
npm.cmd run support:check
|
|
29
|
+
npm.cmd run reports:check
|
|
30
|
+
npm.cmd run demo:svg:check
|
|
31
|
+
npm.cmd run promo:card:check
|
|
32
|
+
npm.cmd run promo:check
|
|
33
|
+
npm.cmd run fixtures:report
|
|
34
|
+
npm.cmd run fixtures:report -- --json
|
|
35
|
+
npm.cmd run fixtures:report -- --markdown
|
|
36
|
+
npm.cmd run pack:dry
|
|
37
|
+
git diff --check
|
|
38
|
+
node .\dist\cli.js doctor
|
|
39
|
+
node .\dist\cli.js summary --kind command "git reset --hard"
|
|
40
|
+
git diff | node .\dist\cli.js diff --fail-on block --subject "v0.1.94 checked support outcome prioritization"
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
Expected:
|
|
44
|
+
|
|
45
|
+
- `support:check` verifies issue templates, feedback templates, the support lifecycle overview, outcome prioritization guide, maintainer triage playbook, response snippets, and closeout checklist.
|
|
46
|
+
- `reports:check` still verifies the installed-package report gallery.
|
|
47
|
+
- fixture report still shows `Fixtures: 222`.
|
|
48
|
+
- GitHub Release and npm Publish complete from the `v0.1.94` tag.
|
|
49
|
+
|
|
50
|
+
After publish:
|
|
51
|
+
|
|
52
|
+
```powershell
|
|
53
|
+
npm.cmd view memento-mori-jester version --silent
|
|
54
|
+
npx.cmd -y memento-mori-jester@latest doctor
|
|
55
|
+
npx.cmd -y memento-mori-jester@latest summary --kind command "git reset --hard"
|
|
56
|
+
npm.cmd run support:check
|
|
57
|
+
npm.cmd run reports:check -- --package memento-mori-jester@latest
|
|
58
|
+
```
|
|
@@ -2,6 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
This playbook shows how to handle sanitized adopter reports without turning every surprise into an immediate rule change. It pairs with [docs/MAINTAINER_TRIAGE.md](../../docs/MAINTAINER_TRIAGE.md), the [report gallery feedback template](../reports/feedback-template.md), and the GitHub issue templates.
|
|
4
4
|
|
|
5
|
+
Start with the checked [support lifecycle overview](support-lifecycle.md) when you need the whole path in one place. The lifecycle source is [support-lifecycle.json](support-lifecycle.json). Use [outcome-prioritization.md](outcome-prioritization.md) after closeout to decide whether follow-up work should become docs, fixture backlog, or rule-review work.
|
|
6
|
+
|
|
5
7
|
The checked source is [triage-playbook.json](triage-playbook.json). Use [response-snippets.md](response-snippets.md) for copy-paste replies after a report is classified. The snippet source is [response-snippets.json](response-snippets.json). Use [closeout-checklist.md](closeout-checklist.md) to record what happened after the response. The closeout source is [closeout-checklist.json](closeout-checklist.json).
|
|
6
8
|
|
|
7
9
|
| ID | Source | Classification | Follow-up |
|
|
@@ -26,7 +28,7 @@ The checked source is [triage-playbook.json](triage-playbook.json). Use [respons
|
|
|
26
28
|
|
|
27
29
|
## Checks
|
|
28
30
|
|
|
29
|
-
Run this after editing support docs, issue templates, the playbook, response snippets, or closeout checklist:
|
|
31
|
+
Run this after editing support docs, issue templates, the lifecycle overview, outcome prioritization, the playbook, response snippets, or closeout checklist:
|
|
30
32
|
|
|
31
33
|
```powershell
|
|
32
34
|
npm run support:check
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
[
|
|
2
|
+
{
|
|
3
|
+
"outcome": "docs-example",
|
|
4
|
+
"priority": "low",
|
|
5
|
+
"title": "Clarify expected behavior in docs or checked examples",
|
|
6
|
+
"useWhen": "The report is public-safe, matches current checked behavior, and mainly shows confusing wording, missing context, or surprising severity in docs or report examples.",
|
|
7
|
+
"minimumEvidence": [
|
|
8
|
+
"Nearest checked report or docs page is identified.",
|
|
9
|
+
"Observed output matches current behavior or differs only in wording/context.",
|
|
10
|
+
"No rule behavior change is requested before a clearer explanation is tried."
|
|
11
|
+
],
|
|
12
|
+
"backlogDestination": "docs clarification or report-gallery wording",
|
|
13
|
+
"notEnoughEvidence": [
|
|
14
|
+
"The report includes private details that belong in SECURITY.md.",
|
|
15
|
+
"The report asks to loosen a rule without a minimal reproduction.",
|
|
16
|
+
"The reported output cannot be compared with a checked example."
|
|
17
|
+
],
|
|
18
|
+
"nextArtifact": "docs-clarification-closeout",
|
|
19
|
+
"requiredChecks": ["npm run reports:check", "npm run support:check"]
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"outcome": "fixture-backlog",
|
|
23
|
+
"priority": "medium",
|
|
24
|
+
"title": "Capture a plausible safe boundary before changing behavior",
|
|
25
|
+
"useWhen": "A minimized public-safe report suggests the rule may be noisy, but the safer next move is fixture evidence rather than changing matching or severity.",
|
|
26
|
+
"minimumEvidence": [
|
|
27
|
+
"Smallest sanitized command, plan, diff, or final-answer text is available.",
|
|
28
|
+
"Rule id and redacted `jester tune <rule-id> --json` evidence are available.",
|
|
29
|
+
"The safe boundary is not already covered by an existing pass or quiet-pass fixture."
|
|
30
|
+
],
|
|
31
|
+
"backlogDestination": "pass or quiet-pass fixture backlog item",
|
|
32
|
+
"notEnoughEvidence": [
|
|
33
|
+
"Only a broad complaint is available without a reduced reproduction.",
|
|
34
|
+
"The example still contains secrets, private code, private paths, or full logs.",
|
|
35
|
+
"The behavior is already clearly documented as expected."
|
|
36
|
+
],
|
|
37
|
+
"nextArtifact": "fixture-backlog-closeout",
|
|
38
|
+
"requiredChecks": ["npm run fixtures:check", "npm run fixtures:report", "npm run support:check"]
|
|
39
|
+
},
|
|
40
|
+
{
|
|
41
|
+
"outcome": "rule-review-candidate",
|
|
42
|
+
"priority": "high",
|
|
43
|
+
"title": "Open a rule-review candidate for repeated sanitized surprises",
|
|
44
|
+
"useWhen": "Multiple public-safe reports point at the same guidance or matching boundary and fixture evidence suggests maintainers should compare the rule more deliberately.",
|
|
45
|
+
"minimumEvidence": [
|
|
46
|
+
"At least two sanitized reports or checked examples point at the same rule boundary.",
|
|
47
|
+
"Redacted `jester tune <rule-id> --json` or fixture report evidence is referenced.",
|
|
48
|
+
"The candidate explains why docs clarification or a single fixture backlog item is not enough."
|
|
49
|
+
],
|
|
50
|
+
"backlogDestination": "rule-review candidate issue",
|
|
51
|
+
"notEnoughEvidence": [
|
|
52
|
+
"Only one report is available.",
|
|
53
|
+
"The rule id, review kind, or reproduction shape is unclear.",
|
|
54
|
+
"The candidate would require immediate behavior changes without fixture evidence."
|
|
55
|
+
],
|
|
56
|
+
"nextArtifact": "rule-review-closeout",
|
|
57
|
+
"requiredChecks": ["npm run fixtures:report -- --markdown", "npm run support:check"]
|
|
58
|
+
}
|
|
59
|
+
]
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
# Support Outcome Prioritization
|
|
2
|
+
|
|
3
|
+
Use this guide after a support report has been closed out and maintainers need to decide what follow-up work deserves a backlog item. It keeps the public support lifecycle useful without turning every report into a rule change.
|
|
4
|
+
|
|
5
|
+
The checked source is [outcome-prioritization.json](outcome-prioritization.json). It pairs with the [support lifecycle overview](support-lifecycle.md), [triage playbook](triage-playbook.json), [response snippets](response-snippets.md), and [closeout checklist](closeout-checklist.md).
|
|
6
|
+
|
|
7
|
+
## Priority Rows
|
|
8
|
+
|
|
9
|
+
| Outcome | Priority | Backlog Destination | Enough Evidence |
|
|
10
|
+
| --- | --- | --- | --- |
|
|
11
|
+
| `docs-example` | `low` | docs clarification or report-gallery wording | checked behavior is correct, but wording or context confused someone |
|
|
12
|
+
| `fixture-backlog` | `medium` | pass or quiet-pass fixture backlog item | minimal public-safe reproduction plus `jester tune <rule-id> --json` evidence |
|
|
13
|
+
| `rule-review-candidate` | `high` | rule-review candidate issue | at least two sanitized reports point at the same rule boundary |
|
|
14
|
+
|
|
15
|
+
## Evidence Thresholds
|
|
16
|
+
|
|
17
|
+
### `docs-example`
|
|
18
|
+
|
|
19
|
+
Use when the report matches current checked behavior and mainly needs clearer docs, report-gallery wording, or severity context.
|
|
20
|
+
|
|
21
|
+
Enough evidence:
|
|
22
|
+
|
|
23
|
+
- nearest checked report or docs page is identified,
|
|
24
|
+
- observed output matches current behavior or differs only in wording/context,
|
|
25
|
+
- no rule behavior change is requested before a clearer explanation is tried.
|
|
26
|
+
|
|
27
|
+
### `fixture-backlog`
|
|
28
|
+
|
|
29
|
+
Use when the report describes a plausible safe boundary, but maintainers should prove it with a pass or quiet-pass fixture before changing behavior.
|
|
30
|
+
|
|
31
|
+
Enough evidence:
|
|
32
|
+
|
|
33
|
+
- smallest sanitized command, plan, diff, or final-answer text is available,
|
|
34
|
+
- rule id and redacted `jester tune <rule-id> --json` evidence are available,
|
|
35
|
+
- the safe boundary is not already covered by an existing pass or quiet-pass fixture.
|
|
36
|
+
|
|
37
|
+
### `rule-review-candidate`
|
|
38
|
+
|
|
39
|
+
Use when repeated public-safe reports suggest the guidance or matching boundary may need deliberate review.
|
|
40
|
+
|
|
41
|
+
Enough evidence:
|
|
42
|
+
|
|
43
|
+
- at least two sanitized reports or checked examples point at the same rule boundary,
|
|
44
|
+
- redacted `jester tune <rule-id> --json` or fixture report evidence is referenced,
|
|
45
|
+
- the candidate explains why docs clarification or a single fixture backlog item is not enough.
|
|
46
|
+
|
|
47
|
+
## Do Not Prioritize Publicly
|
|
48
|
+
|
|
49
|
+
Do not create a public backlog item when the report includes secrets, private code, private paths, customer data, full CI logs, unredacted SARIF, credential-handling details, command-execution vulnerability details, package publishing compromise, or MCP data exposure. Use [SECURITY.md](../../SECURITY.md) instead.
|
|
50
|
+
|
|
51
|
+
## Checks
|
|
52
|
+
|
|
53
|
+
Run this after editing prioritization guidance or support lifecycle files:
|
|
54
|
+
|
|
55
|
+
```powershell
|
|
56
|
+
npm run support:check
|
|
57
|
+
```
|
|
58
|
+
|
|
59
|
+
Run the checks for the chosen outcome:
|
|
60
|
+
|
|
61
|
+
```powershell
|
|
62
|
+
npm run reports:check
|
|
63
|
+
npm run fixtures:check
|
|
64
|
+
npm run fixtures:report
|
|
65
|
+
npm run fixtures:report -- --markdown
|
|
66
|
+
```
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
[
|
|
2
|
+
{
|
|
3
|
+
"outcome": "docs-example",
|
|
4
|
+
"title": "Expected behavior needs clearer wording",
|
|
5
|
+
"stages": [
|
|
6
|
+
{
|
|
7
|
+
"id": "report",
|
|
8
|
+
"artifact": "examples/reports/feedback-template.md",
|
|
9
|
+
"reference": "report-gallery-feedback",
|
|
10
|
+
"purpose": "Collect the nearest checked report example, sanitized output summary, and redacted diagnostics."
|
|
11
|
+
},
|
|
12
|
+
{
|
|
13
|
+
"id": "triage",
|
|
14
|
+
"artifact": "examples/support/triage-playbook.json",
|
|
15
|
+
"reference": "gallery-expected-block-docs",
|
|
16
|
+
"purpose": "Classify the report as expected behavior that can be clarified in docs or report examples."
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
"id": "response",
|
|
20
|
+
"artifact": "examples/support/response-snippets.json",
|
|
21
|
+
"reference": "docs-example-response",
|
|
22
|
+
"purpose": "Reply with public-safe wording and ask for redacted diagnostics only if local output differs."
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
"id": "closeout",
|
|
26
|
+
"artifact": "examples/support/closeout-checklist.json",
|
|
27
|
+
"reference": "docs-clarification-closeout",
|
|
28
|
+
"purpose": "Record whether the docs clarification shipped or is queued, then link the public-safe follow-up."
|
|
29
|
+
}
|
|
30
|
+
],
|
|
31
|
+
"requiredChecks": ["npm run reports:check", "npm run support:check"]
|
|
32
|
+
},
|
|
33
|
+
{
|
|
34
|
+
"outcome": "fixture-backlog",
|
|
35
|
+
"title": "Plausible false-positive boundary needs fixture evidence",
|
|
36
|
+
"stages": [
|
|
37
|
+
{
|
|
38
|
+
"id": "report",
|
|
39
|
+
"artifact": "examples/reports/feedback-template.md",
|
|
40
|
+
"reference": "false-positive",
|
|
41
|
+
"purpose": "Collect the smallest sanitized reproduction, redacted doctor output, and tune evidence."
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
"id": "triage",
|
|
45
|
+
"artifact": "examples/support/triage-playbook.json",
|
|
46
|
+
"reference": "false-positive-fixture-backlog",
|
|
47
|
+
"purpose": "Classify the report as a safe boundary candidate before changing rule behavior."
|
|
48
|
+
},
|
|
49
|
+
{
|
|
50
|
+
"id": "response",
|
|
51
|
+
"artifact": "examples/support/response-snippets.json",
|
|
52
|
+
"reference": "fixture-backlog-response",
|
|
53
|
+
"purpose": "Tell the reporter that a pass or quiet-pass fixture should prove the boundary first."
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"id": "closeout",
|
|
57
|
+
"artifact": "examples/support/closeout-checklist.json",
|
|
58
|
+
"reference": "fixture-backlog-closeout",
|
|
59
|
+
"purpose": "Record that a redacted fixture backlog item exists and the rule remains unchanged."
|
|
60
|
+
}
|
|
61
|
+
],
|
|
62
|
+
"requiredChecks": ["npm run fixtures:check", "npm run fixtures:report", "npm run support:check"]
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
"outcome": "rule-review-candidate",
|
|
66
|
+
"title": "Repeated sanitized surprises need rule review",
|
|
67
|
+
"stages": [
|
|
68
|
+
{
|
|
69
|
+
"id": "report",
|
|
70
|
+
"artifact": "examples/reports/feedback-template.md",
|
|
71
|
+
"reference": "false-positive",
|
|
72
|
+
"purpose": "Collect repeated sanitized examples, redacted doctor output, and tune fixture evidence."
|
|
73
|
+
},
|
|
74
|
+
{
|
|
75
|
+
"id": "triage",
|
|
76
|
+
"artifact": "examples/support/triage-playbook.json",
|
|
77
|
+
"reference": "repeated-risky-domain-rule-review",
|
|
78
|
+
"purpose": "Classify repeated reports as a candidate for guidance or matching review."
|
|
79
|
+
},
|
|
80
|
+
{
|
|
81
|
+
"id": "response",
|
|
82
|
+
"artifact": "examples/support/response-snippets.json",
|
|
83
|
+
"reference": "rule-review-candidate-response",
|
|
84
|
+
"purpose": "Explain that maintainers need multiple sanitized examples before changing guidance or matching."
|
|
85
|
+
},
|
|
86
|
+
{
|
|
87
|
+
"id": "closeout",
|
|
88
|
+
"artifact": "examples/support/closeout-checklist.json",
|
|
89
|
+
"reference": "rule-review-closeout",
|
|
90
|
+
"purpose": "Record that a rule-review candidate was opened and fixture evidence will be compared."
|
|
91
|
+
}
|
|
92
|
+
],
|
|
93
|
+
"requiredChecks": ["npm run fixtures:report -- --markdown", "npm run support:check"]
|
|
94
|
+
}
|
|
95
|
+
]
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
# Support Lifecycle Overview
|
|
2
|
+
|
|
3
|
+
This index shows the public-safe support path at a glance:
|
|
4
|
+
|
|
5
|
+
```text
|
|
6
|
+
report -> triage -> response -> closeout
|
|
7
|
+
```
|
|
8
|
+
|
|
9
|
+
The checked source is [support-lifecycle.json](support-lifecycle.json). It ties together the [report gallery feedback template](../reports/feedback-template.md), [triage playbook](triage-playbook.json), [response snippets](response-snippets.md), and [closeout checklist](closeout-checklist.md).
|
|
10
|
+
|
|
11
|
+
## Outcomes
|
|
12
|
+
|
|
13
|
+
| Outcome | Report | Triage | Response | Closeout |
|
|
14
|
+
| --- | --- | --- | --- | --- |
|
|
15
|
+
| `docs-example` | `report-gallery-feedback` | `gallery-expected-block-docs` | `docs-example-response` | `docs-clarification-closeout` |
|
|
16
|
+
| `fixture-backlog` | `false-positive` | `false-positive-fixture-backlog` | `fixture-backlog-response` | `fixture-backlog-closeout` |
|
|
17
|
+
| `rule-review-candidate` | `false-positive` | `repeated-risky-domain-rule-review` | `rule-review-candidate-response` | `rule-review-closeout` |
|
|
18
|
+
|
|
19
|
+
## Audit Checklist
|
|
20
|
+
|
|
21
|
+
For each public support issue, confirm:
|
|
22
|
+
|
|
23
|
+
- the report asks for redacted `doctor --json` output and the smallest sanitized reproduction,
|
|
24
|
+
- the triage outcome is one of `docs-example`, `fixture-backlog`, or `rule-review-candidate`,
|
|
25
|
+
- the response snippet matches the chosen outcome,
|
|
26
|
+
- the closeout record says whether the docs clarification shipped or queued, fixture backlog was created, or rule-review candidate was opened,
|
|
27
|
+
- no secrets, private code, private paths, customer data, full logs, unredacted SARIF, or exploitable security details appear in the public record.
|
|
28
|
+
|
|
29
|
+
## Checks
|
|
30
|
+
|
|
31
|
+
Run this after editing the lifecycle overview or any support artifact it links:
|
|
32
|
+
|
|
33
|
+
```powershell
|
|
34
|
+
npm run support:check
|
|
35
|
+
```
|
|
36
|
+
|
|
37
|
+
Run report or fixture checks for the matching outcome:
|
|
38
|
+
|
|
39
|
+
```powershell
|
|
40
|
+
npm run reports:check
|
|
41
|
+
npm run fixtures:check
|
|
42
|
+
npm run fixtures:report
|
|
43
|
+
npm run fixtures:report -- --markdown
|
|
44
|
+
```
|
|
45
|
+
|
|
46
|
+
Use [SECURITY.md](../../SECURITY.md) instead of a public issue for credential exposure, private code disclosure, command execution risk, package publishing concerns, MCP data exposure, or exploitable vulnerability details.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "memento-mori-jester",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.94",
|
|
4
4
|
"description": "A local court-jester sidecar for AI coding agents: review plans, commands, diffs, and final claims before they get too pleased with themselves.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"repository": {
|
|
@@ -96,8 +96,12 @@ for (const path of [
|
|
|
96
96
|
"examples/support/README.md",
|
|
97
97
|
"examples/support/closeout-checklist.md",
|
|
98
98
|
"examples/support/closeout-checklist.json",
|
|
99
|
+
"examples/support/outcome-prioritization.md",
|
|
100
|
+
"examples/support/outcome-prioritization.json",
|
|
99
101
|
"examples/support/response-snippets.md",
|
|
100
102
|
"examples/support/response-snippets.json",
|
|
103
|
+
"examples/support/support-lifecycle.md",
|
|
104
|
+
"examples/support/support-lifecycle.json",
|
|
101
105
|
"examples/support/triage-playbook.json",
|
|
102
106
|
"examples/presets/README.md",
|
|
103
107
|
"examples/tuning/README.md",
|
|
@@ -130,6 +134,8 @@ requireText("README.md", /feedback-template\.md/, "report gallery feedback templ
|
|
|
130
134
|
requireText("README.md", /examples\/support/, "support triage playbook link");
|
|
131
135
|
requireText("README.md", /response-snippets\.md/, "support response snippets link");
|
|
132
136
|
requireText("README.md", /closeout-checklist\.md/, "support closeout checklist link");
|
|
137
|
+
requireText("README.md", /support-lifecycle\.md/, "support lifecycle overview link");
|
|
138
|
+
requireText("README.md", /outcome-prioritization\.md/, "support outcome prioritization link");
|
|
133
139
|
requireText("README.md", /report gallery feedback/i, "report gallery feedback guidance");
|
|
134
140
|
requireText("README.md", /License: PolyForm Noncommercial/, "the noncommercial license badge");
|
|
135
141
|
requireText("docs/PRODUCTION_READINESS.md", /npm package/i, "npm package readiness");
|
|
@@ -153,6 +159,8 @@ requireText("docs/PRODUCTION_READINESS.md", /support:check/, "support triage rea
|
|
|
153
159
|
requireText("docs/PRODUCTION_READINESS.md", /examples\/support/, "support triage playbook readiness");
|
|
154
160
|
requireText("docs/PRODUCTION_READINESS.md", /response snippets/i, "support response snippets readiness");
|
|
155
161
|
requireText("docs/PRODUCTION_READINESS.md", /closeout checklist/i, "support closeout checklist readiness");
|
|
162
|
+
requireText("docs/PRODUCTION_READINESS.md", /support lifecycle overview/i, "support lifecycle overview readiness");
|
|
163
|
+
requireText("docs/PRODUCTION_READINESS.md", /outcome prioritization guide/i, "support outcome prioritization readiness");
|
|
156
164
|
requireText("docs/PRODUCTION_READINESS.md", /quiet-pass/, "quiet-pass fixture readiness");
|
|
157
165
|
requireText("docs/CLI.md", /jester doctor --json/, "doctor JSON CLI docs");
|
|
158
166
|
requireText("docs/CLI.md", /quiet-pass fixture/, "quiet-pass fixture CLI docs");
|
|
@@ -179,6 +187,8 @@ requireText("docs/MAINTAINER_TRIAGE.md", /report_gallery_feedback\.yml/, "report
|
|
|
179
187
|
requireText("docs/MAINTAINER_TRIAGE.md", /examples\/support/, "support triage playbook link");
|
|
180
188
|
requireText("docs/MAINTAINER_TRIAGE.md", /response-snippets\.md/, "support response snippets link");
|
|
181
189
|
requireText("docs/MAINTAINER_TRIAGE.md", /closeout-checklist\.md/, "support closeout checklist link");
|
|
190
|
+
requireText("docs/MAINTAINER_TRIAGE.md", /support-lifecycle\.md/, "support lifecycle overview link");
|
|
191
|
+
requireText("docs/MAINTAINER_TRIAGE.md", /outcome-prioritization\.md/, "support outcome prioritization link");
|
|
182
192
|
requireText("docs/MAINTAINER_TRIAGE.md", /docs-example/, "docs example triage outcome");
|
|
183
193
|
requireText("docs/MAINTAINER_TRIAGE.md", /fixture-backlog/, "fixture backlog triage outcome");
|
|
184
194
|
requireText("docs/MAINTAINER_TRIAGE.md", /rule-review-candidate/, "rule review triage outcome");
|
|
@@ -213,6 +223,8 @@ requireText("examples/reports/feedback-template.md", /SECURITY\.md/, "feedback t
|
|
|
213
223
|
requireText("examples/support/README.md", /triage-playbook\.json/, "support triage playbook JSON link");
|
|
214
224
|
requireText("examples/support/README.md", /response-snippets\.md/, "support response snippets link");
|
|
215
225
|
requireText("examples/support/README.md", /closeout-checklist\.md/, "support closeout checklist link");
|
|
226
|
+
requireText("examples/support/README.md", /support-lifecycle\.md/, "support lifecycle overview link");
|
|
227
|
+
requireText("examples/support/README.md", /outcome-prioritization\.md/, "support outcome prioritization link");
|
|
216
228
|
requireText("examples/support/README.md", /docs-example/, "support triage docs outcome");
|
|
217
229
|
requireText("examples/support/README.md", /fixture-backlog/, "support triage fixture outcome");
|
|
218
230
|
requireText("examples/support/README.md", /rule-review-candidate/, "support triage rule-review outcome");
|
|
@@ -232,6 +244,24 @@ requireText("examples/support/closeout-checklist.md", /candidate-opened/, "suppo
|
|
|
232
244
|
requireText("examples/support/closeout-checklist.json", /docs-clarification-closeout/, "support docs closeout record");
|
|
233
245
|
requireText("examples/support/closeout-checklist.json", /fixture-backlog-closeout/, "support fixture closeout record");
|
|
234
246
|
requireText("examples/support/closeout-checklist.json", /rule-review-closeout/, "support rule-review closeout record");
|
|
247
|
+
requireText("examples/support/support-lifecycle.md", /Support Lifecycle Overview/, "support lifecycle heading");
|
|
248
|
+
requireText("examples/support/support-lifecycle.md", /support-lifecycle\.json/, "support lifecycle JSON link");
|
|
249
|
+
requireText("examples/support/support-lifecycle.md", /report -> triage -> response -> closeout/, "support lifecycle flow");
|
|
250
|
+
requireText("examples/support/support-lifecycle.md", /docs-example/, "support lifecycle docs outcome");
|
|
251
|
+
requireText("examples/support/support-lifecycle.md", /fixture-backlog/, "support lifecycle fixture outcome");
|
|
252
|
+
requireText("examples/support/support-lifecycle.md", /rule-review-candidate/, "support lifecycle rule-review outcome");
|
|
253
|
+
requireText("examples/support/support-lifecycle.json", /docs-example-response/, "support lifecycle docs response");
|
|
254
|
+
requireText("examples/support/support-lifecycle.json", /fixture-backlog-response/, "support lifecycle fixture response");
|
|
255
|
+
requireText("examples/support/support-lifecycle.json", /rule-review-candidate-response/, "support lifecycle rule-review response");
|
|
256
|
+
requireText("examples/support/outcome-prioritization.md", /Support Outcome Prioritization/, "support outcome prioritization heading");
|
|
257
|
+
requireText("examples/support/outcome-prioritization.md", /outcome-prioritization\.json/, "support outcome prioritization JSON link");
|
|
258
|
+
requireText("examples/support/outcome-prioritization.md", /docs-example/, "support outcome prioritization docs outcome");
|
|
259
|
+
requireText("examples/support/outcome-prioritization.md", /fixture-backlog/, "support outcome prioritization fixture outcome");
|
|
260
|
+
requireText("examples/support/outcome-prioritization.md", /rule-review-candidate/, "support outcome prioritization rule-review outcome");
|
|
261
|
+
requireText("examples/support/outcome-prioritization.md", /at least two sanitized reports/, "support outcome prioritization evidence threshold");
|
|
262
|
+
requireText("examples/support/outcome-prioritization.json", /docs-clarification-closeout/, "support outcome prioritization docs closeout");
|
|
263
|
+
requireText("examples/support/outcome-prioritization.json", /fixture-backlog-closeout/, "support outcome prioritization fixture closeout");
|
|
264
|
+
requireText("examples/support/outcome-prioritization.json", /rule-review-closeout/, "support outcome prioritization rule-review closeout");
|
|
235
265
|
requireText("examples/tuning/README.md", /framework-tuning-cookbook\.json/, "framework tuning cookbook JSON link");
|
|
236
266
|
requireText("examples/tuning/README.md", /framework:tuning:doctor/, "framework tuning doctor guidance");
|
|
237
267
|
requireText("examples/tuning/README.md", /jester tune <rule-id> --json|jester tune [a-z0-9-]+ --json/, "framework tuning command guidance");
|
|
@@ -267,6 +297,8 @@ requireText("scripts/check-support-triage.mjs", /feedback-template\.md/, "suppor
|
|
|
267
297
|
requireText("scripts/check-support-triage.mjs", /triage-playbook\.json/, "support triage playbook guard");
|
|
268
298
|
requireText("scripts/check-support-triage.mjs", /response-snippets\.json/, "support response snippets guard");
|
|
269
299
|
requireText("scripts/check-support-triage.mjs", /closeout-checklist\.json/, "support closeout checklist guard");
|
|
300
|
+
requireText("scripts/check-support-triage.mjs", /support-lifecycle\.json/, "support lifecycle overview guard");
|
|
301
|
+
requireText("scripts/check-support-triage.mjs", /outcome-prioritization\.json/, "support outcome prioritization guard");
|
|
270
302
|
requireText("scripts/check-support-triage.mjs", /unsafeContentPatterns/, "support triage unsafe content checks");
|
|
271
303
|
requireText("package.json", /"fixtures:check": "node scripts\/check-fixtures\.mjs"/, "fixture authoring check script");
|
|
272
304
|
requireText("package.json", /"fixtures:report": "node scripts\/report-fixtures\.mjs"/, "fixture coverage report script");
|
|
@@ -27,9 +27,13 @@ const supportFiles = [
|
|
|
27
27
|
"examples/reports/README.md",
|
|
28
28
|
"examples/support/closeout-checklist.md",
|
|
29
29
|
"examples/support/closeout-checklist.json",
|
|
30
|
+
"examples/support/outcome-prioritization.md",
|
|
31
|
+
"examples/support/outcome-prioritization.json",
|
|
30
32
|
"examples/support/README.md",
|
|
31
33
|
"examples/support/response-snippets.md",
|
|
32
34
|
"examples/support/response-snippets.json",
|
|
35
|
+
"examples/support/support-lifecycle.md",
|
|
36
|
+
"examples/support/support-lifecycle.json",
|
|
33
37
|
"examples/support/triage-playbook.json",
|
|
34
38
|
"docs/MAINTAINER_TRIAGE.md",
|
|
35
39
|
"docs/PRODUCTION_READINESS.md",
|
|
@@ -80,6 +84,8 @@ requireText("examples/reports/README.md", /npm run support:check/, "support chec
|
|
|
80
84
|
requireText("examples/reports/README.md", /examples\/support|Maintainer Triage Playbook/i, "maintainer triage playbook link");
|
|
81
85
|
|
|
82
86
|
requireText("examples/support/README.md", /Maintainer Triage Playbook/, "maintainer playbook heading");
|
|
87
|
+
requireText("examples/support/README.md", /support-lifecycle\.md/, "support lifecycle overview link");
|
|
88
|
+
requireText("examples/support/README.md", /outcome-prioritization\.md/, "support outcome prioritization link");
|
|
83
89
|
requireText("examples/support/README.md", /closeout-checklist\.md/, "support closeout checklist link");
|
|
84
90
|
requireText("examples/support/README.md", /triage-playbook\.json/, "maintainer playbook JSON link");
|
|
85
91
|
requireText("examples/support/README.md", /response-snippets\.md/, "maintainer response snippets link");
|
|
@@ -106,6 +112,33 @@ requireText("examples/support/closeout-checklist.md", /SECURITY\.md/, "closeout
|
|
|
106
112
|
requireText("examples/support/closeout-checklist.json", /docs-clarification-closeout/, "docs closeout record");
|
|
107
113
|
requireText("examples/support/closeout-checklist.json", /fixture-backlog-closeout/, "fixture closeout record");
|
|
108
114
|
requireText("examples/support/closeout-checklist.json", /rule-review-closeout/, "rule-review closeout record");
|
|
115
|
+
requireText("examples/support/support-lifecycle.md", /Support Lifecycle Overview/, "support lifecycle heading");
|
|
116
|
+
requireText("examples/support/support-lifecycle.md", /support-lifecycle\.json/, "support lifecycle JSON link");
|
|
117
|
+
requireText("examples/support/support-lifecycle.md", /report -> triage -> response -> closeout/, "support lifecycle flow");
|
|
118
|
+
requireText("examples/support/support-lifecycle.md", /report gallery feedback template/, "report feedback lifecycle link");
|
|
119
|
+
requireText("examples/support/support-lifecycle.md", /triage playbook/, "triage lifecycle link");
|
|
120
|
+
requireText("examples/support/support-lifecycle.md", /response snippets/, "response lifecycle link");
|
|
121
|
+
requireText("examples/support/support-lifecycle.md", /closeout checklist/, "closeout lifecycle link");
|
|
122
|
+
requireText("examples/support/support-lifecycle.md", /docs-example/, "docs lifecycle outcome");
|
|
123
|
+
requireText("examples/support/support-lifecycle.md", /fixture-backlog/, "fixture lifecycle outcome");
|
|
124
|
+
requireText("examples/support/support-lifecycle.md", /rule-review-candidate/, "rule-review lifecycle outcome");
|
|
125
|
+
requireText("examples/support/support-lifecycle.md", /doctor --json/, "doctor JSON lifecycle prompt");
|
|
126
|
+
requireText("examples/support/support-lifecycle.md", /SECURITY\.md/, "lifecycle security redirect");
|
|
127
|
+
requireText("examples/support/support-lifecycle.json", /docs-example-response/, "docs lifecycle response");
|
|
128
|
+
requireText("examples/support/support-lifecycle.json", /fixture-backlog-response/, "fixture lifecycle response");
|
|
129
|
+
requireText("examples/support/support-lifecycle.json", /rule-review-candidate-response/, "rule-review lifecycle response");
|
|
130
|
+
requireText("examples/support/outcome-prioritization.md", /Support Outcome Prioritization/, "support outcome prioritization heading");
|
|
131
|
+
requireText("examples/support/outcome-prioritization.md", /outcome-prioritization\.json/, "support prioritization JSON link");
|
|
132
|
+
requireText("examples/support/outcome-prioritization.md", /support lifecycle overview/, "support lifecycle prioritization link");
|
|
133
|
+
requireText("examples/support/outcome-prioritization.md", /docs-example/, "docs prioritization outcome");
|
|
134
|
+
requireText("examples/support/outcome-prioritization.md", /fixture-backlog/, "fixture prioritization outcome");
|
|
135
|
+
requireText("examples/support/outcome-prioritization.md", /rule-review-candidate/, "rule-review prioritization outcome");
|
|
136
|
+
requireText("examples/support/outcome-prioritization.md", /jester tune <rule-id> --json/, "tune JSON prioritization evidence");
|
|
137
|
+
requireText("examples/support/outcome-prioritization.md", /at least two sanitized reports/, "rule-review evidence threshold");
|
|
138
|
+
requireText("examples/support/outcome-prioritization.md", /SECURITY\.md/, "prioritization security redirect");
|
|
139
|
+
requireText("examples/support/outcome-prioritization.json", /docs-clarification-closeout/, "docs prioritization closeout");
|
|
140
|
+
requireText("examples/support/outcome-prioritization.json", /fixture-backlog-closeout/, "fixture prioritization closeout");
|
|
141
|
+
requireText("examples/support/outcome-prioritization.json", /rule-review-closeout/, "rule-review prioritization closeout");
|
|
109
142
|
requireText("examples/support/response-snippets.md", /Maintainer Response Snippets/, "response snippets heading");
|
|
110
143
|
requireText("examples/support/response-snippets.md", /response-snippets\.json/, "response snippets JSON link");
|
|
111
144
|
requireText("examples/support/response-snippets.md", /docs-example/, "docs response outcome");
|
|
@@ -121,6 +154,8 @@ requireText("examples/support/response-snippets.json", /rule-review-candidate-re
|
|
|
121
154
|
requireText("docs/MAINTAINER_TRIAGE.md", /feedback-template\.md/, "feedback template triage link");
|
|
122
155
|
requireText("docs/MAINTAINER_TRIAGE.md", /report_gallery_feedback\.yml/, "report gallery issue template triage link");
|
|
123
156
|
requireText("docs/MAINTAINER_TRIAGE.md", /examples\/support/, "maintainer playbook triage link");
|
|
157
|
+
requireText("docs/MAINTAINER_TRIAGE.md", /support-lifecycle\.md/, "support lifecycle triage link");
|
|
158
|
+
requireText("docs/MAINTAINER_TRIAGE.md", /outcome-prioritization\.md/, "support prioritization triage link");
|
|
124
159
|
requireText("docs/MAINTAINER_TRIAGE.md", /closeout-checklist\.md/, "support closeout checklist triage link");
|
|
125
160
|
requireText("docs/MAINTAINER_TRIAGE.md", /response-snippets\.md/, "maintainer response snippets triage link");
|
|
126
161
|
requireText("docs/MAINTAINER_TRIAGE.md", /docs-example/, "docs example triage outcome");
|
|
@@ -129,6 +164,8 @@ requireText("docs/MAINTAINER_TRIAGE.md", /rule-review-candidate/, "rule review t
|
|
|
129
164
|
requireText("docs/MAINTAINER_TRIAGE.md", /npm(?:\.cmd)? run support:check/, "support checker triage command");
|
|
130
165
|
requireText("docs/PRODUCTION_READINESS.md", /support:check/, "support checker readiness");
|
|
131
166
|
requireText("README.md", /feedback-template\.md/, "feedback template README link");
|
|
167
|
+
requireText("README.md", /support-lifecycle\.md/, "support lifecycle README link");
|
|
168
|
+
requireText("README.md", /outcome-prioritization\.md/, "support prioritization README link");
|
|
132
169
|
requireText("README.md", /closeout-checklist\.md/, "support closeout checklist README link");
|
|
133
170
|
requireText("README.md", /examples\/support/, "maintainer triage playbook README link");
|
|
134
171
|
requireText("README.md", /response-snippets\.md/, "maintainer response snippets README link");
|
|
@@ -140,6 +177,8 @@ requireText("package.json", /npm run support:check/, "support checker in npm tes
|
|
|
140
177
|
checkTriagePlaybook();
|
|
141
178
|
checkResponseSnippets();
|
|
142
179
|
checkCloseoutChecklist();
|
|
180
|
+
checkSupportLifecycle();
|
|
181
|
+
checkOutcomePrioritization();
|
|
143
182
|
|
|
144
183
|
if (failures.length > 0) {
|
|
145
184
|
console.error("Support triage check failed:");
|
|
@@ -434,3 +473,195 @@ function checkCloseoutChecklist() {
|
|
|
434
473
|
}
|
|
435
474
|
}
|
|
436
475
|
}
|
|
476
|
+
|
|
477
|
+
function checkSupportLifecycle() {
|
|
478
|
+
const path = "examples/support/support-lifecycle.json";
|
|
479
|
+
const lifecycle = readJson(path);
|
|
480
|
+
if (!lifecycle) {
|
|
481
|
+
return;
|
|
482
|
+
}
|
|
483
|
+
|
|
484
|
+
if (!Array.isArray(lifecycle) || lifecycle.length !== 3) {
|
|
485
|
+
failures.push(`${path} should contain exactly three support lifecycle outcomes.`);
|
|
486
|
+
return;
|
|
487
|
+
}
|
|
488
|
+
|
|
489
|
+
const expected = [
|
|
490
|
+
{
|
|
491
|
+
outcome: "docs-example",
|
|
492
|
+
stageReferences: ["report-gallery-feedback", "gallery-expected-block-docs", "docs-example-response", "docs-clarification-closeout"],
|
|
493
|
+
checks: ["npm run reports:check", "npm run support:check"]
|
|
494
|
+
},
|
|
495
|
+
{
|
|
496
|
+
outcome: "fixture-backlog",
|
|
497
|
+
stageReferences: ["false-positive", "false-positive-fixture-backlog", "fixture-backlog-response", "fixture-backlog-closeout"],
|
|
498
|
+
checks: ["npm run fixtures:check", "npm run fixtures:report", "npm run support:check"]
|
|
499
|
+
},
|
|
500
|
+
{
|
|
501
|
+
outcome: "rule-review-candidate",
|
|
502
|
+
stageReferences: ["false-positive", "repeated-risky-domain-rule-review", "rule-review-candidate-response", "rule-review-closeout"],
|
|
503
|
+
checks: ["npm run fixtures:report -- --markdown", "npm run support:check"]
|
|
504
|
+
}
|
|
505
|
+
];
|
|
506
|
+
const expectedStageIds = ["report", "triage", "response", "closeout"];
|
|
507
|
+
const expectedArtifacts = [
|
|
508
|
+
"examples/reports/feedback-template.md",
|
|
509
|
+
"examples/support/triage-playbook.json",
|
|
510
|
+
"examples/support/response-snippets.json",
|
|
511
|
+
"examples/support/closeout-checklist.json"
|
|
512
|
+
];
|
|
513
|
+
const seenOutcomes = new Set();
|
|
514
|
+
|
|
515
|
+
for (const [index, entry] of lifecycle.entries()) {
|
|
516
|
+
const expectedEntry = expected[index];
|
|
517
|
+
if (entry?.outcome !== expectedEntry.outcome) {
|
|
518
|
+
failures.push(`${path} entry ${index + 1} should have outcome ${expectedEntry.outcome}.`);
|
|
519
|
+
continue;
|
|
520
|
+
}
|
|
521
|
+
|
|
522
|
+
if (seenOutcomes.has(entry.outcome)) {
|
|
523
|
+
failures.push(`${path} has duplicate outcome ${entry.outcome}.`);
|
|
524
|
+
}
|
|
525
|
+
seenOutcomes.add(entry.outcome);
|
|
526
|
+
|
|
527
|
+
if (typeof entry.title !== "string" || entry.title.length < 20) {
|
|
528
|
+
failures.push(`${entry.outcome}.title should explain the lifecycle outcome.`);
|
|
529
|
+
}
|
|
530
|
+
|
|
531
|
+
if (!Array.isArray(entry.stages) || entry.stages.length !== 4) {
|
|
532
|
+
failures.push(`${entry.outcome}.stages should contain report, triage, response, and closeout.`);
|
|
533
|
+
continue;
|
|
534
|
+
}
|
|
535
|
+
|
|
536
|
+
for (const [stageIndex, stage] of entry.stages.entries()) {
|
|
537
|
+
if (stage?.id !== expectedStageIds[stageIndex]) {
|
|
538
|
+
failures.push(`${entry.outcome}.stages[${stageIndex}].id should be ${expectedStageIds[stageIndex]}.`);
|
|
539
|
+
}
|
|
540
|
+
|
|
541
|
+
if (stage?.artifact !== expectedArtifacts[stageIndex]) {
|
|
542
|
+
failures.push(`${entry.outcome}.stages[${stageIndex}].artifact should be ${expectedArtifacts[stageIndex]}.`);
|
|
543
|
+
}
|
|
544
|
+
|
|
545
|
+
if (stage?.reference !== expectedEntry.stageReferences[stageIndex]) {
|
|
546
|
+
failures.push(`${entry.outcome}.stages[${stageIndex}].reference should be ${expectedEntry.stageReferences[stageIndex]}.`);
|
|
547
|
+
}
|
|
548
|
+
|
|
549
|
+
if (typeof stage?.purpose !== "string" || stage.purpose.length < 30) {
|
|
550
|
+
failures.push(`${entry.outcome}.stages[${stageIndex}].purpose should explain what the stage records.`);
|
|
551
|
+
}
|
|
552
|
+
}
|
|
553
|
+
|
|
554
|
+
if (!Array.isArray(entry.requiredChecks)) {
|
|
555
|
+
failures.push(`${entry.outcome}.requiredChecks should be an array.`);
|
|
556
|
+
continue;
|
|
557
|
+
}
|
|
558
|
+
|
|
559
|
+
for (const check of expectedEntry.checks) {
|
|
560
|
+
if (!entry.requiredChecks.includes(check)) {
|
|
561
|
+
failures.push(`${entry.outcome}.requiredChecks should include ${check}.`);
|
|
562
|
+
}
|
|
563
|
+
}
|
|
564
|
+
}
|
|
565
|
+
}
|
|
566
|
+
|
|
567
|
+
function checkOutcomePrioritization() {
|
|
568
|
+
const path = "examples/support/outcome-prioritization.json";
|
|
569
|
+
const priorities = readJson(path);
|
|
570
|
+
if (!priorities) {
|
|
571
|
+
return;
|
|
572
|
+
}
|
|
573
|
+
|
|
574
|
+
if (!Array.isArray(priorities) || priorities.length !== 3) {
|
|
575
|
+
failures.push(`${path} should contain exactly three support outcome priorities.`);
|
|
576
|
+
return;
|
|
577
|
+
}
|
|
578
|
+
|
|
579
|
+
const expected = [
|
|
580
|
+
{
|
|
581
|
+
outcome: "docs-example",
|
|
582
|
+
priority: "low",
|
|
583
|
+
nextArtifact: "docs-clarification-closeout",
|
|
584
|
+
checks: ["npm run reports:check", "npm run support:check"],
|
|
585
|
+
evidence: ["Nearest checked report", "Observed output", "No rule behavior change"]
|
|
586
|
+
},
|
|
587
|
+
{
|
|
588
|
+
outcome: "fixture-backlog",
|
|
589
|
+
priority: "medium",
|
|
590
|
+
nextArtifact: "fixture-backlog-closeout",
|
|
591
|
+
checks: ["npm run fixtures:check", "npm run fixtures:report", "npm run support:check"],
|
|
592
|
+
evidence: ["Smallest sanitized", "jester tune <rule-id> --json", "existing pass or quiet-pass fixture"]
|
|
593
|
+
},
|
|
594
|
+
{
|
|
595
|
+
outcome: "rule-review-candidate",
|
|
596
|
+
priority: "high",
|
|
597
|
+
nextArtifact: "rule-review-closeout",
|
|
598
|
+
checks: ["npm run fixtures:report -- --markdown", "npm run support:check"],
|
|
599
|
+
evidence: ["At least two sanitized", "fixture report evidence", "single fixture backlog item is not enough"]
|
|
600
|
+
}
|
|
601
|
+
];
|
|
602
|
+
const seenOutcomes = new Set();
|
|
603
|
+
|
|
604
|
+
for (const [index, entry] of priorities.entries()) {
|
|
605
|
+
const expectedEntry = expected[index];
|
|
606
|
+
if (entry?.outcome !== expectedEntry.outcome) {
|
|
607
|
+
failures.push(`${path} entry ${index + 1} should have outcome ${expectedEntry.outcome}.`);
|
|
608
|
+
continue;
|
|
609
|
+
}
|
|
610
|
+
|
|
611
|
+
if (seenOutcomes.has(entry.outcome)) {
|
|
612
|
+
failures.push(`${path} has duplicate outcome ${entry.outcome}.`);
|
|
613
|
+
}
|
|
614
|
+
seenOutcomes.add(entry.outcome);
|
|
615
|
+
|
|
616
|
+
if (entry.priority !== expectedEntry.priority) {
|
|
617
|
+
failures.push(`${entry.outcome}.priority should be ${expectedEntry.priority}.`);
|
|
618
|
+
}
|
|
619
|
+
|
|
620
|
+
if (typeof entry.title !== "string" || entry.title.length < 20) {
|
|
621
|
+
failures.push(`${entry.outcome}.title should explain the prioritization decision.`);
|
|
622
|
+
}
|
|
623
|
+
|
|
624
|
+
if (typeof entry.useWhen !== "string" || entry.useWhen.length < 60) {
|
|
625
|
+
failures.push(`${entry.outcome}.useWhen should explain when to choose this outcome.`);
|
|
626
|
+
}
|
|
627
|
+
|
|
628
|
+
if (typeof entry.backlogDestination !== "string" || entry.backlogDestination.length < 15) {
|
|
629
|
+
failures.push(`${entry.outcome}.backlogDestination should describe the follow-up destination.`);
|
|
630
|
+
}
|
|
631
|
+
|
|
632
|
+
if (entry.nextArtifact !== expectedEntry.nextArtifact) {
|
|
633
|
+
failures.push(`${entry.outcome}.nextArtifact should be ${expectedEntry.nextArtifact}.`);
|
|
634
|
+
}
|
|
635
|
+
|
|
636
|
+
if (!Array.isArray(entry.minimumEvidence) || entry.minimumEvidence.length !== 3) {
|
|
637
|
+
failures.push(`${entry.outcome}.minimumEvidence should contain exactly three evidence thresholds.`);
|
|
638
|
+
} else {
|
|
639
|
+
const evidenceText = entry.minimumEvidence.join("\n");
|
|
640
|
+
for (const expectedEvidence of expectedEntry.evidence) {
|
|
641
|
+
if (!evidenceText.includes(expectedEvidence)) {
|
|
642
|
+
failures.push(`${entry.outcome}.minimumEvidence should include ${expectedEvidence}.`);
|
|
643
|
+
}
|
|
644
|
+
}
|
|
645
|
+
}
|
|
646
|
+
|
|
647
|
+
if (!Array.isArray(entry.notEnoughEvidence) || entry.notEnoughEvidence.length !== 3) {
|
|
648
|
+
failures.push(`${entry.outcome}.notEnoughEvidence should contain exactly three guardrails.`);
|
|
649
|
+
} else {
|
|
650
|
+
const notEnoughText = entry.notEnoughEvidence.join("\n");
|
|
651
|
+
if (!/private|secret|SECURITY\.md|reproduction|rule/i.test(notEnoughText)) {
|
|
652
|
+
failures.push(`${entry.outcome}.notEnoughEvidence should include privacy, reproduction, or rule-change guardrails.`);
|
|
653
|
+
}
|
|
654
|
+
}
|
|
655
|
+
|
|
656
|
+
if (!Array.isArray(entry.requiredChecks)) {
|
|
657
|
+
failures.push(`${entry.outcome}.requiredChecks should be an array.`);
|
|
658
|
+
continue;
|
|
659
|
+
}
|
|
660
|
+
|
|
661
|
+
for (const check of expectedEntry.checks) {
|
|
662
|
+
if (!entry.requiredChecks.includes(check)) {
|
|
663
|
+
failures.push(`${entry.outcome}.requiredChecks should include ${check}.`);
|
|
664
|
+
}
|
|
665
|
+
}
|
|
666
|
+
}
|
|
667
|
+
}
|