memento-mori-jester 0.1.94 → 0.1.95
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/README.md +4 -2
- package/ROADMAP.md +2 -0
- package/docs/MAINTAINER_TRIAGE.md +2 -2
- package/docs/PRODUCTION_READINESS.md +3 -3
- package/docs/RELEASE_NOTES_v0.1.95.md +58 -0
- package/examples/support/README.md +4 -3
- package/examples/support/backlog-records.json +78 -0
- package/examples/support/backlog-records.md +57 -0
- package/package.json +1 -1
- package/scripts/check-production-readiness.mjs +17 -0
- package/scripts/check-support-triage.mjs +143 -0
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,12 @@ All notable changes to Memento Mori Jester are tracked here.
|
|
|
4
4
|
|
|
5
5
|
## Unreleased
|
|
6
6
|
|
|
7
|
+
## 0.1.95
|
|
8
|
+
|
|
9
|
+
- Added checked public-safe support backlog records for turning closed/prioritized support outcomes into docs clarification, fixture backlog, or rule-review candidate artifacts.
|
|
10
|
+
- Extended `npm run support:check` and production-readiness checks so backlog record IDs, evidence thresholds, required checks, and privacy guidance stay aligned with the support lifecycle.
|
|
11
|
+
- Updated README, maintainer triage docs, support examples, production-readiness docs, roadmap, and release notes for deterministic support backlog recording.
|
|
12
|
+
|
|
7
13
|
## 0.1.94
|
|
8
14
|
|
|
9
15
|
- Added a checked public-safe support outcome prioritization guide for deciding whether closed support reports become docs clarifications, fixture backlog items, or rule-review candidates.
|
package/README.md
CHANGED
|
@@ -76,7 +76,7 @@ For trust-building output examples, see [examples/reports](examples/reports). `n
|
|
|
76
76
|
|
|
77
77
|
If one of those reports is confusing or stale, use the public-safe [report gallery feedback template](examples/reports/feedback-template.md). It asks for version, nearest gallery example, sanitized command/output summaries, and redacted diagnostics without private repo code or secrets.
|
|
78
78
|
|
|
79
|
-
Maintainers can use the checked [support lifecycle overview](examples/support/support-lifecycle.md), [outcome prioritization guide](examples/support/outcome-prioritization.md), [support triage playbook](examples/support), [response snippets](examples/support/response-snippets.md), and [support closeout checklist](examples/support/closeout-checklist.md) to turn sanitized reports into a docs example, fixture backlog item, or rule-review candidate without changing behavior first.
|
|
79
|
+
Maintainers can use the checked [support lifecycle overview](examples/support/support-lifecycle.md), [outcome prioritization guide](examples/support/outcome-prioritization.md), [support backlog records](examples/support/backlog-records.md), [support triage playbook](examples/support), [response snippets](examples/support/response-snippets.md), and [support closeout checklist](examples/support/closeout-checklist.md) to turn sanitized reports into a docs example, fixture backlog item, or rule-review candidate without changing behavior first.
|
|
80
80
|
|
|
81
81
|
Expected vibe:
|
|
82
82
|
|
|
@@ -452,6 +452,7 @@ More setup examples:
|
|
|
452
452
|
- [Report Gallery Feedback Template](examples/reports/feedback-template.md)
|
|
453
453
|
- [Support Lifecycle Overview](examples/support/support-lifecycle.md)
|
|
454
454
|
- [Support Outcome Prioritization](examples/support/outcome-prioritization.md)
|
|
455
|
+
- [Support Backlog Records](examples/support/backlog-records.md)
|
|
455
456
|
- [Support Triage Playbook](examples/support)
|
|
456
457
|
- [Maintainer Response Snippets](examples/support/response-snippets.md)
|
|
457
458
|
- [Support Closeout Checklist](examples/support/closeout-checklist.md)
|
|
@@ -478,6 +479,7 @@ Framework CI examples:
|
|
|
478
479
|
- [Report Gallery Feedback Template](examples/reports/feedback-template.md)
|
|
479
480
|
- [Support Lifecycle Overview](examples/support/support-lifecycle.md)
|
|
480
481
|
- [Support Outcome Prioritization](examples/support/outcome-prioritization.md)
|
|
482
|
+
- [Support Backlog Records](examples/support/backlog-records.md)
|
|
481
483
|
- [Support Triage Playbook](examples/support)
|
|
482
484
|
- [Maintainer Response Snippets](examples/support/response-snippets.md)
|
|
483
485
|
- [Support Closeout Checklist](examples/support/closeout-checklist.md)
|
|
@@ -537,7 +539,7 @@ Maintainers can use [docs/MAINTAINER_TRIAGE.md](docs/MAINTAINER_TRIAGE.md) to tu
|
|
|
537
539
|
Run `npm run fixtures:check` before merging fixture changes; it catches duplicate IDs, missing rule metadata, weak descriptions, unsafe-looking content, and duplicate content.
|
|
538
540
|
Run `npm run fixtures:report` to see fixture coverage by rule, rule family, preset slice, kind, verdict, quiet-pass boundaries, feasible pass-case gaps, and curation-next guidance before choosing the next fixture. Use `npm run fixtures:report -- --markdown` when you want a paste-ready summary for release notes or GitHub issues.
|
|
539
541
|
Run `npm run reports:check` after editing [examples/reports](examples/reports); it verifies the public report gallery against an installed package in a temporary consumer project.
|
|
540
|
-
Run `npm run support:check` after editing issue templates, support docs, the report gallery feedback path, the [support lifecycle overview](examples/support/support-lifecycle.md), [outcome prioritization guide](examples/support/outcome-prioritization.md), [support triage playbook](examples/support), [response snippets](examples/support/response-snippets.md), or [support closeout checklist](examples/support/closeout-checklist.md); it verifies the public templates ask for useful redacted context without inviting secrets or private code.
|
|
542
|
+
Run `npm run support:check` after editing issue templates, support docs, the report gallery feedback path, the [support lifecycle overview](examples/support/support-lifecycle.md), [outcome prioritization guide](examples/support/outcome-prioritization.md), [support backlog records](examples/support/backlog-records.md), [support triage playbook](examples/support), [response snippets](examples/support/response-snippets.md), or [support closeout checklist](examples/support/closeout-checklist.md); it verifies the public templates ask for useful redacted context without inviting secrets or private code.
|
|
541
543
|
Run `npm run promo:card` to regenerate the repo-local social preview card after changing its copy or design.
|
|
542
544
|
Run `npm run promo:check` after editing promo assets; it checks the current demo video, stills, docs, and fixture evidence numbers stay in sync.
|
|
543
545
|
Run `npm run site:check` after editing the repo-local landing page; it verifies the start command, demo links, social card, repo, release, and npm links.
|
package/ROADMAP.md
CHANGED
|
@@ -6,6 +6,7 @@ Memento Mori Jester is usable today as a CLI, MCP server, GitHub Action, and git
|
|
|
6
6
|
|
|
7
7
|
## Recently Shipped
|
|
8
8
|
|
|
9
|
+
- Checked support backlog records in v0.1.95, turning closed and prioritized support outcomes into public-safe docs clarification, fixture backlog, or rule-review candidate artifacts.
|
|
9
10
|
- Checked support outcome prioritization in v0.1.94, helping maintainers turn closed support reports into docs, fixture backlog, or rule-review work based on public-safe evidence thresholds.
|
|
10
11
|
- Checked support lifecycle overview in v0.1.93, tying report-gallery feedback, triage playbook entries, response snippets, and closeout records together by outcome.
|
|
11
12
|
- Checked support closeout checklist in v0.1.92, recording whether docs clarifications shipped or queued, fixture backlogs were created, or rule-review candidates were opened.
|
|
@@ -84,6 +85,7 @@ Memento Mori Jester is usable today as a CLI, MCP server, GitHub Action, and git
|
|
|
84
85
|
## Product Ideas
|
|
85
86
|
|
|
86
87
|
- Collect real-world reports and fold the strongest redacted cases into more framework tuning cookbook recipes.
|
|
88
|
+
- Use support backlog record counts to choose the next docs, fixture, report-gallery, or rule-guidance batch.
|
|
87
89
|
- Use repeated prioritized support outcomes to choose the next redacted fixture, report-gallery update, or rule-guidance review.
|
|
88
90
|
- Add a hosted-page option or GitHub Pages instructions once the static page has settled.
|
|
89
91
|
|
|
@@ -21,7 +21,7 @@ For users who just need to understand what a healthy report looks like, point th
|
|
|
21
21
|
|
|
22
22
|
For users who say a gallery report is confusing, stale, or hard to compare with their local output, point them at [examples/reports/feedback-template.md](../examples/reports/feedback-template.md) or the GitHub [report gallery feedback issue template](../.github/ISSUE_TEMPLATE/report_gallery_feedback.yml). It asks for the nearest checked example, sanitized command and output summaries, version, and redacted diagnostics without asking for private code.
|
|
23
23
|
|
|
24
|
-
When a report has enough public-safe detail to triage, start with the checked [support lifecycle overview](../examples/support/support-lifecycle.md) to see the whole path from report to closeout. Then compare it with the checked [support triage playbook](../examples/support). The playbook walks sanitized report-gallery and false-positive reports through first response, classification, and a follow-up outcome. Use [response-snippets.md](../examples/support/response-snippets.md) to reply consistently after choosing the outcome, then use [closeout-checklist.md](../examples/support/closeout-checklist.md) to record whether the docs clarification shipped or queued, fixture backlog was created, or rule-review candidate was opened. Use [outcome-prioritization.md](../examples/support/outcome-prioritization.md) after closeout to decide whether the follow-up work is low-priority docs, medium-priority fixture backlog, or high-priority rule review.
|
|
24
|
+
When a report has enough public-safe detail to triage, start with the checked [support lifecycle overview](../examples/support/support-lifecycle.md) to see the whole path from report to closeout. Then compare it with the checked [support triage playbook](../examples/support). The playbook walks sanitized report-gallery and false-positive reports through first response, classification, and a follow-up outcome. Use [response-snippets.md](../examples/support/response-snippets.md) to reply consistently after choosing the outcome, then use [closeout-checklist.md](../examples/support/closeout-checklist.md) to record whether the docs clarification shipped or queued, fixture backlog was created, or rule-review candidate was opened. Use [outcome-prioritization.md](../examples/support/outcome-prioritization.md) after closeout to decide whether the follow-up work is low-priority docs, medium-priority fixture backlog, or high-priority rule review. Use [backlog-records.md](../examples/support/backlog-records.md) when that prioritized follow-up needs a public-safe backlog artifact.
|
|
25
25
|
|
|
26
26
|
Do not ask users to paste secrets, private code, customer data, live credentials, complete CI logs, or unredacted SARIF. If the report involves credential exposure, command execution, unexpected network access, private code disclosure, package publishing, or MCP data exposure, route it through [SECURITY.md](../SECURITY.md).
|
|
27
27
|
|
|
@@ -65,7 +65,7 @@ Use the playbook outcomes consistently:
|
|
|
65
65
|
- `fixture-backlog`: the reduced report looks safe and should become a pass or quiet-pass fixture.
|
|
66
66
|
- `rule-review-candidate`: repeated sanitized reports suggest guidance or matching may need review, but not from a single report.
|
|
67
67
|
|
|
68
|
-
Use the matching lifecycle row and response snippet for the first public reply, then adapt only the project-neutral parts: the rule id, minimal command summary, fixture id, and next command. After the reply, record the closeout with the matching checklist entry so the issue has a public-safe decision record. If follow-up work remains, choose its priority from the outcome prioritization guide before opening a docs, fixture, or rule-review backlog item. Do not add private code, private paths, tokens, full logs, or exploitable details to the response, closeout, or backlog item.
|
|
68
|
+
Use the matching lifecycle row and response snippet for the first public reply, then adapt only the project-neutral parts: the rule id, minimal command summary, fixture id, and next command. After the reply, record the closeout with the matching checklist entry so the issue has a public-safe decision record. If follow-up work remains, choose its priority from the outcome prioritization guide before opening a docs, fixture, or rule-review backlog item, then record that choice with the matching backlog record. Do not add private code, private paths, tokens, full logs, or exploitable details to the response, closeout, or backlog item.
|
|
69
69
|
|
|
70
70
|
After editing report support docs or issue templates, run:
|
|
71
71
|
|
|
@@ -47,7 +47,7 @@ This checklist defines what "production grade" means for Memento Mori Jester rig
|
|
|
47
47
|
- `README.md` leads with a no-write first run, project bootstrap, agent setup, and optional hooks/CI.
|
|
48
48
|
- `docs/GETTING_STARTED.md`, `docs/CLI.md`, `docs/RELEASE.md`, and `docs/TRUSTED_PUBLISHING.md` cover the core adoption and release paths.
|
|
49
49
|
- `examples/reports` provides checked, public-safe report examples for fresh install diagnostics, summary output, blocked command reviews, and report-gallery feedback.
|
|
50
|
-
- `examples/support` provides a checked support lifecycle overview, outcome prioritization guide, maintainer triage playbook, response snippets, and closeout checklist for first response, classification, follow-up outcomes, public-safe decision records, and backlog
|
|
50
|
+
- `examples/support` provides a checked support lifecycle overview, outcome prioritization guide, backlog records, maintainer triage playbook, response snippets, and closeout checklist for first response, classification, follow-up outcomes, public-safe decision records, backlog prioritization, and backlog artifacts from sanitized support reports.
|
|
51
51
|
- `site/index.html` gives maintainers a static one-page share surface that reuses the demo, social card, start command, and public links.
|
|
52
52
|
- Every public release has matching `CHANGELOG.md` notes and `docs/RELEASE_NOTES_vX.Y.Z.md`.
|
|
53
53
|
|
|
@@ -60,14 +60,14 @@ This checklist defines what "production grade" means for Memento Mori Jester rig
|
|
|
60
60
|
- GitHub issue templates collect bug reports, false-positive reports, report-gallery feedback, and feature requests with the diagnostic context maintainers need.
|
|
61
61
|
- `SECURITY.md` routes vulnerability reports away from public issues and asks for redacted diagnostics.
|
|
62
62
|
- `docs/MAINTAINER_TRIAGE.md` explains how to turn useful false-positive reports into fixture coverage before changing rule logic.
|
|
63
|
-
- `examples/support` shows maintainers how to audit the support lifecycle, classify sanitized reports as a docs example, fixture backlog item, or rule-review candidate before changing behavior, then reply with public-safe response snippets, record the closeout,
|
|
63
|
+
- `examples/support` shows maintainers how to audit the support lifecycle, classify sanitized reports as a docs example, fixture backlog item, or rule-review candidate before changing behavior, then reply with public-safe response snippets, record the closeout, prioritize follow-up work, and create a public-safe backlog record.
|
|
64
64
|
- `npm run fixtures:check` validates fixture IDs, metadata, unsafe-looking content, duplicate content, and explicit expected/absent rule intent.
|
|
65
65
|
- `npm run fixtures:report` shows fixture coverage by rule, rule family, preset slice, kind, verdict, quiet-pass rule boundaries, and feasible pass-case gaps so maintainers can pick the next fixture target; `npm run fixtures:report -- --markdown` produces a paste-ready maintainer snapshot.
|
|
66
66
|
- `npm run framework:tuning:check` keeps the framework tuning guide, cookbook JSON, cookbook README, and fixture IDs aligned.
|
|
67
67
|
- `npm run framework:tuning:doctor` runs the cookbook tune commands through the built CLI with temporary preset configs, so package consumers do not inherit stale recipes.
|
|
68
68
|
- `npm run consumer:quickstart:check` installs the package into a temporary minimal project and runs `doctor`, `summary`, and packaged framework tuning checks from that consumer side.
|
|
69
69
|
- `npm run reports:check` installs the package into a temporary minimal project and runs the report gallery's `doctor`, `summary`, and blocked-command examples through that consumer side.
|
|
70
|
-
- `npm run support:check` verifies issue templates, support docs, the report gallery feedback template, the support lifecycle overview, outcome prioritization guide, maintainer triage playbook, response snippets, and closeout checklist stay public-safe and ask for useful redacted context.
|
|
70
|
+
- `npm run support:check` verifies issue templates, support docs, the report gallery feedback template, the support lifecycle overview, outcome prioritization guide, backlog records, maintainer triage playbook, response snippets, and closeout checklist stay public-safe and ask for useful redacted context.
|
|
71
71
|
- `npm run promo:card` regenerates the deterministic social preview card, and `npm run promo:check` verifies current repo-local promo assets against the current fixture evidence before maintainers post or refresh the demo.
|
|
72
72
|
- `npm run site:check` verifies the static landing page before maintainers post or host it.
|
|
73
73
|
- npm publish has a manual workflow fallback, but the normal release path is tag-driven trusted publishing.
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
# Memento Mori Jester v0.1.95
|
|
2
|
+
|
|
3
|
+
## Summary
|
|
4
|
+
|
|
5
|
+
This release adds checked public-safe support backlog records. It helps maintainers turn a closed and prioritized support outcome into a docs clarification, fixture backlog item, or rule-review candidate without changing rule behavior first.
|
|
6
|
+
|
|
7
|
+
## What Changed
|
|
8
|
+
|
|
9
|
+
- Added `examples/support/backlog-records.md`.
|
|
10
|
+
- Added `examples/support/backlog-records.json`.
|
|
11
|
+
- Extended `scripts/check-support-triage.mjs` to validate backlog record IDs, outcome mapping, source closeouts, evidence thresholds, required checks, and privacy review guidance.
|
|
12
|
+
- Extended production-readiness checks for the backlog records.
|
|
13
|
+
- Updated README, maintainer triage docs, support examples, production-readiness docs, roadmap, and changelog.
|
|
14
|
+
|
|
15
|
+
## Public Interface
|
|
16
|
+
|
|
17
|
+
- No CLI command changes.
|
|
18
|
+
- No MCP tool changes.
|
|
19
|
+
- No config schema changes.
|
|
20
|
+
- No review rule, scoring, matching, or verdict behavior changes.
|
|
21
|
+
- No GitHub Action input changes.
|
|
22
|
+
- Support docs and package examples now include checked follow-up backlog records.
|
|
23
|
+
|
|
24
|
+
## Release Validation
|
|
25
|
+
|
|
26
|
+
```powershell
|
|
27
|
+
npm.cmd test
|
|
28
|
+
npm.cmd run support:check
|
|
29
|
+
npm.cmd run reports:check
|
|
30
|
+
npm.cmd run demo:svg:check
|
|
31
|
+
npm.cmd run promo:card:check
|
|
32
|
+
npm.cmd run promo:check
|
|
33
|
+
npm.cmd run fixtures:report
|
|
34
|
+
npm.cmd run fixtures:report -- --json
|
|
35
|
+
npm.cmd run fixtures:report -- --markdown
|
|
36
|
+
npm.cmd run pack:dry
|
|
37
|
+
git diff --check
|
|
38
|
+
node .\dist\cli.js doctor
|
|
39
|
+
node .\dist\cli.js summary --kind command "git reset --hard"
|
|
40
|
+
git diff | node .\dist\cli.js diff --fail-on block --subject "v0.1.95 checked support backlog records"
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
Expected:
|
|
44
|
+
|
|
45
|
+
- `support:check` verifies issue templates, feedback templates, the support lifecycle overview, outcome prioritization guide, backlog records, maintainer triage playbook, response snippets, and closeout checklist.
|
|
46
|
+
- `reports:check` still verifies the installed-package report gallery.
|
|
47
|
+
- fixture report still shows `Fixtures: 222`.
|
|
48
|
+
- GitHub Release and npm Publish complete from the `v0.1.95` tag.
|
|
49
|
+
|
|
50
|
+
After publish:
|
|
51
|
+
|
|
52
|
+
```powershell
|
|
53
|
+
npm.cmd view memento-mori-jester version --silent
|
|
54
|
+
npx.cmd -y memento-mori-jester@latest doctor
|
|
55
|
+
npx.cmd -y memento-mori-jester@latest summary --kind command "git reset --hard"
|
|
56
|
+
npm.cmd run support:check
|
|
57
|
+
npm.cmd run reports:check -- --package memento-mori-jester@latest
|
|
58
|
+
```
|
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
|
|
3
3
|
This playbook shows how to handle sanitized adopter reports without turning every surprise into an immediate rule change. It pairs with [docs/MAINTAINER_TRIAGE.md](../../docs/MAINTAINER_TRIAGE.md), the [report gallery feedback template](../reports/feedback-template.md), and the GitHub issue templates.
|
|
4
4
|
|
|
5
|
-
Start with the checked [support lifecycle overview](support-lifecycle.md) when you need the whole path in one place. The lifecycle source is [support-lifecycle.json](support-lifecycle.json). Use [outcome-prioritization.md](outcome-prioritization.md) after closeout to decide whether follow-up work should become docs, fixture backlog, or rule-review work.
|
|
5
|
+
Start with the checked [support lifecycle overview](support-lifecycle.md) when you need the whole path in one place. The lifecycle source is [support-lifecycle.json](support-lifecycle.json). Use [outcome-prioritization.md](outcome-prioritization.md) after closeout to decide whether follow-up work should become docs, fixture backlog, or rule-review work. Use [backlog-records.md](backlog-records.md) to turn that decision into a public-safe backlog artifact.
|
|
6
6
|
|
|
7
|
-
The checked source is [triage-playbook.json](triage-playbook.json). Use [response-snippets.md](response-snippets.md) for copy-paste replies after a report is classified. The snippet source is [response-snippets.json](response-snippets.json). Use [closeout-checklist.md](closeout-checklist.md) to record what happened after the response. The closeout source is [closeout-checklist.json](closeout-checklist.json).
|
|
7
|
+
The checked source is [triage-playbook.json](triage-playbook.json). Use [response-snippets.md](response-snippets.md) for copy-paste replies after a report is classified. The snippet source is [response-snippets.json](response-snippets.json). Use [closeout-checklist.md](closeout-checklist.md) to record what happened after the response. The closeout source is [closeout-checklist.json](closeout-checklist.json). The backlog source is [backlog-records.json](backlog-records.json).
|
|
8
8
|
|
|
9
9
|
| ID | Source | Classification | Follow-up |
|
|
10
10
|
| --- | --- | --- | --- |
|
|
@@ -25,10 +25,11 @@ The checked source is [triage-playbook.json](triage-playbook.json). Use [respons
|
|
|
25
25
|
6. Close with the next command the user can run.
|
|
26
26
|
7. Use the matching response snippet so replies stay public-safe and consistent.
|
|
27
27
|
8. Record the closeout with the matching checklist entry: docs clarification shipped or queued, fixture backlog created, or rule-review candidate opened.
|
|
28
|
+
9. If follow-up work remains, create the matching backlog record: docs clarification, fixture backlog item, or rule-review candidate.
|
|
28
29
|
|
|
29
30
|
## Checks
|
|
30
31
|
|
|
31
|
-
Run this after editing support docs, issue templates, the lifecycle overview, outcome prioritization, the playbook, response snippets, or closeout checklist:
|
|
32
|
+
Run this after editing support docs, issue templates, the lifecycle overview, outcome prioritization, backlog records, the playbook, response snippets, or closeout checklist:
|
|
32
33
|
|
|
33
34
|
```powershell
|
|
34
35
|
npm run support:check
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
[
|
|
2
|
+
{
|
|
3
|
+
"id": "docs-clarification-backlog-record",
|
|
4
|
+
"outcome": "docs-example",
|
|
5
|
+
"priority": "low",
|
|
6
|
+
"sourceCloseout": "docs-clarification-closeout",
|
|
7
|
+
"prioritizationSource": "outcome-prioritization.json",
|
|
8
|
+
"backlogType": "docs clarification",
|
|
9
|
+
"publicTitle": "Clarify checked report-gallery wording",
|
|
10
|
+
"publicSummary": "Update docs or report-gallery wording so expected behavior is easier to compare with local output.",
|
|
11
|
+
"evidence": [
|
|
12
|
+
"Nearest checked report or docs page is identified.",
|
|
13
|
+
"Observed output matches current behavior or differs only in wording/context.",
|
|
14
|
+
"No rule behavior change is requested before a clearer explanation is tried."
|
|
15
|
+
],
|
|
16
|
+
"nextAction": "Open or update a docs issue with the public-safe wording change and link the matching checked report.",
|
|
17
|
+
"privacyReview": [
|
|
18
|
+
"No secrets, private code, private paths, customer data, full logs, or unredacted SARIF are included.",
|
|
19
|
+
"Any private project names are replaced with placeholders.",
|
|
20
|
+
"Sensitive reports are routed to SECURITY.md instead of a public backlog item."
|
|
21
|
+
],
|
|
22
|
+
"requiredChecks": [
|
|
23
|
+
"npm run reports:check",
|
|
24
|
+
"npm run support:check"
|
|
25
|
+
]
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"id": "fixture-backlog-record",
|
|
29
|
+
"outcome": "fixture-backlog",
|
|
30
|
+
"priority": "medium",
|
|
31
|
+
"sourceCloseout": "fixture-backlog-closeout",
|
|
32
|
+
"prioritizationSource": "outcome-prioritization.json",
|
|
33
|
+
"backlogType": "pass or quiet-pass fixture",
|
|
34
|
+
"publicTitle": "Add a quiet-pass fixture for a minimized false-positive boundary",
|
|
35
|
+
"publicSummary": "Track a redacted fixture candidate before changing matching, scoring, or verdict behavior.",
|
|
36
|
+
"evidence": [
|
|
37
|
+
"Smallest sanitized command, plan, diff, or final-answer text is available.",
|
|
38
|
+
"Rule id and redacted `jester tune <rule-id> --json` evidence are available.",
|
|
39
|
+
"The safe boundary is not already covered by an existing pass or quiet-pass fixture."
|
|
40
|
+
],
|
|
41
|
+
"nextAction": "Open a fixture backlog item with the candidate rule id, expected verdict, and absentRuleIds or expectedRuleIds.",
|
|
42
|
+
"privacyReview": [
|
|
43
|
+
"No secrets, private code, private paths, customer data, full logs, or unredacted SARIF are included.",
|
|
44
|
+
"The reduced reproduction uses placeholders such as <repo>, <path>, or <redacted>.",
|
|
45
|
+
"Sensitive reports are routed to SECURITY.md instead of a public backlog item."
|
|
46
|
+
],
|
|
47
|
+
"requiredChecks": [
|
|
48
|
+
"npm run fixtures:check",
|
|
49
|
+
"npm run fixtures:report",
|
|
50
|
+
"npm run support:check"
|
|
51
|
+
]
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
"id": "rule-review-candidate-backlog-record",
|
|
55
|
+
"outcome": "rule-review-candidate",
|
|
56
|
+
"priority": "high",
|
|
57
|
+
"sourceCloseout": "rule-review-closeout",
|
|
58
|
+
"prioritizationSource": "outcome-prioritization.json",
|
|
59
|
+
"backlogType": "rule-review candidate",
|
|
60
|
+
"publicTitle": "Compare repeated sanitized reports for a rule boundary",
|
|
61
|
+
"publicSummary": "Track repeated public-safe reports so maintainers can compare fixture evidence before changing guidance or matching.",
|
|
62
|
+
"evidence": [
|
|
63
|
+
"At least two sanitized reports or checked examples point at the same rule boundary.",
|
|
64
|
+
"Redacted `jester tune <rule-id> --json` or fixture report evidence is referenced.",
|
|
65
|
+
"The candidate explains why docs clarification or a single fixture backlog item is not enough."
|
|
66
|
+
],
|
|
67
|
+
"nextAction": "Open a rule-review candidate issue linking the sanitized examples, fixture evidence, and current guidance.",
|
|
68
|
+
"privacyReview": [
|
|
69
|
+
"No secrets, private code, private paths, customer data, full logs, or unredacted SARIF are included.",
|
|
70
|
+
"Repeated examples are summarized without exposing private project details.",
|
|
71
|
+
"Sensitive reports are routed to SECURITY.md instead of a public backlog item."
|
|
72
|
+
],
|
|
73
|
+
"requiredChecks": [
|
|
74
|
+
"npm run fixtures:report -- --markdown",
|
|
75
|
+
"npm run support:check"
|
|
76
|
+
]
|
|
77
|
+
}
|
|
78
|
+
]
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
# Support Backlog Records
|
|
2
|
+
|
|
3
|
+
Use this after the [support lifecycle overview](support-lifecycle.md), [outcome prioritization guide](outcome-prioritization.md), and [closeout checklist](closeout-checklist.md) have identified follow-up work. The checked source is [backlog-records.json](backlog-records.json).
|
|
4
|
+
|
|
5
|
+
These records show how a closed, prioritized, public-safe support outcome becomes a backlog artifact without changing rule behavior first.
|
|
6
|
+
|
|
7
|
+
| Outcome | Priority | Backlog record | Destination | Required checks |
|
|
8
|
+
| --- | --- | --- | --- | --- |
|
|
9
|
+
| `docs-example` | low | `docs-clarification-backlog-record` | docs clarification | `npm run reports:check`, `npm run support:check` |
|
|
10
|
+
| `fixture-backlog` | medium | `fixture-backlog-record` | pass or quiet-pass fixture | `npm run fixtures:check`, `npm run fixtures:report`, `npm run support:check` |
|
|
11
|
+
| `rule-review-candidate` | high | `rule-review-candidate-backlog-record` | rule-review candidate | `npm run fixtures:report -- --markdown`, `npm run support:check` |
|
|
12
|
+
|
|
13
|
+
## Docs Clarification
|
|
14
|
+
|
|
15
|
+
Use `docs-clarification-backlog-record` when the behavior is expected but the checked report, README, or guide made it hard to compare local output with the known-good example.
|
|
16
|
+
|
|
17
|
+
Enough evidence:
|
|
18
|
+
|
|
19
|
+
- nearest checked report or docs page,
|
|
20
|
+
- observed output summary,
|
|
21
|
+
- confirmation that no rule behavior change is requested before clearer wording is tried.
|
|
22
|
+
|
|
23
|
+
Next action: open or update a docs issue with the public-safe wording change and link the matching checked report.
|
|
24
|
+
|
|
25
|
+
## Fixture Backlog
|
|
26
|
+
|
|
27
|
+
Use `fixture-backlog-record` when a minimized false-positive report looks safe but should be protected by a pass or quiet-pass fixture before any matcher changes are considered.
|
|
28
|
+
|
|
29
|
+
Enough evidence:
|
|
30
|
+
|
|
31
|
+
- smallest sanitized command, plan, diff, or final-answer text,
|
|
32
|
+
- candidate rule id plus redacted `jester tune <rule-id> --json` evidence,
|
|
33
|
+
- confirmation that no existing pass or quiet-pass fixture covers the safe boundary.
|
|
34
|
+
|
|
35
|
+
Next action: open a fixture backlog item with the candidate rule id, expected verdict, and `absentRuleIds` or `expectedRuleIds`.
|
|
36
|
+
|
|
37
|
+
## Rule-Review Candidate
|
|
38
|
+
|
|
39
|
+
Use `rule-review-candidate-backlog-record` when repeated sanitized reports point at the same rule boundary and a docs clarification or single fixture backlog item is not enough.
|
|
40
|
+
|
|
41
|
+
Enough evidence:
|
|
42
|
+
|
|
43
|
+
- at least two sanitized reports or checked examples,
|
|
44
|
+
- fixture report or tune evidence for the rule,
|
|
45
|
+
- a short explanation of why the decision needs rule-review attention.
|
|
46
|
+
|
|
47
|
+
Next action: open a rule-review candidate issue linking the sanitized examples, fixture evidence, and current guidance.
|
|
48
|
+
|
|
49
|
+
## Privacy
|
|
50
|
+
|
|
51
|
+
Do not create a public backlog record when the report includes secrets, private code, private paths, customer data, full CI logs, unredacted SARIF, credential-handling details, command-execution vulnerability details, package publishing compromise, or MCP data exposure. Use [SECURITY.md](../../SECURITY.md) instead.
|
|
52
|
+
|
|
53
|
+
Run this after editing support backlog records:
|
|
54
|
+
|
|
55
|
+
```powershell
|
|
56
|
+
npm run support:check
|
|
57
|
+
```
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "memento-mori-jester",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.95",
|
|
4
4
|
"description": "A local court-jester sidecar for AI coding agents: review plans, commands, diffs, and final claims before they get too pleased with themselves.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"repository": {
|
|
@@ -94,6 +94,8 @@ for (const path of [
|
|
|
94
94
|
"examples/reports/feedback-template.md",
|
|
95
95
|
"examples/reports/report-gallery.json",
|
|
96
96
|
"examples/support/README.md",
|
|
97
|
+
"examples/support/backlog-records.md",
|
|
98
|
+
"examples/support/backlog-records.json",
|
|
97
99
|
"examples/support/closeout-checklist.md",
|
|
98
100
|
"examples/support/closeout-checklist.json",
|
|
99
101
|
"examples/support/outcome-prioritization.md",
|
|
@@ -136,6 +138,7 @@ requireText("README.md", /response-snippets\.md/, "support response snippets lin
|
|
|
136
138
|
requireText("README.md", /closeout-checklist\.md/, "support closeout checklist link");
|
|
137
139
|
requireText("README.md", /support-lifecycle\.md/, "support lifecycle overview link");
|
|
138
140
|
requireText("README.md", /outcome-prioritization\.md/, "support outcome prioritization link");
|
|
141
|
+
requireText("README.md", /backlog-records\.md/, "support backlog records link");
|
|
139
142
|
requireText("README.md", /report gallery feedback/i, "report gallery feedback guidance");
|
|
140
143
|
requireText("README.md", /License: PolyForm Noncommercial/, "the noncommercial license badge");
|
|
141
144
|
requireText("docs/PRODUCTION_READINESS.md", /npm package/i, "npm package readiness");
|
|
@@ -161,6 +164,7 @@ requireText("docs/PRODUCTION_READINESS.md", /response snippets/i, "support respo
|
|
|
161
164
|
requireText("docs/PRODUCTION_READINESS.md", /closeout checklist/i, "support closeout checklist readiness");
|
|
162
165
|
requireText("docs/PRODUCTION_READINESS.md", /support lifecycle overview/i, "support lifecycle overview readiness");
|
|
163
166
|
requireText("docs/PRODUCTION_READINESS.md", /outcome prioritization guide/i, "support outcome prioritization readiness");
|
|
167
|
+
requireText("docs/PRODUCTION_READINESS.md", /backlog records/i, "support backlog records readiness");
|
|
164
168
|
requireText("docs/PRODUCTION_READINESS.md", /quiet-pass/, "quiet-pass fixture readiness");
|
|
165
169
|
requireText("docs/CLI.md", /jester doctor --json/, "doctor JSON CLI docs");
|
|
166
170
|
requireText("docs/CLI.md", /quiet-pass fixture/, "quiet-pass fixture CLI docs");
|
|
@@ -189,6 +193,7 @@ requireText("docs/MAINTAINER_TRIAGE.md", /response-snippets\.md/, "support respo
|
|
|
189
193
|
requireText("docs/MAINTAINER_TRIAGE.md", /closeout-checklist\.md/, "support closeout checklist link");
|
|
190
194
|
requireText("docs/MAINTAINER_TRIAGE.md", /support-lifecycle\.md/, "support lifecycle overview link");
|
|
191
195
|
requireText("docs/MAINTAINER_TRIAGE.md", /outcome-prioritization\.md/, "support outcome prioritization link");
|
|
196
|
+
requireText("docs/MAINTAINER_TRIAGE.md", /backlog-records\.md/, "support backlog records link");
|
|
192
197
|
requireText("docs/MAINTAINER_TRIAGE.md", /docs-example/, "docs example triage outcome");
|
|
193
198
|
requireText("docs/MAINTAINER_TRIAGE.md", /fixture-backlog/, "fixture backlog triage outcome");
|
|
194
199
|
requireText("docs/MAINTAINER_TRIAGE.md", /rule-review-candidate/, "rule review triage outcome");
|
|
@@ -225,6 +230,7 @@ requireText("examples/support/README.md", /response-snippets\.md/, "support resp
|
|
|
225
230
|
requireText("examples/support/README.md", /closeout-checklist\.md/, "support closeout checklist link");
|
|
226
231
|
requireText("examples/support/README.md", /support-lifecycle\.md/, "support lifecycle overview link");
|
|
227
232
|
requireText("examples/support/README.md", /outcome-prioritization\.md/, "support outcome prioritization link");
|
|
233
|
+
requireText("examples/support/README.md", /backlog-records\.md/, "support backlog records link");
|
|
228
234
|
requireText("examples/support/README.md", /docs-example/, "support triage docs outcome");
|
|
229
235
|
requireText("examples/support/README.md", /fixture-backlog/, "support triage fixture outcome");
|
|
230
236
|
requireText("examples/support/README.md", /rule-review-candidate/, "support triage rule-review outcome");
|
|
@@ -262,6 +268,16 @@ requireText("examples/support/outcome-prioritization.md", /at least two sanitize
|
|
|
262
268
|
requireText("examples/support/outcome-prioritization.json", /docs-clarification-closeout/, "support outcome prioritization docs closeout");
|
|
263
269
|
requireText("examples/support/outcome-prioritization.json", /fixture-backlog-closeout/, "support outcome prioritization fixture closeout");
|
|
264
270
|
requireText("examples/support/outcome-prioritization.json", /rule-review-closeout/, "support outcome prioritization rule-review closeout");
|
|
271
|
+
requireText("examples/support/backlog-records.md", /Support Backlog Records/, "support backlog records heading");
|
|
272
|
+
requireText("examples/support/backlog-records.md", /backlog-records\.json/, "support backlog records JSON link");
|
|
273
|
+
requireText("examples/support/backlog-records.md", /docs-clarification-backlog-record/, "support docs backlog record");
|
|
274
|
+
requireText("examples/support/backlog-records.md", /fixture-backlog-record/, "support fixture backlog record");
|
|
275
|
+
requireText("examples/support/backlog-records.md", /rule-review-candidate-backlog-record/, "support rule-review backlog record");
|
|
276
|
+
requireText("examples/support/backlog-records.md", /jester tune <rule-id> --json/, "support backlog tuning evidence");
|
|
277
|
+
requireText("examples/support/backlog-records.md", /SECURITY\.md/, "support backlog security redirect");
|
|
278
|
+
requireText("examples/support/backlog-records.json", /docs-clarification-backlog-record/, "support docs backlog record JSON");
|
|
279
|
+
requireText("examples/support/backlog-records.json", /fixture-backlog-record/, "support fixture backlog record JSON");
|
|
280
|
+
requireText("examples/support/backlog-records.json", /rule-review-candidate-backlog-record/, "support rule-review backlog record JSON");
|
|
265
281
|
requireText("examples/tuning/README.md", /framework-tuning-cookbook\.json/, "framework tuning cookbook JSON link");
|
|
266
282
|
requireText("examples/tuning/README.md", /framework:tuning:doctor/, "framework tuning doctor guidance");
|
|
267
283
|
requireText("examples/tuning/README.md", /jester tune <rule-id> --json|jester tune [a-z0-9-]+ --json/, "framework tuning command guidance");
|
|
@@ -299,6 +315,7 @@ requireText("scripts/check-support-triage.mjs", /response-snippets\.json/, "supp
|
|
|
299
315
|
requireText("scripts/check-support-triage.mjs", /closeout-checklist\.json/, "support closeout checklist guard");
|
|
300
316
|
requireText("scripts/check-support-triage.mjs", /support-lifecycle\.json/, "support lifecycle overview guard");
|
|
301
317
|
requireText("scripts/check-support-triage.mjs", /outcome-prioritization\.json/, "support outcome prioritization guard");
|
|
318
|
+
requireText("scripts/check-support-triage.mjs", /backlog-records\.json/, "support backlog records guard");
|
|
302
319
|
requireText("scripts/check-support-triage.mjs", /unsafeContentPatterns/, "support triage unsafe content checks");
|
|
303
320
|
requireText("package.json", /"fixtures:check": "node scripts\/check-fixtures\.mjs"/, "fixture authoring check script");
|
|
304
321
|
requireText("package.json", /"fixtures:report": "node scripts\/report-fixtures\.mjs"/, "fixture coverage report script");
|
|
@@ -25,6 +25,8 @@ const supportFiles = [
|
|
|
25
25
|
".github/ISSUE_TEMPLATE/config.yml",
|
|
26
26
|
"examples/reports/feedback-template.md",
|
|
27
27
|
"examples/reports/README.md",
|
|
28
|
+
"examples/support/backlog-records.md",
|
|
29
|
+
"examples/support/backlog-records.json",
|
|
28
30
|
"examples/support/closeout-checklist.md",
|
|
29
31
|
"examples/support/closeout-checklist.json",
|
|
30
32
|
"examples/support/outcome-prioritization.md",
|
|
@@ -84,6 +86,7 @@ requireText("examples/reports/README.md", /npm run support:check/, "support chec
|
|
|
84
86
|
requireText("examples/reports/README.md", /examples\/support|Maintainer Triage Playbook/i, "maintainer triage playbook link");
|
|
85
87
|
|
|
86
88
|
requireText("examples/support/README.md", /Maintainer Triage Playbook/, "maintainer playbook heading");
|
|
89
|
+
requireText("examples/support/README.md", /backlog-records\.md/, "support backlog records link");
|
|
87
90
|
requireText("examples/support/README.md", /support-lifecycle\.md/, "support lifecycle overview link");
|
|
88
91
|
requireText("examples/support/README.md", /outcome-prioritization\.md/, "support outcome prioritization link");
|
|
89
92
|
requireText("examples/support/README.md", /closeout-checklist\.md/, "support closeout checklist link");
|
|
@@ -139,6 +142,23 @@ requireText("examples/support/outcome-prioritization.md", /SECURITY\.md/, "prior
|
|
|
139
142
|
requireText("examples/support/outcome-prioritization.json", /docs-clarification-closeout/, "docs prioritization closeout");
|
|
140
143
|
requireText("examples/support/outcome-prioritization.json", /fixture-backlog-closeout/, "fixture prioritization closeout");
|
|
141
144
|
requireText("examples/support/outcome-prioritization.json", /rule-review-closeout/, "rule-review prioritization closeout");
|
|
145
|
+
requireText("examples/support/backlog-records.md", /Support Backlog Records/, "support backlog records heading");
|
|
146
|
+
requireText("examples/support/backlog-records.md", /backlog-records\.json/, "support backlog records JSON link");
|
|
147
|
+
requireText("examples/support/backlog-records.md", /support lifecycle overview/, "support lifecycle backlog link");
|
|
148
|
+
requireText("examples/support/backlog-records.md", /outcome prioritization guide/, "support prioritization backlog link");
|
|
149
|
+
requireText("examples/support/backlog-records.md", /closeout checklist/, "support closeout backlog link");
|
|
150
|
+
requireText("examples/support/backlog-records.md", /docs-clarification-backlog-record/, "docs backlog record");
|
|
151
|
+
requireText("examples/support/backlog-records.md", /fixture-backlog-record/, "fixture backlog record");
|
|
152
|
+
requireText("examples/support/backlog-records.md", /rule-review-candidate-backlog-record/, "rule-review backlog record");
|
|
153
|
+
requireText("examples/support/backlog-records.md", /docs-example/, "docs backlog outcome");
|
|
154
|
+
requireText("examples/support/backlog-records.md", /fixture-backlog/, "fixture backlog outcome");
|
|
155
|
+
requireText("examples/support/backlog-records.md", /rule-review-candidate/, "rule-review backlog outcome");
|
|
156
|
+
requireText("examples/support/backlog-records.md", /jester tune <rule-id> --json/, "tune JSON backlog evidence");
|
|
157
|
+
requireText("examples/support/backlog-records.md", /SECURITY\.md/, "backlog security redirect");
|
|
158
|
+
requireText("examples/support/backlog-records.md", /npm run support:check/, "support checker backlog command");
|
|
159
|
+
requireText("examples/support/backlog-records.json", /docs-clarification-backlog-record/, "docs backlog record JSON");
|
|
160
|
+
requireText("examples/support/backlog-records.json", /fixture-backlog-record/, "fixture backlog record JSON");
|
|
161
|
+
requireText("examples/support/backlog-records.json", /rule-review-candidate-backlog-record/, "rule-review backlog record JSON");
|
|
142
162
|
requireText("examples/support/response-snippets.md", /Maintainer Response Snippets/, "response snippets heading");
|
|
143
163
|
requireText("examples/support/response-snippets.md", /response-snippets\.json/, "response snippets JSON link");
|
|
144
164
|
requireText("examples/support/response-snippets.md", /docs-example/, "docs response outcome");
|
|
@@ -156,6 +176,7 @@ requireText("docs/MAINTAINER_TRIAGE.md", /report_gallery_feedback\.yml/, "report
|
|
|
156
176
|
requireText("docs/MAINTAINER_TRIAGE.md", /examples\/support/, "maintainer playbook triage link");
|
|
157
177
|
requireText("docs/MAINTAINER_TRIAGE.md", /support-lifecycle\.md/, "support lifecycle triage link");
|
|
158
178
|
requireText("docs/MAINTAINER_TRIAGE.md", /outcome-prioritization\.md/, "support prioritization triage link");
|
|
179
|
+
requireText("docs/MAINTAINER_TRIAGE.md", /backlog-records\.md/, "support backlog records triage link");
|
|
159
180
|
requireText("docs/MAINTAINER_TRIAGE.md", /closeout-checklist\.md/, "support closeout checklist triage link");
|
|
160
181
|
requireText("docs/MAINTAINER_TRIAGE.md", /response-snippets\.md/, "maintainer response snippets triage link");
|
|
161
182
|
requireText("docs/MAINTAINER_TRIAGE.md", /docs-example/, "docs example triage outcome");
|
|
@@ -166,6 +187,7 @@ requireText("docs/PRODUCTION_READINESS.md", /support:check/, "support checker re
|
|
|
166
187
|
requireText("README.md", /feedback-template\.md/, "feedback template README link");
|
|
167
188
|
requireText("README.md", /support-lifecycle\.md/, "support lifecycle README link");
|
|
168
189
|
requireText("README.md", /outcome-prioritization\.md/, "support prioritization README link");
|
|
190
|
+
requireText("README.md", /backlog-records\.md/, "support backlog records README link");
|
|
169
191
|
requireText("README.md", /closeout-checklist\.md/, "support closeout checklist README link");
|
|
170
192
|
requireText("README.md", /examples\/support/, "maintainer triage playbook README link");
|
|
171
193
|
requireText("README.md", /response-snippets\.md/, "maintainer response snippets README link");
|
|
@@ -179,6 +201,7 @@ checkResponseSnippets();
|
|
|
179
201
|
checkCloseoutChecklist();
|
|
180
202
|
checkSupportLifecycle();
|
|
181
203
|
checkOutcomePrioritization();
|
|
204
|
+
checkBacklogRecords();
|
|
182
205
|
|
|
183
206
|
if (failures.length > 0) {
|
|
184
207
|
console.error("Support triage check failed:");
|
|
@@ -665,3 +688,123 @@ function checkOutcomePrioritization() {
|
|
|
665
688
|
}
|
|
666
689
|
}
|
|
667
690
|
}
|
|
691
|
+
|
|
692
|
+
function checkBacklogRecords() {
|
|
693
|
+
const path = "examples/support/backlog-records.json";
|
|
694
|
+
const records = readJson(path);
|
|
695
|
+
if (!records) {
|
|
696
|
+
return;
|
|
697
|
+
}
|
|
698
|
+
|
|
699
|
+
if (!Array.isArray(records) || records.length !== 3) {
|
|
700
|
+
failures.push(`${path} should contain exactly three support backlog records.`);
|
|
701
|
+
return;
|
|
702
|
+
}
|
|
703
|
+
|
|
704
|
+
const expected = [
|
|
705
|
+
{
|
|
706
|
+
id: "docs-clarification-backlog-record",
|
|
707
|
+
outcome: "docs-example",
|
|
708
|
+
priority: "low",
|
|
709
|
+
sourceCloseout: "docs-clarification-closeout",
|
|
710
|
+
backlogType: "docs clarification",
|
|
711
|
+
checks: ["npm run reports:check", "npm run support:check"],
|
|
712
|
+
evidence: ["Nearest checked report", "Observed output", "No rule behavior change"]
|
|
713
|
+
},
|
|
714
|
+
{
|
|
715
|
+
id: "fixture-backlog-record",
|
|
716
|
+
outcome: "fixture-backlog",
|
|
717
|
+
priority: "medium",
|
|
718
|
+
sourceCloseout: "fixture-backlog-closeout",
|
|
719
|
+
backlogType: "pass or quiet-pass fixture",
|
|
720
|
+
checks: ["npm run fixtures:check", "npm run fixtures:report", "npm run support:check"],
|
|
721
|
+
evidence: ["Smallest sanitized", "jester tune <rule-id> --json", "existing pass or quiet-pass fixture"]
|
|
722
|
+
},
|
|
723
|
+
{
|
|
724
|
+
id: "rule-review-candidate-backlog-record",
|
|
725
|
+
outcome: "rule-review-candidate",
|
|
726
|
+
priority: "high",
|
|
727
|
+
sourceCloseout: "rule-review-closeout",
|
|
728
|
+
backlogType: "rule-review candidate",
|
|
729
|
+
checks: ["npm run fixtures:report -- --markdown", "npm run support:check"],
|
|
730
|
+
evidence: ["At least two sanitized", "fixture report evidence", "single fixture backlog item is not enough"]
|
|
731
|
+
}
|
|
732
|
+
];
|
|
733
|
+
const seenIds = new Set();
|
|
734
|
+
|
|
735
|
+
for (const [index, record] of records.entries()) {
|
|
736
|
+
const expectedRecord = expected[index];
|
|
737
|
+
if (record?.id !== expectedRecord.id) {
|
|
738
|
+
failures.push(`${path} entry ${index + 1} should have id ${expectedRecord.id}.`);
|
|
739
|
+
continue;
|
|
740
|
+
}
|
|
741
|
+
|
|
742
|
+
if (seenIds.has(record.id)) {
|
|
743
|
+
failures.push(`${path} has duplicate id ${record.id}.`);
|
|
744
|
+
}
|
|
745
|
+
seenIds.add(record.id);
|
|
746
|
+
|
|
747
|
+
if (record.outcome !== expectedRecord.outcome) {
|
|
748
|
+
failures.push(`${record.id}.outcome should be ${expectedRecord.outcome}.`);
|
|
749
|
+
}
|
|
750
|
+
|
|
751
|
+
if (record.priority !== expectedRecord.priority) {
|
|
752
|
+
failures.push(`${record.id}.priority should be ${expectedRecord.priority}.`);
|
|
753
|
+
}
|
|
754
|
+
|
|
755
|
+
if (record.sourceCloseout !== expectedRecord.sourceCloseout) {
|
|
756
|
+
failures.push(`${record.id}.sourceCloseout should be ${expectedRecord.sourceCloseout}.`);
|
|
757
|
+
}
|
|
758
|
+
|
|
759
|
+
if (record.prioritizationSource !== "outcome-prioritization.json") {
|
|
760
|
+
failures.push(`${record.id}.prioritizationSource should be outcome-prioritization.json.`);
|
|
761
|
+
}
|
|
762
|
+
|
|
763
|
+
if (record.backlogType !== expectedRecord.backlogType) {
|
|
764
|
+
failures.push(`${record.id}.backlogType should be ${expectedRecord.backlogType}.`);
|
|
765
|
+
}
|
|
766
|
+
|
|
767
|
+
if (typeof record.publicTitle !== "string" || record.publicTitle.length < 20) {
|
|
768
|
+
failures.push(`${record.id}.publicTitle should be a useful public title.`);
|
|
769
|
+
}
|
|
770
|
+
|
|
771
|
+
if (typeof record.publicSummary !== "string" || record.publicSummary.length < 50) {
|
|
772
|
+
failures.push(`${record.id}.publicSummary should be a useful public summary.`);
|
|
773
|
+
}
|
|
774
|
+
|
|
775
|
+
if (typeof record.nextAction !== "string" || record.nextAction.length < 40) {
|
|
776
|
+
failures.push(`${record.id}.nextAction should describe the backlog action.`);
|
|
777
|
+
}
|
|
778
|
+
|
|
779
|
+
if (!Array.isArray(record.evidence) || record.evidence.length !== 3) {
|
|
780
|
+
failures.push(`${record.id}.evidence should contain exactly three evidence items.`);
|
|
781
|
+
} else {
|
|
782
|
+
const evidenceText = record.evidence.join("\n");
|
|
783
|
+
for (const expectedEvidence of expectedRecord.evidence) {
|
|
784
|
+
if (!evidenceText.includes(expectedEvidence)) {
|
|
785
|
+
failures.push(`${record.id}.evidence should include ${expectedEvidence}.`);
|
|
786
|
+
}
|
|
787
|
+
}
|
|
788
|
+
}
|
|
789
|
+
|
|
790
|
+
if (!Array.isArray(record.privacyReview) || record.privacyReview.length !== 3) {
|
|
791
|
+
failures.push(`${record.id}.privacyReview should contain exactly three privacy checks.`);
|
|
792
|
+
} else {
|
|
793
|
+
const privacyText = record.privacyReview.join("\n");
|
|
794
|
+
if (!/secret|private|SECURITY\.md|redacted|placeholder/i.test(privacyText)) {
|
|
795
|
+
failures.push(`${record.id}.privacyReview should include privacy and security routing guidance.`);
|
|
796
|
+
}
|
|
797
|
+
}
|
|
798
|
+
|
|
799
|
+
if (!Array.isArray(record.requiredChecks)) {
|
|
800
|
+
failures.push(`${record.id}.requiredChecks should be an array.`);
|
|
801
|
+
continue;
|
|
802
|
+
}
|
|
803
|
+
|
|
804
|
+
for (const check of expectedRecord.checks) {
|
|
805
|
+
if (!record.requiredChecks.includes(check)) {
|
|
806
|
+
failures.push(`${record.id}.requiredChecks should include ${check}.`);
|
|
807
|
+
}
|
|
808
|
+
}
|
|
809
|
+
}
|
|
810
|
+
}
|