rungate 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/rungate.ts +70 -0
- package/lib/aes-calculator.ts +66 -0
- package/lib/agent-audit.ts +139 -0
- package/lib/agent-brief-validation.ts +359 -0
- package/lib/agents-md-refs.ts +90 -0
- package/lib/bash-file-read.ts +197 -0
- package/lib/behavioral-cache.ts +78 -0
- package/lib/branch-cleanup.ts +234 -0
- package/lib/brief-context-parser.ts +35 -0
- package/lib/canary.ts +117 -0
- package/lib/check-registry.ts +226 -0
- package/lib/ci-checkout.ts +400 -0
- package/lib/cli-commands.ts +137 -0
- package/lib/compliance-backfill.ts +220 -0
- package/lib/compliance-report.ts +504 -0
- package/lib/compliance.ts +361 -0
- package/lib/config-loader.ts +255 -0
- package/lib/conformity.ts +1818 -131
- package/lib/container-provenance.ts +230 -0
- package/lib/create-brief.ts +150 -0
- package/lib/create-sc.ts +272 -0
- package/lib/deep-merge.ts +69 -0
- package/lib/dev-liveness.ts +214 -0
- package/lib/directive-extractor.ts +210 -0
- package/lib/distribution-standing.ts +113 -0
- package/lib/doc-hygiene.ts +238 -0
- package/lib/eval-criteria.ts +6 -0
- package/lib/evidence-portability.ts +123 -0
- package/lib/evidence-prevalidator.ts +390 -0
- package/lib/evidence-required.ts +150 -0
- package/lib/evidence-satisfiability.ts +288 -0
- package/lib/frontmatter.ts +163 -0
- package/lib/gap-scanner.ts +348 -0
- package/lib/gate-enforcement.ts +366 -0
- package/lib/generators/agent-briefs.ts +136 -0
- package/lib/generators/agents-md.ts +506 -0
- package/lib/generators/code-map.ts +60 -0
- package/lib/generators/types.ts +184 -0
- package/lib/git-ref-normalizer.ts +107 -0
- package/lib/github.ts +539 -0
- package/lib/harness-identity.ts +63 -0
- package/lib/hill-climb.ts +164 -0
- package/lib/instruction-effectiveness.ts +131 -0
- package/lib/issue-closure-audit.ts +225 -0
- package/lib/issue-create-override.ts +343 -0
- package/lib/js-top-level-code.ts +250 -0
- package/lib/liveness-contradiction.ts +149 -0
- package/lib/organize.ts +505 -0
- package/lib/paths.ts +197 -6
- package/lib/post-fix-verify.ts +157 -0
- package/lib/prior-branch.ts +489 -0
- package/lib/project-state-shape.ts +166 -0
- package/lib/promote-outputs.ts +156 -0
- package/lib/prove-label-gate.ts +35 -0
- package/lib/reachability.ts +302 -0
- package/lib/release-preflight.ts +186 -0
- package/lib/rule-health-pipeline.ts +264 -0
- package/lib/rule-health-trend.ts +161 -0
- package/lib/rule-provenance.ts +149 -0
- package/lib/rule-registry.ts +128 -0
- package/lib/rungate-schema.ts +114 -4
- package/lib/sc-claim-forms.ts +179 -0
- package/lib/sc-cover.ts +150 -0
- package/lib/sc-guard.ts +157 -0
- package/lib/sc-ids.ts +344 -0
- package/lib/scaffold/defaults.ts +165 -0
- package/lib/scaffold/managed-workflow.ts +370 -0
- package/lib/scaffold/owned-files.ts +265 -0
- package/lib/scaffold/steps.ts +2680 -0
- package/lib/scanner.ts +701 -0
- package/lib/screenshot-upload.ts +73 -0
- package/lib/secret-patterns.ts +112 -0
- package/lib/security-verdict.ts +616 -0
- package/lib/signal-phrases.ts +1 -0
- package/lib/spec-change-conformity.ts +80 -0
- package/lib/spec-files.ts +62 -0
- package/lib/spec-registry.ts +133 -0
- package/lib/spec-updater.ts +96 -0
- package/lib/stale-cleanup.ts +224 -0
- package/lib/stale-issue-scanner.ts +36 -0
- package/lib/strip-js-comments.ts +269 -0
- package/lib/suite-measurement.ts +228 -0
- package/lib/task-completion-checks.ts +177 -0
- package/lib/test-suite-lock.ts +1136 -0
- package/lib/transcript-checker.ts +1140 -0
- package/lib/validators/spec-validators.ts +171 -0
- package/lib/verdict-capture.ts +73 -0
- package/lib/verified-push.ts +358 -0
- package/lib/workflow-security.ts +174 -0
- package/lib/worktree-cleanup.ts +250 -0
- package/lib/worktree-collect.ts +283 -0
- package/lib/worktree-isolation.ts +82 -0
- package/package.json +36 -3
- package/prompts/ac-adversary.md +14 -2
- package/prompts/aditi.md +5 -0
- package/prompts/blast-radius.md +5 -0
- package/prompts/container-verify.md +5 -0
- package/prompts/discovery.md +4 -0
- package/prompts/environment.md +5 -0
- package/prompts/evidence-hierarchy.md +5 -0
- package/prompts/evidence-validator.md +11 -0
- package/prompts/marcus.md +5 -0
- package/prompts/prevention.md +5 -0
- package/prompts/prove-reproducer.md +12 -0
- package/prompts/quinn-decision-tree.md +5 -0
- package/prompts/quinn-ui-brief.md +5 -0
- package/prompts/quinn.md +5 -0
- package/prompts/rca.md +5 -0
- package/prompts/read-before-write.md +4 -0
- package/prompts/regression.md +5 -0
- package/prompts/serena.md +5 -0
- package/scripts/audit-specs.ts +464 -0
- package/scripts/convert-spec.ts +293 -0
- package/scripts/create-sc.ts +92 -0
- package/scripts/create-spec.ts +166 -0
- package/scripts/extract-constraints.ts +4 -3
- package/scripts/generate-code-map.ts +1 -1
- package/scripts/scaffold-project.ts +138 -1426
- package/scripts/sync-spec-tests.ts +211 -126
- package/.claude/agents/aditi.md +0 -47
- package/.claude/agents/marcus.md +0 -50
- package/.claude/agents/quinn.md +0 -58
- package/.claude/agents/rook.md +0 -47
- package/.claude/agents/serena.md +0 -46
- package/.claude/rungate.json +0 -11
- package/.fallowrc.json +0 -28
- package/.github/copilot-instructions.md +0 -20
- package/.rungate/conformity-findings.json +0 -648
- package/AGENTS.md +0 -106
- package/CODE-MAP.md +0 -50
- package/HARNESS.md +0 -88
- package/bun.lock +0 -26
- package/bunfig.toml +0 -2
- package/config/brief-policies.json +0 -28
- package/config/ceremony-profiles.json +0 -212
- package/config/consumer-cascade-map.json +0 -24
- package/config/doc-cascade-map.json +0 -24
- package/config/eval.json +0 -84
- package/config/profiles/account-plan.yaml +0 -36
- package/config/profiles/campaign.yaml +0 -94
- package/config/prove-evidence.schema.json +0 -65
- package/config/spec-policies.json +0 -36
- package/config/workflow-schema.json +0 -281
- package/gates/SCHEMA-GUIDE.md +0 -121
- package/gates/ac-quality.test.ts +0 -106
- package/gates/adversarial.test.ts +0 -274
- package/gates/brief-assembler.test.ts +0 -429
- package/gates/brief-assembler.ts +0 -334
- package/gates/bunfig.toml +0 -2
- package/gates/chain.test.ts +0 -91
- package/gates/e2e-smoke.test.ts +0 -234
- package/gates/error-classifier.test.ts +0 -249
- package/gates/error-classifier.ts +0 -89
- package/gates/orchestrator.test.ts +0 -950
- package/gates/orchestrator.ts +0 -569
- package/gates/preload.ts +0 -77
- package/gates/prompts/ac-adversary.md +0 -20
- package/gates/prompts/evidence-validator.md +0 -22
- package/gates/prompts/prove-reproducer.md +0 -53
- package/gates/prove.test.ts +0 -164
- package/gates/run-gate.ts +0 -936
- package/gates/schema-parity.test.ts +0 -197
- package/gates/schema.ts +0 -362
- package/gates/self-heal.test.ts +0 -511
- package/gates/self-heal.ts +0 -121
- package/gates/ship-orchestrator.test.ts +0 -379
- package/gates/ship-orchestrator.ts +0 -363
- package/gates/test-fixtures/broken-no-environments.json +0 -60
- package/gates/test-fixtures/valid-standard.json +0 -54
- package/gates/test-utils.ts +0 -43
- package/gates/witness.ts +0 -220
- package/gates/workflow.test.ts +0 -1053
- package/hooks/AgentBriefGuard.hook.ts +0 -586
- package/hooks/AgentVerdictCapture.hook.ts +0 -134
- package/hooks/AutoVerifyGate.hook.ts +0 -76
- package/hooks/GateEnforcement.hook.ts +0 -273
- package/hooks/IssueCloseGuard.hook.ts +0 -116
- package/hooks/MergeGuard.hook.ts +0 -55
- package/hooks/StaleTTLCleanup.hook.ts +0 -133
- package/hooks/VerifyPhaseLock.hook.ts +0 -81
- package/hooks/WorkflowStateGuard.hook.ts +0 -37
- package/hooks/lib/agentDetection.ts +0 -70
- package/hooks/lib/findWorkflow.ts +0 -101
- package/hooks/lib/parseStdin.ts +0 -37
- package/hooks/lib/paths.ts +0 -111
- package/hooks/lib/utils.ts +0 -81
- package/reference/migration-manifest.json +0 -554
- package/reference/prompts/agent-aditi.md +0 -38
- package/reference/prompts/agent-marcus.md +0 -38
- package/reference/prompts/agent-quinn.md +0 -38
- package/reference/prompts/agent-rook.md +0 -37
- package/reference/prompts/agent-serena.md +0 -37
- package/reference/prompts/council-skill.md +0 -170
- package/reference/prompts/goal-skill.md +0 -235
- package/reference/prompts/prove-skill.md +0 -283
- package/reference/prompts/quinn-standard.md +0 -246
- package/reference/prompts/ship-convergence.md +0 -65
- package/reference/prompts/ship-escalation.md +0 -43
- package/reference/prompts/ship-iteration.md +0 -382
- package/reference/prompts/ship-pending-patches.md +0 -246
- package/reference/prompts/ship-reference.md +0 -250
- package/reference/prompts/ship-skill.md +0 -347
- package/reference/prompts/ship-templates.md +0 -215
- package/reference/scripts/batch-status.sh +0 -68
- package/reference/scripts/chain-compat-check.sh +0 -67
- package/reference/scripts/context-audit.sh +0 -314
- package/reference/scripts/dead-export-check.sh +0 -61
- package/reference/scripts/generate-qc-tables.sh +0 -92
- package/reference/scripts/harness-init.sh +0 -111
- package/reference/scripts/pai-054-baseline-check.sh +0 -40
- package/reference/scripts/prove-smoke-test.sh +0 -112
- package/reference/scripts/setup-keychain-salt.sh +0 -12
- package/reference/scripts/skill-optimizer-friday.sh +0 -88
- package/reference/scripts/skill-qc-test.sh +0 -351
- package/reference/scripts/skill-synthesize-tonight.sh +0 -66
- package/reference/specs/HARNESS-EXTRACTION-SPEC.md +0 -263
- package/reference/specs/harness-v3-bash-deletion-plan.md +0 -65
- package/reference/specs/harness-v3-migration-plan.md +0 -188
- package/scripts/decision-reconcile.sh +0 -74
- package/scripts/decision-reconcile.ts +0 -152
- package/scripts/git-hooks/pre-commit +0 -76
- package/scripts/git-hooks/pre-push +0 -271
- package/scripts/harness-skill-check.sh +0 -52
- package/scripts/lib/gap-emit.sh +0 -65
- package/scripts/lib/jq-update.sh +0 -30
- package/scripts/lib/resolve-slug.sh +0 -30
- package/scripts/lib/verify-spec-compliance.sh +0 -102
- package/scripts/prove-backfill.sh +0 -87
- package/scripts/scaffold-rungate-config.ts +0 -91
- package/scripts/self-containment-check.sh +0 -109
- package/scripts/skill-qc-validator.sh +0 -402
- package/scripts/slug-resolver.sh +0 -14
- package/specs/BOOTSTRAP-DATA-FLOW-SPEC.md +0 -2493
- package/specs/BOOTSTRAP-TEST-PLAN.md +0 -571
- package/specs/HARNESS-GATES.md +0 -256
- package/specs/HARNESS-SKILL-CHAIN.md +0 -286
- package/specs/HARNESS-SKILL-CONTRACT.md +0 -93
- package/specs/HARNESS-STANDARD.md +0 -488
- package/specs/SPEC-TEMPLATE.md +0 -53
- package/specs/bootstrap-data-flow.png +0 -0
- package/specs/harness-automation-matrix.md +0 -314
- package/specs/harness-automation-matrix.rules.json +0 -64
- package/test/anti.test.ts +0 -80
- package/test/contract-negative.test.ts +0 -86
- package/test/contract.test.ts +0 -158
- package/test/external-deps.test.ts +0 -48
- package/test/fixtures/golden-project/.env.example +0 -3
- package/test/fixtures/golden-project/Makefile +0 -7
- package/test/fixtures/golden-project/docs/adr/ADR-001-framework.md +0 -23
- package/test/fixtures/golden-project/docs/setup-guide.md +0 -10
- package/test/fixtures/golden-project/package.json +0 -10
- package/test/fixtures/golden-project/specs/api-spec.md +0 -20
- package/test/fixtures/golden-project/src/auth.ts +0 -8
- package/test/fixtures/golden-project/src/db.ts +0 -11
- package/test/fixtures/golden-project/src/index.ts +0 -19
- package/test/fixtures/golden-project/src/utils/format.ts +0 -3
- package/test/fixtures/golden-project/test/auth.test.ts +0 -15
- package/test/fixtures/golden-project/tsconfig.json +0 -12
- package/test/meta-sc-coverage.test.ts +0 -159
- package/test/phase-0.test.ts +0 -846
- package/test/phase-1.test.ts +0 -617
- package/test/phase-2.test.ts +0 -620
- package/test/phase-3.test.ts +0 -99
- package/test/scaffold-conformity.test.ts +0 -8
- package/test/schema-canary.test.ts +0 -51
- package/test/spec-compliance-auto.test.ts +0 -64
- package/test/spec-compliance.test.ts +0 -295
- package/test/spec-discovery.test.ts +0 -68
- package/test/spec-drift.test.ts +0 -5
- package/test/structure.test.ts +0 -165
- package/test/unit/agent-brief-guard-ship.test.ts +0 -293
- package/test/unit/extract-constraints.test.ts +0 -145
- package/test/unit/issue-close-guard.test.ts +0 -204
- package/test/unit/scaffold-project.test.ts +0 -417
- package/test/unit/skill-cooccurrence.test.ts +0 -177
- package/test/unit/skill-sequence-logger.test.ts +0 -244
- package/test/unit/workflow-state-guard.test.ts +0 -95
- package/workflows/batch-ship.js +0 -295
- package/workflows/council.js +0 -481
- package/workflows/prove.js +0 -560
- package/workflows/ship.js +0 -789
- package/workflows/verify.js +0 -236
|
@@ -0,0 +1,220 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Recover the compliance grades that every ship run produced and then threw away.
|
|
3
|
+
*
|
|
4
|
+
* Each run writes `compliance-grade.json` into its work directory under
|
|
5
|
+
* `~/.rungate/<slug>/`. Nothing ever moved those into
|
|
6
|
+
* `~/.rungate/compliance-history.jsonl`, which is the file that
|
|
7
|
+
* `generateComplianceReport` reads for every trend line, every "declining"
|
|
8
|
+
* verdict, and every hill-climb decision. The history held four entries, all
|
|
9
|
+
* synthetic, all named `#compliance-test-N`, while 149 real role-records sat
|
|
10
|
+
* on disk.
|
|
11
|
+
*
|
|
12
|
+
* So: the compliance system has been reporting trends over a fixture, and the
|
|
13
|
+
* real measurements were discarded at the end of each run.
|
|
14
|
+
*
|
|
15
|
+
* WHAT THIS MODULE IS CAREFUL ABOUT
|
|
16
|
+
*
|
|
17
|
+
* - **Order.** `generateComplianceReport` treats the LAST five entries per role
|
|
18
|
+
* as the recent window. Appending September records to a file ending in
|
|
19
|
+
* October would make the oldest runs the newest, producing confident trend
|
|
20
|
+
* lines that run backwards. `mergeHistory` sorts; it never appends.
|
|
21
|
+
* - **Re-runs.** This is the sort of script someone runs twice. Identity is
|
|
22
|
+
* `source + role`, so a second pass adds nothing — and the two roles inside
|
|
23
|
+
* one grade file stay distinct rather than one being eaten as a duplicate.
|
|
24
|
+
* - **Provenance.** Backfilled entries are marked `backfilled: true` and keep
|
|
25
|
+
* their `slug`. The slug matters because #114 means runs were filed under a
|
|
26
|
+
* hardcoded `ddb-` prefix regardless of repo; normalising it away would
|
|
27
|
+
* destroy the only record of which runs were misattributed.
|
|
28
|
+
* - **Nothing silently skipped.** Unparseable and grade-less files are returned
|
|
29
|
+
* in their own buckets and the counts are made to add up, rather than a quiet
|
|
30
|
+
* `continue` that leaves an unexplained gap between 59 files and 57 results.
|
|
31
|
+
*/
|
|
32
|
+
|
|
33
|
+
import { existsSync, readFileSync, readdirSync, statSync } from "fs";
|
|
34
|
+
import { basename, dirname, join, relative } from "path";
|
|
35
|
+
|
|
36
|
+
import type { ComplianceEntry } from "./compliance-report";
|
|
37
|
+
|
|
38
|
+
/** A grade file on disk, before it becomes history entries. */
|
|
39
|
+
interface GradeRule {
|
|
40
|
+
id?: string;
|
|
41
|
+
verdict?: string;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
interface Grade {
|
|
45
|
+
role: string;
|
|
46
|
+
total: number;
|
|
47
|
+
followed: number;
|
|
48
|
+
rules?: GradeRule[];
|
|
49
|
+
flagged?: string[];
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
export interface BackfillPlan {
|
|
53
|
+
/** Grade files examined, whatever became of them. */
|
|
54
|
+
scanned: number;
|
|
55
|
+
/** New entries, in no particular order — pass them through mergeHistory. */
|
|
56
|
+
added: BackfilledEntry[];
|
|
57
|
+
/** Role-records already represented in the supplied history. */
|
|
58
|
+
alreadyPresent: number;
|
|
59
|
+
/** Paths whose JSON did not parse. */
|
|
60
|
+
unparseable: string[];
|
|
61
|
+
/** Paths that parsed but carried no grades — 2 of the 59 real files. */
|
|
62
|
+
emptyGrades: string[];
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
export interface BackfilledEntry extends ComplianceEntry {
|
|
66
|
+
/** Work-directory name, e.g. `ddb-588-stale`. Evidence for #114. */
|
|
67
|
+
slug: string;
|
|
68
|
+
/** Path of the grade file this was reconstructed from, relative to the root. */
|
|
69
|
+
source: string;
|
|
70
|
+
/**
|
|
71
|
+
* Which grading of this role within this run, 0-based.
|
|
72
|
+
*
|
|
73
|
+
* A run can grade the same role more than once — 57 usable files hold 91
|
|
74
|
+
* marcus records. Keying identity on `source + role` alone silently dropped
|
|
75
|
+
* 35 of 149, and every count still looked plausible.
|
|
76
|
+
*/
|
|
77
|
+
ordinal: number;
|
|
78
|
+
/** Always true here. Distinguishes a reconstruction from a live measurement. */
|
|
79
|
+
backfilled: true;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
/** Identical to scripts/persist-compliance.ts:69. Two rounding rules in one
|
|
83
|
+
* trend line would silently put backfilled and live entries on different
|
|
84
|
+
* scales, and `0/0` as NaN serialises to null and poisons every average. */
|
|
85
|
+
const pct = (g: Grade) => (g.total > 0 ? Math.round((100 * g.followed) / g.total) : 0);
|
|
86
|
+
|
|
87
|
+
/**
|
|
88
|
+
* `source + role + ordinal` — the only key under which 149 records stay 149.
|
|
89
|
+
*
|
|
90
|
+
* `source + role` looks sufficient and is not: a run can grade the same role
|
|
91
|
+
* repeatedly (hill-climb iterations), and 57 usable files hold 91 marcus
|
|
92
|
+
* records. The narrower key dropped 35 of them with no error and no gap in any
|
|
93
|
+
* count that was being printed.
|
|
94
|
+
*/
|
|
95
|
+
const identity = (e: { source?: string; slug?: string; role: string; ordinal?: number }) =>
|
|
96
|
+
`${e.source ?? e.slug ?? ""}::${e.role}::${e.ordinal ?? 0}`;
|
|
97
|
+
|
|
98
|
+
/**
|
|
99
|
+
* Every `compliance-grade.json` one level under the root, INCLUDING `.archive/`.
|
|
100
|
+
*
|
|
101
|
+
* The archive is a dot-directory, which a shell glob and Python's `glob` both
|
|
102
|
+
* skip by default. Counting it wrongly is not hypothetical: two sessions
|
|
103
|
+
* miscounted this exact directory on the way here, in opposite directions. So
|
|
104
|
+
* it is named explicitly rather than left to a pattern.
|
|
105
|
+
*/
|
|
106
|
+
function findGradeFiles(root: string): string[] {
|
|
107
|
+
const out: string[] = [];
|
|
108
|
+
const sweep = (dir: string) => {
|
|
109
|
+
if (!existsSync(dir)) return;
|
|
110
|
+
for (const name of readdirSync(dir)) {
|
|
111
|
+
const workDir = join(dir, name);
|
|
112
|
+
let isDir = false;
|
|
113
|
+
try { isDir = statSync(workDir).isDirectory(); } catch { continue; }
|
|
114
|
+
if (!isDir) continue;
|
|
115
|
+
const grade = join(workDir, "compliance-grade.json");
|
|
116
|
+
if (existsSync(grade)) out.push(grade);
|
|
117
|
+
}
|
|
118
|
+
};
|
|
119
|
+
sweep(root);
|
|
120
|
+
sweep(join(root, ".archive"));
|
|
121
|
+
return out.sort();
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
/**
|
|
125
|
+
* Issue number for a work directory.
|
|
126
|
+
*
|
|
127
|
+
* `workflow-state.json` wins because it is what the run itself recorded; the
|
|
128
|
+
* slug is what the harness guessed. They disagree in 5 of the 57 real cases.
|
|
129
|
+
* A slug with no trailing number yields `#unknown` rather than being dropped —
|
|
130
|
+
* dropping it would shrink the dataset this exists to recover.
|
|
131
|
+
*/
|
|
132
|
+
function resolveIssue(workDir: string, slug: string): string {
|
|
133
|
+
const wsPath = join(workDir, "workflow-state.json");
|
|
134
|
+
if (existsSync(wsPath)) {
|
|
135
|
+
try {
|
|
136
|
+
const issue = JSON.parse(readFileSync(wsPath, "utf-8"))?.issue;
|
|
137
|
+
if (issue !== undefined && issue !== null && `${issue}`.trim() !== "") return `#${issue}`;
|
|
138
|
+
} catch {
|
|
139
|
+
// Fall through to the slug. A corrupt workflow-state.json is a reason to
|
|
140
|
+
// use the weaker source, not a reason to lose the grades next to it.
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
const trailing = slug.match(/(\d+)(?!.*\d)/);
|
|
144
|
+
return trailing ? `#${trailing[1]}` : "#unknown";
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
export function planComplianceBackfill(root: string, existing: ComplianceEntry[]): BackfillPlan {
|
|
148
|
+
const seen = new Set(existing.map(e => identity(e as BackfilledEntry)));
|
|
149
|
+
const plan: BackfillPlan = { scanned: 0, added: [], alreadyPresent: 0, unparseable: [], emptyGrades: [] };
|
|
150
|
+
|
|
151
|
+
for (const gradePath of findGradeFiles(root)) {
|
|
152
|
+
plan.scanned++;
|
|
153
|
+
const workDir = dirname(gradePath);
|
|
154
|
+
const slug = basename(workDir);
|
|
155
|
+
const source = relative(root, gradePath);
|
|
156
|
+
|
|
157
|
+
let parsed: { grades?: Grade[] };
|
|
158
|
+
try {
|
|
159
|
+
parsed = JSON.parse(readFileSync(gradePath, "utf-8"));
|
|
160
|
+
} catch {
|
|
161
|
+
plan.unparseable.push(source);
|
|
162
|
+
continue;
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
const grades = parsed?.grades ?? [];
|
|
166
|
+
if (grades.length === 0) {
|
|
167
|
+
plan.emptyGrades.push(source);
|
|
168
|
+
continue;
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
// The run did not stamp a time, so the grade file's mtime is the best
|
|
172
|
+
// available. It is the moment grading finished, which is what a trend
|
|
173
|
+
// over runs wants.
|
|
174
|
+
const timestamp = new Date(statSync(gradePath).mtime).toISOString();
|
|
175
|
+
const issue = resolveIssue(workDir, slug);
|
|
176
|
+
|
|
177
|
+
const roleSeq: Record<string, number> = {};
|
|
178
|
+
for (const g of grades) {
|
|
179
|
+
const ordinal = roleSeq[g.role] ?? 0;
|
|
180
|
+
roleSeq[g.role] = ordinal + 1;
|
|
181
|
+
const entry: BackfilledEntry = {
|
|
182
|
+
timestamp,
|
|
183
|
+
issue,
|
|
184
|
+
role: g.role,
|
|
185
|
+
scores: Object.fromEntries(
|
|
186
|
+
(g.rules ?? []).filter(r => r.id).map(r => [r.id as string, r.verdict || "N/A"]),
|
|
187
|
+
),
|
|
188
|
+
total: g.total,
|
|
189
|
+
followed: g.followed,
|
|
190
|
+
pct: pct(g),
|
|
191
|
+
flagged: g.flagged ?? [],
|
|
192
|
+
slug,
|
|
193
|
+
source,
|
|
194
|
+
ordinal,
|
|
195
|
+
backfilled: true,
|
|
196
|
+
};
|
|
197
|
+
if (seen.has(identity(entry))) {
|
|
198
|
+
plan.alreadyPresent++;
|
|
199
|
+
continue;
|
|
200
|
+
}
|
|
201
|
+
seen.add(identity(entry));
|
|
202
|
+
plan.added.push(entry);
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
return plan;
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
/**
|
|
210
|
+
* Chronological merge. Never an append.
|
|
211
|
+
*
|
|
212
|
+
* The synthetic `#compliance-test-N` entries are kept: they are the only record
|
|
213
|
+
* of what the trend system was reporting before the backfill, and deleting data
|
|
214
|
+
* to make a graph look better is not a backfill.
|
|
215
|
+
*/
|
|
216
|
+
export function mergeHistory(existing: ComplianceEntry[], added: ComplianceEntry[]): ComplianceEntry[] {
|
|
217
|
+
return [...existing, ...added].sort(
|
|
218
|
+
(a, b) => Date.parse(a.timestamp) - Date.parse(b.timestamp),
|
|
219
|
+
);
|
|
220
|
+
}
|