@autotelic/joggle 0.7.0 → 0.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/JOGGLE.md +4 -0
- package/dist/check.js +18 -0
- package/package.json +1 -1
package/JOGGLE.md
CHANGED
|
@@ -432,6 +432,10 @@ and every CI checkout. GitHub warns above **50 MB per file** and refuses above
|
|
|
432
432
|
`--max-age 90` needs ages, which only the machine cache records.
|
|
433
433
|
- A run says so when the store passes 8 MB, because a cache nobody measured is how
|
|
434
434
|
a 0-byte ledger on the base branch becomes 55 MB at the top of a stack.
|
|
435
|
+
- **A run says how it got its answers.** "N judgement(s) were asked of the model" means a
|
|
436
|
+
key was present and this run judged for itself; "N judgement(s) were replayed" means no model
|
|
437
|
+
was called. The two can name the same site differently, so a local report and a CI report at
|
|
438
|
+
the same commit are only comparable when this line matches.
|
|
435
439
|
- **A check does not write the ledger at all.** `--read-only` (and any run `jig` starts,
|
|
436
440
|
which exports `JIG_READ_ONLY=1` to every engine) answers from the cache and never writes
|
|
437
441
|
it. This is not hygiene: a new answer *renames* the finding it verifies, so a check that
|
package/dist/check.js
CHANGED
|
@@ -909,6 +909,24 @@ export const checkRepository = Effect.fn("joggle.check")(function* (options) {
|
|
|
909
909
|
overloaded,
|
|
910
910
|
};
|
|
911
911
|
const decisionTotals = yield* decisionStats.read;
|
|
912
|
+
// Say how the answers were obtained. A keyed run judges live and a keyless one replays,
|
|
913
|
+
// and the two can name the same site differently — which is the whole difference between
|
|
914
|
+
// a developer's machine and CI at the same commit. Without this line the report looks the
|
|
915
|
+
// same either way, and the difference is found by bisecting a ledger.
|
|
916
|
+
if (decisionTotals.calls > 0) {
|
|
917
|
+
notes.push({
|
|
918
|
+
ruleId: "joggle",
|
|
919
|
+
reason: decisionTotals.calls +
|
|
920
|
+
" judgement(s) were asked of the model in this run: a key was present, so this run judged for itself. A run without the key replays the committed answers, and judged identities are not always the unverified ones — compare this report with CI's before treating a difference as a code change.",
|
|
921
|
+
});
|
|
922
|
+
}
|
|
923
|
+
else if (decisionTotals.replayed > 0) {
|
|
924
|
+
notes.push({
|
|
925
|
+
ruleId: "joggle",
|
|
926
|
+
reason: decisionTotals.replayed +
|
|
927
|
+
" judgement(s) were replayed from the answer cache; no model was called",
|
|
928
|
+
});
|
|
929
|
+
}
|
|
912
930
|
const elapsedMs = (yield* Clock.currentTimeMillis) - started;
|
|
913
931
|
const report = {
|
|
914
932
|
diagnostics: rankDiagnostics(folded.diagnostics),
|