@renaiss-shipflow/cli 0.19.0 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -23,6 +23,11 @@ export declare const REVIEW_CONTRACT: {
|
|
|
23
23
|
readonly loop: readonly ["approve", "comment", "request_changes", "reject"];
|
|
24
24
|
readonly server: readonly ["looks_good", "comment", "request_changes"];
|
|
25
25
|
};
|
|
26
|
+
readonly judgedDecisions: {
|
|
27
|
+
readonly $comment: "Rules for every LLM-judged auto-decision (issue #209). evalAccept is the default acceptance expression cmd/revieweval evaluates when a -baseline is supplied: grammar `<metric> >= <signed>pt [AND <clause>...] over >= <N> runs`, metrics precision|recall|f1, signed deltas in percentage points on mean-of-runs; ACCEPT when every clause holds on the mean deltas with >=N runs per side, PARK when some clause fails in every candidate run, anything else is GRAY-ZONE and escalates to a human. swapAndAggregate: a single-pass LLM judge is position-biased — order consistency is <=65% single-pass (MT-Bench) — so every judged decision MUST run the judge twice with the candidate list order swapped/reversed and count only verdicts BOTH passes agree on; disagreements are reported, never silently resolved.";
|
|
28
|
+
readonly evalAccept: "recall>=+2pt AND precision>=-1pt over >=2 runs";
|
|
29
|
+
readonly swapAndAggregate: true;
|
|
30
|
+
};
|
|
26
31
|
readonly severities: readonly ["critical", "high", "medium", "low"];
|
|
27
32
|
readonly defaultSeverity: "medium";
|
|
28
33
|
readonly severityBadges: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"review-contract-data.d.ts","sourceRoot":"","sources":["../src/review-contract-data.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,eAAe
|
|
1
|
+
{"version":3,"file":"review-contract-data.d.ts","sourceRoot":"","sources":["../src/review-contract-data.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqHlB,CAAC"}
|
|
@@ -88,6 +88,11 @@ export const REVIEW_CONTRACT = {
|
|
|
88
88
|
"loop": ["approve", "comment", "request_changes", "reject"],
|
|
89
89
|
"server": ["looks_good", "comment", "request_changes"]
|
|
90
90
|
},
|
|
91
|
+
"judgedDecisions": {
|
|
92
|
+
"$comment": "Rules for every LLM-judged auto-decision (issue #209). evalAccept is the default acceptance expression cmd/revieweval evaluates when a -baseline is supplied: grammar `<metric> >= <signed>pt [AND <clause>...] over >= <N> runs`, metrics precision|recall|f1, signed deltas in percentage points on mean-of-runs; ACCEPT when every clause holds on the mean deltas with >=N runs per side, PARK when some clause fails in every candidate run, anything else is GRAY-ZONE and escalates to a human. swapAndAggregate: a single-pass LLM judge is position-biased — order consistency is <=65% single-pass (MT-Bench) — so every judged decision MUST run the judge twice with the candidate list order swapped/reversed and count only verdicts BOTH passes agree on; disagreements are reported, never silently resolved.",
|
|
93
|
+
"evalAccept": "recall>=+2pt AND precision>=-1pt over >=2 runs",
|
|
94
|
+
"swapAndAggregate": true
|
|
95
|
+
},
|
|
91
96
|
"severities": ["critical", "high", "medium", "low"],
|
|
92
97
|
"defaultSeverity": "medium",
|
|
93
98
|
"severityBadges": {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"review-contract-data.js","sourceRoot":"","sources":["../src/review-contract-data.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAChC,4EAA4E;AAC5E,yDAAyD;AACzD,6EAA6E;AAE7E,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,04BAA04B;IACt5B,SAAS,EAAE,CAAC;IACZ,SAAS,EAAE;QACT,UAAU,EAAE,+MAA+M;QAC3N,gBAAgB,EAAE,IAAI;QACtB,gBAAgB,EAAE,KAAK;QACvB,UAAU,EAAE,IAAI;KACjB;IACD,OAAO,EAAE;QACP,UAAU,EAAE,w0BAAw0B;QACp1B,YAAY,EAAE;YACZ,eAAe;YACf,OAAO;YACP,SAAS;YACT,OAAO;YACP,QAAQ;YACR,QAAQ;YACR,cAAc;YACd,cAAc;YACd,OAAO;YACP,QAAQ;YACR,SAAS;YACT,WAAW;YACX,cAAc;YACd,SAAS;YACT,gBAAgB;YAChB,gBAAgB;YAChB,YAAY;YACZ,mBAAmB;YACnB,gBAAgB;YAChB,UAAU;YACV,cAAc;YACd,OAAO;YACP,SAAS;YACT,QAAQ;YACR,MAAM;YACN,OAAO;YACP,QAAQ;SACT;QACD,UAAU,EAAE;YACV,QAAQ;YACR,SAAS;YACT,cAAc;YACd,SAAS;YACT,eAAe;YACf,SAAS;YACT,eAAe;YACf,gBAAgB;YAChB,SAAS;YACT,SAAS;YACT,UAAU;YACV,cAAc;SACf;QACD,WAAW,EAAE;YACX,mBAAmB;YACnB,WAAW;SACZ;QACD,YAAY,EAAE;YACZ,MAAM;YACN,OAAO;YACP,MAAM;YACN,MAAM;YACN,MAAM;YACN,OAAO;YACP,MAAM;YACN,MAAM;YACN,MAAM;YACN,OAAO;YACP,QAAQ;YACR,MAAM;YACN,MAAM;YACN,OAAO;SACR;QACD,gBAAgB,EAAE;YAChB,UAAU,EAAE,qQAAqQ;YACjR,YAAY,EAAE;gBACZ,UAAU;aACX;SACF;KACF;IACD,UAAU,EAAE;QACV,UAAU,EAAE,0IAA0I;QACtJ,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,iBAAiB,EAAE,QAAQ,CAAC;QAC3D,QAAQ,EAAE,CAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,CAAC;KACvD;IACD,YAAY,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC;IACnD,iBAAiB,EAAE,QAAQ;IAC3B,gBAAgB,EAAE;QAChB,UAAU,EAAE,2QAA2Q;QACvR,UAAU,EAAE,iBAAiB;QAC7B,MAAM,EAAE,aAAa;QACrB,QAAQ,EAAE,eAAe;QACzB,KAAK,EAAE,YAAY;KACpB;IACD,iBAAiB,EAAE;QACjB,EAAE,UAAU,EAAE,wHAAwH,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE;QAC1M,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE;QAC7E,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,mCAAmC,EAAE,MAAM,EAAE,IAAI,EAAE;QACxF,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,6BAA6B,EAAE,MAAM,EAAE,KAAK,EAAE;QACnF,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE;QACtE,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE;QAC/E,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE;QAC9E,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE;QACtE,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE;QACtE,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE;QAC1D,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE;QAC5D,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,uCAAuC,EAAE,MAAM,EAAE,IAAI,EAAE;QACnF,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;QAC3D,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE;QAC1D,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE;KAC/D;CACO,CAAC"}
|
|
1
|
+
{"version":3,"file":"review-contract-data.js","sourceRoot":"","sources":["../src/review-contract-data.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAChC,4EAA4E;AAC5E,yDAAyD;AACzD,6EAA6E;AAE7E,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,04BAA04B;IACt5B,SAAS,EAAE,CAAC;IACZ,SAAS,EAAE;QACT,UAAU,EAAE,+MAA+M;QAC3N,gBAAgB,EAAE,IAAI;QACtB,gBAAgB,EAAE,KAAK;QACvB,UAAU,EAAE,IAAI;KACjB;IACD,OAAO,EAAE;QACP,UAAU,EAAE,w0BAAw0B;QACp1B,YAAY,EAAE;YACZ,eAAe;YACf,OAAO;YACP,SAAS;YACT,OAAO;YACP,QAAQ;YACR,QAAQ;YACR,cAAc;YACd,cAAc;YACd,OAAO;YACP,QAAQ;YACR,SAAS;YACT,WAAW;YACX,cAAc;YACd,SAAS;YACT,gBAAgB;YAChB,gBAAgB;YAChB,YAAY;YACZ,mBAAmB;YACnB,gBAAgB;YAChB,UAAU;YACV,cAAc;YACd,OAAO;YACP,SAAS;YACT,QAAQ;YACR,MAAM;YACN,OAAO;YACP,QAAQ;SACT;QACD,UAAU,EAAE;YACV,QAAQ;YACR,SAAS;YACT,cAAc;YACd,SAAS;YACT,eAAe;YACf,SAAS;YACT,eAAe;YACf,gBAAgB;YAChB,SAAS;YACT,SAAS;YACT,UAAU;YACV,cAAc;SACf;QACD,WAAW,EAAE;YACX,mBAAmB;YACnB,WAAW;SACZ;QACD,YAAY,EAAE;YACZ,MAAM;YACN,OAAO;YACP,MAAM;YACN,MAAM;YACN,MAAM;YACN,OAAO;YACP,MAAM;YACN,MAAM;YACN,MAAM;YACN,OAAO;YACP,QAAQ;YACR,MAAM;YACN,MAAM;YACN,OAAO;SACR;QACD,gBAAgB,EAAE;YAChB,UAAU,EAAE,qQAAqQ;YACjR,YAAY,EAAE;gBACZ,UAAU;aACX;SACF;KACF;IACD,UAAU,EAAE;QACV,UAAU,EAAE,0IAA0I;QACtJ,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,iBAAiB,EAAE,QAAQ,CAAC;QAC3D,QAAQ,EAAE,CAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,CAAC;KACvD;IACD,iBAAiB,EAAE;QACjB,UAAU,EAAE,+xBAA+xB;QAC3yB,YAAY,EAAE,gDAAgD;QAC9D,kBAAkB,EAAE,IAAI;KACzB;IACD,YAAY,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC;IACnD,iBAAiB,EAAE,QAAQ;IAC3B,gBAAgB,EAAE;QAChB,UAAU,EAAE,2QAA2Q;QACvR,UAAU,EAAE,iBAAiB;QAC7B,MAAM,EAAE,aAAa;QACrB,QAAQ,EAAE,eAAe;QACzB,KAAK,EAAE,YAAY;KACpB;IACD,iBAAiB,EAAE;QACjB,EAAE,UAAU,EAAE,wHAAwH,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE;QAC1M,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE;QAC7E,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,mCAAmC,EAAE,MAAM,EAAE,IAAI,EAAE;QACxF,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,6BAA6B,EAAE,MAAM,EAAE,KAAK,EAAE;QACnF,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE;QACtE,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE;QAC/E,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE;QAC9E,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE;QACtE,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE;QACtE,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE;QAC1D,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE;QAC5D,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,uCAAuC,EAAE,MAAM,EAAE,IAAI,EAAE;QACnF,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;QAC3D,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE;QAC1D,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE;KAC/D;CACO,CAAC"}
|