@boyingliu01/dsh-plugin-xp-gate 0.31.3 → 0.32.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/command.d.ts +11 -5
- package/lib/command.d.ts.map +1 -1
- package/lib/command.js +19 -13
- package/lib/command.js.map +1 -1
- package/lib/credentials.d.ts +39 -0
- package/lib/credentials.d.ts.map +1 -0
- package/lib/credentials.js +57 -0
- package/lib/credentials.js.map +1 -0
- package/lib/delphi-config.d.ts +34 -3
- package/lib/delphi-config.d.ts.map +1 -1
- package/lib/delphi-config.js +117 -48
- package/lib/delphi-config.js.map +1 -1
- package/lib/delphi-run.d.ts +1 -1
- package/lib/delphi-run.d.ts.map +1 -1
- package/lib/delphi-run.js +24 -3
- package/lib/delphi-run.js.map +1 -1
- package/lib/delphi.d.ts +6 -0
- package/lib/delphi.d.ts.map +1 -1
- package/lib/delphi.js +101 -55
- package/lib/delphi.js.map +1 -1
- package/lib/evidence.d.ts +70 -0
- package/lib/evidence.d.ts.map +1 -0
- package/lib/evidence.js +92 -0
- package/lib/evidence.js.map +1 -0
- package/lib/gate-runner.d.ts +33 -2
- package/lib/gate-runner.d.ts.map +1 -1
- package/lib/gate-runner.js +53 -4
- package/lib/gate-runner.js.map +1 -1
- package/lib/git-context.d.ts +26 -0
- package/lib/git-context.d.ts.map +1 -0
- package/lib/git-context.js +30 -0
- package/lib/git-context.js.map +1 -0
- package/lib/hooks.d.ts +42 -0
- package/lib/hooks.d.ts.map +1 -0
- package/lib/hooks.js +113 -0
- package/lib/hooks.js.map +1 -0
- package/lib/index.d.ts +16 -1
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +278 -10
- package/lib/index.js.map +1 -1
- package/lib/skill-provider.d.ts +15 -0
- package/lib/skill-provider.d.ts.map +1 -0
- package/lib/skill-provider.js +205 -0
- package/lib/skill-provider.js.map +1 -0
- package/lib/sprint.d.ts +60 -0
- package/lib/sprint.d.ts.map +1 -0
- package/lib/sprint.js +92 -0
- package/lib/sprint.js.map +1 -0
- package/package.json +14 -8
- package/skills/delphi-review/AGENTS.md +3 -3
- package/skills/sprint-flow/AGENTS.md +3 -3
- package/skills/test-specification-alignment/AGENTS.md +3 -3
package/lib/delphi-run.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delphi-run.js","sourceRoot":"","sources":["../src/delphi-run.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;
|
|
1
|
+
{"version":3,"file":"delphi-run.js","sourceRoot":"","sources":["../src/delphi-run.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAGnD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEtC;;;;;GAKG;AACH,SAAS,gBAAgB,CAAC,MAA+B;IACvD,IAAI,CAAC,MAAM,EAAE,OAAO;QAAE,OAAM;IAC5B,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAA;IACjE,KAAK,CAAC,IAAI,GAAG,YAAY,CAAA;IACzB,MAAM,KAAK,CAAA;AACb,CAAC;AAED,mFAAmF;AACnF,MAAM,yBAAyB,GAAG,EAAE,CAAC;AACrC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAS7B,gFAAgF;AAChF,SAAS,cAAc,CAAC,IAAgB,EAAE,OAAe;IACvD,OAAO,CACL,eAAe,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,oDAAoD;QAC1F,6DAA6D,OAAO,MAAM;QAC1E,mFAAmF;QACnF,0FAA0F;QAC1F,wFAAwF;QACxF,+DAA+D,CAChE,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CACvB,IAAgB,EAChB,OAAe,EACf,QAAqB,EACrB,SAAiB;IAEjB,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ;SAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;SACvC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,OAAO,CACL,eAAe,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,0BAA0B,QAAQ,CAAC,KAAK,GAAG,CAAC,QAAQ;QAC1F,oGAAoG;QACpG,GAAG,KAAK,gBAAgB,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,UAAU,GAAG;QACpE,cAAc,yBAAyB,SAAS;QAChD,GAAG,SAAS,CAAC,CAAC,CAAC,uCAAuC,SAAS,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC5E,gEAAgE,OAAO,MAAM;QAC7E,4FAA4F;QAC5F,uFAAuF;QACvF,6DAA6D,CAC9D,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAmB,EACnB,OAAe,EACf,SAAS,GAAG,EAAE,EACd,MAAoB;IAEpB,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,IAAI,yBAAyB,CAAA;IACpE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAA;IACtD,MAAM,MAAM,GAAkB,EAAE,CAAA;IAChC,iFAAiF;IACjF,oFAAoF;IACpF,2DAA2D;IAC3D,MAAM,SAAS,GAAkB,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,CAAA;IACpD,gBAAgB,CAAC,MAAM,CAAC,CAAA;IAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,QAAQ;YACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,SAAS,EAAE,CAAC,EAAE,0CAA0C,EAAE,CAAC,IAAI,EAAE,EAAE,CAChF,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CACrD;YACH,CAAC,CAAC,MAAM,QAAQ,CAAC,SAAS,EAAE,CAAC,EAAE,0CAA0C,EAAE,CAAC,IAAI,EAAE,EAAE,CAChF,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAC9B,CAAA;QAEL,gBAAgB,CAAC,MAAM,CAAC,CAAA;QACxB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEnB,4EAA4E;QAC5E,mEAAmE;QACnE,IAAI,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5D,OAAO;gBACL,MAAM;gBACN,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM;gBAChD,WAAW,EAAE,CAAC;aACf,CAAA;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACtC,OAAO;QACL,MAAM;QACN,SAAS,EAAE,KAAK;QAChB,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACzD,WAAW,EAAE,MAAM,CAAC,MAAM;KAC3B,CAAA;AACH,CAAC;AAED,qDAAqD;AACrD,MAAM,UAAU,aAAa,CAAC,OAAsB;IAClD,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,gBAAgB,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,QAAQ,CAAC,CAAA;QAClF,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,cAAc,OAAO,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAA;YAC9F,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;YAC3C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE,KAAK,KAAK,MAAM,CAAC,CAAC,OAAO,eAAe,CAAC,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC,CAAA;QAChG,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChB,CAAC;IACD,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,SAAS;QACf,CAAC,CAAC,sBAAsB,CAAC,OAAO,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,WAAW,YAAY;QACvG,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,WAAW,0BAA0B,CACnH,CAAA;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC"}
|
package/lib/delphi.d.ts
CHANGED
|
@@ -57,6 +57,12 @@ export interface DelphiOptions {
|
|
|
57
57
|
readonly maxRounds?: number;
|
|
58
58
|
/** Per-request ceiling; the caller owns the overall timeout. */
|
|
59
59
|
readonly timeoutMs?: number;
|
|
60
|
+
/**
|
|
61
|
+
* Caller cancellation. Aborting it stops the in-flight request immediately and
|
|
62
|
+
* raises TOOL_ABORTED, matching the three gate tools. Without this a cancelled
|
|
63
|
+
* review kept spending money on requests the user had already abandoned.
|
|
64
|
+
*/
|
|
65
|
+
readonly signal?: AbortSignal;
|
|
60
66
|
readonly fetchImpl?: typeof fetch;
|
|
61
67
|
}
|
|
62
68
|
/** Raised when the configured seats cannot satisfy the Delphi invariants. */
|
package/lib/delphi.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delphi.d.ts","sourceRoot":"","sources":["../src/delphi.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,+DAA+D;AAC/D,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,8EAA8E;IAC9E,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,sDAAsD;AACtD,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IACrC,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,iBAAiB,GAAG,oBAAoB,GAAG,OAAO,CAAA;IACjF,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,4DAA4D;IAC5D,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,uCAAuC;AACvC,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAA;IAC3C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAA;CACnC;AAED,MAAM,WAAW,aAAa;IAC5B,8DAA8D;IAC9D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,+EAA+E;IAC/E,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAA;IACrC,4CAA4C;IAC5C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAClC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,gEAAgE;IAChE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,KAAK,CAAA;CAClC;
|
|
1
|
+
{"version":3,"file":"delphi.d.ts","sourceRoot":"","sources":["../src/delphi.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,+DAA+D;AAC/D,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,8EAA8E;IAC9E,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,sDAAsD;AACtD,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IACrC,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,iBAAiB,GAAG,oBAAoB,GAAG,OAAO,CAAA;IACjF,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,4DAA4D;IAC5D,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,uCAAuC;AACvC,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAA;IAC3C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAA;CACnC;AAED,MAAM,WAAW,aAAa;IAC5B,8DAA8D;IAC9D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,+EAA+E;IAC/E,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAA;IACrC,4CAA4C;IAC5C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAClC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,gEAAgE;IAChE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B;;;;OAIG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;IAC7B,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,KAAK,CAAA;CAClC;AAeD,6EAA6E;AAC7E,qBAAa,iBAAkB,SAAQ,KAAK;CAAG;AAE/C;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,GAAG,IAAI,CAoBhE;AAED;;;;;;;GAOG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG;IAC1C,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,CAAA;IACjC,UAAU,EAAE,MAAM,CAAA;CACnB,CAWA;AA0ID;;;GAGG;AACH,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,aAAa,EACnB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,MAAM,GACxC,OAAO,CAAC,WAAW,CAAC,CA8BtB"}
|
package/lib/delphi.js
CHANGED
|
@@ -21,6 +21,11 @@ const REQUIRED_EXPERTS = 3;
|
|
|
21
21
|
const DEFAULT_THRESHOLD_PERCENT = 90;
|
|
22
22
|
const DEFAULT_MAX_TOKENS = 8000;
|
|
23
23
|
const DEFAULT_TIMEOUT_MS = 180_000;
|
|
24
|
+
/**
|
|
25
|
+
* Sampling temperature. Low on purpose: reviewers must apply the rubric the same
|
|
26
|
+
* way every round, and creativity in a verdict is noise, not signal.
|
|
27
|
+
*/
|
|
28
|
+
const REVIEW_TEMPERATURE = 0.2;
|
|
24
29
|
/** Raised when the configured seats cannot satisfy the Delphi invariants. */
|
|
25
30
|
export class DelphiConfigError extends Error {
|
|
26
31
|
}
|
|
@@ -65,48 +70,110 @@ export function parseVerdict(text) {
|
|
|
65
70
|
const confidence = c ? Math.min(10, Math.max(0, Number(c[1]))) : 0;
|
|
66
71
|
return { verdict, confidence };
|
|
67
72
|
}
|
|
73
|
+
/** Cleanup for a case where no listener was attached, so there is nothing to undo. */
|
|
74
|
+
const NO_CLEANUP = () => undefined;
|
|
75
|
+
/**
|
|
76
|
+
* Bridge caller cancellation into the controller that also owns the timeout.
|
|
77
|
+
* Bridging rather than racing two signals means one abort path, so the reason a
|
|
78
|
+
* request stopped is never ambiguous.
|
|
79
|
+
*/
|
|
80
|
+
function linkAbort(controller, callerSignal) {
|
|
81
|
+
if (!callerSignal)
|
|
82
|
+
return NO_CLEANUP;
|
|
83
|
+
const forwardAbort = () => controller.abort();
|
|
84
|
+
if (callerSignal.aborted) {
|
|
85
|
+
controller.abort();
|
|
86
|
+
return NO_CLEANUP;
|
|
87
|
+
}
|
|
88
|
+
callerSignal.addEventListener("abort", forwardAbort, { once: true });
|
|
89
|
+
return () => callerSignal.removeEventListener("abort", forwardAbort);
|
|
90
|
+
}
|
|
91
|
+
/** Extract the reviewer's text, or explain why there isn't any. */
|
|
92
|
+
function readContent(json, maxTokens) {
|
|
93
|
+
const content = json.choices?.[0]?.message?.content ?? "";
|
|
94
|
+
const finishReason = json.choices?.[0]?.finish_reason ?? "unknown";
|
|
95
|
+
// Empty content is a real failure -- typically a reasoning model that spent its
|
|
96
|
+
// whole budget on hidden tokens. Never let it pass as an empty review.
|
|
97
|
+
if (content.trim() === "") {
|
|
98
|
+
throw new Error(`empty content (finish_reason=${finishReason}, max_tokens=${maxTokens}); ` +
|
|
99
|
+
`raise max_tokens if this is a reasoning model`);
|
|
100
|
+
}
|
|
101
|
+
return { content, resolvedModel: json.model ?? null, finishReason };
|
|
102
|
+
}
|
|
103
|
+
/** Reject a non-2xx answer, keeping the body short enough to read in a verdict. */
|
|
104
|
+
async function ensureOk(res) {
|
|
105
|
+
if (res.ok)
|
|
106
|
+
return;
|
|
107
|
+
const body = await res.text().catch(() => "");
|
|
108
|
+
throw new Error(`HTTP ${res.status}: ${body.slice(0, 200)}`);
|
|
109
|
+
}
|
|
110
|
+
/** Build the chat-completions request for one seat. */
|
|
111
|
+
function buildRequest(opts, seat, system, user, maxTokens, signal) {
|
|
112
|
+
return {
|
|
113
|
+
method: "POST",
|
|
114
|
+
headers: {
|
|
115
|
+
Authorization: `Bearer ${opts.apiKey}`,
|
|
116
|
+
"Content-Type": "application/json",
|
|
117
|
+
},
|
|
118
|
+
body: JSON.stringify({
|
|
119
|
+
model: seat.model,
|
|
120
|
+
messages: [
|
|
121
|
+
{ role: "system", content: system },
|
|
122
|
+
{ role: "user", content: user },
|
|
123
|
+
],
|
|
124
|
+
max_tokens: maxTokens,
|
|
125
|
+
temperature: REVIEW_TEMPERATURE,
|
|
126
|
+
}),
|
|
127
|
+
signal,
|
|
128
|
+
};
|
|
129
|
+
}
|
|
68
130
|
/** One provider call. Throws on transport failure or empty content. */
|
|
69
131
|
async function chatOnce(opts, seat, system, user) {
|
|
70
132
|
const doFetch = opts.fetchImpl ?? fetch;
|
|
71
133
|
const controller = new AbortController();
|
|
134
|
+
const maxTokens = seat.maxTokens ?? DEFAULT_MAX_TOKENS;
|
|
72
135
|
const timer = setTimeout(() => controller.abort(), opts.timeoutMs ?? DEFAULT_TIMEOUT_MS);
|
|
136
|
+
const unlink = linkAbort(controller, opts.signal);
|
|
137
|
+
const url = `${opts.baseUrl.replace(/\/+$/, "")}/v1/chat/completions`;
|
|
73
138
|
try {
|
|
74
|
-
const
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
"Content-Type": "application/json",
|
|
79
|
-
},
|
|
80
|
-
body: JSON.stringify({
|
|
81
|
-
model: seat.model,
|
|
82
|
-
messages: [
|
|
83
|
-
{ role: "system", content: system },
|
|
84
|
-
{ role: "user", content: user },
|
|
85
|
-
],
|
|
86
|
-
max_tokens: seat.maxTokens ?? DEFAULT_MAX_TOKENS,
|
|
87
|
-
temperature: 0.2,
|
|
88
|
-
}),
|
|
89
|
-
signal: controller.signal,
|
|
90
|
-
});
|
|
91
|
-
if (!res.ok) {
|
|
92
|
-
const body = await res.text().catch(() => "");
|
|
93
|
-
throw new Error(`HTTP ${res.status}: ${body.slice(0, 200)}`);
|
|
94
|
-
}
|
|
95
|
-
const json = (await res.json());
|
|
96
|
-
const content = json.choices?.[0]?.message?.content ?? "";
|
|
97
|
-
const finishReason = json.choices?.[0]?.finish_reason ?? "unknown";
|
|
98
|
-
// Empty content is a real failure -- typically a reasoning model that spent
|
|
99
|
-
// its whole budget on hidden tokens. Never let it pass as an empty review.
|
|
100
|
-
if (content.trim() === "") {
|
|
101
|
-
throw new Error(`empty content (finish_reason=${finishReason}, max_tokens=${seat.maxTokens ?? DEFAULT_MAX_TOKENS}); ` +
|
|
102
|
-
`raise max_tokens if this is a reasoning model`);
|
|
103
|
-
}
|
|
104
|
-
return { content, resolvedModel: json.model ?? null, finishReason };
|
|
139
|
+
const request = buildRequest(opts, seat, system, user, maxTokens, controller.signal);
|
|
140
|
+
const res = await doFetch(url, request);
|
|
141
|
+
await ensureOk(res);
|
|
142
|
+
return readContent((await res.json()), maxTokens);
|
|
105
143
|
}
|
|
106
144
|
finally {
|
|
107
145
|
clearTimeout(timer);
|
|
146
|
+
unlink();
|
|
108
147
|
}
|
|
109
148
|
}
|
|
149
|
+
/** A seat that failed to answer. Its silence is never counted as agreement. */
|
|
150
|
+
function failedVerdict(seat, reason) {
|
|
151
|
+
return {
|
|
152
|
+
id: seat.id,
|
|
153
|
+
role: seat.role,
|
|
154
|
+
requestedModel: seat.model,
|
|
155
|
+
resolvedModel: null,
|
|
156
|
+
verdict: "ERROR",
|
|
157
|
+
confidence: 0,
|
|
158
|
+
counted: false,
|
|
159
|
+
report: "",
|
|
160
|
+
error: reason instanceof Error ? reason.message : String(reason),
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
/** A seat that answered: parse its verdict and keep the report as evidence. */
|
|
164
|
+
function answeredVerdict(seat, answer) {
|
|
165
|
+
const { verdict, confidence } = parseVerdict(answer.content);
|
|
166
|
+
return {
|
|
167
|
+
id: seat.id,
|
|
168
|
+
role: seat.role,
|
|
169
|
+
requestedModel: seat.model,
|
|
170
|
+
resolvedModel: answer.resolvedModel,
|
|
171
|
+
verdict,
|
|
172
|
+
confidence,
|
|
173
|
+
counted: verdict !== "INVALID_NO_VERDICT",
|
|
174
|
+
report: answer.content,
|
|
175
|
+
};
|
|
176
|
+
}
|
|
110
177
|
/**
|
|
111
178
|
* Run ONE round. All seats are asked concurrently and never see each other's
|
|
112
179
|
* output, which is what makes the round anonymous.
|
|
@@ -118,30 +185,9 @@ export async function runRound(opts, round, system, buildPrompt) {
|
|
|
118
185
|
}));
|
|
119
186
|
const verdicts = settled.map((s, i) => {
|
|
120
187
|
const seat = opts.seats[i];
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
role: seat.role,
|
|
125
|
-
requestedModel: seat.model,
|
|
126
|
-
resolvedModel: null,
|
|
127
|
-
verdict: "ERROR",
|
|
128
|
-
confidence: 0,
|
|
129
|
-
counted: false,
|
|
130
|
-
report: "",
|
|
131
|
-
error: s.reason instanceof Error ? s.reason.message : String(s.reason),
|
|
132
|
-
};
|
|
133
|
-
}
|
|
134
|
-
const { verdict, confidence } = parseVerdict(s.value.content);
|
|
135
|
-
return {
|
|
136
|
-
id: seat.id,
|
|
137
|
-
role: seat.role,
|
|
138
|
-
requestedModel: seat.model,
|
|
139
|
-
resolvedModel: s.value.resolvedModel,
|
|
140
|
-
verdict,
|
|
141
|
-
confidence,
|
|
142
|
-
counted: verdict !== "INVALID_NO_VERDICT",
|
|
143
|
-
report: s.value.content,
|
|
144
|
-
};
|
|
188
|
+
return s.status === "fulfilled"
|
|
189
|
+
? answeredVerdict(seat, s.value)
|
|
190
|
+
: failedVerdict(seat, s.reason);
|
|
145
191
|
});
|
|
146
192
|
const counted = verdicts.filter((v) => v.counted);
|
|
147
193
|
const approvals = counted.filter((v) => v.verdict === "APPROVED").length;
|
package/lib/delphi.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delphi.js","sourceRoot":"","sources":["../src/delphi.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;
|
|
1
|
+
{"version":3,"file":"delphi.js","sourceRoot":"","sources":["../src/delphi.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAuDH,+EAA+E;AAC/E,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,yBAAyB,GAAG,EAAE,CAAC;AAErC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEnC;;;GAGG;AACH,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,6EAA6E;AAC7E,MAAM,OAAO,iBAAkB,SAAQ,KAAK;CAAG;AAE/C;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,KAA4B;IACxD,IAAI,KAAK,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;QACtC,MAAM,IAAI,iBAAiB,CACzB,2BAA2B,gBAAgB,iBAAiB,KAAK,CAAC,MAAM,GAAG,CAC5E,CAAA;IACH,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC,EAAE,iDAAiD,CAAC,CAAA;QAC/F,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,KAAK,qCAAqC,CAAC,CAAA;QACtG,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAC1D,IAAI,QAAQ,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;QACvC,MAAM,IAAI,iBAAiB,CACzB,OAAO,gBAAgB,2CAA2C,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAC9F,CAAA;IACH,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IAIvC,MAAM,OAAO,GAAG,gFAAgF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC3G,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,UAAU,EAAE,CAAC,EAAE,CAAA;IAErE,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;IACpC,oEAAoE;IACpE,MAAM,OAAO,GAAG,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAA;IAEnE,MAAM,CAAC,GAAG,mCAAmC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxD,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAClE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,CAAA;AAChC,CAAC;AAOD,sFAAsF;AACtF,MAAM,UAAU,GAAG,GAAS,EAAE,CAAC,SAAS,CAAC;AAEzC;;;;GAIG;AACH,SAAS,SAAS,CAAC,UAA2B,EAAE,YAAqC;IACnF,IAAI,CAAC,YAAY;QAAE,OAAO,UAAU,CAAA;IACpC,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAA;IAC7C,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;QACzB,UAAU,CAAC,KAAK,EAAE,CAAA;QAClB,OAAO,UAAU,CAAA;IACnB,CAAC;IACD,YAAY,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACpE,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;AACtE,CAAC;AAED,mEAAmE;AACnE,SAAS,WAAW,CAAC,IAAkB,EAAE,SAAiB;IAKxD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAA;IACzD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,SAAS,CAAA;IAClE,gFAAgF;IAChF,uEAAuE;IACvE,IAAI,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,gCAAgC,YAAY,gBAAgB,SAAS,KAAK;YACxE,+CAA+C,CAClD,CAAA;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,YAAY,EAAE,CAAA;AACrE,CAAC;AAED,mFAAmF;AACnF,KAAK,UAAU,QAAQ,CAAC,GAAa;IACnC,IAAI,GAAG,CAAC,EAAE;QAAE,OAAM;IAClB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAA;IAC7C,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;AAC9D,CAAC;AAED,uDAAuD;AACvD,SAAS,YAAY,CACnB,IAAmB,EACnB,IAAgB,EAChB,MAAc,EACd,IAAY,EACZ,SAAiB,EACjB,MAAmB;IAEnB,OAAO;QACL,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;YACtC,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;gBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;aAChC;YACD,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,kBAAkB;SAChC,CAAC;QACF,MAAM;KACP,CAAA;AACH,CAAC;AAED,uEAAuE;AACvE,KAAK,UAAU,QAAQ,CACrB,IAAmB,EACnB,IAAgB,EAChB,MAAc,EACd,IAAY;IAEZ,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAA;IACvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAA;IACtD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAA;IACxF,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,sBAAsB,CAAA;IAErE,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAA;QACpF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;QACvC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAA;QACnB,OAAO,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAiB,EAAE,SAAS,CAAC,CAAA;IACnE,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAA;QACnB,MAAM,EAAE,CAAA;IACV,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,SAAS,aAAa,CAAC,IAAgB,EAAE,MAAe;IACtD,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,cAAc,EAAE,IAAI,CAAC,KAAK;QAC1B,aAAa,EAAE,IAAI;QACnB,OAAO,EAAE,OAAO;QAChB,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,KAAK;QACd,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;KACjE,CAAA;AACH,CAAC;AAED,+EAA+E;AAC/E,SAAS,eAAe,CACtB,IAAgB,EAChB,MAAyD;IAEzD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC5D,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,cAAc,EAAE,IAAI,CAAC,KAAK;QAC1B,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,OAAO;QACP,UAAU;QACV,OAAO,EAAE,OAAO,KAAK,oBAAoB;QACzC,MAAM,EAAE,MAAM,CAAC,OAAO;KACvB,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAmB,EACnB,KAAa,EACb,MAAc,EACd,WAAyC;IAEzC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QAC5B,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;QAC/D,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,CAAA;IACvB,CAAC,CAAC,CACH,CAAA;IAED,MAAM,QAAQ,GAAoB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC1B,OAAO,CAAC,CAAC,MAAM,KAAK,WAAW;YAC7B,CAAC,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC;YAChC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;IACjD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,MAAM,CAAA;IACxE,0EAA0E;IAC1E,yDAAyD;IACzD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,OAAO,CAAC,MAAM,CAAA;IACnE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,IAAI,yBAAyB,CAAA;IAEpE,OAAO;QACL,KAAK;QACL,QAAQ;QACR,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,SAAS;QACT,cAAc,EAAE,KAAK;QACrB,gBAAgB,EAAE,OAAO,CAAC,MAAM,KAAK,gBAAgB,IAAI,KAAK,GAAG,GAAG,IAAI,SAAS;KAClF,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Gate MW walkthrough evidence.
|
|
3
|
+
*
|
|
4
|
+
* @test REQ-DSH-012 delphi-review can produce Gate MW evidence
|
|
5
|
+
* @intent Build the .code-walkthrough-result.json document that the pre-push
|
|
6
|
+
* validator accepts, from a review the plugin actually ran.
|
|
7
|
+
* @covers AC-DSH-012-01
|
|
8
|
+
*
|
|
9
|
+
* Every field here mirrors a check in githooks/lib/validate-code-walkthrough.cjs.
|
|
10
|
+
* Two of those checks are easy to misread and are pinned by test:
|
|
11
|
+
*
|
|
12
|
+
* - result_type belongs to each EXPERT record. Putting it at the top level looks
|
|
13
|
+
* right, passes no check, and fails with a message that never mentions placement.
|
|
14
|
+
* - requested_model comes from the configured seat, never from the gateway's
|
|
15
|
+
* response. The gateway answers with its own naming (Qwen3_8-flash-next for a seat
|
|
16
|
+
* configured as local-qwen3.8-flash), so using the response tripped #574.
|
|
17
|
+
*/
|
|
18
|
+
/** The document Gate MW reads. Field names are the validator's, not ours. */
|
|
19
|
+
export interface WalkthroughEvidence {
|
|
20
|
+
readonly commit: string;
|
|
21
|
+
readonly branch: string;
|
|
22
|
+
readonly timestamp: string;
|
|
23
|
+
readonly expires: string;
|
|
24
|
+
readonly consensus_ratio: number;
|
|
25
|
+
readonly verdict: "APPROVED";
|
|
26
|
+
readonly experts: readonly EvidenceExpert[];
|
|
27
|
+
}
|
|
28
|
+
export interface EvidenceExpert {
|
|
29
|
+
readonly role: string;
|
|
30
|
+
readonly requested_model: string;
|
|
31
|
+
readonly resolved_model: string;
|
|
32
|
+
/** Per-expert, not top-level. The validator reads it here. */
|
|
33
|
+
readonly result_type: "delphi_expert_result";
|
|
34
|
+
readonly channel: "external" | "local";
|
|
35
|
+
readonly verdict: "APPROVED";
|
|
36
|
+
}
|
|
37
|
+
/** One seat as observed by the review: what we asked for, and what answered. */
|
|
38
|
+
export interface SeatOutcome {
|
|
39
|
+
readonly role: string;
|
|
40
|
+
/** The model configured for this role. Becomes requested_model. */
|
|
41
|
+
readonly model: string;
|
|
42
|
+
/** The model the gateway reported. Becomes resolved_model. */
|
|
43
|
+
readonly resolved: string;
|
|
44
|
+
}
|
|
45
|
+
export interface BuildEvidenceInput {
|
|
46
|
+
readonly head: string;
|
|
47
|
+
readonly branch: string;
|
|
48
|
+
readonly seats: readonly SeatOutcome[];
|
|
49
|
+
readonly verdict: string;
|
|
50
|
+
readonly now: Date;
|
|
51
|
+
/** Gateway URL, used to label provenance. */
|
|
52
|
+
readonly baseUrl?: string;
|
|
53
|
+
/** Observed agreement. Defaults to unanimous, which is what a 3-seat APPROVED run is. */
|
|
54
|
+
readonly consensusRatio?: number;
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Label a gateway as local or external.
|
|
58
|
+
*
|
|
59
|
+
* Only loopback counts as local: the validator uses this field as provenance, so a
|
|
60
|
+
* private-network host is still external — nothing about it is verifiable from here.
|
|
61
|
+
*/
|
|
62
|
+
export declare function evidenceChannel(baseUrl: string): "local" | "external";
|
|
63
|
+
/**
|
|
64
|
+
* Build the evidence document.
|
|
65
|
+
*
|
|
66
|
+
* Refuses on anything the validator would reject rather than emitting a document
|
|
67
|
+
* that fails at push time, where the cause is much harder to see.
|
|
68
|
+
*/
|
|
69
|
+
export declare function buildEvidence(input: BuildEvidenceInput): WalkthroughEvidence;
|
|
70
|
+
//# sourceMappingURL=evidence.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evidence.d.ts","sourceRoot":"","sources":["../src/evidence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,6EAA6E;AAC7E,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,SAAS,cAAc,EAAE,CAAA;CAC5C;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,8DAA8D;IAC9D,QAAQ,CAAC,WAAW,EAAE,sBAAsB,CAAA;IAC5C,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAA;IACtC,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAA;CAC7B;AAED,gFAAgF;AAChF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,mEAAmE;IACnE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,8DAA8D;IAC9D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,WAAW,EAAE,CAAA;IACtC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAA;IAClB,6CAA6C;IAC7C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;IACzB,yFAAyF;IACzF,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CACjC;AAWD;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,GAAG,UAAU,CAKrE;AAwBD;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,mBAAmB,CA8B5E"}
|
package/lib/evidence.js
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Gate MW walkthrough evidence.
|
|
3
|
+
*
|
|
4
|
+
* @test REQ-DSH-012 delphi-review can produce Gate MW evidence
|
|
5
|
+
* @intent Build the .code-walkthrough-result.json document that the pre-push
|
|
6
|
+
* validator accepts, from a review the plugin actually ran.
|
|
7
|
+
* @covers AC-DSH-012-01
|
|
8
|
+
*
|
|
9
|
+
* Every field here mirrors a check in githooks/lib/validate-code-walkthrough.cjs.
|
|
10
|
+
* Two of those checks are easy to misread and are pinned by test:
|
|
11
|
+
*
|
|
12
|
+
* - result_type belongs to each EXPERT record. Putting it at the top level looks
|
|
13
|
+
* right, passes no check, and fails with a message that never mentions placement.
|
|
14
|
+
* - requested_model comes from the configured seat, never from the gateway's
|
|
15
|
+
* response. The gateway answers with its own naming (Qwen3_8-flash-next for a seat
|
|
16
|
+
* configured as local-qwen3.8-flash), so using the response tripped #574.
|
|
17
|
+
*/
|
|
18
|
+
/** The validator requires exactly three seats. */
|
|
19
|
+
const REQUIRED_SEATS = 3;
|
|
20
|
+
/** Evidence is valid for exactly this long; the validator checks the delta. */
|
|
21
|
+
const VALIDITY_MS = 3_600_000;
|
|
22
|
+
/** The validator rejects anything below this. */
|
|
23
|
+
const MIN_CONSENSUS = 0.9;
|
|
24
|
+
/**
|
|
25
|
+
* Label a gateway as local or external.
|
|
26
|
+
*
|
|
27
|
+
* Only loopback counts as local: the validator uses this field as provenance, so a
|
|
28
|
+
* private-network host is still external — nothing about it is verifiable from here.
|
|
29
|
+
*/
|
|
30
|
+
export function evidenceChannel(baseUrl) {
|
|
31
|
+
const lowered = baseUrl.toLowerCase();
|
|
32
|
+
return lowered.includes("localhost") || lowered.includes("127.0.0.1") || lowered.includes("[::1]")
|
|
33
|
+
? "local"
|
|
34
|
+
: "external";
|
|
35
|
+
}
|
|
36
|
+
/** Refuse to emit a document the validator would reject, and say which field. */
|
|
37
|
+
function assertSeatsUsable(seats) {
|
|
38
|
+
if (seats.length !== REQUIRED_SEATS) {
|
|
39
|
+
throw new Error(`evidence needs exactly ${REQUIRED_SEATS} seats; got ${seats.length}`);
|
|
40
|
+
}
|
|
41
|
+
const requested = new Set();
|
|
42
|
+
const resolved = new Set();
|
|
43
|
+
for (const seat of seats) {
|
|
44
|
+
if (seat.resolved.trim() === "") {
|
|
45
|
+
throw new Error(`seat "${seat.role}" has no resolved_model; a failed seat cannot produce evidence`);
|
|
46
|
+
}
|
|
47
|
+
// Both are checked case-insensitively by some validator paths, so assert on the
|
|
48
|
+
// stricter reading: duplicated IDs mean one model answered twice.
|
|
49
|
+
if (requested.has(seat.model.trim()))
|
|
50
|
+
throw new Error(`duplicate requested_model "${seat.model}"`);
|
|
51
|
+
if (resolved.has(seat.resolved.trim().toLowerCase())) {
|
|
52
|
+
throw new Error(`duplicate resolved_model "${seat.resolved}"`);
|
|
53
|
+
}
|
|
54
|
+
requested.add(seat.model.trim());
|
|
55
|
+
resolved.add(seat.resolved.trim().toLowerCase());
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
/**
|
|
59
|
+
* Build the evidence document.
|
|
60
|
+
*
|
|
61
|
+
* Refuses on anything the validator would reject rather than emitting a document
|
|
62
|
+
* that fails at push time, where the cause is much harder to see.
|
|
63
|
+
*/
|
|
64
|
+
export function buildEvidence(input) {
|
|
65
|
+
if (input.verdict !== "APPROVED") {
|
|
66
|
+
throw new Error(`evidence requires an APPROVED review; got ${input.verdict}`);
|
|
67
|
+
}
|
|
68
|
+
assertSeatsUsable(input.seats);
|
|
69
|
+
const ratio = input.consensusRatio ?? 1;
|
|
70
|
+
if (ratio < MIN_CONSENSUS || ratio > 1) {
|
|
71
|
+
throw new Error(`consensus_ratio must be ${MIN_CONSENSUS} through 1; got ${ratio}`);
|
|
72
|
+
}
|
|
73
|
+
const channel = evidenceChannel(input.baseUrl ?? "");
|
|
74
|
+
const expires = new Date(input.now.getTime() + VALIDITY_MS);
|
|
75
|
+
return {
|
|
76
|
+
commit: input.head,
|
|
77
|
+
branch: input.branch,
|
|
78
|
+
timestamp: input.now.toISOString(),
|
|
79
|
+
expires: expires.toISOString(),
|
|
80
|
+
consensus_ratio: ratio,
|
|
81
|
+
verdict: "APPROVED",
|
|
82
|
+
experts: input.seats.map((seat) => ({
|
|
83
|
+
role: seat.role,
|
|
84
|
+
requested_model: seat.model,
|
|
85
|
+
resolved_model: seat.resolved,
|
|
86
|
+
result_type: "delphi_expert_result",
|
|
87
|
+
channel,
|
|
88
|
+
verdict: "APPROVED",
|
|
89
|
+
})),
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
//# sourceMappingURL=evidence.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evidence.js","sourceRoot":"","sources":["../src/evidence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AA4CH,kDAAkD;AAClD,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,+EAA+E;AAC/E,MAAM,WAAW,GAAG,SAAS,CAAC;AAE9B,iDAAiD;AACjD,MAAM,aAAa,GAAG,GAAG,CAAC;AAE1B;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,EAAE,CAAA;IACrC,OAAO,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;QAChG,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,UAAU,CAAA;AAChB,CAAC;AAED,iFAAiF;AACjF,SAAS,iBAAiB,CAAC,KAA6B;IACtD,IAAI,KAAK,CAAC,MAAM,KAAK,cAAc,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,0BAA0B,cAAc,eAAe,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IACxF,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,IAAI,gEAAgE,CAAC,CAAA;QACrG,CAAC;QACD,gFAAgF;QAChF,kEAAkE;QAClE,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,KAAK,GAAG,CAAC,CAAA;QAClG,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAA;QAChE,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;QAChC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAA;IAClD,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,KAAyB;IACrD,IAAI,KAAK,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,6CAA6C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;IAC/E,CAAC;IACD,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAE9B,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,IAAI,CAAC,CAAA;IACvC,IAAI,KAAK,GAAG,aAAa,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,2BAA2B,aAAa,mBAAmB,KAAK,EAAE,CAAC,CAAA;IACrF,CAAC;IAED,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAA;IACpD,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,WAAW,CAAC,CAAA;IAE3D,OAAO;QACL,MAAM,EAAE,KAAK,CAAC,IAAI;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE;QAClC,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE;QAC9B,eAAe,EAAE,KAAK;QACtB,OAAO,EAAE,UAAU;QACnB,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAClC,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,KAAK;YAC3B,cAAc,EAAE,IAAI,CAAC,QAAQ;YAC7B,WAAW,EAAE,sBAAsB;YACnC,OAAO;YACP,OAAO,EAAE,UAAU;SACpB,CAAC,CAAC;KACJ,CAAA;AACH,CAAC"}
|
package/lib/gate-runner.d.ts
CHANGED
|
@@ -2,12 +2,43 @@ import type { ShellExecRequest, ShellExecSpec, ShellRunResult } from "@deepseek-
|
|
|
2
2
|
/**
|
|
3
3
|
* Structural view of `ctx.shell` so the runner is testable with a fake shell
|
|
4
4
|
* without importing the abstract `ShellExecutor` service.
|
|
5
|
+
*
|
|
6
|
+
* The shape tracks the 0.2.0-rc.2 seam: `execute()` returns a handle whose
|
|
7
|
+
* `result()` settles into the run result. Earlier 0.1.x exposed a single `run()`,
|
|
8
|
+
* which is why a stale devDependency made this compile while the real runtime
|
|
9
|
+
* had already moved on.
|
|
5
10
|
*/
|
|
6
11
|
export interface XpGateShell {
|
|
7
12
|
resolve(request: ShellExecRequest): ShellExecSpec;
|
|
8
|
-
|
|
13
|
+
execute(spec: ShellExecSpec): Promise<{
|
|
14
|
+
result(): Promise<ShellRunResult>;
|
|
15
|
+
}>;
|
|
9
16
|
}
|
|
10
|
-
/**
|
|
17
|
+
/** The three verdicts a gate run can produce. There is deliberately no fourth. */
|
|
18
|
+
export type GateVerdict = "PASS" | "GATE FAILED" | "INDETERMINATE";
|
|
19
|
+
/**
|
|
20
|
+
* Classify a completed shell run.
|
|
21
|
+
*
|
|
22
|
+
* The order below is load-bearing and must not be rearranged:
|
|
23
|
+
*
|
|
24
|
+
* 1. timeout / truncation -> INDETERMINATE (a killed or clipped run yields no verdict)
|
|
25
|
+
* 2. exit 0 with no stdout -> INDETERMINATE (the command succeeded but said nothing)
|
|
26
|
+
* 3. exit 0 with stdout -> PASS
|
|
27
|
+
* 4. otherwise -> GATE FAILED (nonzero with output) or INDETERMINATE (silent)
|
|
28
|
+
*
|
|
29
|
+
* Step 1 must precede step 3: a timed-out process can still report exit 0 from
|
|
30
|
+
* the state it held when the deadline killed it, so testing `exitCode === 0`
|
|
31
|
+
* first would render a timeout as a pass. That is the exact defect this project
|
|
32
|
+
* fixed in Gate 8 and Gate 10, and the plugin must not reintroduce it.
|
|
33
|
+
*/
|
|
34
|
+
export declare function classifyGateRun(result: ShellRunResult): GateVerdict;
|
|
35
|
+
/**
|
|
36
|
+
* Render a completed shell run as model-facing text.
|
|
37
|
+
*
|
|
38
|
+
* Every run resolves to exactly one of three verdicts. A run that could not
|
|
39
|
+
* establish a verdict says INDETERMINATE and states explicitly that it is not a
|
|
40
|
+
* pass, because an empty output read as a green check is worse than no output.
|
|
41
|
+
*/
|
|
11
42
|
export declare function renderGateResult(result: ShellRunResult): string;
|
|
12
43
|
/**
|
|
13
44
|
* Run an xp-gate command through the harness shell seam. Nonzero exits, timeouts,
|
package/lib/gate-runner.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gate-runner.d.ts","sourceRoot":"","sources":["../src/gate-runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAA;AAE7F
|
|
1
|
+
{"version":3,"file":"gate-runner.d.ts","sourceRoot":"","sources":["../src/gate-runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAA;AAE7F;;;;;;;;GAQG;AACH,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,OAAO,EAAE,gBAAgB,GAAG,aAAa,CAAA;IACjD,OAAO,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC;QAAE,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC,CAAA;KAAE,CAAC,CAAA;CAC7E;AAED,kFAAkF;AAClF,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,aAAa,GAAG,eAAe,CAAA;AAElE;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAUnE;AA+BD;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,cAAc,GAAG,MAAM,CAa/D;AAED;;;;GAIG;AACH,wBAAsB,SAAS,CAC7B,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,CAAC,CAUjB"}
|
package/lib/gate-runner.js
CHANGED
|
@@ -1,7 +1,34 @@
|
|
|
1
1
|
import { TOOL_ABORTED } from "@deepseek-ai/dsh-tools";
|
|
2
2
|
import { HarnessError } from "@deepseek-ai/dsh-llm";
|
|
3
|
-
/**
|
|
4
|
-
|
|
3
|
+
/**
|
|
4
|
+
* Classify a completed shell run.
|
|
5
|
+
*
|
|
6
|
+
* The order below is load-bearing and must not be rearranged:
|
|
7
|
+
*
|
|
8
|
+
* 1. timeout / truncation -> INDETERMINATE (a killed or clipped run yields no verdict)
|
|
9
|
+
* 2. exit 0 with no stdout -> INDETERMINATE (the command succeeded but said nothing)
|
|
10
|
+
* 3. exit 0 with stdout -> PASS
|
|
11
|
+
* 4. otherwise -> GATE FAILED (nonzero with output) or INDETERMINATE (silent)
|
|
12
|
+
*
|
|
13
|
+
* Step 1 must precede step 3: a timed-out process can still report exit 0 from
|
|
14
|
+
* the state it held when the deadline killed it, so testing `exitCode === 0`
|
|
15
|
+
* first would render a timeout as a pass. That is the exact defect this project
|
|
16
|
+
* fixed in Gate 8 and Gate 10, and the plugin must not reintroduce it.
|
|
17
|
+
*/
|
|
18
|
+
export function classifyGateRun(result) {
|
|
19
|
+
const stdout = result.stdout.text.trim();
|
|
20
|
+
if (result.timedOut)
|
|
21
|
+
return "INDETERMINATE";
|
|
22
|
+
if (result.stdout.truncated)
|
|
23
|
+
return "INDETERMINATE";
|
|
24
|
+
if (result.exitCode === 0)
|
|
25
|
+
return stdout.length > 0 ? "PASS" : "INDETERMINATE";
|
|
26
|
+
// Nonzero: a verdict exists only when the run produced something to show.
|
|
27
|
+
const stderr = result.stderr.text.trim();
|
|
28
|
+
return stdout.length > 0 || stderr.length > 0 ? "GATE FAILED" : "INDETERMINATE";
|
|
29
|
+
}
|
|
30
|
+
/** Detailed diagnostics appended after the verdict line, when present. */
|
|
31
|
+
function renderDetails(result) {
|
|
5
32
|
const lines = [];
|
|
6
33
|
const stdout = result.stdout.text.trim();
|
|
7
34
|
if (stdout.length > 0)
|
|
@@ -26,7 +53,28 @@ export function renderGateResult(result) {
|
|
|
26
53
|
const spill = result.stderr.spillPath !== undefined ? `, full output: ${result.stderr.spillPath}` : "";
|
|
27
54
|
lines.push(`[stderr truncated${spill}]`);
|
|
28
55
|
}
|
|
29
|
-
return lines
|
|
56
|
+
return lines;
|
|
57
|
+
}
|
|
58
|
+
/** Install hint appended whenever no verdict could be reached. */
|
|
59
|
+
const INDETERMINATE_HINT = "The gate produced no usable verdict. Check that the xp-gate CLI is installed " +
|
|
60
|
+
"and runnable (npm i -g @boyingliu01/xp-gate), then retry.";
|
|
61
|
+
/**
|
|
62
|
+
* Render a completed shell run as model-facing text.
|
|
63
|
+
*
|
|
64
|
+
* Every run resolves to exactly one of three verdicts. A run that could not
|
|
65
|
+
* establish a verdict says INDETERMINATE and states explicitly that it is not a
|
|
66
|
+
* pass, because an empty output read as a green check is worse than no output.
|
|
67
|
+
*/
|
|
68
|
+
export function renderGateResult(result) {
|
|
69
|
+
const verdict = classifyGateRun(result);
|
|
70
|
+
const lines = renderDetails(result);
|
|
71
|
+
if (verdict === "PASS") {
|
|
72
|
+
return `[XP-Gate] PASS\n${lines.join("\n")}`;
|
|
73
|
+
}
|
|
74
|
+
if (verdict === "GATE FAILED") {
|
|
75
|
+
return `[XP-Gate] GATE FAILED\n${lines.join("\n")}`;
|
|
76
|
+
}
|
|
77
|
+
return [`[XP-Gate] INDETERMINATE — gate produced no output; NOT a pass`, ...lines, INDETERMINATE_HINT].join("\n");
|
|
30
78
|
}
|
|
31
79
|
/**
|
|
32
80
|
* Run an xp-gate command through the harness shell seam. Nonzero exits, timeouts,
|
|
@@ -35,7 +83,8 @@ export function renderGateResult(result) {
|
|
|
35
83
|
*/
|
|
36
84
|
export async function runXpGate(shell, signal, command, workdir, timeoutMs) {
|
|
37
85
|
const spec = shell.resolve({ command, workdir, timeoutMs, signal });
|
|
38
|
-
const
|
|
86
|
+
const execution = await shell.execute(spec);
|
|
87
|
+
const result = await execution.result();
|
|
39
88
|
if (result.aborted) {
|
|
40
89
|
const error = new HarnessError("tool call aborted", TOOL_ABORTED);
|
|
41
90
|
error.name = "AbortError";
|
package/lib/gate-runner.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gate-runner.js","sourceRoot":"","sources":["../src/gate-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;
|
|
1
|
+
{"version":3,"file":"gate-runner.js","sourceRoot":"","sources":["../src/gate-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAoBnD;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,eAAe,CAAC,MAAsB;IACpD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IAExC,IAAI,MAAM,CAAC,QAAQ;QAAE,OAAO,eAAe,CAAA;IAC3C,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO,eAAe,CAAA;IACnD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAA;IAE9E,0EAA0E;IAC1E,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IACxC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,eAAe,CAAA;AACjF,CAAC;AAED,0EAA0E;AAC1E,SAAS,aAAa,CAAC,MAAsB;IAC3C,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IACxC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IACxC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,EAAE,CAAC,CAAA;IACvD,IAAI,MAAM,CAAC,QAAQ;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,KAAK,CAAC,CAAA;IAC1E,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAA;IACpG,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;IACpE,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,sCAAsC,MAAM,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACtG,KAAK,CAAC,IAAI,CAAC,oBAAoB,KAAK,GAAG,CAAC,CAAA;IAC1C,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACtG,KAAK,CAAC,IAAI,CAAC,oBAAoB,KAAK,GAAG,CAAC,CAAA;IAC1C,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,kEAAkE;AAClE,MAAM,kBAAkB,GACtB,+EAA+E;IAC/E,2DAA2D,CAAA;AAE7D;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAsB;IACrD,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;IACvC,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAA;IAEnC,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,mBAAmB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;IAC9C,CAAC;IACD,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;QAC9B,OAAO,0BAA0B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;IACrD,CAAC;IACD,OAAO,CAAC,+DAA+D,EAAE,GAAG,KAAK,EAAE,kBAAkB,CAAC,CAAC,IAAI,CACzG,IAAI,CACL,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,KAAkB,EAClB,MAAmB,EACnB,OAAe,EACf,OAAe,EACf,SAAiB;IAEjB,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAA;IACnE,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC3C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,CAAA;IACvC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAA;QACjE,KAAK,CAAC,IAAI,GAAG,YAAY,CAAA;QACzB,MAAM,KAAK,CAAA;IACb,CAAC;IACD,OAAO,gBAAgB,CAAC,MAAM,CAAC,CAAA;AACjC,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Minimal git context for evidence.
|
|
3
|
+
*
|
|
4
|
+
* @test REQ-DSH-012 delphi-review can produce Gate MW evidence
|
|
5
|
+
* @intent Read HEAD and the current branch name, which the walkthrough evidence must
|
|
6
|
+
* name exactly, without adding a git library dependency.
|
|
7
|
+
* @covers AC-DSH-012-02
|
|
8
|
+
*
|
|
9
|
+
* Spawned git, not a parsed .git directory: worktrees and detached HEAD have
|
|
10
|
+
* layouts that are easy to misread, and getting either wrong produces evidence the
|
|
11
|
+
* validator rejects at push time with no hint about why.
|
|
12
|
+
*/
|
|
13
|
+
/** The two facts the validator compares against. */
|
|
14
|
+
export interface GitContext {
|
|
15
|
+
readonly head: string;
|
|
16
|
+
readonly branch: string;
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Read HEAD and the branch.
|
|
20
|
+
*
|
|
21
|
+
* The validator compares `branch` to the name the push reports; a detached HEAD
|
|
22
|
+
* reports "HEAD", which is what git itself would say, so it is passed through
|
|
23
|
+
* rather than guessed at.
|
|
24
|
+
*/
|
|
25
|
+
export declare function readGitContext(cwd: string): GitContext;
|
|
26
|
+
//# sourceMappingURL=git-context.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-context.d.ts","sourceRoot":"","sources":["../src/git-context.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAIH,oDAAoD;AACpD,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,CAStD"}
|