zelari-code 2.38.0 → 2.40.0

package/dist/cli/kraken/verifyReask.js

@@ -0,0 +1,134 @@
+/**
+ * verifyReask — t56: minimal one-shot re-ask for an `unknown` verify verdict.
+ *
+ * Problem
+ * -------
+ * When a reviewer's reply has no parseable verdict trailer, the executor
+ * records the node as `unresolved` (reason 'unknown') and moves on — correct
+ * per "unknown ≠ pass", but expensive in one specific way: the verdict was
+ * almost certainly FORMULATED in the reply and only the trailer line got
+ * mangled by prompt drift. Re-running the whole verify sub-agent pays a
+ * second full review for one missing line.
+ *
+ * What this module does instead
+ * -----------------------------
+ * A single non-streaming chat completion, no tools, against the same
+ * provider channel the CLI already uses (same resolution as the weakness
+ * meter): hand the model its own prior output (tail-capped) and ask it to
+ * emit ONLY the trailer it already supports. The reply is parsed with the
+ * SAME single-source parser as the original verdict (`parseVerifyVerdict`
+ * from @zelari/core) — no second grammar to drift.
+ *
+ * Guarantees:
+ *   - capped at ONE call per unknown verdict (the caller enforces this);
+ *   - default ON, opt-out via ZELARI_KRAKEN_VERIFY_REASK=0;
+ *   - any failure (disabled, no key, HTTP error, unparseable reply)
+ *     returns null and the existing unknown-flow is unchanged;
+ *   - the verify node's raw `result` is NEVER rewritten by this module —
+ *     audit sees what the reviewer actually emitted.
+ *
+ * Pattern follows `./weaknessMeter.ts` (provider resolution, timeout,
+ * silent failure). No I/O at import time.
+ *
+ * @since v2.x — t56 re-ask minimal su verdetto unknown
+ */
+import { parseVerifyVerdict } from '@zelari/core';
+import { getProviderConfig, getModelForProvider, getCustomEndpoint } from '../providerConfig.js';
+import { resolveApiKeyWithMeta } from '../keyStore.js';
+/** Env flag. Default ON ('0' | 'false' | 'no' disables). */
+export const VERIFY_REASK_ENV = 'ZELARI_KRAKEN_VERIFY_REASK';
+/** Wall-clock budget for the single re-ask call. */
+const REASK_TIMEOUT_MS = 12_000;
+/** How much of the prior verify output we forward (trailer lives at the end). */
+const PRIOR_OUTPUT_CAP_CHARS = 8_000;
+const REASK_SYSTEM_PROMPT = [
+    'You are a verdict-normalization helper.',
+    'The message below is a code-review verify report whose final verdict trailer line is missing or malformed.',
+    'Re-read the report and emit, as the LAST line, ONLY the verdict the report already supports:',
+    '`VERDICT: PASS` or `VERDICT: FAIL`.',
+    'Do not re-review the work, do not add commentary.',
+    'If the report genuinely supports neither verdict, emit `VERDICT: UNKNOWN`.',
+].join(' ');
+/**
+ * Whether the re-ask is enabled. Cheap; read per call (no memoization —
+ * unlike the weakness meter this is not on a hot path).
+ */
+export function isVerifyReaskEnabled(env = process.env) {
+    const raw = env[VERIFY_REASK_ENV];
+    if (raw === undefined || raw === '')
+        return true; // default ON
+    return !(raw === '0' || raw === 'false' || raw === 'no');
+}
+/**
+ * One-shot trailer recovery. Returns `'pass' | 'fail'` when the model
+ * restated a usable verdict, `null` otherwise (disabled / failed /
+ * still unknown). Never throws.
+ */
+export async function reaskVerifyTrailer(priorOutput, options = {}) {
+    const env = options.env ?? process.env;
+    if (!isVerifyReaskEnabled(env))
+        return null;
+    if (typeof priorOutput !== 'string' || priorOutput.trim() === '')
+        return null;
+    const provider = options.providerOverride ?? (await resolveActiveProvider(env));
+    if (!provider)
+        return null;
+    // Tail-cap: the verdict trailer sits at the end of the report.
+    const capped = priorOutput.length > PRIOR_OUTPUT_CAP_CHARS
+        ? priorOutput.slice(priorOutput.length - PRIOR_OUTPUT_CAP_CHARS)
+        : priorOutput;
+    try {
+        const fetchImpl = options.fetchImpl ?? fetch;
+        const ac = new AbortController();
+        const timer = setTimeout(() => ac.abort(), REASK_TIMEOUT_MS);
+        let response;
+        try {
+            response = await fetchImpl(provider.endpoint, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${provider.apiKey}`,
+                },
+                body: JSON.stringify({
+                    model: provider.model,
+                    messages: [
+                        { role: 'system', content: REASK_SYSTEM_PROMPT },
+                        { role: 'user', content: capped },
+                    ],
+                    temperature: 0,
+                    stream: false,
+                }),
+                signal: ac.signal,
+            });
+        }
+        finally {
+            clearTimeout(timer);
+        }
+        if (!response.ok)
+            return null;
+        const json = (await response.json());
+        const raw = json.choices?.[0]?.message?.content;
+        if (typeof raw !== 'string')
+            return null;
+        // Same single-source parser as the executor — no second grammar.
+        const { verdict } = parseVerifyVerdict(raw);
+        return verdict === 'pass' || verdict === 'fail' ? verdict : null;
+    }
+    catch {
+        return null;
+    }
+}
+/** Same on-disk provider resolution the weakness meter uses. */
+async function resolveActiveProvider(env) {
+    const cfg = await getProviderConfig();
+    if (!cfg)
+        return null;
+    const providerId = cfg.activeProviderId;
+    const key = await resolveApiKeyWithMeta(providerId, env);
+    if (!key?.apiKey)
+        return null;
+    const model = getModelForProvider(providerId) ?? cfg.modelByProvider[providerId] ?? '';
+    const endpoint = getCustomEndpoint(providerId) ?? `https://api.openai.com/v1/chat/completions`;
+    return { providerId, model, endpoint, apiKey: key.apiKey };
+}
+//# sourceMappingURL=verifyReask.js.map

package/dist/cli/kraken/verifyReask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifyReask.js","sourceRoot":"","sources":["../../../src/cli/kraken/verifyReask.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACjG,OAAO,EAAE,qBAAqB,EAAqB,MAAM,gBAAgB,CAAC;AAE1E,4DAA4D;AAC5D,MAAM,CAAC,MAAM,gBAAgB,GAAG,4BAA4B,CAAC;AAE7D,oDAAoD;AACpD,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC,iFAAiF;AACjF,MAAM,sBAAsB,GAAG,KAAK,CAAC;AAErC,MAAM,mBAAmB,GAAG;IAC1B,yCAAyC;IACzC,4GAA4G;IAC5G,8FAA8F;IAC9F,qCAAqC;IACrC,mDAAmD;IACnD,4EAA4E;CAC7E,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEZ;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAyB,OAAO,CAAC,GAAG;IACvE,MAAM,GAAG,GAAG,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAClC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC,CAAC,aAAa;IAC/D,OAAO,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC;AAC3D,CAAC;AAiBD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,WAAmB,EACnB,UAAwB,EAAE;IAE1B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAE9E,MAAM,QAAQ,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,MAAM,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC;IAChF,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE3B,+DAA+D;IAC/D,MAAM,MAAM,GACV,WAAW,CAAC,MAAM,GAAG,sBAAsB;QACzC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,sBAAsB,CAAC;QAChE,CAAC,CAAC,WAAW,CAAC;IAElB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC7C,MAAM,EAAE,GAAG,IAAI,eAAe,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,gBAAgB,CAAC,CAAC;QAC7D,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE;gBAC5C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE;iBAC3C;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,QAAQ,EAAE;wBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE;wBAChD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;qBAClC;oBACD,WAAW,EAAE,CAAC;oBACd,MAAM,EAAE,KAAK;iBACd,CAAC;gBACF,MAAM,EAAE,EAAE,CAAC,MAAM;aAClB,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4D,CAAC;QAChG,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;QAChD,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACzC,iEAAiE;QACjE,MAAM,EAAE,OAAO,EAAE,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,gEAAgE;AAChE,KAAK,UAAU,qBAAqB,CAAC,GAAsB;IAIzD,MAAM,GAAG,GAAG,MAAM,iBAAiB,EAAE,CAAC;IACtC,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,UAAU,GAAG,GAAG,CAAC,gBAAgB,CAAC;IACxC,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACzD,IAAI,CAAC,GAAG,EAAE,MAAM;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,KAAK,GACT,mBAAmB,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAC3E,MAAM,QAAQ,GACZ,iBAAiB,CAAC,UAAU,CAAC,IAAI,4CAA4C,CAAC;IAChF,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;AAC7D,CAAC"}