@clien-ai/mcp 0.13.0 → 0.13.2

package/dist/tools/report-digest.js

@@ -47,13 +47,14 @@
  * rule, which a reader applies positionally.
  */
 import { collapseWhitespace, safeInline, safeId, clipReceiptQuote, containsSpan, hasVisibleContent, RECEIPT_QUOTE_MAX, } from './render-safety.js';
-import { canonicalContentType, contentTypeDeviationLine, contentTypeProvenanceLine, } from './content-type-display.js';
+import { canonicalContentType, contentTypeDeviationLine, contentTypeProvenanceLine, hypothesisContentTypeProvenanceLine, } from './content-type-display.js';
 import { readFinalHypothesisState } from './hypothesis-final.js';
-import { readRobustnessCounts } from '../hypothesis-semantics.js';
+import { finalClauseCoverageMatchesIntegrity, readRobustnessCounts, reportClaimNeedsIndependentMarketAuthority, sourceAuthenticatesMarketEconomics, } from '../hypothesis-semantics.js';
 import { parseReceiptId, resolveSourceReceipt } from './receipt-children.js';
 import { resolveMarketSignals } from './market-signals.js';
 import { MCP_OVERVIEW_REF_CAP, MCP_OVERVIEW_SPAN_CAP, REPORT_PORTRAIT_PATHS, sanitizeMcpMarkdownTitle, sanitizeMcpReportTitle, } from '../types/report.js';
 import { readSemanticTheme } from '../types/semantic-theme.js';
+import { isDisplaySuitableExcerpt } from '../lib/excerpt-suitability.js';
 /**
  * Max claims rendered per spine. Above this the digest states how many were
  * dropped and where the full list lives — never a silent cut. Sized so a typical
@@ -352,7 +353,10 @@ function resolveOverviewRef(ref, claimSpan, reportEvidence, forumThreads) {
         const source = asRecord(reportEvidence[Number(match[1])]);
         const href = safeReceiptUrl(source?.url);
         const quote = str(source?.quote);
-        if (!source || !href || !quote || !overviewReceiptSupportsClaim(claimSpan, quote))
+        if (!source || !href || !quote || !isDisplaySuitableExcerpt(quote) || !overviewReceiptSupportsClaim(claimSpan, quote))
+            return null;
+        if (reportClaimNeedsIndependentMarketAuthority('summary', claimSpan) &&
+            !sourceAuthenticatesMarketEconomics(source))
             return null;
         return `${sourceId} -> ${href}`;
     }
@@ -368,6 +372,7 @@ function resolveOverviewRef(ref, claimSpan, reportEvidence, forumThreads) {
                 if (str(receipt?.receiptId) !== receiptId ||
                     !excerpt ||
                     !hasVisibleContent(excerpt) ||
+                    !isDisplaySuitableExcerpt(excerpt) ||
                     !overviewReceiptSupportsClaim(claimSpan, excerpt))
                     return [];
                 const href = safeReceiptUrl(thread?.url);
@@ -531,6 +536,13 @@ function resolvePersonaReceipt(rawClaim, personas) {
         // additive field would start changing what a legacy reader sees.
         return null;
     }
+    else if (Object.prototype.hasOwnProperty.call(source, 'quote') &&
+        !isDisplaySuitableExcerpt(source.quote)) {
+        // A legacy parent has no child identity to fall back to. Its exact cached quote is the only
+        // evidence the positional receipt authenticates, so an unsuitable quote withdraws the
+        // grounding rather than leaving a bare URL carrying a GROUNDED label.
+        return null;
+    }
     return {
         sourceId: `RCP-p${personaIndex}-s${sourceIndex}`,
         href,
@@ -662,7 +674,7 @@ function resolveReportReceipt(rawClaim, reportEvidence) {
         // non-empty string, clears the guard, and the claim earns `cited → RRCP-s0` plus an
         // `Attested window: ""` line. A citation marker over a window nobody can read is the
         // presentation this resolver exists to withhold.
-        if (!hasVisibleContent(quote))
+        if (!hasVisibleContent(quote) || !isDisplaySuitableExcerpt(quote))
             return null;
     }
     else {
@@ -677,7 +689,12 @@ function resolveReportReceipt(rawClaim, reportEvidence) {
     if (!Number.isSafeInteger(sourceIndex))
         return null;
     const source = asRecord(reportEvidence[sourceIndex]);
-    if (!source || !safeReceiptUrl(source.url))
+    if (!source ||
+        !safeReceiptUrl(source.url) ||
+        (kind === 'grounded' && !isDisplaySuitableExcerpt(source.quote)))
+        return null;
+    if (reportClaimNeedsIndependentMarketAuthority(claim?.section, claim?.text) &&
+        !sourceAuthenticatesMarketEconomics(source))
         return null;
     return { kind, sourceId, quote };
 }
@@ -1062,7 +1079,15 @@ function renderReceiptPools(reportData, channel) {
         // No `safeInline` and no FUL-253 concern: `canonicalContentType` admits three literal tokens
         // and nothing else, which is strictly stronger than flattening — a newline cannot survive a
         // set-membership test, so this field cannot forge a row.
-        return `- RRCP-s${n} (${section}) — ${platform} — ${published} — ${url}${contentTypeProvenanceLine(source?.contentType)}`;
+        const sourceTypeLine = section === 'hypothesis'
+            ? hypothesisContentTypeProvenanceLine(source?.contentType, source?.publisherSubjectRelationship)
+            : contentTypeProvenanceLine(source?.contentType);
+        const marketAuthority = source?.marketEconomicsAuthority === 'independent' ||
+            source?.marketEconomicsAuthority === 'commercial_report_seller'
+            ? source.marketEconomicsAuthority
+            : 'unknown';
+        const marketAuthorityLine = `\n   market economics authority: ${marketAuthority}`;
+        return `- RRCP-s${n} (${section}) — ${platform} — ${published} — ${url}${sourceTypeLine}${marketAuthorityLine}`;
     });
     if (personaReceipts.length === 0 && evidenceReceipts.length === 0) {
         return ('### Receipt pools — EMPTY\n' +
@@ -1198,30 +1223,21 @@ function renderCommunityPatterns(reportData, channel) {
         capNote(shown.length, threads.length, channel, 'report_data.forumResearch.threads'));
 }
 /**
- * Current agent Markdown already owns the literal Community rows. Detect only its code-owned,
- * three-line row grammar so full-report tools do not append the same evidence a second time.
- * Legacy Markdown lacks this grammar and still receives the compatibility projection above.
+ * Persisted Markdown predates the display projection and may contain source excerpts verbatim.
+ * Remove its entire discussions subsection before rebuilding the safe structured projection.
  */
-function hasCurrentCommunityPatternRows(reportMarkdown, reportData) {
-    const expectedRows = asArray(asRecord(reportData.forumResearch)?.threads).filter((rawThread) => safeInline(asRecord(rawThread)?.title, MODEL_FRAMING_TEXT_MAX) !== null).length;
-    if (expectedRows === 0)
-        return false;
-    const lines = reportMarkdown.split('\n');
-    const heading = lines.indexOf('### Relevant Discussions');
+function removeRelevantDiscussionsOutput(markdown) {
+    const lines = markdown.split('\n');
+    const heading = lines.findIndex((line) => /^###\s+Relevant Discussions\s*$/iu.test(line.trim()));
     if (heading < 0)
-        return false;
-    const nextSection = lines.findIndex((line, index) => index > heading && /^#{2,3}\s/u.test(line));
-    const end = nextSection < 0 ? lines.length : nextSection;
-    let foundRows = 0;
-    for (let index = heading + 1; index + 2 < end; index += 1) {
-        if (lines[index]?.startsWith('- **Theme:** ') &&
-            lines[index + 1]?.startsWith('  - **Sentiment:** ') &&
-            lines[index + 2]?.startsWith('  - **Discussion:** ')) {
-            foundRows += 1;
-            index += 2;
-        }
-    }
-    return foundRows === expectedRows;
+        return markdown;
+    let end = heading + 1;
+    while (end < lines.length && !/^#{1,3}\s+/u.test(lines[end] ?? ''))
+        end += 1;
+    return [...lines.slice(0, heading), ...lines.slice(end)]
+        .join('\n')
+        .replace(/\n{3,}/g, '\n\n')
+        .trimEnd();
 }
 /**
  * The anti-sycophancy readout — deterministically computed from the interviews,
@@ -1752,7 +1768,9 @@ function renderInsightCrossReferences(reportData) {
             const match = sourceId ? /^RRCP-s(0|[1-9]\d*)$/.exec(sourceId) : null;
             const index = match ? Number(match[1]) : Number.NaN;
             const source = Number.isSafeInteger(index) ? asRecord(evidence[index]) : null;
-            const href = source ? safeReceiptUrl(source.url) : null;
+            const authorityEligible = !reportClaimNeedsIndependentMarketAuthority('summary', statement) ||
+                sourceAuthenticatesMarketEconomics(source);
+            const href = source && authorityEligible ? safeReceiptUrl(source.url) : null;
             return sourceId && href
                 ? `${label} → ${sourceId} — ${href}`
                 : `${label} (no resolvable receipt)`;
@@ -1765,16 +1783,24 @@ function renderInsightCrossReferences(reportData) {
     return ('## Insight source cross-references — model-authored findings, code-resolved destinations\n\n' +
         rows.join('\n'));
 }
-function resolveCrossCuttingEvidence(reportData, ref) {
+function resolveCrossCuttingEvidence(reportData, ref, claim) {
     if (ref.kind === 'report_evidence') {
         const sourceId = safeId(ref.sourceId);
         const match = sourceId ? /^RRCP-s(0|[1-9]\d*)$/.exec(sourceId) : null;
         const source = match ? asRecord(asArray(reportData.reportEvidence)[Number(match[1])]) : null;
         if (!source)
             return null;
+        if (reportClaimNeedsIndependentMarketAuthority('summary', claim) &&
+            !sourceAuthenticatesMarketEconomics(source))
+            return null;
         const label = safeInline(source.platform, MODEL_FRAMING_TEXT_MAX) || 'Web source';
         const href = safeReceiptUrl(source.url);
-        const quote = safeInline(source.quote, RECEIPT_QUOTE_MAX);
+        const hasQuote = Object.prototype.hasOwnProperty.call(source, 'quote');
+        if (hasQuote && !isDisplaySuitableExcerpt(source.quote))
+            return null;
+        const quote = hasQuote
+            ? safeInline(source.quote, RECEIPT_QUOTE_MAX)
+            : null;
         if (!href)
             return null;
         return `${label}${href ? ` — ${href}` : ''}${quote ? `\n    > ${quote}` : ''}`;
@@ -1795,7 +1821,9 @@ function resolveCrossCuttingEvidence(reportData, ref) {
         const match = matches[0];
         const label = safeInline(match.thread?.platform, MODEL_FRAMING_TEXT_MAX) || 'Community source';
         const href = safeReceiptUrl(match.thread?.url);
-        const quote = safeInline(match.receipt?.excerpt, RECEIPT_QUOTE_MAX);
+        const quote = isDisplaySuitableExcerpt(match.receipt?.excerpt)
+            ? safeInline(match.receipt?.excerpt, RECEIPT_QUOTE_MAX)
+            : null;
         if (!quote)
             return null;
         return `${label}${href ? ` — ${href}` : ''}${quote ? `\n    > ${quote}` : ''}`;
@@ -1837,7 +1865,7 @@ function renderCrossCuttingFindings(reportData) {
         const rawRefs = asArray(finding?.evidenceRefs).slice(0, 8);
         const resolvedRefs = rawRefs.flatMap((rawRef) => {
             const ref = asRecord(rawRef);
-            const rendered = ref ? resolveCrossCuttingEvidence(reportData, ref) : null;
+            const rendered = ref ? resolveCrossCuttingEvidence(reportData, ref, claim) : null;
             return ref && rendered ? [{ ref, rendered }] : [];
         });
         const methods = new Set(resolvedRefs.flatMap(({ ref }) => ref.kind === 'report_evidence' ? ['web']
@@ -1861,10 +1889,47 @@ function renderCrossCuttingFindings(reportData) {
 function removeLegacyInsightOutput(markdown) {
     return markdown
         .replace(/^## (?:Key )?Insights(?: \(legacy\))?\s*\n[\s\S]*?(?=^## |$(?![\s\S]))/gm, '')
+        .replace(/\n{3,}/g, '\n\n')
+        .trimEnd();
+}
+/** Persisted cross-cutting Markdown may contain raw receipt excerpts; rebuild it from projection. */
+function removeCrossCuttingFindingsOutput(markdown) {
+    return markdown
         .replace(/^## Cross-cutting findings\s*\n[\s\S]*?(?=^## |$(?![\s\S]))/gm, '')
         .replace(/\n{3,}/g, '\n\n')
         .trimEnd();
 }
+/** Historical agent Markdown copied cached quotes into these sections; the digest replaces them. */
+function removeHistoricalSourceBearingOutput(markdown) {
+    return markdown
+        .replace(/^## (?:Claim Provenance|Report Sources)\s*\n[\s\S]*?(?=^## |$(?![\s\S]))/gm, '')
+        .replace(/\n{3,}/g, '\n\n')
+        .trimEnd();
+}
+/** Rebuild historical source sections from the projected claim registries, never persisted text. */
+function renderProjectedSourceBearingOutput(reportData, channel) {
+    const sections = [];
+    if (asArray(reportData.claims).length > 0) {
+        sections.push(`## Claim Provenance\n\n${renderPersonaSpine(reportData, channel)}`);
+    }
+    if (asArray(reportData.reportClaims).length > 0) {
+        sections.push(`## Report Sources\n\n${renderReportSpine(reportData, channel)}`);
+    }
+    else {
+        const evidenceRows = asArray(reportData.reportEvidence).slice(0, LIST_RENDER_CAP).flatMap((raw, index) => {
+            const source = asRecord(raw);
+            const href = safeReceiptUrl(source?.url);
+            if (!source || !href)
+                return [];
+            const section = safeInline(source.section, 40);
+            const platform = safeInline(source.platform, 40) ?? 'Source';
+            return [`- RRCP-s${index}${section ? ` (${section})` : ''} — ${platform} — ${href}`];
+        });
+        if (evidenceRows.length > 0)
+            sections.push(`## Report Sources\n\n${evidenceRows.join('\n')}`);
+    }
+    return sections.join('\n\n');
+}
 function labelLegacyInsightOutput(markdown) {
     return markdown.replace(/^## (?:Key )?Insights$/gm, '## Insights (legacy)');
 }
@@ -2258,7 +2323,19 @@ function renderRedditRetrieval(reportData) {
  * digest and a clean one must not look the same.
  */
 export function buildTrustDigest(reportData, channel) {
-    const data = asRecord(reportData);
+    const rawData = asRecord(reportData);
+    const outerVersion = rawData?.hypothesisSemanticsVersion;
+    const outerVersionPresent = rawData !== null && Object.prototype.hasOwnProperty.call(rawData, 'hypothesisSemanticsVersion');
+    const data = outerVersionPresent && outerVersion !== 1
+        ? {
+            ...rawData,
+            hypothesisResults: asArray(rawData.hypothesisResults).map((raw) => {
+                const row = asRecord(raw);
+                const final = asRecord(row?.final);
+                return row && (outerVersion !== 2 || final?.version !== 2) ? { ...row, final: { version: 2 } } : raw;
+            }),
+        }
+        : rawData;
     if (!data)
         return NO_TRUST_DATA;
     const sections = [
@@ -2354,34 +2431,55 @@ function renderReportGaps(reportData) {
  * that may resemble it.
  */
 export function composeReportText(reportMarkdown, reportData, channel) {
-    const rationale = renderVerdictRationale(reportData);
-    const framing = renderModelFraming(reportData);
     const data = asRecord(reportData);
-    const markdownTitle = reportMarkdown.startsWith('# ')
-        ? reportMarkdown.slice(2, reportMarkdown.indexOf('\n') >= 0 ? reportMarkdown.indexOf('\n') : undefined)
+    const rows = asArray(data?.hypothesisResults);
+    const semanticsVersionPresent = data !== null &&
+        Object.prototype.hasOwnProperty.call(data, 'hypothesisSemanticsVersion');
+    const rowClaimsV2 = rows.some((raw) => {
+        const row = asRecord(raw);
+        return asRecord(row?.final)?.version === 2 ||
+            (row !== null && Object.prototype.hasOwnProperty.call(row, 'clauseIntegrity'));
+    });
+    const requiresClauseIntegrity = rowClaimsV2 ||
+        (semanticsVersionPresent && data?.hypothesisSemanticsVersion !== 1);
+    const clauseFailure = requiresClauseIntegrity && (rows.length === 0 ||
+        rows.some((raw) => {
+            const final = asRecord(asRecord(raw)?.final);
+            return final?.version !== 2 ||
+                !finalClauseCoverageMatchesIntegrity(raw, data) ||
+                final.clauseCoverage === 'invalid' ||
+                final.clauseCoverage !== 'complete' && final.originalVerdict !== final.verdict;
+        }));
+    const rationale = clauseFailure ? '' : renderVerdictRationale(reportData);
+    const framing = clauseFailure ? '' : renderModelFraming(reportData);
+    const sourceMarkdown = clauseFailure
+        ? '# Report\n\nThis run did not establish every material part of at least one hypothesis. Treat the affected hypotheses as unresolved.'
+        : reportMarkdown;
+    const markdownTitle = sourceMarkdown.startsWith('# ')
+        ? sourceMarkdown.slice(2, sourceMarkdown.indexOf('\n') >= 0 ? sourceMarkdown.indexOf('\n') : undefined)
         : undefined;
     const safeTitle = data?.reportTitle === undefined
         ? normalizeLegacyMcpHeading(markdownTitle)
         : escapeMcpMarkdownHeading(sanitizeMcpReportTitle(data.reportTitle));
-    const titledReportMarkdown = reportMarkdown.startsWith('# ')
-        ? `# ${safeTitle}${reportMarkdown.includes('\n') ? reportMarkdown.slice(reportMarkdown.indexOf('\n')) : ''}`
-        : reportMarkdown;
+    const titledReportMarkdown = sourceMarkdown.startsWith('# ')
+        ? `# ${safeTitle}${sourceMarkdown.includes('\n') ? sourceMarkdown.slice(sourceMarkdown.indexOf('\n')) : ''}`
+        : sourceMarkdown;
+    const excerptFreeMarkdown = removeHistoricalSourceBearingOutput(removeCrossCuttingFindingsOutput(removeRelevantDiscussionsOutput(titledReportMarkdown)));
     const hasCrossCutting = Boolean(data && Object.prototype.hasOwnProperty.call(data, 'crossCuttingFindings'));
     const safeReportMarkdown = hasCrossCutting
-        ? removeLegacyInsightOutput(titledReportMarkdown)
-        : labelLegacyInsightOutput(titledReportMarkdown);
+        ? removeLegacyInsightOutput(excerptFreeMarkdown)
+        : labelLegacyInsightOutput(excerptFreeMarkdown);
     const insightReferences = data && !hasCrossCutting ? renderInsightCrossReferences(data) : '';
     const crossCutting = data && hasCrossCutting ? renderCrossCuttingFindings(data) : '';
+    const sourceBearing = data ? renderProjectedSourceBearingOutput(data, channel) : '';
     // Community themes, sentiment, and source titles are producer/source-authored framing, not
     // machine-checked claims. Keep them above the authority separator while preserving the literal
     // Theme → Sentiment → Discussion contract for every full-report caller.
-    const communityPatterns = data && !hasCurrentCommunityPatternRows(safeReportMarkdown, data)
-        ? renderCommunityPatterns(data, channel)
-        : '';
+    const communityPatterns = data ? renderCommunityPatterns(data, channel) : '';
     // FUL-586: the completeness banner goes FIRST — before the prose it is a caveat about.
     const gaps = renderReportGaps(reportData);
     return (`${gaps ? `${gaps}\n\n---\n\n` : ''}` +
-        `${safeReportMarkdown}${insightReferences ? `\n\n${insightReferences}` : ''}${crossCutting ? `\n\n${crossCutting}` : ''}${communityPatterns ? `\n\n${communityPatterns}` : ''}${framing ? `\n\n${framing}` : ''}${rationale ? `\n\n${rationale}` : ''}` +
+        `${safeReportMarkdown}${insightReferences ? `\n\n${insightReferences}` : ''}${crossCutting ? `\n\n${crossCutting}` : ''}${sourceBearing ? `\n\n${sourceBearing}` : ''}${communityPatterns ? `\n\n${communityPatterns}` : ''}${framing ? `\n\n${framing}` : ''}${rationale ? `\n\n${rationale}` : ''}` +
         `\n\n---\n\n${buildTrustDigest(reportData, channel)}`);
 }
 /** Keep a model-authored structured title inert when replacing the report Markdown H1. */