@plumloom/cli 0.1.4 → 0.1.5

package/dist/github/pr-comment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pr-comment.d.ts","sourceRoot":"","sources":["../../src/github/pr-comment.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAGL,KAAK,yBAAyB,EAC/B,MAAM,yBAAyB,CAAC;AAcjC,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAC3B;IACE,MAAM,EAAE,SAAS,GAAG,SAAS,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,yBAAyB,CAAC,aAAa,CAAC,CAAC;CACvD,GACD;IAAE,MAAM,EAAE,SAAS,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACrC;IAAE,MAAM,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzC,wBAAgB,iCAAiC,CAC/C,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,GACxD,OAAO,CAGT;AA8CD,wBAAsB,+BAA+B,CAAC,KAAK,EAAE;IAC3D,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;IAC1D,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC;IAAE,OAAO,CAAC,EAAE,wBAAwB,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CA0EnE;AA+ED,wBAAsB,wBAAwB,CAAC,KAAK,EAAE;IACpD,OAAO,EAAE,wBAAwB,CAAC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,SAAS,GAAG,SAAS,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,CAgEhE;AAED;;;GAGG;AACH,wBAAsB,8BAA8B,CAAC,KAAK,EAAE;IAC1D,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;IAC1D,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,YAAY,CAAC;IACtB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CA6B/B"}

package/dist/github/pr-comment.js

@@ -0,0 +1,287 @@
+import { open } from 'node:fs/promises';
+import { posix } from 'node:path';
+import { createReliabilityReportMarker, renderReliabilityReport, } from './reliability-report.js';
+const MAX_EVENT_BYTES = 1024 * 1024;
+const MAX_RESPONSE_BYTES = 8 * 1024 * 1024;
+const MAX_COMMENT_CHARS = 65_536;
+const MAX_COMMENT_PAGES = 100;
+const REQUEST_TIMEOUT_MS = 15_000;
+export function githubReliabilityReportingEnabled(environment) {
+    const value = environment.AUTOEVAL_PR_RELIABILITY_COMMENT?.trim().toLowerCase();
+    return value === '1' || value === 'true';
+}
+async function readBoundedJsonFile(path) {
+    const handle = await open(path, 'r');
+    try {
+        const metadata = await handle.stat();
+        if (!metadata.isFile() || metadata.size > MAX_EVENT_BYTES) {
+            throw new Error('GitHub event payload is unavailable or too large.');
+        }
+        const content = await handle.readFile('utf8');
+        return JSON.parse(content);
+    }
+    catch (error) {
+        if (error instanceof SyntaxError) {
+            throw new Error('GitHub event payload is invalid JSON.', { cause: error });
+        }
+        throw error;
+    }
+    finally {
+        await handle.close();
+    }
+}
+function asObject(input) {
+    return input !== null && typeof input === 'object' && !Array.isArray(input)
+        ? input
+        : undefined;
+}
+function repositoryParts(repository) {
+    const match = /^([A-Za-z0-9_.-]+)\/([A-Za-z0-9_.-]+)$/u.exec(repository);
+    return match?.[1] && match[2] ? { owner: match[1], repo: match[2] } : undefined;
+}
+function normalizedHttpsUrl(input) {
+    try {
+        const url = new URL(input);
+        if (url.protocol !== 'https:')
+            return undefined;
+        return url.toString().replace(/\/$/u, '');
+    }
+    catch {
+        return undefined;
+    }
+}
+function normalizedManifestIdentity(input) {
+    return posix.normalize(input.replaceAll('\\', '/'));
+}
+export async function resolveGithubPullRequestContext(input) {
+    const environment = input.environment;
+    if (!githubReliabilityReportingEnabled(environment)) {
+        return { reason: 'reporting is disabled' };
+    }
+    if (environment.GITHUB_EVENT_NAME !== 'pull_request') {
+        return { reason: 'the workflow event is not pull_request' };
+    }
+    const token = environment.GITHUB_TOKEN?.trim();
+    if (!token)
+        return { reason: 'GITHUB_TOKEN is unavailable' };
+    const repository = environment.GITHUB_REPOSITORY?.trim();
+    if (!repository || !repositoryParts(repository)) {
+        return { reason: 'GITHUB_REPOSITORY is unavailable or invalid' };
+    }
+    const eventPath = environment.GITHUB_EVENT_PATH?.trim();
+    if (!eventPath)
+        return { reason: 'GITHUB_EVENT_PATH is unavailable' };
+    let event;
+    try {
+        event = asObject(await readBoundedJsonFile(eventPath)) ?? {};
+    }
+    catch {
+        return { reason: 'the GitHub pull-request event could not be read' };
+    }
+    const pullRequest = asObject(event.pull_request);
+    const headRepository = asObject(asObject(pullRequest?.head)?.repo)?.full_name;
+    if (typeof headRepository !== 'string' ||
+        headRepository.toLowerCase() !== repository.toLowerCase()) {
+        return { reason: 'fork pull requests are not eligible for comments' };
+    }
+    const eventNumber = event.number ?? pullRequest?.number;
+    if (typeof eventNumber !== 'number' || !Number.isInteger(eventNumber) || eventNumber <= 0) {
+        return { reason: 'the pull-request number is unavailable' };
+    }
+    const apiUrl = normalizedHttpsUrl(environment.GITHUB_API_URL ?? 'https://api.github.com');
+    if (!apiUrl)
+        return { reason: 'GITHUB_API_URL is unavailable or invalid' };
+    const serverUrl = normalizedHttpsUrl(environment.GITHUB_SERVER_URL ?? 'https://github.com');
+    const runId = environment.GITHUB_RUN_ID?.trim();
+    const actionsRunUrl = serverUrl && runId
+        ? `${serverUrl}/${repository}/actions/runs/${encodeURIComponent(runId)}`
+        : undefined;
+    const jobValue = environment.GITHUB_JOB?.trim();
+    const job = jobValue === undefined || jobValue === '' ? 'job' : jobValue;
+    const matrixIdentityValue = environment.AUTOEVAL_REPORT_MATRIX_ID?.trim();
+    const matrixIdentity = matrixIdentityValue === undefined || matrixIdentityValue === ''
+        ? 'default'
+        : matrixIdentityValue;
+    const expectedAuthorValue = environment.AUTOEVAL_GITHUB_COMMENT_AUTHOR?.trim();
+    const expectedAuthorLogin = expectedAuthorValue === undefined || expectedAuthorValue === ''
+        ? 'github-actions[bot]'
+        : expectedAuthorValue;
+    const reportIdentity = [
+        repository,
+        normalizedManifestIdentity(input.manifestFile),
+        job,
+        matrixIdentity,
+    ].join('\n');
+    return {
+        context: {
+            apiUrl,
+            repository,
+            pullRequestNumber: eventNumber,
+            token,
+            expectedAuthorLogin,
+            ...(actionsRunUrl ? { actionsRunUrl } : {}),
+            reportIdentity,
+        },
+    };
+}
+async function readBoundedJson(response) {
+    const contentLength = Number(response.headers.get('content-length'));
+    if (Number.isFinite(contentLength) && contentLength > MAX_RESPONSE_BYTES) {
+        throw new Error('GitHub comment response exceeded the allowed size.');
+    }
+    if (!response.body)
+        return undefined;
+    const reader = response.body.getReader();
+    const chunks = [];
+    let totalBytes = 0;
+    while (true) {
+        const result = await reader.read();
+        if (result.done)
+            break;
+        totalBytes += result.value.byteLength;
+        if (totalBytes > MAX_RESPONSE_BYTES) {
+            await reader.cancel();
+            throw new Error('GitHub comment response exceeded the allowed size.');
+        }
+        chunks.push(result.value);
+    }
+    const bytes = new Uint8Array(totalBytes);
+    let offset = 0;
+    for (const chunk of chunks) {
+        bytes.set(chunk, offset);
+        offset += chunk.byteLength;
+    }
+    const text = new TextDecoder().decode(bytes);
+    return text === '' ? undefined : JSON.parse(text);
+}
+function requestSignal(signal) {
+    const timeout = AbortSignal.timeout(REQUEST_TIMEOUT_MS);
+    return signal ? AbortSignal.any([signal, timeout]) : timeout;
+}
+async function githubRequest(input) {
+    const response = await input.fetchImplementation(`${input.context.apiUrl}${input.path}`, {
+        method: input.method,
+        headers: {
+            accept: 'application/vnd.github+json',
+            authorization: `Bearer ${input.context.token}`,
+            'x-github-api-version': '2022-11-28',
+            ...(input.body ? { 'content-type': 'application/json' } : {}),
+        },
+        ...(input.body ? { body: JSON.stringify(input.body) } : {}),
+        signal: requestSignal(input.signal),
+    });
+    const payload = await readBoundedJson(response);
+    if (!response.ok) {
+        throw new Error(`GitHub comment request failed with HTTP ${response.status}.`);
+    }
+    return payload;
+}
+function parseComments(input) {
+    if (!Array.isArray(input))
+        throw new Error('GitHub returned an invalid comment list.');
+    return input.flatMap((item) => {
+        const comment = asObject(item);
+        const user = asObject(comment?.user);
+        return typeof comment?.id === 'number' && typeof comment.body === 'string'
+            ? [
+                {
+                    id: comment.id,
+                    body: comment.body,
+                    ...(typeof user?.login === 'string' ? { authorLogin: user.login } : {}),
+                },
+            ]
+            : [];
+    });
+}
+export async function upsertPullRequestComment(input) {
+    if (input.body.length > MAX_COMMENT_CHARS) {
+        throw new Error('Autoeval reliability report exceeded the GitHub comment limit.');
+    }
+    const repository = repositoryParts(input.context.repository);
+    if (!repository)
+        throw new Error('GitHub repository identity is invalid.');
+    const fetchImplementation = input.fetchImplementation ?? fetch;
+    const commentsPath = `/repos/${encodeURIComponent(repository.owner)}/${encodeURIComponent(repository.repo)}/issues/${input.context.pullRequestNumber}/comments`;
+    let existing;
+    let paginationComplete = false;
+    for (let page = 1; page <= MAX_COMMENT_PAGES; page += 1) {
+        const payload = await githubRequest({
+            context: input.context,
+            path: `${commentsPath}?per_page=100&page=${page}`,
+            method: 'GET',
+            fetchImplementation,
+            ...(input.signal ? { signal: input.signal } : {}),
+        });
+        const comments = parseComments(payload);
+        existing = comments.find((comment) => comment.authorLogin === input.context.expectedAuthorLogin &&
+            comment.body.includes(input.marker));
+        if (existing)
+            break;
+        if (comments.length < 100) {
+            paginationComplete = true;
+            break;
+        }
+    }
+    if (!existing && !paginationComplete) {
+        throw new Error('GitHub comment pagination exceeded the allowed page limit.');
+    }
+    if (existing) {
+        const payload = asObject(await githubRequest({
+            context: input.context,
+            path: `/repos/${encodeURIComponent(repository.owner)}/${encodeURIComponent(repository.repo)}/issues/comments/${existing.id}`,
+            method: 'PATCH',
+            body: { body: input.body },
+            fetchImplementation,
+            ...(input.signal ? { signal: input.signal } : {}),
+        }));
+        const commentId = typeof payload?.id === 'number' ? payload.id : existing.id;
+        return { status: 'updated', commentId };
+    }
+    const payload = asObject(await githubRequest({
+        context: input.context,
+        path: commentsPath,
+        method: 'POST',
+        body: { body: input.body },
+        fetchImplementation,
+        ...(input.signal ? { signal: input.signal } : {}),
+    }));
+    if (typeof payload?.id !== 'number')
+        throw new Error('GitHub returned an invalid created comment.');
+    return { status: 'created', commentId: payload.id };
+}
+/**
+ * Best-effort PR reporting. Every setup, permission, and REST failure becomes a
+ * result value so it can never replace the suite gate's verdict or exit code.
+ */
+export async function publishGithubReliabilityReport(input) {
+    const resolved = await resolveGithubPullRequestContext({
+        environment: input.environment,
+        manifestFile: input.manifestFile,
+    });
+    if (!resolved.context)
+        return { status: 'skipped', reason: resolved.reason ?? 'not eligible' };
+    try {
+        const marker = createReliabilityReportMarker(resolved.context.reportIdentity);
+        const rendered = renderReliabilityReport({
+            gate: input.gate,
+            summary: input.summary,
+            marker,
+            ...(resolved.context.actionsRunUrl ? { actionsRunUrl: resolved.context.actionsRunUrl } : {}),
+        });
+        const result = await upsertPullRequestComment({
+            context: resolved.context,
+            marker,
+            body: rendered.markdown,
+            ...(input.fetchImplementation ? { fetchImplementation: input.fetchImplementation } : {}),
+            ...(input.signal ? { signal: input.signal } : {}),
+        });
+        return { ...result, detailLevel: rendered.detailLevel };
+    }
+    catch (error) {
+        return {
+            status: 'failed',
+            reason: error instanceof Error ? error.message : 'GitHub reliability comment failed.',
+        };
+    }
+}
+//# sourceMappingURL=pr-comment.js.map

package/dist/github/pr-comment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pr-comment.js","sourceRoot":"","sources":["../../src/github/pr-comment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAKlC,OAAO,EACL,6BAA6B,EAC7B,uBAAuB,GAExB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,eAAe,GAAG,IAAI,GAAG,IAAI,CAAC;AACpC,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAC3C,MAAM,iBAAiB,GAAG,MAAM,CAAC;AACjC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,kBAAkB,GAAG,MAAM,CAAC;AA2BlC,MAAM,UAAU,iCAAiC,CAC/C,WAAyD;IAEzD,MAAM,KAAK,GAAG,WAAW,CAAC,+BAA+B,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAChF,OAAO,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,MAAM,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAAY;IAC7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,eAAe,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAY,CAAC;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,uCAAuC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,UAAkB;IACzC,MAAM,KAAK,GAAG,yCAAyC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzE,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAClF,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChD,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAa;IAC/C,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,KAGrD;IACC,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IACtC,IAAI,CAAC,iCAAiC,CAAC,WAAW,CAAC,EAAE,CAAC;QACpD,OAAO,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;IAC7C,CAAC;IACD,IAAI,WAAW,CAAC,iBAAiB,KAAK,cAAc,EAAE,CAAC;QACrD,OAAO,EAAE,MAAM,EAAE,wCAAwC,EAAE,CAAC;IAC9D,CAAC;IACD,MAAM,KAAK,GAAG,WAAW,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;IAC/C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,MAAM,EAAE,6BAA6B,EAAE,CAAC;IAC7D,MAAM,UAAU,GAAG,WAAW,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC;IACzD,IAAI,CAAC,UAAU,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC;QAChD,OAAO,EAAE,MAAM,EAAE,6CAA6C,EAAE,CAAC;IACnE,CAAC;IACD,MAAM,SAAS,GAAG,WAAW,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC;IACxD,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,MAAM,EAAE,kCAAkC,EAAE,CAAC;IAEtE,IAAI,KAA8B,CAAC;IACnC,IAAI,CAAC;QACH,KAAK,GAAG,QAAQ,CAAC,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,MAAM,EAAE,iDAAiD,EAAE,CAAC;IACvE,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACjD,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,SAAS,CAAC;IAC9E,IACE,OAAO,cAAc,KAAK,QAAQ;QAClC,cAAc,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,WAAW,EAAE,EACzD,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,kDAAkD,EAAE,CAAC;IACxE,CAAC;IACD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,IAAI,WAAW,EAAE,MAAM,CAAC;IACxD,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QAC1F,OAAO,EAAE,MAAM,EAAE,wCAAwC,EAAE,CAAC;IAC9D,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,WAAW,CAAC,cAAc,IAAI,wBAAwB,CAAC,CAAC;IAC1F,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,0CAA0C,EAAE,CAAC;IAC3E,MAAM,SAAS,GAAG,kBAAkB,CAAC,WAAW,CAAC,iBAAiB,IAAI,oBAAoB,CAAC,CAAC;IAC5F,MAAM,KAAK,GAAG,WAAW,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC;IAChD,MAAM,aAAa,GACjB,SAAS,IAAI,KAAK;QAChB,CAAC,CAAC,GAAG,SAAS,IAAI,UAAU,iBAAiB,kBAAkB,CAAC,KAAK,CAAC,EAAE;QACxE,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;IAChD,MAAM,GAAG,GAAG,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC;IACzE,MAAM,mBAAmB,GAAG,WAAW,CAAC,yBAAyB,EAAE,IAAI,EAAE,CAAC;IAC1E,MAAM,cAAc,GAClB,mBAAmB,KAAK,SAAS,IAAI,mBAAmB,KAAK,EAAE;QAC7D,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,mBAAmB,CAAC;IAC1B,MAAM,mBAAmB,GAAG,WAAW,CAAC,8BAA8B,EAAE,IAAI,EAAE,CAAC;IAC/E,MAAM,mBAAmB,GACvB,mBAAmB,KAAK,SAAS,IAAI,mBAAmB,KAAK,EAAE;QAC7D,CAAC,CAAC,qBAAqB;QACvB,CAAC,CAAC,mBAAmB,CAAC;IAC1B,MAAM,cAAc,GAAG;QACrB,UAAU;QACV,0BAA0B,CAAC,KAAK,CAAC,YAAY,CAAC;QAC9C,GAAG;QACH,cAAc;KACf,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO;QACL,OAAO,EAAE;YACP,MAAM;YACN,UAAU;YACV,iBAAiB,EAAE,WAAW;YAC9B,KAAK;YACL,mBAAmB;YACnB,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,cAAc;SACf;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,QAAkB;IAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACrE,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,kBAAkB,EAAE,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IACrC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,MAAM,CAAC,IAAI;YAAE,MAAM;QACvB,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;QACtC,IAAI,UAAU,GAAG,kBAAkB,EAAE,CAAC;YACpC,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;IACzC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC;IAC7B,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7C,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAa,CAAC;AACjE,CAAC;AAED,SAAS,aAAa,CAAC,MAAoB;IACzC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAC/D,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,KAO5B;IACC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,mBAAmB,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE;QACvF,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,OAAO,EAAE;YACP,MAAM,EAAE,6BAA6B;YACrC,aAAa,EAAE,UAAU,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE;YAC9C,sBAAsB,EAAE,YAAY;YACpC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9D;QACD,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,MAAM,EAAE,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC;KACpC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,2CAA2C,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACvF,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrC,OAAO,OAAO,OAAO,EAAE,EAAE,KAAK,QAAQ,IAAI,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;YACxE,CAAC,CAAC;gBACE;oBACE,EAAE,EAAE,OAAO,CAAC,EAAE;oBACd,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,GAAG,CAAC,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACxE;aACF;YACH,CAAC,CAAC,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,KAM9C;IACC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;IACD,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC7D,IAAI,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC3E,MAAM,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,IAAI,KAAK,CAAC;IAC/D,MAAM,YAAY,GAAG,UAAU,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,OAAO,CAAC,iBAAiB,WAAW,CAAC;IAChK,IAAI,QAAwC,CAAC;IAC7C,IAAI,kBAAkB,GAAG,KAAK,CAAC;IAE/B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,iBAAiB,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC;YAClC,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,GAAG,YAAY,sBAAsB,IAAI,EAAE;YACjD,MAAM,EAAE,KAAK;YACb,mBAAmB;YACnB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClD,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QACxC,QAAQ,GAAG,QAAQ,CAAC,IAAI,CACtB,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC,OAAO,CAAC,mBAAmB;YACzD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CACtC,CAAC;QACF,IAAI,QAAQ;YAAE,MAAM;QACpB,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC1B,kBAAkB,GAAG,IAAI,CAAC;YAC1B,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAChF,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,QAAQ,CACtB,MAAM,aAAa,CAAC;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,UAAU,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,QAAQ,CAAC,EAAE,EAAE;YAC5H,MAAM,EAAE,OAAO;YACf,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE;YAC1B,mBAAmB;YACnB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClD,CAAC,CACH,CAAC;QACF,MAAM,SAAS,GAAG,OAAO,OAAO,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7E,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;IAC1C,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CACtB,MAAM,aAAa,CAAC;QAClB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE;QAC1B,mBAAmB;QACnB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CACH,CAAC;IACF,IAAI,OAAO,OAAO,EAAE,EAAE,KAAK,QAAQ;QACjC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC;AACtD,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,KAOpD;IACC,MAAM,QAAQ,GAAG,MAAM,+BAA+B,CAAC;QACrD,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;IAE/F,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,6BAA6B,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC9E,MAAM,QAAQ,GAAG,uBAAuB,CAAC;YACvC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM;YACN,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7F,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC;YAC5C,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,MAAM;YACN,IAAI,EAAE,QAAQ,CAAC,QAAQ;YACvB,GAAG,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClD,CAAC,CAAC;QACH,OAAO,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,oCAAoC;SACtF,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/github/reliability-report.d.ts

@@ -0,0 +1,16 @@
+import type { SuiteGateResult } from '../actions/suite-gate.js';
+import type { SuiteSummary } from '../actions/suite.js';
+export type ReliabilityReportInput = {
+    gate: SuiteGateResult;
+    summary: SuiteSummary;
+    actionsRunUrl?: string;
+    marker: string;
+};
+export type RenderedReliabilityReport = {
+    markdown: string;
+    detailLevel: 'full' | 'summary' | 'critical' | 'minimal';
+};
+export declare function createReliabilityReportMarker(identity: string): string;
+/** Deterministic, context-aware Markdown over already-sanitized suite evidence. */
+export declare function renderReliabilityReport(input: ReliabilityReportInput): RenderedReliabilityReport;
+//# sourceMappingURL=reliability-report.d.ts.map

package/dist/github/reliability-report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reliability-report.d.ts","sourceRoot":"","sources":["../../src/github/reliability-report.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AA6BxD,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,YAAY,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;CAC1D,CAAC;AAyVF,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGtE;AAED,mFAAmF;AACnF,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,sBAAsB,GAAG,yBAAyB,CAgBhG"}

package/dist/github/reliability-report.js

@@ -0,0 +1,341 @@
+import { createHash } from 'node:crypto';
+import { redactText } from '../auth/redact.js';
+import { extractJudgmentEvidence, extractScenarioRepeatabilityEvidence, } from '../reliability/evidence.js';
+const GITHUB_COMMENT_LIMIT = 65_536;
+const REPORT_LIMIT = 65_000;
+const MAX_CELL_CHARS = 280;
+function sanitizedText(input, maxChars) {
+    const withoutControls = Array.from(redactText(input), (character) => {
+        const codePoint = character.codePointAt(0) ?? 0;
+        return codePoint <= 31 || (codePoint >= 127 && codePoint <= 159) ? ' ' : character;
+    }).join('');
+    const clipped = withoutControls.length > maxChars
+        ? `${withoutControls.slice(0, maxChars - 1)}…`
+        : withoutControls;
+    return clipped.replaceAll('&', '&amp;').replaceAll('<', '&lt;').replaceAll('>', '&gt;');
+}
+function clean(input, maxChars = 1_000) {
+    return sanitizedText(input, maxChars).replace(/([\\`*_[\]{}()#+.!|])/gu, '\\$1');
+}
+function cell(input) {
+    return clean(input.replace(/[\r\n]+/gu, ' '), MAX_CELL_CHARS);
+}
+function number(input) {
+    return Number.isInteger(input) ? String(input) : input.toFixed(3).replace(/0+$/u, '');
+}
+function safeRunUrl(input) {
+    if (!input)
+        return undefined;
+    try {
+        const url = new URL(input);
+        return url.protocol === 'https:' ? url.toString() : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+function contextLabel(context) {
+    switch (context) {
+        case 'scenario':
+            return 'Live scenario';
+        case 'conversation':
+            return 'Frozen conversation';
+        case 'agent_trace':
+            return 'Frozen agent trace';
+        default:
+            return 'Unknown';
+    }
+}
+function standardSummary(standard) {
+    if (!standard?.rubricApplied)
+        return 'Not available';
+    const parts = ['Rubric'];
+    if (standard.judgeModel) {
+        parts.push(`judge ${standard.judgeModel}${standard.judgeModelPinned ? ' (pinned)' : ''}`);
+    }
+    if (standard.qualityStandardStatus === 'not_configured') {
+        parts.push('QS: Not configured');
+    }
+    else if (standard.qualityStandardStatus === 'not_available') {
+        parts.push('QS: Not available');
+    }
+    else {
+        const name = standard.qualityStandardName ?? 'applied';
+        const version = standard.qualityStandardVersion
+            ? `; version ${standard.qualityStandardVersion}`
+            : '';
+        const anchors = standard.anchorCount === undefined ? '' : `; ${standard.anchorCount} anchors`;
+        parts.push(`QS: ${name}${version}${anchors}`);
+    }
+    return parts.join('; ');
+}
+function judgmentLine(evidence) {
+    const count = evidence.assessmentCount;
+    if (count === 1)
+        return `K=1; Agreement not measured`;
+    if (count === undefined)
+        return 'K: Not available';
+    if (evidence.passVotes !== undefined) {
+        return `K=${count}; ${evidence.passVotes}/${count} pass votes`;
+    }
+    if (evidence.agreedAssessments !== undefined) {
+        return `K=${count}; ${evidence.agreedAssessments}/${count} assessments agreed`;
+    }
+    return `K=${count}; agreement evidence Not available`;
+}
+function judgmentSummary(entries) {
+    if (entries.length === 0)
+        return 'Not available';
+    if (entries.length === 1 && entries[0])
+        return judgmentLine(entries[0]);
+    return entries.map((entry) => `${entry.scope}: ${judgmentLine(entry)}`).join('; ');
+}
+function repeatabilitySummary(evaluation) {
+    if (evaluation.context === 'conversation' || evaluation.context === 'agent_trace') {
+        return 'N/A: frozen input; behavioral repeatability not measured';
+    }
+    if (evaluation.context === 'unknown')
+        return 'Not available';
+    if (evaluation.decision === 'ERROR' && evaluation.repeatability?.statistics.length === 0) {
+        return 'Error';
+    }
+    const evidence = evaluation.repeatability;
+    if (!evidence)
+        return 'Not available';
+    const trials = evidence.completedTrials;
+    const hasStatistics = evidence.statistics.length > 0;
+    const insufficient = trials === 1 || evidence.statistics.some((entry) => entry.insufficientEvidence === true);
+    if (insufficient) {
+        return `${trials === undefined ? 'Trial count Not available' : `${trials} trial`}; Insufficient evidence`;
+    }
+    if (trials !== undefined) {
+        return `${trials} trials; statistics ${hasStatistics ? 'available' : 'Not available'}`;
+    }
+    return hasStatistics ? 'Trial count Not available; statistics available' : 'Not available';
+}
+function reportEvaluations(input) {
+    const summaryByIndex = new Map(input.summary.evals.map((entry) => [entry.index, entry]));
+    return [...input.gate.perEvalDecisions]
+        .sort((left, right) => left.index - right.index)
+        .map((decision) => {
+        const summary = summaryByIndex.get(decision.index);
+        const executionContext = summary?.execution?.contextType;
+        const decisionContext = decision.contextType;
+        const context = executionContext && decisionContext && executionContext !== decisionContext
+            ? 'unknown'
+            : (executionContext ?? decisionContext ?? 'unknown');
+        const results = summary?.results;
+        const statusRaw = summary?.execution?.statusRaw;
+        return {
+            index: decision.index,
+            name: decision.evaluationName ?? decision.inputFile,
+            context,
+            decision: decision.decision,
+            checks: decision.checks,
+            reason: decision.reason,
+            ...(summary?.execution?.standard === undefined
+                ? {}
+                : { standard: summary.execution.standard }),
+            judgment: extractJudgmentEvidence(context === 'unknown' ? undefined : context, results, statusRaw),
+            ...(context === 'scenario'
+                ? { repeatability: extractScenarioRepeatabilityEvidence(results, statusRaw) }
+                : {}),
+        };
+    });
+}
+function contextCounts(evaluations) {
+    const counts = {
+        scenario: 0,
+        conversation: 0,
+        agent_trace: 0,
+        unknown: 0,
+    };
+    for (const evaluation of evaluations)
+        counts[evaluation.context] += 1;
+    return [
+        `${counts.scenario} live scenario`,
+        `${counts.conversation} frozen conversation`,
+        `${counts.agent_trace} frozen agent trace`,
+        ...(counts.unknown > 0 ? [`${counts.unknown} unknown`] : []),
+    ].join(' · ');
+}
+function header(input, evaluations) {
+    const runUrl = safeRunUrl(input.actionsRunUrl);
+    return [
+        input.marker,
+        `## Autoeval Reliability Report — ${input.gate.suiteDecision}`,
+        '',
+        `${evaluations.length} evaluations · ${contextCounts(evaluations)}${runUrl ? ` · [GitHub Actions run](${runUrl})` : ''}`,
+        '',
+    ];
+}
+function legend() {
+    return [
+        '**Standard:** instructions, Quality Standard, and calibration anchors used.',
+        '**Judgment:** evidence from multiple judge assessments.',
+        '**Repeatability:** performance variation across independent executions of the system being evaluated.',
+        '',
+    ];
+}
+function table(evaluations) {
+    const lines = [
+        '| Evaluation | Context | Gate | Standard | Judgment | Repeatability |',
+        '| --- | --- | --- | --- | --- | --- |',
+    ];
+    for (const evaluation of evaluations) {
+        lines.push(`| ${cell(evaluation.name)} | ${cell(contextLabel(evaluation.context))} | **${evaluation.decision}** | ${cell(standardSummary(evaluation.standard))} | ${cell(judgmentSummary(evaluation.judgment))} | ${cell(repeatabilitySummary(evaluation))} |`);
+    }
+    lines.push('');
+    return lines;
+}
+function statisticLine(statistic) {
+    if (statistic.hasData === false)
+        return `${statistic.scope}: Not measured`;
+    if (statistic.insufficientEvidence === true) {
+        const sample = statistic.sampleSize === undefined ? '' : ` (n=${statistic.sampleSize})`;
+        return `${statistic.scope}: Insufficient evidence${sample}`;
+    }
+    const fields = [];
+    if (statistic.mean !== undefined)
+        fields.push(`mean ${number(statistic.mean)}`);
+    if (statistic.standardDeviation !== undefined) {
+        fields.push(`SD ${number(statistic.standardDeviation)}`);
+    }
+    if (statistic.ci95Lower !== undefined && statistic.ci95Upper !== undefined) {
+        fields.push(`95% CI ${number(statistic.ci95Lower)}–${number(statistic.ci95Upper)}`);
+    }
+    else if (statistic.ci95HalfWidth !== undefined) {
+        fields.push(`reported 95% CI half-width ±${number(statistic.ci95HalfWidth)}`);
+    }
+    if (statistic.sampleSize !== undefined)
+        fields.push(`n=${statistic.sampleSize}`);
+    return `${statistic.scope}: ${fields.length === 0 ? 'Not available' : fields.join('; ')}`;
+}
+function missingEvidence(evaluation) {
+    const missing = [];
+    if (!evaluation.standard?.rubricApplied)
+        missing.push('Standard metadata: Not available.');
+    else if (evaluation.standard.qualityStandardStatus === 'not_available') {
+        missing.push('Quality Standard metadata: Not available for this run.');
+    }
+    if (evaluation.judgment.length === 0)
+        missing.push('Judgment evidence: Not available.');
+    else if (evaluation.judgment.some((entry) => (entry.assessmentCount ?? 0) > 1 &&
+        entry.passVotes === undefined &&
+        entry.agreedAssessments === undefined)) {
+        missing.push('Judge agreement evidence: Not available at the reported granularity.');
+    }
+    if (evaluation.context === 'scenario' && evaluation.repeatability?.statistics.length === 0) {
+        missing.push('Repeatability statistics: Not available.');
+    }
+    if (evaluation.context === 'unknown') {
+        missing.push('Authoritative context: Not available; repeatability was not inferred.');
+    }
+    return missing;
+}
+function details(evaluation, actionsRunUrl) {
+    const lines = [
+        '<details>',
+        `<summary>${evaluation.decision} — ${sanitizedText(evaluation.name, 200)} (${contextLabel(evaluation.context)})</summary>`,
+        '',
+        `- **Standard:** ${clean(standardSummary(evaluation.standard), 500)}`,
+    ];
+    if (evaluation.judgment.length === 0) {
+        lines.push('- **Judgment:** Not available');
+    }
+    else {
+        lines.push('- **Judgment:**');
+        for (const entry of evaluation.judgment) {
+            lines.push(`  - ${clean(entry.scope)}: ${clean(judgmentLine(entry))}`);
+        }
+    }
+    if (evaluation.context === 'scenario') {
+        lines.push(`- **Repeatability:** ${clean(repeatabilitySummary(evaluation))}`);
+        for (const statistic of evaluation.repeatability?.statistics ?? []) {
+            lines.push(`  - ${clean(statisticLine(statistic), 700)}`);
+        }
+    }
+    else {
+        lines.push(`- **Repeatability:** ${clean(repeatabilitySummary(evaluation))}`);
+    }
+    if (evaluation.checks.length === 0) {
+        lines.push(`- **Gate checks:** ${clean(evaluation.reason, 700)}`);
+    }
+    else {
+        lines.push('- **Gate checks:**');
+        for (const check of evaluation.checks) {
+            lines.push(`  - ${clean(check.label, 200)}: ${clean(check.actual, 200)}; required ${clean(check.threshold, 200)} → **${check.decision}**${check.decision === 'PASS' ? '' : ` — ${clean(check.reason, 500)}`}`);
+        }
+    }
+    const missing = missingEvidence(evaluation);
+    if (missing.length > 0) {
+        lines.push('- **Missing evidence:**');
+        for (const item of missing)
+            lines.push(`  - ${item}`);
+    }
+    if (actionsRunUrl)
+        lines.push(`- [Full diagnostics in GitHub Actions](${actionsRunUrl})`);
+    lines.push('', '</details>', '');
+    return lines;
+}
+function renderFull(input, evaluations) {
+    const runUrl = safeRunUrl(input.actionsRunUrl);
+    const priority = { ERROR: 3, FAIL: 2, INCONCLUSIVE: 1, PASS: 0 };
+    const detailOrder = [...evaluations].sort((left, right) => priority[right.decision] - priority[left.decision] || left.index - right.index);
+    return [
+        ...header(input, evaluations),
+        ...legend(),
+        ...table(evaluations),
+        ...detailOrder.flatMap((evaluation) => details(evaluation, runUrl)),
+    ].join('\n');
+}
+function renderSummary(input, evaluations) {
+    return [...header(input, evaluations), ...legend(), ...table(evaluations)].join('\n');
+}
+function renderCritical(input, evaluations) {
+    const critical = evaluations.filter((evaluation) => evaluation.decision !== 'PASS');
+    return [
+        ...header(input, evaluations),
+        'Detailed evidence was omitted to stay within the GitHub comment size limit.',
+        '',
+        ...(critical.length === 0
+            ? ['All evaluations passed. See the Actions run for full diagnostics.', '']
+            : table(critical)),
+    ].join('\n');
+}
+function renderMinimal(input, evaluations) {
+    const runUrl = safeRunUrl(input.actionsRunUrl);
+    return [
+        input.marker,
+        `## Autoeval Reliability Report — ${input.gate.suiteDecision}`,
+        '',
+        `${evaluations.length} evaluations · ${contextCounts(evaluations)}`,
+        ...(runUrl ? ['', `[Full diagnostics in GitHub Actions](${runUrl})`] : []),
+        '',
+        'Evaluation details were omitted to stay within the GitHub comment size limit.',
+    ].join('\n');
+}
+export function createReliabilityReportMarker(identity) {
+    const digest = createHash('sha256').update(identity).digest('hex').slice(0, 24);
+    return `<!-- autoeval-reliability-report:${digest} -->`;
+}
+/** Deterministic, context-aware Markdown over already-sanitized suite evidence. */
+export function renderReliabilityReport(input) {
+    const evaluations = reportEvaluations(input);
+    const candidates = [
+        ['full', renderFull(input, evaluations)],
+        ['summary', renderSummary(input, evaluations)],
+        ['critical', renderCritical(input, evaluations)],
+        ['minimal', renderMinimal(input, evaluations)],
+    ];
+    for (const [detailLevel, markdown] of candidates) {
+        if (markdown.length <= REPORT_LIMIT)
+            return { markdown, detailLevel };
+    }
+    const fallback = renderMinimal(input, []);
+    if (fallback.length > GITHUB_COMMENT_LIMIT) {
+        throw new Error('Autoeval reliability report could not fit within the GitHub comment limit.');
+    }
+    return { markdown: fallback, detailLevel: 'minimal' };
+}
+//# sourceMappingURL=reliability-report.js.map