@jinn-network/client 0.1.2 → 0.1.3-canary.216cf7e6

package/dist/corpus/onchain-query.js

@@ -0,0 +1,165 @@
+import { createPublicClient, decodeAbiParameters, decodeEventLog, http, } from 'viem';
+import { base, baseSepolia } from 'viem/chains';
+import { PAYLOAD_TUPLE, PAYLOAD_TUPLE_V2 } from '../erc8004/abis.js';
+const DEFAULT_LIMIT = 50;
+const HARD_LIMIT = 500;
+const DEFAULT_CHUNK_BLOCKS = 9999n;
+export const DEFAULT_EXECUTION_DISCOVERY_FROM_BLOCK = {
+    84532: 41100000n,
+    8453: 25000000n,
+};
+export const DEFAULT_IDENTITY_REGISTRY_BY_CHAIN_ID = {
+    84532: '0x8004A818BFB912233c491871b3d84c89A494BD9e',
+    8453: '0x8004A169FB4a3325136EB29fA0ceB6D2e539a432',
+};
+const IDENTITY_METADATA_ABI = [
+    {
+        type: 'event',
+        name: 'MetadataSet',
+        inputs: [
+            { name: 'agentId', type: 'uint256', indexed: true },
+            { name: 'indexedMetadataKey', type: 'string', indexed: true },
+            { name: 'metadataKey', type: 'string', indexed: false },
+            { name: 'metadataValue', type: 'bytes', indexed: false },
+        ],
+    },
+];
+function chainForId(chainId) {
+    return chainId === 84532 ? baseSepolia : base;
+}
+function toBigIntBlock(value, fallback) {
+    if (value === undefined)
+        return fallback;
+    if (typeof value === 'bigint')
+        return value;
+    return BigInt(Math.max(0, Math.floor(value)));
+}
+function parseExecutionMetadataKey(key) {
+    const colon = key.indexOf(':');
+    if (colon <= 0 || colon === key.length - 1)
+        return null;
+    const kind = key.slice(0, colon);
+    if (kind !== 'envelope' && kind !== 'evaluation' && kind !== 'capture')
+        return null;
+    return { kind, cid: key.slice(colon + 1) };
+}
+function tierFromRaw(value) {
+    if (value === 0)
+        return 'self-signed';
+    if (value === 1)
+        return 'committed';
+    if (value === 3)
+        return 'attested';
+    return 'unknown';
+}
+function decodePayload(value) {
+    try {
+        const decoded = decodeAbiParameters(PAYLOAD_TUPLE_V2, value);
+        return {
+            manifestHash: decoded[2],
+            evidenceTier: tierFromRaw(Number(decoded[1])),
+        };
+    }
+    catch {
+        // v1 payloads do not have the trailing harness identity fields.
+    }
+    try {
+        const decoded = decodeAbiParameters(PAYLOAD_TUPLE, value);
+        return {
+            manifestHash: decoded[2],
+            evidenceTier: tierFromRaw(Number(decoded[1])),
+        };
+    }
+    catch {
+        return { manifestHash: '', evidenceTier: 'unknown' };
+    }
+}
+function decodeMetadataLog(log) {
+    let decoded;
+    try {
+        decoded = decodeEventLog({
+            abi: IDENTITY_METADATA_ABI,
+            data: log.data,
+            topics: log.topics,
+        });
+    }
+    catch {
+        return null;
+    }
+    if (decoded.eventName !== 'MetadataSet')
+        return null;
+    const parsedKey = parseExecutionMetadataKey(decoded.args.metadataKey);
+    if (!parsedKey)
+        return null;
+    const payload = decodePayload(decoded.args.metadataValue);
+    return {
+        ref: {
+            manifestCid: parsedKey.cid,
+            manifestHash: payload.manifestHash,
+            operator: {
+                agentId: decoded.args.agentId.toString(),
+                safeAddress: '',
+            },
+            evidenceTier: payload.evidenceTier,
+            publishedAt: 0,
+        },
+        blockNumber: log.blockNumber ?? 0n,
+        logIndex: log.logIndex ?? 0,
+    };
+}
+function matchesQuery(ref, q) {
+    if (q.evidenceTier && ref.evidenceTier !== q.evidenceTier)
+        return false;
+    return true;
+}
+export async function runOnchainCorpusQuery(q, opts) {
+    const address = opts.identityRegistryAddress ?? DEFAULT_IDENTITY_REGISTRY_BY_CHAIN_ID[opts.chainId];
+    if (!address)
+        return [];
+    const client = opts.publicClient ?? createPublicClient({
+        chain: chainForId(opts.chainId),
+        transport: http(opts.rpcUrl),
+    });
+    const currentBlock = await client.getBlockNumber();
+    const fromBlock = toBigIntBlock(opts.fromBlock, DEFAULT_EXECUTION_DISCOVERY_FROM_BLOCK[opts.chainId] ?? currentBlock);
+    if (fromBlock > currentBlock)
+        return [];
+    const limit = Math.min(Math.max(1, q.limit ?? DEFAULT_LIMIT), HARD_LIMIT);
+    const chunk = toBigIntBlock(opts.chunkBlocks, DEFAULT_CHUNK_BLOCKS);
+    const out = [];
+    const seen = new Set();
+    for (let end = currentBlock; end >= fromBlock && out.length < limit;) {
+        const start = end > chunk && end - chunk + 1n > fromBlock
+            ? end - chunk + 1n
+            : fromBlock;
+        const logs = await client.getLogs({
+            address,
+            fromBlock: start,
+            toBlock: end,
+        });
+        const decoded = logs
+            .map(decodeMetadataLog)
+            .filter((item) => item !== null)
+            .sort((a, b) => {
+            if (a.blockNumber === b.blockNumber)
+                return b.logIndex - a.logIndex;
+            return a.blockNumber > b.blockNumber ? -1 : 1;
+        });
+        for (const item of decoded) {
+            if (!matchesQuery(item.ref, q))
+                continue;
+            const key = item.ref.manifestCid;
+            if (seen.has(key))
+                continue;
+            seen.add(key);
+            out.push(item);
+            if (out.length >= limit)
+                break;
+        }
+        if (start === fromBlock)
+            break;
+        end = start - 1n;
+    }
+    return out.map((item) => item.ref);
+}
+//# sourceMappingURL=onchain-query.js.map

package/dist/corpus/onchain-query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"onchain-query.js","sourceRoot":"","sources":["../../src/corpus/onchain-query.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,cAAc,EACd,IAAI,GAKL,MAAM,MAAM,CAAC;AACd,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAErE,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,oBAAoB,GAAG,KAAM,CAAC;AAEpC,MAAM,CAAC,MAAM,sCAAsC,GAA2B;IAC5E,KAAK,EAAE,SAAW;IAClB,IAAI,EAAE,SAAW;CAClB,CAAC;AAEF,MAAM,CAAC,MAAM,qCAAqC,GAA4B;IAC5E,KAAK,EAAE,4CAA4C;IACnD,IAAI,EAAE,4CAA4C;CACnD,CAAC;AAEF,MAAM,qBAAqB,GAAG;IAC5B;QACE,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE;YACnD,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE;YAC7D,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;YACvD,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE;SACzD;KACF;CACO,CAAC;AAiBX,SAAS,UAAU,CAAC,OAAe;IACjC,OAAO,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;AAChD,CAAC;AAED,SAAS,aAAa,CAAC,KAAkC,EAAE,QAAgB;IACzE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,yBAAyB,CAAC,GAAW;IAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACxD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACpF,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC;IACtC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,WAAW,CAAC;IACpC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,UAAU,CAAC;IACnC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,KAAU;IAC/B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,mBAAmB,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;QAC7D,OAAO;YACL,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;YACxB,YAAY,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;SAC9C,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,gEAAgE;IAClE,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,mBAAmB,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QAC1D,OAAO;YACL,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;YACxB,YAAY,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;SAC9C,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;IACvD,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAQ;IACjC,IAAI,OAOH,CAAC;IACF,IAAI,CAAC;QACH,OAAO,GAAG,cAAc,CAAC;YACvB,GAAG,EAAE,qBAAqB;YAC1B,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,MAAM,EAAE,GAAG,CAAC,MAAM;SACnB,CAAmB,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,OAAO,CAAC,SAAS,KAAK,aAAa;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,SAAS,GAAG,yBAAyB,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACtE,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1D,OAAO;QACL,GAAG,EAAE;YACH,WAAW,EAAE,SAAS,CAAC,GAAG;YAC1B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,QAAQ,EAAE;gBACR,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;gBACxC,WAAW,EAAE,EAAE;aAChB;YACD,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,WAAW,EAAE,CAAC;SACf;QACD,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE;QAClC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,GAAgB,EAAE,CAAc;IACpD,IAAI,CAAC,CAAC,YAAY,IAAI,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,YAAY;QAAE,OAAO,KAAK,CAAC;IACxE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,CAAc,EACd,IAA+B;IAE/B,MAAM,OAAO,GAAG,IAAI,CAAC,uBAAuB,IAAI,qCAAqC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpG,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,kBAAkB,CAAC;QACrD,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;QAC/B,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;KAC7B,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAC;IACnD,MAAM,SAAS,GAAG,aAAa,CAC7B,IAAI,CAAC,SAAS,EACd,sCAAsC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,YAAY,CACrE,CAAC;IACF,IAAI,SAAS,GAAG,YAAY;QAAE,OAAO,EAAE,CAAC;IAExC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,aAAa,CAAC,EAAE,UAAU,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,oBAAoB,CAAC,CAAC;IACpE,MAAM,GAAG,GAA6B,EAAE,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,IAAI,GAAG,GAAG,YAAY,EAAE,GAAG,IAAI,SAAS,IAAI,GAAG,CAAC,MAAM,GAAG,KAAK,GAAI,CAAC;QACtE,MAAM,KAAK,GAAG,GAAG,GAAG,KAAK,IAAI,GAAG,GAAG,KAAK,GAAG,EAAE,GAAG,SAAS;YACvD,CAAC,CAAC,GAAG,GAAG,KAAK,GAAG,EAAE;YAClB,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YAChC,OAAO;YACP,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,GAAG;SACb,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI;aACjB,GAAG,CAAC,iBAAiB,CAAC;aACtB,MAAM,CAAC,CAAC,IAAI,EAAkC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC;aAC/D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACb,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW;gBAAE,OAAO,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;YACpE,OAAO,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QACL,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBAAE,SAAS;YACzC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC;YACjC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,IAAI,GAAG,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAM;QACjC,CAAC;QACD,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM;QAC/B,GAAG,GAAG,KAAK,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACrC,CAAC"}

package/dist/corpus/prediction-brier-scoreboard-report.d.ts

@@ -0,0 +1,17 @@
+import type { Store } from '../store/store.js';
+import type { EnvelopeProjection, EnvelopeProjectionQuery } from './types.js';
+import { type PredictionBrierScoreboard, type PredictionBrierScoreboardOptions } from './prediction-brier-scoreboard.js';
+export declare const DEFAULT_PREDICTION_SCOREBOARD_REPORT_PATH = "docs/superpowers/reports/prediction-solvernet-scoreboard.md";
+export interface PredictionBrierScoreboardProjectionQuery extends Pick<EnvelopeProjectionQuery, 'generatedAfter' | 'generatedBefore' | 'limit'> {
+}
+export interface BuildPredictionBrierScoreboardOptions extends PredictionBrierScoreboardOptions {
+    projectionQuery?: PredictionBrierScoreboardProjectionQuery;
+}
+export interface PredictionBrierScoreboardMarkdownOptions {
+    title?: string;
+    generatedAtIso?: string;
+    staleAfterDays?: number;
+}
+export declare function queryPredictionBrierScoreboardProjections(store: Pick<Store, 'queryEnvelopeProjections'>, query?: PredictionBrierScoreboardProjectionQuery): EnvelopeProjection[];
+export declare function buildPredictionBrierScoreboard(store: Pick<Store, 'queryEnvelopeProjections'>, options?: BuildPredictionBrierScoreboardOptions): PredictionBrierScoreboard;
+export declare function renderPredictionBrierScoreboardMarkdown(scoreboard: PredictionBrierScoreboard, options?: PredictionBrierScoreboardMarkdownOptions): string;

package/dist/corpus/prediction-brier-scoreboard-report.js

@@ -0,0 +1,148 @@
+import { DEFAULT_PREDICTION_BRIER_SCOREBOARD_WINDOW_DAYS, aggregatePredictionBrierScoreboard, } from './prediction-brier-scoreboard.js';
+export const DEFAULT_PREDICTION_SCOREBOARD_REPORT_PATH = 'docs/superpowers/reports/prediction-solvernet-scoreboard.md';
+export function queryPredictionBrierScoreboardProjections(store, query = {}) {
+    const verdicts = store.queryEnvelopeProjections({
+        solverType: 'prediction.v1',
+        role: 'verdict',
+        generatedAfter: query.generatedAfter,
+        generatedBefore: query.generatedBefore,
+        limit: query.limit ?? 1000,
+    });
+    const solutionRefs = compactRefs(verdicts.flatMap(verdictSolutionRefs));
+    if (solutionRefs.length === 0)
+        return verdicts;
+    const solutions = store.queryEnvelopeProjections({
+        envelopeRefs: solutionRefs,
+        solverType: 'prediction.v1',
+        role: 'restoration',
+        limit: solutionRefs.length,
+    });
+    return dedupeProjections([...verdicts, ...solutions]);
+}
+export function buildPredictionBrierScoreboard(store, options = {}) {
+    const projectionQuery = windowedProjectionQuery(options);
+    return aggregatePredictionBrierScoreboard(queryPredictionBrierScoreboardProjections(store, projectionQuery), options);
+}
+export function renderPredictionBrierScoreboardMarkdown(scoreboard, options = {}) {
+    const title = options.title ?? 'Prediction SolverNet Scoreboard';
+    const generatedAtIso = options.generatedAtIso ?? new Date().toISOString();
+    const status = scoreboardStatus(scoreboard, generatedAtIso, options.staleAfterDays ?? 14);
+    const lines = [
+        `# ${title}`,
+        '',
+        `Generated: ${generatedAtIso}`,
+        `Status: ${status}`,
+        `Window: trailing ${scoreboard.trailingWindowDays} days ending ${formatGeneratedAt(scoreboard.asOfGeneratedAt)}`,
+        '',
+        '## Headline',
+        '',
+    ];
+    if (scoreboard.overall.scoredVerdictCount === 0) {
+        lines.push('Insufficient scoreable Verdict data. The report will populate after Prediction SolverNet evaluators emit `SCORED` Verdict envelopes with Brier metadata.', '');
+    }
+    lines.push('| Metric | Value |', '|---|---:|', `| Mean Brier spread | ${formatNumber(scoreboard.overall.meanBrierSpread)} |`, `| Mean solver Brier | ${formatNumber(scoreboard.overall.meanSolverBrier)} |`, `| Mean consensus Brier | ${formatNumber(scoreboard.overall.meanConsensusBrier)} |`, `| Scored Verdicts | ${scoreboard.overall.scoredVerdictCount} |`, `| Shared Tasks | ${scoreboard.overall.distinctTaskCount} |`, `| Active operators | ${scoreboard.overall.activeOperatorCount} |`, '', '## Weekly Trend', '', metricTable(['Week', 'Scored Verdicts', 'Mean Spread', 'Solver Brier', 'Consensus Brier', 'Tasks', 'Operators'], scoreboard.weeklyTrend.map((summary) => [
+        summary.weekStartIso.slice(0, 10),
+        String(summary.scoredVerdictCount),
+        formatNumber(summary.meanBrierSpread),
+        formatNumber(summary.meanSolverBrier),
+        formatNumber(summary.meanConsensusBrier),
+        String(summary.distinctTaskCount),
+        String(summary.activeOperatorCount),
+    ]), 'No weekly trend data yet.'), '', '## Operators', '', metricTable(['Operator', 'Scored Verdicts', 'Mean Spread', 'Solver Brier', 'Consensus Brier', 'Tasks'], scoreboard.perOperator.map((summary) => [
+        summary.participantSafeAddress ?? summary.participantAgentEoa ?? summary.key,
+        String(summary.scoredVerdictCount),
+        formatNumber(summary.meanBrierSpread),
+        formatNumber(summary.meanSolverBrier),
+        formatNumber(summary.meanConsensusBrier),
+        String(summary.distinctTaskCount),
+    ]), 'No operator rows yet.'), '', '## Harnesses', '', metricTable(['Harness', 'Runtime Digest', 'Scored Verdicts', 'Mean Spread', 'Tasks'], scoreboard.perHarness.map((summary) => [
+        [summary.implName ?? 'unknown', summary.implVersion ?? 'unknown'].join('@'),
+        summary.runtimeBundleDigest ?? 'unknown',
+        String(summary.scoredVerdictCount),
+        formatNumber(summary.meanBrierSpread),
+        String(summary.distinctTaskCount),
+    ]), 'No Harness rows yet.'), '', '## Plugins', '', metricTable(['Plugin', 'Scored Verdicts', 'Mean Spread', 'Tasks'], scoreboard.perPlugin.map((summary) => [
+        summary.plugin,
+        String(summary.scoredVerdictCount),
+        formatNumber(summary.meanBrierSpread),
+        String(summary.distinctTaskCount),
+    ]), 'No plugin rows yet.'), '', '## Exclusions', '', '| Reason | Count |', '|---|---:|', `| Total input rows | ${scoreboard.excluded.totalInputRows} |`, `| Included score rows | ${scoreboard.excluded.includedRows} |`, `| Non-prediction/non-Verdict rows | ${scoreboard.excluded.nonPredictionVerdictRows} |`, `| Non-SCORED Verdict rows | ${scoreboard.excluded.nonScoredVerdictRows} |`, `| Missing score rows | ${scoreboard.excluded.missingScoreRows} |`, `| Non-numeric score rows | ${scoreboard.excluded.nonNumericScoreRows} |`, `| Outside trailing window | ${scoreboard.excluded.outsideWindowRows} |`);
+    return `${lines.join('\n')}\n`;
+}
+function windowedProjectionQuery(options) {
+    const projectionQuery = options.projectionQuery ?? {};
+    if (options.asOfGeneratedAt === undefined)
+        return projectionQuery;
+    const trailingWindowDays = options.trailingWindowDays
+        ?? DEFAULT_PREDICTION_BRIER_SCOREBOARD_WINDOW_DAYS;
+    return {
+        ...projectionQuery,
+        generatedAfter: projectionQuery.generatedAfter
+            ?? options.asOfGeneratedAt - generatedAtSpanForDays(options.asOfGeneratedAt, trailingWindowDays),
+        generatedBefore: projectionQuery.generatedBefore ?? options.asOfGeneratedAt,
+    };
+}
+function generatedAtSpanForDays(asOfGeneratedAt, days) {
+    const daySpan = Math.abs(asOfGeneratedAt) >= 10_000_000_000 ? 86_400_000 : 86_400;
+    return days * daySpan;
+}
+function verdictSolutionRefs(projection) {
+    return [
+        projection.solutionEnvelopeCid,
+        projection.solutionEnvelopeSha256,
+        projection.solutionEnvelopeRef,
+        projection.metadata['solutionEnvelope.cid'],
+        projection.metadata['solutionEnvelope.sha256'],
+    ].filter((value) => typeof value === 'string' && value.length > 0);
+}
+function compactRefs(refs) {
+    return [...new Set(refs)];
+}
+function dedupeProjections(projections) {
+    const byId = new Map();
+    for (const projection of projections)
+        byId.set(projection.envelopeId, projection);
+    return [...byId.values()];
+}
+function metricTable(headers, rows, emptyText) {
+    if (rows.length === 0)
+        return emptyText;
+    const alignment = headers.map((_, index) => (index === 0 ? '---' : '---:')).join('|');
+    const rendered = [
+        `| ${headers.map(escapeTableCell).join(' | ')} |`,
+        `|${alignment}|`,
+    ];
+    for (const row of rows) {
+        rendered.push(`| ${row.map(escapeTableCell).join(' | ')} |`);
+    }
+    return rendered.join('\n');
+}
+function scoreboardStatus(scoreboard, generatedAtIso, staleAfterDays) {
+    if (scoreboard.overall.scoredVerdictCount === 0)
+        return 'INSUFFICIENT_DATA';
+    if (scoreboard.asOfGeneratedAt === null)
+        return 'INSUFFICIENT_DATA';
+    const generatedAtMs = Date.parse(generatedAtIso);
+    if (!Number.isFinite(generatedAtMs))
+        return 'OK';
+    const asOfMs = generatedAtToMs(scoreboard.asOfGeneratedAt);
+    const staleAfterMs = staleAfterDays * 86_400_000;
+    if (generatedAtMs - asOfMs > staleAfterMs)
+        return `STALE (latest scored Verdict older than ${staleAfterDays} days)`;
+    return 'OK';
+}
+function formatGeneratedAt(generatedAt) {
+    if (generatedAt === null)
+        return '-';
+    return new Date(generatedAtToMs(generatedAt)).toISOString();
+}
+function generatedAtToMs(generatedAt) {
+    return Math.abs(generatedAt) >= 10_000_000_000 ? generatedAt : generatedAt * 1000;
+}
+function formatNumber(value) {
+    return value === null ? '-' : value.toFixed(6);
+}
+function escapeTableCell(value) {
+    return value.replace(/\|/g, '\\|');
+}
+//# sourceMappingURL=prediction-brier-scoreboard-report.js.map

package/dist/corpus/prediction-brier-scoreboard-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prediction-brier-scoreboard-report.js","sourceRoot":"","sources":["../../src/corpus/prediction-brier-scoreboard-report.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,+CAA+C,EAC/C,kCAAkC,GAInC,MAAM,kCAAkC,CAAC;AAE1C,MAAM,CAAC,MAAM,yCAAyC,GACpD,6DAA6D,CAAC;AAiBhE,MAAM,UAAU,yCAAyC,CACvD,KAA8C,EAC9C,QAAkD,EAAE;IAEpD,MAAM,QAAQ,GAAG,KAAK,CAAC,wBAAwB,CAAC;QAC9C,UAAU,EAAE,eAAe;QAC3B,IAAI,EAAE,SAAS;QACf,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI;KAC3B,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACxE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE/C,MAAM,SAAS,GAAG,KAAK,CAAC,wBAAwB,CAAC;QAC/C,YAAY,EAAE,YAAY;QAC1B,UAAU,EAAE,eAAe;QAC3B,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,YAAY,CAAC,MAAM;KAC3B,CAAC,CAAC;IACH,OAAO,iBAAiB,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAA8C,EAC9C,UAAiD,EAAE;IAEnD,MAAM,eAAe,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACzD,OAAO,kCAAkC,CACvC,yCAAyC,CAAC,KAAK,EAAE,eAAe,CAAC,EACjE,OAAO,CACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uCAAuC,CACrD,UAAqC,EACrC,UAAoD,EAAE;IAEtD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,iCAAiC,CAAC;IACjE,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1E,MAAM,MAAM,GAAG,gBAAgB,CAAC,UAAU,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;IAC1F,MAAM,KAAK,GAAa;QACtB,KAAK,KAAK,EAAE;QACZ,EAAE;QACF,cAAc,cAAc,EAAE;QAC9B,WAAW,MAAM,EAAE;QACnB,oBAAoB,UAAU,CAAC,kBAAkB,gBAAgB,iBAAiB,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAChH,EAAE;QACF,aAAa;QACb,EAAE;KACH,CAAC;IAEF,IAAI,UAAU,CAAC,OAAO,CAAC,kBAAkB,KAAK,CAAC,EAAE,CAAC;QAChD,KAAK,CAAC,IAAI,CACR,0JAA0J,EAC1J,EAAE,CACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CACR,oBAAoB,EACpB,YAAY,EACZ,yBAAyB,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,EAC7E,yBAAyB,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,EAC7E,4BAA4B,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,EACnF,uBAAuB,UAAU,CAAC,OAAO,CAAC,kBAAkB,IAAI,EAChE,oBAAoB,UAAU,CAAC,OAAO,CAAC,iBAAiB,IAAI,EAC5D,wBAAwB,UAAU,CAAC,OAAO,CAAC,mBAAmB,IAAI,EAClE,EAAE,EACF,iBAAiB,EACjB,EAAE,EACF,WAAW,CACT,CAAC,MAAM,EAAE,iBAAiB,EAAE,aAAa,EAAE,cAAc,EAAE,iBAAiB,EAAE,OAAO,EAAE,WAAW,CAAC,EACnG,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACtC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAClC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,YAAY,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACjC,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC;KACpC,CAAC,EACF,2BAA2B,CAC5B,EACD,EAAE,EACF,cAAc,EACd,EAAE,EACF,WAAW,CACT,CAAC,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,cAAc,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAC1F,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACtC,OAAO,CAAC,sBAAsB,IAAI,OAAO,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG;QAC5E,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAClC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,YAAY,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;KAClC,CAAC,EACF,uBAAuB,CACxB,EACD,EAAE,EACF,cAAc,EACd,EAAE,EACF,WAAW,CACT,CAAC,SAAS,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,CAAC,EACxE,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,CAAC,OAAO,CAAC,QAAQ,IAAI,SAAS,EAAE,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC3E,OAAO,CAAC,mBAAmB,IAAI,SAAS;QACxC,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAClC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;KAClC,CAAC,EACF,sBAAsB,CACvB,EACD,EAAE,EACF,YAAY,EACZ,EAAE,EACF,WAAW,CACT,CAAC,QAAQ,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,CAAC,EACrD,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACpC,OAAO,CAAC,MAAM;QACd,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAClC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;KAClC,CAAC,EACF,qBAAqB,CACtB,EACD,EAAE,EACF,eAAe,EACf,EAAE,EACF,oBAAoB,EACpB,YAAY,EACZ,wBAAwB,UAAU,CAAC,QAAQ,CAAC,cAAc,IAAI,EAC9D,2BAA2B,UAAU,CAAC,QAAQ,CAAC,YAAY,IAAI,EAC/D,uCAAuC,UAAU,CAAC,QAAQ,CAAC,wBAAwB,IAAI,EACvF,+BAA+B,UAAU,CAAC,QAAQ,CAAC,oBAAoB,IAAI,EAC3E,0BAA0B,UAAU,CAAC,QAAQ,CAAC,gBAAgB,IAAI,EAClE,8BAA8B,UAAU,CAAC,QAAQ,CAAC,mBAAmB,IAAI,EACzE,+BAA+B,UAAU,CAAC,QAAQ,CAAC,iBAAiB,IAAI,CACzE,CAAC;IAEF,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,SAAS,uBAAuB,CAC9B,OAA8C;IAE9C,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,EAAE,CAAC;IACtD,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS;QAAE,OAAO,eAAe,CAAC;IAElE,MAAM,kBAAkB,GAAG,OAAO,CAAC,kBAAkB;WAChD,+CAA+C,CAAC;IACrD,OAAO;QACL,GAAG,eAAe;QAClB,cAAc,EAAE,eAAe,CAAC,cAAc;eACzC,OAAO,CAAC,eAAe,GAAG,sBAAsB,CAAC,OAAO,CAAC,eAAe,EAAE,kBAAkB,CAAC;QAClG,eAAe,EAAE,eAAe,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe;KAC5E,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,eAAuB,EAAE,IAAY;IACnE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;IAClF,OAAO,IAAI,GAAG,OAAO,CAAC;AACxB,CAAC;AAED,SAAS,mBAAmB,CAAC,UAA8B;IACzD,OAAO;QACL,UAAU,CAAC,mBAAmB;QAC9B,UAAU,CAAC,sBAAsB;QACjC,UAAU,CAAC,mBAAmB;QAC9B,UAAU,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QAC3C,UAAU,CAAC,QAAQ,CAAC,yBAAyB,CAAC;KAC/C,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,WAAW,CAAC,IAAuB;IAC1C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,iBAAiB,CAAC,WAA0C;IACnE,MAAM,IAAI,GAAG,IAAI,GAAG,EAA8B,CAAC;IACnD,KAAK,MAAM,UAAU,IAAI,WAAW;QAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAClF,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,WAAW,CAAC,OAAiB,EAAE,IAAgB,EAAE,SAAiB;IACzE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtF,MAAM,QAAQ,GAAG;QACf,KAAK,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI;QACjD,IAAI,SAAS,GAAG;KACjB,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,gBAAgB,CACvB,UAAqC,EACrC,cAAsB,EACtB,cAAsB;IAEtB,IAAI,UAAU,CAAC,OAAO,CAAC,kBAAkB,KAAK,CAAC;QAAE,OAAO,mBAAmB,CAAC;IAC5E,IAAI,UAAU,CAAC,eAAe,KAAK,IAAI;QAAE,OAAO,mBAAmB,CAAC;IAEpE,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACjD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAC;IACjD,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,cAAc,GAAG,UAAU,CAAC;IACjD,IAAI,aAAa,GAAG,MAAM,GAAG,YAAY;QAAE,OAAO,2CAA2C,cAAc,QAAQ,CAAC;IACpH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,WAA0B;IACnD,IAAI,WAAW,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC;IACrC,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,eAAe,CAAC,WAAmB;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC;AACpF,CAAC;AAED,SAAS,YAAY,CAAC,KAAsD;IAC1E,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACrC,CAAC"}

package/dist/corpus/prediction-brier-scoreboard.d.ts

@@ -0,0 +1,56 @@
+import type { EnvelopeProjection } from './types.js';
+export declare const DEFAULT_PREDICTION_BRIER_SCOREBOARD_WINDOW_DAYS = 84;
+export interface PredictionBrierScoreboardOptions {
+    asOfGeneratedAt?: number;
+    trailingWindowDays?: number;
+}
+export interface PredictionBrierScoreboard {
+    asOfGeneratedAt: number | null;
+    windowStartGeneratedAt: number | null;
+    trailingWindowDays: number;
+    overall: PredictionBrierOverallSummary;
+    weeklyTrend: PredictionBrierWeeklySummary[];
+    perOperator: PredictionBrierOperatorSummary[];
+    perHarness: PredictionBrierHarnessSummary[];
+    perPlugin: PredictionBrierPluginSummary[];
+    excluded: PredictionBrierExclusionCounts;
+}
+export interface PredictionBrierOverallSummary extends PredictionBrierMetricSummary {
+    activeOperatorCount: number;
+}
+export interface PredictionBrierMetricSummary {
+    scoredVerdictCount: number;
+    distinctTaskCount: number;
+    meanBrierSpread: number | null;
+    meanSolverBrier: number | null;
+    meanConsensusBrier: number | null;
+}
+export interface PredictionBrierOperatorSummary extends PredictionBrierMetricSummary {
+    key: string;
+    participantSafeAddress: string | null;
+    participantAgentEoa: string | null;
+}
+export interface PredictionBrierHarnessSummary extends PredictionBrierMetricSummary {
+    key: string;
+    implName: string | null;
+    implVersion: string | null;
+    runtimeBundleDigest: string | null;
+}
+export interface PredictionBrierPluginSummary extends PredictionBrierMetricSummary {
+    key: string;
+    plugin: string;
+}
+export interface PredictionBrierWeeklySummary extends PredictionBrierOverallSummary {
+    weekStartGeneratedAt: number;
+    weekStartIso: string;
+}
+export interface PredictionBrierExclusionCounts {
+    totalInputRows: number;
+    includedRows: number;
+    nonPredictionVerdictRows: number;
+    nonScoredVerdictRows: number;
+    missingScoreRows: number;
+    nonNumericScoreRows: number;
+    outsideWindowRows: number;
+}
+export declare function aggregatePredictionBrierScoreboard(projections: readonly EnvelopeProjection[], options?: PredictionBrierScoreboardOptions): PredictionBrierScoreboard;