@jinn-network/client 0.1.2 → 0.1.3-canary.24b69ea4

package/dist/corpus/prediction-brier-scoreboard-report.js

@@ -0,0 +1,148 @@
+import { DEFAULT_PREDICTION_BRIER_SCOREBOARD_WINDOW_DAYS, aggregatePredictionBrierScoreboard, } from './prediction-brier-scoreboard.js';
+export const DEFAULT_PREDICTION_SCOREBOARD_REPORT_PATH = 'docs/superpowers/reports/prediction-solvernet-scoreboard.md';
+export function queryPredictionBrierScoreboardProjections(store, query = {}) {
+    const verdicts = store.queryEnvelopeProjections({
+        solverType: 'prediction.v1',
+        role: 'verdict',
+        generatedAfter: query.generatedAfter,
+        generatedBefore: query.generatedBefore,
+        limit: query.limit ?? 1000,
+    });
+    const solutionRefs = compactRefs(verdicts.flatMap(verdictSolutionRefs));
+    if (solutionRefs.length === 0)
+        return verdicts;
+    const solutions = store.queryEnvelopeProjections({
+        envelopeRefs: solutionRefs,
+        solverType: 'prediction.v1',
+        role: 'restoration',
+        limit: solutionRefs.length,
+    });
+    return dedupeProjections([...verdicts, ...solutions]);
+}
+export function buildPredictionBrierScoreboard(store, options = {}) {
+    const projectionQuery = windowedProjectionQuery(options);
+    return aggregatePredictionBrierScoreboard(queryPredictionBrierScoreboardProjections(store, projectionQuery), options);
+}
+export function renderPredictionBrierScoreboardMarkdown(scoreboard, options = {}) {
+    const title = options.title ?? 'Prediction SolverNet Scoreboard';
+    const generatedAtIso = options.generatedAtIso ?? new Date().toISOString();
+    const status = scoreboardStatus(scoreboard, generatedAtIso, options.staleAfterDays ?? 14);
+    const lines = [
+        `# ${title}`,
+        '',
+        `Generated: ${generatedAtIso}`,
+        `Status: ${status}`,
+        `Window: trailing ${scoreboard.trailingWindowDays} days ending ${formatGeneratedAt(scoreboard.asOfGeneratedAt)}`,
+        '',
+        '## Headline',
+        '',
+    ];
+    if (scoreboard.overall.scoredVerdictCount === 0) {
+        lines.push('Insufficient scoreable Verdict data. The report will populate after Prediction SolverNet evaluators emit `SCORED` Verdict envelopes with Brier metadata.', '');
+    }
+    lines.push('| Metric | Value |', '|---|---:|', `| Mean Brier spread | ${formatNumber(scoreboard.overall.meanBrierSpread)} |`, `| Mean solver Brier | ${formatNumber(scoreboard.overall.meanSolverBrier)} |`, `| Mean consensus Brier | ${formatNumber(scoreboard.overall.meanConsensusBrier)} |`, `| Scored Verdicts | ${scoreboard.overall.scoredVerdictCount} |`, `| Shared Tasks | ${scoreboard.overall.distinctTaskCount} |`, `| Active operators | ${scoreboard.overall.activeOperatorCount} |`, '', '## Weekly Trend', '', metricTable(['Week', 'Scored Verdicts', 'Mean Spread', 'Solver Brier', 'Consensus Brier', 'Tasks', 'Operators'], scoreboard.weeklyTrend.map((summary) => [
+        summary.weekStartIso.slice(0, 10),
+        String(summary.scoredVerdictCount),
+        formatNumber(summary.meanBrierSpread),
+        formatNumber(summary.meanSolverBrier),
+        formatNumber(summary.meanConsensusBrier),
+        String(summary.distinctTaskCount),
+        String(summary.activeOperatorCount),
+    ]), 'No weekly trend data yet.'), '', '## Operators', '', metricTable(['Operator', 'Scored Verdicts', 'Mean Spread', 'Solver Brier', 'Consensus Brier', 'Tasks'], scoreboard.perOperator.map((summary) => [
+        summary.participantSafeAddress ?? summary.participantAgentEoa ?? summary.key,
+        String(summary.scoredVerdictCount),
+        formatNumber(summary.meanBrierSpread),
+        formatNumber(summary.meanSolverBrier),
+        formatNumber(summary.meanConsensusBrier),
+        String(summary.distinctTaskCount),
+    ]), 'No operator rows yet.'), '', '## Harnesses', '', metricTable(['Harness', 'Runtime Digest', 'Scored Verdicts', 'Mean Spread', 'Tasks'], scoreboard.perHarness.map((summary) => [
+        [summary.implName ?? 'unknown', summary.implVersion ?? 'unknown'].join('@'),
+        summary.runtimeBundleDigest ?? 'unknown',
+        String(summary.scoredVerdictCount),
+        formatNumber(summary.meanBrierSpread),
+        String(summary.distinctTaskCount),
+    ]), 'No Harness rows yet.'), '', '## Plugins', '', metricTable(['Plugin', 'Scored Verdicts', 'Mean Spread', 'Tasks'], scoreboard.perPlugin.map((summary) => [
+        summary.plugin,
+        String(summary.scoredVerdictCount),
+        formatNumber(summary.meanBrierSpread),
+        String(summary.distinctTaskCount),
+    ]), 'No plugin rows yet.'), '', '## Exclusions', '', '| Reason | Count |', '|---|---:|', `| Total input rows | ${scoreboard.excluded.totalInputRows} |`, `| Included score rows | ${scoreboard.excluded.includedRows} |`, `| Non-prediction/non-Verdict rows | ${scoreboard.excluded.nonPredictionVerdictRows} |`, `| Non-SCORED Verdict rows | ${scoreboard.excluded.nonScoredVerdictRows} |`, `| Missing score rows | ${scoreboard.excluded.missingScoreRows} |`, `| Non-numeric score rows | ${scoreboard.excluded.nonNumericScoreRows} |`, `| Outside trailing window | ${scoreboard.excluded.outsideWindowRows} |`);
+    return `${lines.join('\n')}\n`;
+}
+function windowedProjectionQuery(options) {
+    const projectionQuery = options.projectionQuery ?? {};
+    if (options.asOfGeneratedAt === undefined)
+        return projectionQuery;
+    const trailingWindowDays = options.trailingWindowDays
+        ?? DEFAULT_PREDICTION_BRIER_SCOREBOARD_WINDOW_DAYS;
+    return {
+        ...projectionQuery,
+        generatedAfter: projectionQuery.generatedAfter
+            ?? options.asOfGeneratedAt - generatedAtSpanForDays(options.asOfGeneratedAt, trailingWindowDays),
+        generatedBefore: projectionQuery.generatedBefore ?? options.asOfGeneratedAt,
+    };
+}
+function generatedAtSpanForDays(asOfGeneratedAt, days) {
+    const daySpan = Math.abs(asOfGeneratedAt) >= 10_000_000_000 ? 86_400_000 : 86_400;
+    return days * daySpan;
+}
+function verdictSolutionRefs(projection) {
+    return [
+        projection.solutionEnvelopeCid,
+        projection.solutionEnvelopeSha256,
+        projection.solutionEnvelopeRef,
+        projection.metadata['solutionEnvelope.cid'],
+        projection.metadata['solutionEnvelope.sha256'],
+    ].filter((value) => typeof value === 'string' && value.length > 0);
+}
+function compactRefs(refs) {
+    return [...new Set(refs)];
+}
+function dedupeProjections(projections) {
+    const byId = new Map();
+    for (const projection of projections)
+        byId.set(projection.envelopeId, projection);
+    return [...byId.values()];
+}
+function metricTable(headers, rows, emptyText) {
+    if (rows.length === 0)
+        return emptyText;
+    const alignment = headers.map((_, index) => (index === 0 ? '---' : '---:')).join('|');
+    const rendered = [
+        `| ${headers.map(escapeTableCell).join(' | ')} |`,
+        `|${alignment}|`,
+    ];
+    for (const row of rows) {
+        rendered.push(`| ${row.map(escapeTableCell).join(' | ')} |`);
+    }
+    return rendered.join('\n');
+}
+function scoreboardStatus(scoreboard, generatedAtIso, staleAfterDays) {
+    if (scoreboard.overall.scoredVerdictCount === 0)
+        return 'INSUFFICIENT_DATA';
+    if (scoreboard.asOfGeneratedAt === null)
+        return 'INSUFFICIENT_DATA';
+    const generatedAtMs = Date.parse(generatedAtIso);
+    if (!Number.isFinite(generatedAtMs))
+        return 'OK';
+    const asOfMs = generatedAtToMs(scoreboard.asOfGeneratedAt);
+    const staleAfterMs = staleAfterDays * 86_400_000;
+    if (generatedAtMs - asOfMs > staleAfterMs)
+        return `STALE (latest scored Verdict older than ${staleAfterDays} days)`;
+    return 'OK';
+}
+function formatGeneratedAt(generatedAt) {
+    if (generatedAt === null)
+        return '-';
+    return new Date(generatedAtToMs(generatedAt)).toISOString();
+}
+function generatedAtToMs(generatedAt) {
+    return Math.abs(generatedAt) >= 10_000_000_000 ? generatedAt : generatedAt * 1000;
+}
+function formatNumber(value) {
+    return value === null ? '-' : value.toFixed(6);
+}
+function escapeTableCell(value) {
+    return value.replace(/\|/g, '\\|');
+}
+//# sourceMappingURL=prediction-brier-scoreboard-report.js.map

package/dist/corpus/prediction-brier-scoreboard-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prediction-brier-scoreboard-report.js","sourceRoot":"","sources":["../../src/corpus/prediction-brier-scoreboard-report.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,+CAA+C,EAC/C,kCAAkC,GAInC,MAAM,kCAAkC,CAAC;AAE1C,MAAM,CAAC,MAAM,yCAAyC,GACpD,6DAA6D,CAAC;AAiBhE,MAAM,UAAU,yCAAyC,CACvD,KAA8C,EAC9C,QAAkD,EAAE;IAEpD,MAAM,QAAQ,GAAG,KAAK,CAAC,wBAAwB,CAAC;QAC9C,UAAU,EAAE,eAAe;QAC3B,IAAI,EAAE,SAAS;QACf,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI;KAC3B,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACxE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE/C,MAAM,SAAS,GAAG,KAAK,CAAC,wBAAwB,CAAC;QAC/C,YAAY,EAAE,YAAY;QAC1B,UAAU,EAAE,eAAe;QAC3B,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,YAAY,CAAC,MAAM;KAC3B,CAAC,CAAC;IACH,OAAO,iBAAiB,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAA8C,EAC9C,UAAiD,EAAE;IAEnD,MAAM,eAAe,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACzD,OAAO,kCAAkC,CACvC,yCAAyC,CAAC,KAAK,EAAE,eAAe,CAAC,EACjE,OAAO,CACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uCAAuC,CACrD,UAAqC,EACrC,UAAoD,EAAE;IAEtD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,iCAAiC,CAAC;IACjE,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1E,MAAM,MAAM,GAAG,gBAAgB,CAAC,UAAU,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;IAC1F,MAAM,KAAK,GAAa;QACtB,KAAK,KAAK,EAAE;QACZ,EAAE;QACF,cAAc,cAAc,EAAE;QAC9B,WAAW,MAAM,EAAE;QACnB,oBAAoB,UAAU,CAAC,kBAAkB,gBAAgB,iBAAiB,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAChH,EAAE;QACF,aAAa;QACb,EAAE;KACH,CAAC;IAEF,IAAI,UAAU,CAAC,OAAO,CAAC,kBAAkB,KAAK,CAAC,EAAE,CAAC;QAChD,KAAK,CAAC,IAAI,CACR,0JAA0J,EAC1J,EAAE,CACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CACR,oBAAoB,EACpB,YAAY,EACZ,yBAAyB,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,EAC7E,yBAAyB,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,EAC7E,4BAA4B,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,EACnF,uBAAuB,UAAU,CAAC,OAAO,CAAC,kBAAkB,IAAI,EAChE,oBAAoB,UAAU,CAAC,OAAO,CAAC,iBAAiB,IAAI,EAC5D,wBAAwB,UAAU,CAAC,OAAO,CAAC,mBAAmB,IAAI,EAClE,EAAE,EACF,iBAAiB,EACjB,EAAE,EACF,WAAW,CACT,CAAC,MAAM,EAAE,iBAAiB,EAAE,aAAa,EAAE,cAAc,EAAE,iBAAiB,EAAE,OAAO,EAAE,WAAW,CAAC,EACnG,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACtC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAClC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,YAAY,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACjC,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC;KACpC,CAAC,EACF,2BAA2B,CAC5B,EACD,EAAE,EACF,cAAc,EACd,EAAE,EACF,WAAW,CACT,CAAC,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,cAAc,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAC1F,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACtC,OAAO,CAAC,sBAAsB,IAAI,OAAO,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG;QAC5E,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAClC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,YAAY,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;KAClC,CAAC,EACF,uBAAuB,CACxB,EACD,EAAE,EACF,cAAc,EACd,EAAE,EACF,WAAW,CACT,CAAC,SAAS,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,CAAC,EACxE,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,CAAC,OAAO,CAAC,QAAQ,IAAI,SAAS,EAAE,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC3E,OAAO,CAAC,mBAAmB,IAAI,SAAS;QACxC,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAClC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;KAClC,CAAC,EACF,sBAAsB,CACvB,EACD,EAAE,EACF,YAAY,EACZ,EAAE,EACF,WAAW,CACT,CAAC,QAAQ,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,CAAC,EACrD,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACpC,OAAO,CAAC,MAAM;QACd,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAClC,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;KAClC,CAAC,EACF,qBAAqB,CACtB,EACD,EAAE,EACF,eAAe,EACf,EAAE,EACF,oBAAoB,EACpB,YAAY,EACZ,wBAAwB,UAAU,CAAC,QAAQ,CAAC,cAAc,IAAI,EAC9D,2BAA2B,UAAU,CAAC,QAAQ,CAAC,YAAY,IAAI,EAC/D,uCAAuC,UAAU,CAAC,QAAQ,CAAC,wBAAwB,IAAI,EACvF,+BAA+B,UAAU,CAAC,QAAQ,CAAC,oBAAoB,IAAI,EAC3E,0BAA0B,UAAU,CAAC,QAAQ,CAAC,gBAAgB,IAAI,EAClE,8BAA8B,UAAU,CAAC,QAAQ,CAAC,mBAAmB,IAAI,EACzE,+BAA+B,UAAU,CAAC,QAAQ,CAAC,iBAAiB,IAAI,CACzE,CAAC;IAEF,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,SAAS,uBAAuB,CAC9B,OAA8C;IAE9C,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,EAAE,CAAC;IACtD,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS;QAAE,OAAO,eAAe,CAAC;IAElE,MAAM,kBAAkB,GAAG,OAAO,CAAC,kBAAkB;WAChD,+CAA+C,CAAC;IACrD,OAAO;QACL,GAAG,eAAe;QAClB,cAAc,EAAE,eAAe,CAAC,cAAc;eACzC,OAAO,CAAC,eAAe,GAAG,sBAAsB,CAAC,OAAO,CAAC,eAAe,EAAE,kBAAkB,CAAC;QAClG,eAAe,EAAE,eAAe,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe;KAC5E,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,eAAuB,EAAE,IAAY;IACnE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;IAClF,OAAO,IAAI,GAAG,OAAO,CAAC;AACxB,CAAC;AAED,SAAS,mBAAmB,CAAC,UAA8B;IACzD,OAAO;QACL,UAAU,CAAC,mBAAmB;QAC9B,UAAU,CAAC,sBAAsB;QACjC,UAAU,CAAC,mBAAmB;QAC9B,UAAU,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QAC3C,UAAU,CAAC,QAAQ,CAAC,yBAAyB,CAAC;KAC/C,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,WAAW,CAAC,IAAuB;IAC1C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,iBAAiB,CAAC,WAA0C;IACnE,MAAM,IAAI,GAAG,IAAI,GAAG,EAA8B,CAAC;IACnD,KAAK,MAAM,UAAU,IAAI,WAAW;QAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAClF,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,WAAW,CAAC,OAAiB,EAAE,IAAgB,EAAE,SAAiB;IACzE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtF,MAAM,QAAQ,GAAG;QACf,KAAK,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI;QACjD,IAAI,SAAS,GAAG;KACjB,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,gBAAgB,CACvB,UAAqC,EACrC,cAAsB,EACtB,cAAsB;IAEtB,IAAI,UAAU,CAAC,OAAO,CAAC,kBAAkB,KAAK,CAAC;QAAE,OAAO,mBAAmB,CAAC;IAC5E,IAAI,UAAU,CAAC,eAAe,KAAK,IAAI;QAAE,OAAO,mBAAmB,CAAC;IAEpE,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACjD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAC;IACjD,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,cAAc,GAAG,UAAU,CAAC;IACjD,IAAI,aAAa,GAAG,MAAM,GAAG,YAAY;QAAE,OAAO,2CAA2C,cAAc,QAAQ,CAAC;IACpH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,WAA0B;IACnD,IAAI,WAAW,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC;IACrC,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,eAAe,CAAC,WAAmB;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC;AACpF,CAAC;AAED,SAAS,YAAY,CAAC,KAAsD;IAC1E,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACrC,CAAC"}

package/dist/corpus/prediction-brier-scoreboard.d.ts

@@ -0,0 +1,56 @@
+import type { EnvelopeProjection } from './types.js';
+export declare const DEFAULT_PREDICTION_BRIER_SCOREBOARD_WINDOW_DAYS = 84;
+export interface PredictionBrierScoreboardOptions {
+    asOfGeneratedAt?: number;
+    trailingWindowDays?: number;
+}
+export interface PredictionBrierScoreboard {
+    asOfGeneratedAt: number | null;
+    windowStartGeneratedAt: number | null;
+    trailingWindowDays: number;
+    overall: PredictionBrierOverallSummary;
+    weeklyTrend: PredictionBrierWeeklySummary[];
+    perOperator: PredictionBrierOperatorSummary[];
+    perHarness: PredictionBrierHarnessSummary[];
+    perPlugin: PredictionBrierPluginSummary[];
+    excluded: PredictionBrierExclusionCounts;
+}
+export interface PredictionBrierOverallSummary extends PredictionBrierMetricSummary {
+    activeOperatorCount: number;
+}
+export interface PredictionBrierMetricSummary {
+    scoredVerdictCount: number;
+    distinctTaskCount: number;
+    meanBrierSpread: number | null;
+    meanSolverBrier: number | null;
+    meanConsensusBrier: number | null;
+}
+export interface PredictionBrierOperatorSummary extends PredictionBrierMetricSummary {
+    key: string;
+    participantSafeAddress: string | null;
+    participantAgentEoa: string | null;
+}
+export interface PredictionBrierHarnessSummary extends PredictionBrierMetricSummary {
+    key: string;
+    implName: string | null;
+    implVersion: string | null;
+    runtimeBundleDigest: string | null;
+}
+export interface PredictionBrierPluginSummary extends PredictionBrierMetricSummary {
+    key: string;
+    plugin: string;
+}
+export interface PredictionBrierWeeklySummary extends PredictionBrierOverallSummary {
+    weekStartGeneratedAt: number;
+    weekStartIso: string;
+}
+export interface PredictionBrierExclusionCounts {
+    totalInputRows: number;
+    includedRows: number;
+    nonPredictionVerdictRows: number;
+    nonScoredVerdictRows: number;
+    missingScoreRows: number;
+    nonNumericScoreRows: number;
+    outsideWindowRows: number;
+}
+export declare function aggregatePredictionBrierScoreboard(projections: readonly EnvelopeProjection[], options?: PredictionBrierScoreboardOptions): PredictionBrierScoreboard;

package/dist/corpus/prediction-brier-scoreboard.js

@@ -0,0 +1,269 @@
+export const DEFAULT_PREDICTION_BRIER_SCOREBOARD_WINDOW_DAYS = 84;
+export function aggregatePredictionBrierScoreboard(projections, options = {}) {
+    const trailingWindowDays = options.trailingWindowDays
+        ?? DEFAULT_PREDICTION_BRIER_SCOREBOARD_WINDOW_DAYS;
+    const excluded = {
+        totalInputRows: projections.length,
+        includedRows: 0,
+        nonPredictionVerdictRows: 0,
+        nonScoredVerdictRows: 0,
+        missingScoreRows: 0,
+        nonNumericScoreRows: 0,
+        outsideWindowRows: 0,
+    };
+    const candidates = [];
+    const solutionProjectionByRef = indexSolutionProjections(projections);
+    for (const projection of projections) {
+        const parsed = parseScoreableProjection(projection, solutionProjectionByRef, excluded);
+        if (parsed)
+            candidates.push(parsed);
+    }
+    const asOfGeneratedAt = options.asOfGeneratedAt ?? maxGeneratedAt(candidates.map((row) => row.projection));
+    const windowStartGeneratedAt = asOfGeneratedAt === null
+        ? null
+        : asOfGeneratedAt - generatedAtSpanForDays(asOfGeneratedAt, trailingWindowDays);
+    const included = windowStartGeneratedAt === null || asOfGeneratedAt === null
+        ? []
+        : candidates.filter((row) => {
+            const insideWindow = row.projection.generatedAt >= windowStartGeneratedAt
+                && row.projection.generatedAt <= asOfGeneratedAt;
+            if (!insideWindow)
+                excluded.outsideWindowRows += 1;
+            return insideWindow;
+        });
+    excluded.includedRows = included.length;
+    return {
+        asOfGeneratedAt,
+        windowStartGeneratedAt,
+        trailingWindowDays,
+        overall: summarizeOverall(included),
+        weeklyTrend: summarizeWeeklyTrend(included),
+        perOperator: summarizeByOperator(included),
+        perHarness: summarizeByHarness(included),
+        perPlugin: summarizeByPlugin(included),
+        excluded,
+    };
+}
+function parseScoreableProjection(projection, solutionProjectionByRef, excluded) {
+    if (projection.solverType !== 'prediction.v1' || projection.role !== 'verdict') {
+        excluded.nonPredictionVerdictRows += 1;
+        return null;
+    }
+    if (projection.metadata['verdict'] !== 'SCORED') {
+        excluded.nonScoredVerdictRows += 1;
+        return null;
+    }
+    const solverBrier = parseRequiredFiniteNumber(projection.metadata['scores.solverBrier']);
+    const consensusBrier = parseRequiredFiniteNumber(projection.metadata['scores.consensusBrier']);
+    const brierSpread = parseRequiredFiniteNumber(projection.metadata['scores.brierSpread']);
+    if (solverBrier.kind === 'missing' || consensusBrier.kind === 'missing' || brierSpread.kind === 'missing') {
+        excluded.missingScoreRows += 1;
+        return null;
+    }
+    if (solverBrier.kind === 'non-numeric' || consensusBrier.kind === 'non-numeric' || brierSpread.kind === 'non-numeric') {
+        excluded.nonNumericScoreRows += 1;
+        return null;
+    }
+    const attributionProjection = solutionAttributionProjection(projection, solutionProjectionByRef);
+    return {
+        projection,
+        attributionProjection,
+        solverBrier: solverBrier.value,
+        consensusBrier: consensusBrier.value,
+        brierSpread: brierSpread.value,
+        taskKey: taskKey(projection),
+        operatorKey: operatorKey(attributionProjection),
+        harnessKey: harnessKey(attributionProjection),
+    };
+}
+function summarizeOverall(rows) {
+    return {
+        ...summarizeMetrics(rows),
+        activeOperatorCount: new Set(rows.map((row) => row.operatorKey)).size,
+    };
+}
+function summarizeMetrics(rows) {
+    return {
+        scoredVerdictCount: rows.length,
+        distinctTaskCount: new Set(rows.map((row) => row.taskKey)).size,
+        meanBrierSpread: mean(rows.map((row) => row.brierSpread)),
+        meanSolverBrier: mean(rows.map((row) => row.solverBrier)),
+        meanConsensusBrier: mean(rows.map((row) => row.consensusBrier)),
+    };
+}
+function summarizeWeeklyTrend(rows) {
+    const byWeek = new Map();
+    for (const row of rows) {
+        const bucket = weekBucket(row.projection.generatedAt);
+        const existing = byWeek.get(bucket.key) ?? [];
+        existing.push(row);
+        byWeek.set(bucket.key, existing);
+    }
+    return [...byWeek.entries()]
+        .map(([key, bucketRows]) => {
+        const generatedAt = Number(key);
+        return {
+            weekStartGeneratedAt: generatedAt,
+            weekStartIso: generatedAtIso(generatedAt),
+            ...summarizeOverall(bucketRows),
+        };
+    })
+        .sort((a, b) => a.weekStartGeneratedAt - b.weekStartGeneratedAt);
+}
+function summarizeByOperator(rows) {
+    return summarizeGroups(rows, (row) => row.operatorKey, (key, groupRows) => ({
+        key,
+        participantSafeAddress: firstPresent(groupRows.map((row) => row.attributionProjection.participantSafeAddress)),
+        participantAgentEoa: firstPresent(groupRows.map((row) => row.attributionProjection.participantAgentEoa)),
+    }));
+}
+function summarizeByHarness(rows) {
+    return summarizeGroups(rows, (row) => row.harnessKey, (key, groupRows) => ({
+        key,
+        implName: firstPresent(groupRows.map((row) => row.attributionProjection.executorImplName)),
+        implVersion: firstPresent(groupRows.map((row) => row.attributionProjection.executorImplVersion)),
+        runtimeBundleDigest: firstPresent(groupRows.map((row) => row.attributionProjection.executorRuntimeBundleDigest)),
+    }));
+}
+function summarizeByPlugin(rows) {
+    const expanded = [];
+    for (const row of rows) {
+        for (const plugin of new Set(row.attributionProjection.executorPlugins)) {
+            expanded.push({ row, plugin });
+        }
+    }
+    return summarizeGroups(expanded, (entry) => entry.plugin, (key) => ({ key, plugin: key }), (entry) => entry.row);
+}
+function summarizeGroups(entries, keyOf, metadataOf, rowOf = (entry) => entry) {
+    const groups = new Map();
+    for (const entry of entries) {
+        const key = keyOf(entry);
+        const existing = groups.get(key) ?? [];
+        existing.push(rowOf(entry));
+        groups.set(key, existing);
+    }
+    return [...groups.entries()]
+        .map(([key, groupRows]) => ({
+        key,
+        ...metadataOf(key, groupRows),
+        ...summarizeMetrics(groupRows),
+    }))
+        .sort(groupSummarySort);
+}
+function groupSummarySort(a, b) {
+    if (b.scoredVerdictCount !== a.scoredVerdictCount)
+        return b.scoredVerdictCount - a.scoredVerdictCount;
+    const aSpread = a.meanBrierSpread ?? Number.POSITIVE_INFINITY;
+    const bSpread = b.meanBrierSpread ?? Number.POSITIVE_INFINITY;
+    if (aSpread !== bSpread)
+        return aSpread - bSpread;
+    return a.key.localeCompare(b.key);
+}
+function parseRequiredFiniteNumber(value) {
+    if (value === undefined || value === null || value === '')
+        return { kind: 'missing' };
+    const parsed = typeof value === 'number' ? value : Number(value);
+    if (!Number.isFinite(parsed))
+        return { kind: 'non-numeric' };
+    return { kind: 'ok', value: parsed };
+}
+function indexSolutionProjections(projections) {
+    const byRef = new Map();
+    for (const projection of projections) {
+        if (projection.solverType !== 'prediction.v1' || projection.role !== 'restoration')
+            continue;
+        for (const ref of solutionProjectionRefs(projection)) {
+            if (!byRef.has(ref))
+                byRef.set(ref, projection);
+        }
+    }
+    return byRef;
+}
+function solutionAttributionProjection(verdictProjection, solutionProjectionByRef) {
+    for (const ref of verdictSolutionRefs(verdictProjection)) {
+        const solutionProjection = solutionProjectionByRef.get(ref);
+        if (solutionProjection)
+            return solutionProjection;
+    }
+    return verdictProjection;
+}
+function solutionProjectionRefs(projection) {
+    return compactRefs([
+        projection.envelopeCid,
+        projection.envelopeSha256,
+        projection.envelopeId,
+        projection.signatureHash,
+    ]);
+}
+function verdictSolutionRefs(projection) {
+    return compactRefs([
+        projection.solutionEnvelopeCid,
+        projection.solutionEnvelopeSha256,
+        projection.solutionEnvelopeRef,
+        projection.metadata['solutionEnvelope.cid'],
+        projection.metadata['solutionEnvelope.sha256'],
+    ]);
+}
+function compactRefs(values) {
+    return values.filter((value) => typeof value === 'string' && value.length > 0);
+}
+function mean(values) {
+    if (values.length === 0)
+        return null;
+    return values.reduce((sum, value) => sum + value, 0) / values.length;
+}
+function taskKey(projection) {
+    if (projection.taskCid)
+        return `taskCid:${projection.taskCid}`;
+    if (projection.taskId)
+        return `taskId:${projection.taskId}`;
+    return `unknown-task:${projection.envelopeId}`;
+}
+function operatorKey(projection) {
+    if (projection.participantSafeAddress)
+        return `safe:${projection.participantSafeAddress.toLowerCase()}`;
+    if (projection.participantAgentEoa)
+        return `agent:${projection.participantAgentEoa.toLowerCase()}`;
+    return 'unknown-operator';
+}
+function harnessKey(projection) {
+    return [
+        projection.executorImplName ?? 'unknown-harness',
+        projection.executorImplVersion ?? 'unknown-version',
+        projection.executorRuntimeBundleDigest ?? 'unknown-runtime',
+    ].join('@');
+}
+function firstPresent(values) {
+    return values.find((value) => typeof value === 'string' && value.length > 0) ?? null;
+}
+function maxGeneratedAt(projections) {
+    if (projections.length === 0)
+        return null;
+    return Math.max(...projections.map((projection) => projection.generatedAt));
+}
+function generatedAtSpanForDays(asOfGeneratedAt, days) {
+    const unit = timestampUnit(asOfGeneratedAt);
+    const daySpan = unit === 'milliseconds' ? 86_400_000 : 86_400;
+    return days * daySpan;
+}
+function weekBucket(generatedAt) {
+    const unit = timestampUnit(generatedAt);
+    const date = generatedAtDate(generatedAt);
+    const daysSinceMonday = (date.getUTCDay() + 6) % 7;
+    date.setUTCDate(date.getUTCDate() - daysSinceMonday);
+    date.setUTCHours(0, 0, 0, 0);
+    const weekStart = unit === 'milliseconds' ? date.getTime() : Math.floor(date.getTime() / 1000);
+    return { key: String(weekStart) };
+}
+function generatedAtIso(generatedAt) {
+    return generatedAtDate(generatedAt).toISOString();
+}
+function generatedAtDate(generatedAt) {
+    return timestampUnit(generatedAt) === 'milliseconds'
+        ? new Date(generatedAt)
+        : new Date(generatedAt * 1000);
+}
+function timestampUnit(generatedAt) {
+    return Math.abs(generatedAt) >= 10_000_000_000 ? 'milliseconds' : 'seconds';
+}
+//# sourceMappingURL=prediction-brier-scoreboard.js.map

package/dist/corpus/prediction-brier-scoreboard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prediction-brier-scoreboard.js","sourceRoot":"","sources":["../../src/corpus/prediction-brier-scoreboard.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,+CAA+C,GAAG,EAAE,CAAC;AA6ElE,MAAM,UAAU,kCAAkC,CAChD,WAA0C,EAC1C,UAA4C,EAAE;IAE9C,MAAM,kBAAkB,GAAG,OAAO,CAAC,kBAAkB;WAChD,+CAA+C,CAAC;IACrD,MAAM,QAAQ,GAAmC;QAC/C,cAAc,EAAE,WAAW,CAAC,MAAM;QAClC,YAAY,EAAE,CAAC;QACf,wBAAwB,EAAE,CAAC;QAC3B,oBAAoB,EAAE,CAAC;QACvB,gBAAgB,EAAE,CAAC;QACnB,mBAAmB,EAAE,CAAC;QACtB,iBAAiB,EAAE,CAAC;KACrB,CAAC;IACF,MAAM,UAAU,GAAkC,EAAE,CAAC;IACrD,MAAM,uBAAuB,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;IAEtE,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,EAAE,uBAAuB,EAAE,QAAQ,CAAC,CAAC;QACvF,IAAI,MAAM;YAAE,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,cAAc,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;IAC3G,MAAM,sBAAsB,GAAG,eAAe,KAAK,IAAI;QACrD,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,eAAe,GAAG,sBAAsB,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC;IAElF,MAAM,QAAQ,GAAG,sBAAsB,KAAK,IAAI,IAAI,eAAe,KAAK,IAAI;QAC1E,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;YACxB,MAAM,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC,WAAW,IAAI,sBAAsB;mBACpE,GAAG,CAAC,UAAU,CAAC,WAAW,IAAI,eAAe,CAAC;YACnD,IAAI,CAAC,YAAY;gBAAE,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAAC;YACnD,OAAO,YAAY,CAAC;QACtB,CAAC,CAAC,CAAC;IAEP,QAAQ,CAAC,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;IAExC,OAAO;QACL,eAAe;QACf,sBAAsB;QACtB,kBAAkB;QAClB,OAAO,EAAE,gBAAgB,CAAC,QAAQ,CAAC;QACnC,WAAW,EAAE,oBAAoB,CAAC,QAAQ,CAAC;QAC3C,WAAW,EAAE,mBAAmB,CAAC,QAAQ,CAAC;QAC1C,UAAU,EAAE,kBAAkB,CAAC,QAAQ,CAAC;QACxC,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC;QACtC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAC/B,UAA8B,EAC9B,uBAAgE,EAChE,QAAwC;IAExC,IAAI,UAAU,CAAC,UAAU,KAAK,eAAe,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/E,QAAQ,CAAC,wBAAwB,IAAI,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,QAAQ,EAAE,CAAC;QAChD,QAAQ,CAAC,oBAAoB,IAAI,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,yBAAyB,CAAC,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC;IACzF,MAAM,cAAc,GAAG,yBAAyB,CAAC,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAC/F,MAAM,WAAW,GAAG,yBAAyB,CAAC,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC;IACzF,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,IAAI,cAAc,CAAC,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC1G,QAAQ,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,WAAW,CAAC,IAAI,KAAK,aAAa,IAAI,cAAc,CAAC,IAAI,KAAK,aAAa,IAAI,WAAW,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACtH,QAAQ,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,qBAAqB,GAAG,6BAA6B,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;IAEjG,OAAO;QACL,UAAU;QACV,qBAAqB;QACrB,WAAW,EAAE,WAAW,CAAC,KAAK;QAC9B,cAAc,EAAE,cAAc,CAAC,KAAK;QACpC,WAAW,EAAE,WAAW,CAAC,KAAK;QAC9B,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC;QAC5B,WAAW,EAAE,WAAW,CAAC,qBAAqB,CAAC;QAC/C,UAAU,EAAE,UAAU,CAAC,qBAAqB,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,IAA4C;IACpE,OAAO;QACL,GAAG,gBAAgB,CAAC,IAAI,CAAC;QACzB,mBAAmB,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;KACtE,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,IAA4C;IACpE,OAAO;QACL,kBAAkB,EAAE,IAAI,CAAC,MAAM;QAC/B,iBAAiB,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QAC/D,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACzD,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACzD,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;KAChE,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,IAA4C;IACxE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyC,CAAC;IAEhE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE;QACzB,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAChC,OAAO;YACL,oBAAoB,EAAE,WAAW;YACjC,YAAY,EAAE,cAAc,CAAC,WAAW,CAAC;YACzC,GAAG,gBAAgB,CAAC,UAAU,CAAC;SAChC,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC,oBAAoB,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,mBAAmB,CAAC,IAA4C;IACvE,OAAO,eAAe,CACpB,IAAI,EACJ,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EACxB,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QACnB,GAAG;QACH,sBAAsB,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,sBAAsB,CAAC,CAAC;QAC9G,mBAAmB,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,CAAC;KACzG,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,IAA4C;IACtE,OAAO,eAAe,CACpB,IAAI,EACJ,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EACvB,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QACnB,GAAG;QACH,QAAQ,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QAC1F,WAAW,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,CAAC;QAChG,mBAAmB,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,2BAA2B,CAAC,CAAC;KACjH,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAA4C;IACrE,MAAM,QAAQ,GAAgE,EAAE,CAAC;IACjF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,MAAM,MAAM,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,qBAAqB,CAAC,eAAe,CAAC,EAAE,CAAC;YACxE,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,eAAe,CACpB,QAAQ,EACR,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EACvB,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAC/B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CACrB,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CACtB,OAAqB,EACrB,KAA2B,EAC3B,UAAwE,EACxE,QAAmD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAoC;IAElG,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyC,CAAC;IAChE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACvC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1B,GAAG;QACH,GAAG,UAAU,CAAC,GAAG,EAAE,SAAS,CAAC;QAC7B,GAAG,gBAAgB,CAAC,SAAS,CAAC;KAC/B,CAAC,CAAC;SACF,IAAI,CAAC,gBAAgB,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAiD,EAAE,CAAiD;IAC5H,IAAI,CAAC,CAAC,kBAAkB,KAAK,CAAC,CAAC,kBAAkB;QAAE,OAAO,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC,kBAAkB,CAAC;IACtG,MAAM,OAAO,GAAG,CAAC,CAAC,eAAe,IAAI,MAAM,CAAC,iBAAiB,CAAC;IAC9D,MAAM,OAAO,GAAG,CAAC,CAAC,eAAe,IAAI,MAAM,CAAC,iBAAiB,CAAC;IAC9D,IAAI,OAAO,KAAK,OAAO;QAAE,OAAO,OAAO,GAAG,OAAO,CAAC;IAClD,OAAO,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AACpC,CAAC;AAOD,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IACtF,MAAM,MAAM,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;IAC7D,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,wBAAwB,CAAC,WAA0C;IAC1E,MAAM,KAAK,GAAG,IAAI,GAAG,EAA8B,CAAC;IAEpD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,UAAU,CAAC,UAAU,KAAK,eAAe,IAAI,UAAU,CAAC,IAAI,KAAK,aAAa;YAAE,SAAS;QAC7F,KAAK,MAAM,GAAG,IAAI,sBAAsB,CAAC,UAAU,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,6BAA6B,CACpC,iBAAqC,EACrC,uBAAgE;IAEhE,KAAK,MAAM,GAAG,IAAI,mBAAmB,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACzD,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5D,IAAI,kBAAkB;YAAE,OAAO,kBAAkB,CAAC;IACpD,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,SAAS,sBAAsB,CAAC,UAA8B;IAC5D,OAAO,WAAW,CAAC;QACjB,UAAU,CAAC,WAAW;QACtB,UAAU,CAAC,cAAc;QACzB,UAAU,CAAC,UAAU;QACrB,UAAU,CAAC,aAAa;KACzB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,UAA8B;IACzD,OAAO,WAAW,CAAC;QACjB,UAAU,CAAC,mBAAmB;QAC9B,UAAU,CAAC,sBAAsB;QACjC,UAAU,CAAC,mBAAmB;QAC9B,UAAU,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QAC3C,UAAU,CAAC,QAAQ,CAAC,yBAAyB,CAAC;KAC/C,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,MAA0B;IAC7C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAClG,CAAC;AAED,SAAS,IAAI,CAAC,MAAyB;IACrC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AACvE,CAAC;AAED,SAAS,OAAO,CAAC,UAA8B;IAC7C,IAAI,UAAU,CAAC,OAAO;QAAE,OAAO,WAAW,UAAU,CAAC,OAAO,EAAE,CAAC;IAC/D,IAAI,UAAU,CAAC,MAAM;QAAE,OAAO,UAAU,UAAU,CAAC,MAAM,EAAE,CAAC;IAC5D,OAAO,gBAAgB,UAAU,CAAC,UAAU,EAAE,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAAC,UAA8B;IACjD,IAAI,UAAU,CAAC,sBAAsB;QAAE,OAAO,QAAQ,UAAU,CAAC,sBAAsB,CAAC,WAAW,EAAE,EAAE,CAAC;IACxG,IAAI,UAAU,CAAC,mBAAmB;QAAE,OAAO,SAAS,UAAU,CAAC,mBAAmB,CAAC,WAAW,EAAE,EAAE,CAAC;IACnG,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,SAAS,UAAU,CAAC,UAA8B;IAChD,OAAO;QACL,UAAU,CAAC,gBAAgB,IAAI,iBAAiB;QAChD,UAAU,CAAC,mBAAmB,IAAI,iBAAiB;QACnD,UAAU,CAAC,2BAA2B,IAAI,iBAAiB;KAC5D,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,MAAoC;IACxD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC;AACxG,CAAC;AAED,SAAS,cAAc,CAAC,WAA0C;IAChE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,sBAAsB,CAAC,eAAuB,EAAE,IAAY;IACnE,MAAM,IAAI,GAAG,aAAa,CAAC,eAAe,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAI,KAAK,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9D,OAAO,IAAI,GAAG,OAAO,CAAC;AACxB,CAAC;AAED,SAAS,UAAU,CAAC,WAAmB;IACrC,MAAM,IAAI,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;IAC1C,MAAM,eAAe,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACnD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,eAAe,CAAC,CAAC;IACrD,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7B,MAAM,SAAS,GAAG,IAAI,KAAK,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IAC/F,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,cAAc,CAAC,WAAmB;IACzC,OAAO,eAAe,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,eAAe,CAAC,WAAmB;IAC1C,OAAO,aAAa,CAAC,WAAW,CAAC,KAAK,cAAc;QAClD,CAAC,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC;QACvB,CAAC,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,aAAa,CAAC,WAAmB;IACxC,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9E,CAAC"}

package/dist/corpus/prediction-scoreable-verdicts.d.ts

@@ -0,0 +1,4 @@
+import type { Store } from '../store/store.js';
+import type { EnvelopeProjection, EnvelopeProjectionQuery } from './types.js';
+export type ScoreablePredictionBrierVerdictQuery = Omit<EnvelopeProjectionQuery, 'solverType' | 'role' | 'metadata'>;
+export declare function queryScoreablePredictionBrierVerdicts(store: Pick<Store, 'queryEnvelopeProjections'>, query?: ScoreablePredictionBrierVerdictQuery): EnvelopeProjection[];

package/dist/corpus/prediction-scoreable-verdicts.js

@@ -0,0 +1,23 @@
+export function queryScoreablePredictionBrierVerdicts(store, query = {}) {
+    const { limit, ...projectionQuery } = query;
+    const scoreable = store.queryEnvelopeProjections({
+        ...projectionQuery,
+        limit: 1000,
+        solverType: 'prediction.v1',
+        role: 'verdict',
+        metadata: { verdict: 'SCORED' },
+    }).filter(hasBrierScoreMetadata);
+    if (limit === undefined)
+        return scoreable;
+    return scoreable.slice(0, Math.max(0, limit));
+}
+function hasBrierScoreMetadata(projection) {
+    return hasStringMetadata(projection, 'scores.solverBrier')
+        && hasStringMetadata(projection, 'scores.consensusBrier')
+        && hasStringMetadata(projection, 'scores.brierSpread');
+}
+function hasStringMetadata(projection, key) {
+    const value = projection.metadata[key];
+    return typeof value === 'string' && value.length > 0;
+}
+//# sourceMappingURL=prediction-scoreable-verdicts.js.map

package/dist/corpus/prediction-scoreable-verdicts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prediction-scoreable-verdicts.js","sourceRoot":"","sources":["../../src/corpus/prediction-scoreable-verdicts.ts"],"names":[],"mappings":"AAQA,MAAM,UAAU,qCAAqC,CACnD,KAA8C,EAC9C,QAA8C,EAAE;IAEhD,MAAM,EAAE,KAAK,EAAE,GAAG,eAAe,EAAE,GAAG,KAAK,CAAC;IAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,wBAAwB,CAAC;QAC/C,GAAG,eAAe;QAClB,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,eAAe;QAC3B,IAAI,EAAE,SAAS;QACf,QAAQ,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE;KAChC,CAAC,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IAEjC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,qBAAqB,CAAC,UAA8B;IAC3D,OAAO,iBAAiB,CAAC,UAAU,EAAE,oBAAoB,CAAC;WACrD,iBAAiB,CAAC,UAAU,EAAE,uBAAuB,CAAC;WACtD,iBAAiB,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,iBAAiB,CAAC,UAA8B,EAAE,GAAW;IACpE,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACvC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACvD,CAAC"}

package/dist/corpus/query.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Subgraph GraphQL query for the corpus.
+ *
+ * v0: query Execution rows; filter by evidenceTier, participant, time window
+ * directly on the subgraph; filter by `solverType` post-fetch since the
+ * subgraph's Execution.kind is the router-level ENVELOPE/EVALUATION discriminator,
+ * not the per-SolverType string.
+ *
+ * Spec §2.3 step 1, §10 Q6.
+ */
+import type { CorpusQuery, EnvelopeRef } from './types.js';
+export interface BuiltQuery {
+    query: string;
+    variables: Record<string, unknown>;
+}
+export declare function buildSubgraphQuery(q: CorpusQuery): BuiltQuery;
+export declare function runCorpusQuery(subgraphUrl: string, q: CorpusQuery, fetchImpl?: typeof globalThis.fetch): Promise<EnvelopeRef[]>;