@anthusai/papyrus 5.33.1 → 5.34.0

package/infra/cloud-email.test.ts

@@ -0,0 +1,66 @@
+import assert from "node:assert/strict";
+import { App } from "aws-cdk-lib";
+import { Template } from "aws-cdk-lib/assertions";
+import { AmplifyAppShellStack } from "./amplify-app-shell";
+import { parseSiteConfig } from "./site-config";
+
+const base = () => ({
+  siteId: "example", repository: "https://github.com/example/publication", brand: "example",
+  frontend: "markus-static", papyrusVersion: "5.32.0", autoDeploy: false,
+  cms: { cognitoDomainPrefix: "example-cms", staging: false,
+    environment: { PAPYRUS_OAUTH_REDIRECT_URLS: "http://localhost:3001/" } },
+});
+function synth(raw: unknown) {
+  const app = new App();
+  return Template.fromStack(new AmplifyAppShellStack(app, "EmailTest", parseSiteConfig(raw), {
+    env: { account: "123456789012", region: "us-east-1" },
+  }));
+}
+const checks: Record<string, () => void> = {
+  managed() {
+    const template = synth({ ...base(), email: { mode: "managed", sendingDomain: "news.example.test" } });
+    template.resourceCountIs("AWS::SES::EmailIdentity", 1);
+    template.resourceCountIs("AWS::SES::ConfigurationSet", 1);
+    template.resourceCountIs("AWS::Route53::RecordSet", 0);
+    template.resourceCountIs("AWS::SES::ReceiptRuleSet", 0);
+    template.hasResourceProperties("AWS::SES::EmailIdentity", { EmailIdentity: "news.example.test" });
+    template.hasResourceProperties("AWS::SNS::Topic", { TopicName: "papyrus-newsletter-events-example" });
+    template.hasResourceProperties("AWS::SES::ConfigurationSetEventDestination", {
+      EventDestination: { Name: "cloudwatch-metrics", MatchingEventTypes: ["SEND", "BOUNCE", "COMPLAINT"],
+        CloudWatchDestination: { DimensionConfigurations: [{ DimensionName: "ses:configuration-set",
+          DimensionValueSource: "MESSAGE_TAG", DefaultDimensionValue: "papyrus-example" }] } },
+    });
+    const text = JSON.stringify(template.toJSON());
+    assert.ok(text.includes("PAPYRUS_EMAIL_FROM_ADDRESS"));
+    assert.ok(text.includes("notifications@news.example.test"));
+    assert.ok(text.includes("EmailDkimRecord1Name"));
+    assert.ok(!text.includes("ses:SendEmail"), "identity setup does not grant unsolicited sending authority");
+  },
+  existing() {
+    const template = synth({ ...base(), email: { mode: "existing", sendingDomain: "news.example.test",
+      configurationSet: "already-owned", eventTopicName: "already-owned-events" } });
+    template.resourceCountIs("AWS::SES::EmailIdentity", 0);
+    template.resourceCountIs("AWS::SES::ConfigurationSet", 0);
+    template.resourceCountIs("AWS::SNS::Topic", 0);
+    assert.ok(JSON.stringify(template.toJSON()).includes("already-owned"));
+  },
+  static() {
+    const raw: Record<string, unknown> = { ...base(), reader: { buildCommand: "make site", baseDirectory: "dist" } };
+    delete raw.cms;
+    const template = synth(raw);
+    template.resourceCountIs("AWS::SES::EmailIdentity", 0);
+    template.resourceCountIs("AWS::SES::ConfigurationSet", 0);
+    template.resourceCountIs("AWS::SES::ReceiptRule", 0);
+  },
+  missing() {
+    assert.throws(() => parseSiteConfig(base()), /email.*required.*cloud/i);
+    assert.throws(() => parseSiteConfig({ ...base(), email: { mode: "existing", sendingDomain: "news.example.test" } }), /email.configurationSet/);
+  },
+};
+export function runCloudEmailTests(selected?: string): void {
+  if (selected) { assert.ok(checks[selected], selected); checks[selected](); }
+  else for (const check of Object.values(checks)) check();
+  console.log("cloud email infrastructure: ok");
+}
+
+runCloudEmailTests(process.argv[2]);

package/infra/cloud-email.ts

@@ -0,0 +1,60 @@
+import { ArnFormat, CfnOutput, RemovalPolicy, Stack } from "aws-cdk-lib";
+import * as iam from "aws-cdk-lib/aws-iam";
+import * as ses from "aws-cdk-lib/aws-ses";
+import * as sns from "aws-cdk-lib/aws-sns";
+
+import type { CloudEmailConfig } from "./cloud-email-config";
+
+/** No DNS mutation, sending grant or receipt activation. Existing identities remain with their owner. */
+export function addCloudEmail(stack: Stack, config: CloudEmailConfig): Record<string, string> {
+  if (config.mode === "managed") {
+    const configurationSet = new ses.CfnConfigurationSet(stack, "CloudEmailConfigurationSet", {
+      name: config.configurationSet,
+      reputationOptions: { reputationMetricsEnabled: true },
+      suppressionOptions: { suppressedReasons: ["BOUNCE", "COMPLAINT"] },
+      sendingOptions: { sendingEnabled: true },
+    });
+    configurationSet.applyRemovalPolicy(RemovalPolicy.RETAIN);
+    const identity = new ses.CfnEmailIdentity(stack, "CloudEmailIdentity", {
+      emailIdentity: config.sendingDomain,
+      dkimSigningAttributes: { nextSigningKeyLength: "RSA_2048_BIT" },
+      configurationSetAttributes: { configurationSetName: configurationSet.ref },
+    });
+    identity.applyRemovalPolicy(RemovalPolicy.RETAIN);
+    const topic = new sns.Topic(stack, "CloudEmailEvents", { topicName: config.eventTopicName });
+    topic.applyRemovalPolicy(RemovalPolicy.RETAIN);
+    topic.addToResourcePolicy(new iam.PolicyStatement({
+      principals: [new iam.ServicePrincipal("ses.amazonaws.com")], actions: ["sns:Publish"],
+      resources: [topic.topicArn], conditions: { StringEquals: { "aws:SourceAccount": stack.account } },
+    }));
+    const events = new ses.CfnConfigurationSetEventDestination(stack, "CloudEmailEventDestination", {
+      configurationSetName: configurationSet.ref,
+      eventDestination: { name: "delivery-events", enabled: true,
+        matchingEventTypes: ["SEND", "DELIVERY", "BOUNCE", "COMPLAINT", "REJECT", "RENDERING_FAILURE", "DELIVERY_DELAY"],
+        snsDestination: { topicArn: topic.topicArn } },
+    });
+    events.node.addDependency(topic);
+    // These dimensions also feed the newsletter consumer's existing bounce/complaint alarms.
+    new ses.CfnConfigurationSetEventDestination(stack, "CloudEmailMetrics", {
+      configurationSetName: configurationSet.ref,
+      eventDestination: { name: "cloudwatch-metrics", enabled: true,
+        matchingEventTypes: ["SEND", "BOUNCE", "COMPLAINT"],
+        cloudWatchDestination: { dimensionConfigurations: [{ dimensionName: "ses:configuration-set",
+          dimensionValueSource: "MESSAGE_TAG", defaultDimensionValue: config.configurationSet }] } },
+    });
+    const records = [[identity.attrDkimDnsTokenName1, identity.attrDkimDnsTokenValue1],
+      [identity.attrDkimDnsTokenName2, identity.attrDkimDnsTokenValue2],
+      [identity.attrDkimDnsTokenName3, identity.attrDkimDnsTokenValue3]];
+    records.forEach(([name, value], index) => {
+      new CfnOutput(stack, `EmailDkimRecord${index + 1}Name`, { value: name, description: "CNAME name; DNS change requires separate approval" });
+      new CfnOutput(stack, `EmailDkimRecord${index + 1}Value`, { value });
+    });
+  }
+  const identityArn = stack.formatArn({ service: "ses", resource: "identity", resourceName: config.sendingDomain, arnFormat: ArnFormat.SLASH_RESOURCE_NAME });
+  new CfnOutput(stack, "EmailIdentityArn", { value: identityArn });
+  new CfnOutput(stack, "EmailConfigurationSetName", { value: config.configurationSet });
+  new CfnOutput(stack, "EmailEventTopicName", { value: config.eventTopicName });
+  return { PAPYRUS_EMAIL_FROM_ADDRESS: `${config.senderLocalPart}@${config.sendingDomain}`,
+    PAPYRUS_EMAIL_IDENTITY_ARN: identityArn, PAPYRUS_EMAIL_CONFIGURATION_SET: config.configurationSet,
+    PAPYRUS_EMAIL_EVENT_TOPIC_NAME: config.eventTopicName };
+}

package/infra/site-config.js

@@ -1,3 +1,4 @@
+import { parseCloudEmail } from "./cloud-email-config.js";
 export const READER_REDIRECT_STATUSES = ["301", "302", "200", "404", "404-200"];
 export function hasCmsApp(config) {
     return config.cms !== undefined;
@@ -35,7 +36,7 @@ const GITHUB_REPO_PATTERN = /^[A-Za-z0-9_.-]+$/;
 const COGNITO_DOMAIN_PREFIX_PATTERN = /^[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?$/;
 const COGNITO_RESERVED_WORDS = ["aws", "amazon", "cognito"];
 const PROSPECTUS_ACCOUNTS_API_STAGE_ARN_PATTERN = /^arn:aws:execute-api:[a-z0-9-]+:\d{12}:[a-z0-9]+\/api$/;
-const TEMPLATE_MANAGED_ENVIRONMENT_KEYS = ["PAPYRUS_COGNITO_DOMAIN_PREFIX", "PAPYRUS_APPLY_COGNITO_DOMAIN_PREFIX", "PAPYRUS_DISABLE_GOOGLE_OAUTH", "PAPYRUS_REVALIDATE_SECRET_PARAMETER", "PAPYRUS_PROSPECTUS_ACCOUNTS_ENDPOINT", "PAPYRUS_PROSPECTUS_SESSION_SECRET_PARAMETER", "PAPYRUS_PROSPECTUS_SITE_PRODUCT", "PAPYRUS_READER_POLL_SECRET_PARAMETER", "PAPYRUS_SITE_ORIGIN"];
+const TEMPLATE_MANAGED_ENVIRONMENT_KEYS = ["PAPYRUS_EMAIL_FROM_ADDRESS", "PAPYRUS_EMAIL_IDENTITY_ARN", "PAPYRUS_EMAIL_CONFIGURATION_SET", "PAPYRUS_EMAIL_EVENT_TOPIC_NAME", "PAPYRUS_COGNITO_DOMAIN_PREFIX", "PAPYRUS_APPLY_COGNITO_DOMAIN_PREFIX", "PAPYRUS_DISABLE_GOOGLE_OAUTH", "PAPYRUS_REVALIDATE_SECRET_PARAMETER", "PAPYRUS_PROSPECTUS_ACCOUNTS_ENDPOINT", "PAPYRUS_PROSPECTUS_SESSION_SECRET_PARAMETER", "PAPYRUS_PROSPECTUS_SITE_PRODUCT", "PAPYRUS_READER_POLL_SECRET_PARAMETER", "PAPYRUS_SITE_ORIGIN"];
 /** Routes Prospectus admits for a registered Papyrus site (Prospectus accounts/papyrus-sites.ts). */
 export const PROSPECTUS_PAPYRUS_SITE_ROUTES = [
     "GET/v1/identities/me",
@@ -350,7 +351,7 @@ function parseAws(value) {
 }
 export function parseSiteConfig(raw) {
     const record = requireObject(raw, "site");
-    rejectUnknownKeys(record, ["siteId", "repository", "repositoryAccessTokenSecretArn", "brand", "frontend", "hostedZoneId", "stackName", "aws", "cms", "reader", "papyrusVersion", "storagePreviewPrefix", "knowledgeRun", "autoDeploy", "github"], "site");
+    rejectUnknownKeys(record, ["siteId", "repository", "repositoryAccessTokenSecretArn", "brand", "frontend", "hostedZoneId", "stackName", "aws", "cms", "email", "reader", "papyrusVersion", "storagePreviewPrefix", "knowledgeRun", "autoDeploy", "github"], "site");
     const siteId = requireString(record.siteId, "siteId", SITE_ID_PATTERN, "kebab-case");
     const repository = requireString(record.repository, "repository", REPOSITORY_PATTERN, "https://github.com/<org>/<repo>");
     const repositoryAccessTokenSecretArn = record.repositoryAccessTokenSecretArn === undefined
@@ -460,6 +461,7 @@ export function parseSiteConfig(raw) {
         stackName,
         aws,
         cms,
+        email: parseCloudEmail(record.email, cms !== undefined, siteId),
         reader,
         papyrusVersion,
         storagePreviewPrefix,

package/infra/site-config.ts

@@ -1,3 +1,5 @@
+import { parseCloudEmail, type CloudEmailConfig } from "./cloud-email-config";
+
 export type CmsRedirect = {
   source: string;
   status: 301 | 302;
@@ -63,6 +65,8 @@ export type AmplifyAppShellSiteConfig = {
   stackName?: string;
   aws?: SiteAwsConfig;
   cms?: CmsConfig;
+  /** Required for cloud CMS sites; independent of newsletter feature enablement. */
+  email?: CloudEmailConfig;
   reader?: {
     appName?: string;
     domainName?: string;
@@ -157,7 +161,7 @@ const GITHUB_REPO_PATTERN = /^[A-Za-z0-9_.-]+$/;
 const COGNITO_DOMAIN_PREFIX_PATTERN = /^[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?$/;
 const COGNITO_RESERVED_WORDS = ["aws", "amazon", "cognito"];
 const PROSPECTUS_ACCOUNTS_API_STAGE_ARN_PATTERN = /^arn:aws:execute-api:[a-z0-9-]+:\d{12}:[a-z0-9]+\/api$/;
-const TEMPLATE_MANAGED_ENVIRONMENT_KEYS = ["PAPYRUS_COGNITO_DOMAIN_PREFIX", "PAPYRUS_APPLY_COGNITO_DOMAIN_PREFIX", "PAPYRUS_DISABLE_GOOGLE_OAUTH", "PAPYRUS_REVALIDATE_SECRET_PARAMETER", "PAPYRUS_PROSPECTUS_ACCOUNTS_ENDPOINT", "PAPYRUS_PROSPECTUS_SESSION_SECRET_PARAMETER", "PAPYRUS_PROSPECTUS_SITE_PRODUCT", "PAPYRUS_READER_POLL_SECRET_PARAMETER", "PAPYRUS_SITE_ORIGIN"];
+const TEMPLATE_MANAGED_ENVIRONMENT_KEYS = ["PAPYRUS_EMAIL_FROM_ADDRESS", "PAPYRUS_EMAIL_IDENTITY_ARN", "PAPYRUS_EMAIL_CONFIGURATION_SET", "PAPYRUS_EMAIL_EVENT_TOPIC_NAME", "PAPYRUS_COGNITO_DOMAIN_PREFIX", "PAPYRUS_APPLY_COGNITO_DOMAIN_PREFIX", "PAPYRUS_DISABLE_GOOGLE_OAUTH", "PAPYRUS_REVALIDATE_SECRET_PARAMETER", "PAPYRUS_PROSPECTUS_ACCOUNTS_ENDPOINT", "PAPYRUS_PROSPECTUS_SESSION_SECRET_PARAMETER", "PAPYRUS_PROSPECTUS_SITE_PRODUCT", "PAPYRUS_READER_POLL_SECRET_PARAMETER", "PAPYRUS_SITE_ORIGIN"];
 
 /** Routes Prospectus admits for a registered Papyrus site (Prospectus accounts/papyrus-sites.ts). */
 export const PROSPECTUS_PAPYRUS_SITE_ROUTES = [
@@ -490,7 +494,7 @@ export function parseSiteConfig(raw: unknown): AmplifyAppShellSiteConfig {
   const record = requireObject(raw, "site");
   rejectUnknownKeys(
     record,
-    ["siteId", "repository", "repositoryAccessTokenSecretArn", "brand", "frontend", "hostedZoneId", "stackName", "aws", "cms", "reader", "papyrusVersion", "storagePreviewPrefix", "knowledgeRun", "autoDeploy", "github"],
+    ["siteId", "repository", "repositoryAccessTokenSecretArn", "brand", "frontend", "hostedZoneId", "stackName", "aws", "cms", "email", "reader", "papyrusVersion", "storagePreviewPrefix", "knowledgeRun", "autoDeploy", "github"],
     "site",
   );
 
@@ -600,6 +604,7 @@ export function parseSiteConfig(raw: unknown): AmplifyAppShellSiteConfig {
     stackName,
     aws,
     cms,
+    email: parseCloudEmail(record.email, cms !== undefined, siteId),
     reader,
     papyrusVersion,
     storagePreviewPrefix,

package/lib/cyclotron-suggestions.ts

@@ -187,8 +187,8 @@ export function curationForSuggestionChoice(decision: RelevanceDecisionView, cho
 }
 
 export type ProvenanceSummary = {
-  teachingLabelsSentence: string;
-  primingExamplesSentence: string;
+  teachingLabelsSentence: string | null;
+  primingExamplesSentence: string | null;
   doctrineShortHash: string | null;
   modelVersion: string | null;
   decidedAt: string | null;
@@ -202,8 +202,8 @@ export function provenanceSummary(decision: RelevanceDecisionView): ProvenanceSu
   if (!provenance) return null;
   const plural = (count: number, singular: string) => `${count} ${singular}${count === 1 ? "" : "s"}`;
   return {
-    teachingLabelsSentence: `Based on ${plural(provenance.teachingLabels, "decision")} that editors made themselves`,
-    primingExamplesSentence: `${plural(provenance.primingExamples, "example reference")} supplied as starting examples`,
+    teachingLabelsSentence: provenance.teachingLabels === null ? null : `Based on ${plural(provenance.teachingLabels, "decision")} that editors made themselves`,
+    primingExamplesSentence: provenance.primingExamples === null ? null : `${plural(provenance.primingExamples, "example reference")} supplied as starting examples`,
     doctrineShortHash: provenance.doctrineFingerprint ? provenance.doctrineFingerprint.slice(0, SHORT_HASH_LENGTH) : null,
     modelVersion: decision.version === null ? null : `revision ${decision.version}`,
     decidedAt: decision.decidedAt,

package/lib/news-desk-session.ts

@@ -1,5 +1,4 @@
 import type { CategorySteeringDashboard } from "./category-repository";
-import { createEmptyCategorySteeringDashboard } from "./category-dashboard";
 import type { ReaderAuthSnapshot } from "../components/reader-auth-state";
 
 export type NewsDeskShellPhase =
@@ -59,26 +58,6 @@ export function beginDeskLoad(state: NewsDeskShellState, auth: ReaderAuthSnapsho
   };
 }
 
-export function beginAuthenticatedDeskHydration(
-  state: NewsDeskShellState,
-  auth: ReaderAuthSnapshot,
-  options: { canManageUsers: boolean },
-): NewsDeskShellState {
-  const dashboard = state.dashboard ?? {
-    ...createEmptyCategorySteeringDashboard(),
-    isPublicSkeleton: false,
-    canManageUsers: options.canManageUsers,
-  };
-  return {
-    ...state,
-    phase: state.dashboard ? "refreshing" : "loadingDesk",
-    auth,
-    dashboard,
-    stale: false,
-    error: null,
-  };
-}
-
 export function resolveSignedOut(state: NewsDeskShellState, auth: ReaderAuthSnapshot): NewsDeskShellState {
   return {
     ...state,
@@ -143,6 +122,18 @@ export function resolveDashboardFailure(
   };
 }
 
+/** An unverified session must never leave private records on screen. */
+export function resolveAccessFailure(state: NewsDeskShellState, error: string): NewsDeskShellState {
+  return {
+    ...state,
+    phase: "error",
+    auth: { status: "signedOut", label: "Signed out" },
+    dashboard: null,
+    stale: false,
+    error,
+  };
+}
+
 export function patchDashboard(
   state: NewsDeskShellState,
   patch: (dashboard: CategorySteeringDashboard) => CategorySteeringDashboard,

package/lib/newsroom-organizer-nav.ts

@@ -8,6 +8,7 @@ export type OrganizerDestination = {
 };
 export const ORGANIZER_NAV_GROUPS: readonly { title: string; items: readonly OrganizerDestination[] }[] = [
   { title: "Editorial work", items: [
+    { key: "overview", label: "Overview", description: "See notifications and work needing attention.", path: "/newsroom", primary: true },
     { key: "articles", label: getContentItemName().plural, description: `Follow ${contentItemPluralLowercase} across their stages and open one to write or revise it.`, path: `/newsroom/${contentItemBoardPathSegment()}`, alsoActiveOnPaths: ["/newsroom/articles"], primary: true },
     { key: "assignments", label: "Assignments", description: "Follow research and reporting work across its statuses and claim it.", path: "/newsroom/assignments" },
     { key: "messages", label: "Messages", description: "Read and reply to newsroom conversations.", path: "/newsroom/messages", primary: true },
@@ -23,7 +24,7 @@ export const ORGANIZER_NAV_GROUPS: readonly { title: string; items: readonly Org
   ] },
 ];
 const all = ORGANIZER_NAV_GROUPS.flatMap(group => group.items);
-export const ORGANIZER_PRIMARY_NAV = ["articles", "references", "messages"].map(key => all.find(item => item.key === key)!);
+export const ORGANIZER_PRIMARY_NAV = ["overview", "articles", "references", "messages"].map(key => all.find(item => item.key === key)!);
 
 export const ORGANIZER_SETTINGS_DESTINATION = {
   label: "Settings", path: "/newsroom/settings", description: "Theme, motion and interface preferences.",

package/lib/reference-review-details.ts

@@ -0,0 +1,71 @@
+import type { HydratedModelPayload, MessageRecord, SemanticRelationRecord } from "./category-repository";
+import { normalizeReferenceRejectionReasonCode, type ReferenceRejectionReasonCode } from "./reference-policy";
+
+function metadataRecord(value: unknown): Record<string, unknown> {
+  if (typeof value === "string") {
+    try { return metadataRecord(JSON.parse(value)); } catch { return {}; }
+  }
+  return value && typeof value === "object" && !Array.isArray(value) ? value as Record<string, unknown> : {};
+}
+
+/** The selected Reference's index is authoritative even when the global feed is truncated. */
+export async function loadReferenceReviewDetails(lineageId: string, read: {
+  relations: (direction: "incoming" | "outgoing") => Promise<SemanticRelationRecord[]>;
+  message: (id: string) => Promise<MessageRecord | null>;
+  payloads: (id: string) => Promise<HydratedModelPayload[]>;
+}): Promise<{ relations: SemanticRelationRecord[]; messages: MessageRecord[] }> {
+  const [outgoing, incoming] = await Promise.all([read.relations("outgoing"), read.relations("incoming")]);
+  const relations = outgoing.filter((relation) => relation.subjectKind === "reference" && relation.subjectLineageId === lineageId);
+  const latest = incoming.filter((relation) => relation.predicate === "comment" && relation.relationState === "current"
+    && relation.subjectKind === "message" && relation.objectKind === "reference" && relation.objectLineageId === lineageId
+    && metadataRecord(relation.metadata).messageKind === "reference_curation")
+    .sort((a, b) => String(b.createdAt ?? b.importedAt ?? "").localeCompare(String(a.createdAt ?? a.importedAt ?? "")))[0];
+  if (!latest) return { relations, messages: [] };
+  const message = await read.message(latest.subjectId);
+  if (!message || message.messageKind !== "reference_curation") throw new Error("The latest reference review could not be loaded.");
+  const payload = (await read.payloads(message.id))
+    .filter((entry) => entry.attachment.role === "metadata" && entry.attachment.ownerKind === "message" && entry.attachment.ownerId === message.id)
+    .sort((a, b) => String(b.attachment.updatedAt ?? "").localeCompare(String(a.attachment.updatedAt ?? "")))[0];
+  if (!payload) throw new Error("The latest reference review metadata could not be loaded.");
+  if (payload.error) throw new Error(payload.error);
+  if (!payload.json || typeof payload.json !== "object" || Array.isArray(payload.json)) {
+    throw new Error("The latest reference review metadata is invalid.");
+  }
+  const hydrated = { ...message, metadata: payload.json };
+  const recordedLineage = metadataRecord(hydrated.metadata).referenceLineageId;
+  if (recordedLineage !== lineageId) throw new Error("The latest review metadata does not match this reference lineage.");
+  return { relations, messages: [hydrated] };
+}
+
+function latestReferenceReviews(messages: MessageRecord[]): Map<string, MessageRecord> {
+  const latest = new Map<string, MessageRecord>();
+  for (const message of messages) {
+    if (message.messageKind !== "reference_curation") continue;
+    const lineage = metadataRecord(message.metadata).referenceLineageId;
+    if (typeof lineage !== "string" || !lineage) continue;
+    if (!latest.has(lineage) || String(message.createdAt).localeCompare(String(latest.get(lineage)!.createdAt)) > 0) latest.set(lineage, message);
+  }
+  return latest;
+}
+
+/** A later acceptance or archive clears any earlier rejection reason. */
+export function latestReferenceReviewReasons(messages: MessageRecord[]): Map<string, ReferenceRejectionReasonCode> {
+  const reasons = new Map<string, ReferenceRejectionReasonCode>();
+  for (const [lineage, message] of latestReferenceReviews(messages)) {
+    const metadata = metadataRecord(message.metadata);
+    const reason = metadata.action === "reject" ? normalizeReferenceRejectionReasonCode(metadata.reasonCode) : null;
+    if (reason) reasons.set(lineage, reason);
+  }
+  return reasons;
+}
+
+/** Preserve only a Section explicitly recorded on the newest acceptance, never a prediction. */
+export function latestReferenceReviewSections(messages: MessageRecord[]): Map<string, string> {
+  const sections = new Map<string, string>();
+  for (const [lineage, message] of latestReferenceReviews(messages)) {
+    const metadata = metadataRecord(message.metadata);
+    const sectionId = metadata.action === "accept" && typeof metadata.sectionId === "string" ? metadata.sectionId.trim() : "";
+    if (sectionId) sections.set(lineage, sectionId);
+  }
+  return sections;
+}

package/lib/reference-review-request.ts

@@ -0,0 +1,14 @@
+/** Hold the lock before invoking a save, including before React can rerender. */
+export function runReferenceReviewRequest(
+  pending: Map<string, Promise<void>>,
+  lineageId: string,
+  save: () => Promise<void>,
+): Promise<void> {
+  const existing = pending.get(lineageId);
+  if (existing) return existing;
+  const request = Promise.resolve().then(save).finally(() => {
+    if (pending.get(lineageId) === request) pending.delete(lineageId);
+  });
+  pending.set(lineageId, request);
+  return request;
+}

package/lib/relevance-decisions.ts

@@ -7,8 +7,12 @@ export type RelevanceProvenance = {
   labelSet: string[];
   doctrineFingerprint: string | null;
   teachingFingerprint: string | null;
-  teachingLabels: number;
-  primingExamples: number;
+  teachingLabels: number | null;
+  primingExamples: number | null;
+  /** Recorded by the shared monitoring router, absent on local sweep provenance. */
+  system?: string;
+  publicationId?: string;
+  output?: string;
 };
 
 /** The relevance cyclotron's current decision about one reference, as the References tab shows it. */
@@ -28,6 +32,7 @@ export type RelevanceDecisionView = {
   /** Thumbs for a two-class decision with a positive label; per-class buttons otherwise. */
   reviewControl: "thumbs" | "labels";
   cyclotronId: string | null;
+  classifierId?: string;
   /** When the cyclotron made the suggestion, if the decision recorded it. */
   decidedAt: string | null;
   /** Null for decisions made before provenance was recorded. */
@@ -44,6 +49,7 @@ export type RelevanceReview = {
 
 /** The existing curation action an editor's review becomes. */
 export type RelevanceCuration = {
+  sectionId?: string | null;
   action: "accept" | "reject";
   reasonCode: string | null;
   note: string | null;
@@ -65,7 +71,7 @@ function parseMetadata(value: unknown): Record<string, unknown> {
 function parseProvenance(value: unknown): RelevanceProvenance | null {
   const record = parseMetadata(value);
   if (!Object.keys(record).length) return null;
-  const count = (entry: unknown) => (Number.isFinite(Number(entry)) ? Number(entry) : 0);
+  const count = (entry: unknown) => typeof entry === "number" && Number.isInteger(entry) && entry >= 0 ? entry : null;
   const text = (entry: unknown) => (typeof entry === "string" && entry ? entry : null);
   return {
     labelSet: Array.isArray(record.labelSet) ? record.labelSet.map(String) : [],
@@ -73,27 +79,52 @@ function parseProvenance(value: unknown): RelevanceProvenance | null {
     teachingFingerprint: text(record.teachingFingerprint),
     teachingLabels: count(record.teachingLabels),
     primingExamples: count(record.primingExamples),
+    ...(text(record.system) ? { system: text(record.system)! } : {}),
+    ...(text(record.publicationId) ? { publicationId: text(record.publicationId)! } : {}),
+    ...(text(record.output) ? { output: text(record.output)! } : {}),
   };
 }
 
+function recordedVersion(value: unknown): number | null {
+  if ((typeof value !== "number" && typeof value !== "string") || String(value).trim() === "") return null;
+  const version = Number(value);
+  return Number.isInteger(version) && version >= 0 ? version : null;
+}
+
+function decisionTime(relation: SemanticRelationRecord): number {
+  const metadata = parseMetadata(relation.metadata);
+  for (const value of [metadata.decidedAt, relation.importedAt, relation.createdAt]) {
+    if (typeof value !== "string") continue;
+    const timestamp = Date.parse(value);
+    if (Number.isFinite(timestamp)) return timestamp;
+  }
+  return 0;
+}
+
 /**
  * Current decisions keyed by reference lineage, from relations the Newsroom
  * already loads: no extra request per row.
  */
 export function currentRelevanceDecisions(relations: SemanticRelationRecord[]): Map<string, RelevanceDecisionView> {
   const decisions = new Map<string, RelevanceDecisionView>();
-  for (const relation of relations) {
-    if (relation.predicate !== RELEVANCE_RELATION || relation.relationState !== "current") continue;
+  // Realtime events can briefly expose both sides of a superseding write. The
+  // result must not depend on list pagination or subscription arrival order.
+  const ordered = [...relations].sort((left, right) => decisionTime(left) - decisionTime(right) || left.id.localeCompare(right.id));
+  for (const relation of ordered) {
+    if (relation.predicate !== RELEVANCE_RELATION || relation.relationState !== "current" || relation.subjectKind !== "reference") continue;
     const metadata = parseMetadata(relation.metadata);
+    if (!relation.subjectLineageId || typeof metadata.label !== "string" || !metadata.label.trim()
+      || typeof metadata.decisionId !== "string" || !metadata.decisionId.trim()) continue;
     const probabilities = parseMetadata(metadata.probabilities);
     const reason = metadata.reviewReason === "program" || metadata.reviewReason === "audit" ? metadata.reviewReason : null;
-    const version = Number(relation.modelVersion ?? metadata.version);
+    const version = recordedVersion(relation.modelVersion ?? metadata.version);
     decisions.set(relation.subjectLineageId, {
       decisionRelationId: relation.id,
-      decisionId: String(metadata.decisionId ?? ""),
-      label: String(metadata.label ?? ""),
-      confidence: typeof relation.confidence === "number" ? relation.confidence : null,
-      version: Number.isFinite(version) ? version : null,
+      decisionId: metadata.decisionId,
+      label: metadata.label,
+      confidence: typeof relation.confidence === "number" && Number.isFinite(relation.confidence)
+        && relation.confidence >= 0 && relation.confidence <= 1 ? relation.confidence : null,
+      version,
       reviewRecommended: Boolean(relation.reviewRecommended),
       reviewReason: reason,
       reviewDetail: typeof metadata.reviewDetail === "string" ? metadata.reviewDetail : null,
@@ -104,6 +135,7 @@ export function currentRelevanceDecisions(relations: SemanticRelationRecord[]):
       question: typeof metadata.question === "string" ? metadata.question : null,
       reviewControl: metadata.reviewControl === "thumbs" ? "thumbs" : "labels",
       cyclotronId: typeof metadata.cyclotronId === "string" ? metadata.cyclotronId : null,
+      ...(relation.classifierId ? { classifierId: relation.classifierId } : {}),
       decidedAt: typeof metadata.decidedAt === "string" ? metadata.decidedAt : null,
       provenance: parseProvenance(metadata.provenance),
     });

package/lib/use-reference-review-data.ts

@@ -0,0 +1,44 @@
+"use client";
+
+import { useCallback, useEffect, useState } from "react";
+
+/** Load persisted predictions and attributed review history without cancelling on a loading rerender. */
+export function useReferenceReviewData<Relation, Message>({
+  enabled,
+  loadRelations,
+  loadMessages,
+  onRelations,
+  onMessages,
+}: {
+  enabled: boolean;
+  loadRelations: () => Promise<Relation[]>;
+  loadMessages: () => Promise<Message[]>;
+  onRelations: (relations: Relation[]) => void;
+  onMessages: (messages: Message[]) => void;
+}) {
+  const [state, setState] = useState<"loading" | "ready" | "error">(enabled ? "loading" : "ready");
+  const [error, setError] = useState<string | null>(null);
+  const [attempt, setAttempt] = useState(0);
+  const retry = useCallback(() => setAttempt((current) => current + 1), []);
+  useEffect(() => {
+    if (!enabled) return;
+    let active = true;
+    setState("loading");
+    setError(null);
+    void Promise.allSettled([loadRelations(), loadMessages()]).then(([relations, history]) => {
+      if (!active) return;
+      if (relations.status === "fulfilled") onRelations(relations.value);
+      if (history.status === "fulfilled") onMessages(history.value);
+      const failure = relations.status === "rejected" ? relations.reason : history.status === "rejected" ? history.reason : null;
+      if (failure) {
+        const subject = relations.status === "rejected" ? "Predictions" : "Review history";
+        setError(`${subject} could not be loaded. ${failure instanceof Error ? failure.message : "Try again."}`);
+        setState("error");
+      } else {
+        setState("ready");
+      }
+    });
+    return () => { active = false; };
+  }, [enabled, loadRelations, loadMessages, onRelations, onMessages, attempt]);
+  return { state, error, retry };
+}

package/package.json

@@ -108,6 +108,7 @@
     "./components/newsroom-curation-provider": "./components/newsroom-curation-provider.tsx",
     "./components/newsroom-ops-overview": "./components/newsroom-ops-overview.tsx",
     "./components/newsroom-ops-shell": "./components/newsroom-ops-shell.tsx",
+    "./components/newsroom-overview-skeleton": "./components/newsroom-overview-skeleton.tsx",
     "./components/newsroom-references-view": "./components/newsroom-references-view.tsx",
     "./components/newsroom-theme-fonts/broadsheet-green": "./components/newsroom-theme-fonts/broadsheet-green.tsx",
     "./components/newsroom-theme-fonts/newspaper-gothic": "./components/newsroom-theme-fonts/newspaper-gothic.tsx",
@@ -298,6 +299,8 @@
     "./lib/reader-subject": "./lib/reader-subject.ts",
     "./lib/reference-display": "./lib/reference-display.ts",
     "./lib/reference-policy": "./lib/reference-policy.ts",
+    "./lib/reference-review-details": "./lib/reference-review-details.ts",
+    "./lib/reference-review-request": "./lib/reference-review-request.ts",
     "./lib/reference-source-preview": "./lib/reference-source-preview.ts",
     "./lib/relevance-decisions": "./lib/relevance-decisions.ts",
     "./lib/relevance-status": "./lib/relevance-status.ts",
@@ -329,6 +332,7 @@
     "./lib/test-editor-override": "./lib/test-editor-override.ts",
     "./lib/text-columns": "./lib/text-columns.ts",
     "./lib/themed-image": "./lib/themed-image.ts",
+    "./lib/use-reference-review-data": "./lib/use-reference-review-data.ts",
     "./lib/utils": "./lib/utils.ts",
     "./lib/video-loading": "./lib/video-loading.ts",
     "./lib/video-mode": "./lib/video-mode.ts",
@@ -444,7 +448,7 @@
       "optional": true
     }
   },
-  "version": "5.33.1",
+  "version": "5.34.0",
   "dependencies": {
     "@aws-amplify/adapter-nextjs": "^1.7.3",
     "@aws-crypto/sha256-js": "5.2.0",

package/routes.manifest.json

@@ -1,5 +1,5 @@
 {
-  "version": "5.33.1",
+  "version": "5.34.0",
   "routes": [
     {
       "file": "app/%5F_preview/[[...path]]/route.ts",