@anthusai/papyrus 5.53.0 → 5.54.0

package/components/news-desk-taxonomy-client.ts

@@ -1,6 +1,7 @@
 "use client";
 
 import { loadReferenceReviewDetails } from "../lib/reference-review-details";
+import { loadAllPages } from "../lib/newsroom-all-pages";
 import { hasEditorRights } from "../lib/staff-groups";
 
 import { isEditorialWorkAssignment } from "../lib/newsroom-assignments";
@@ -1651,22 +1652,26 @@ export async function loadEditorReferencesData(): Promise<{
         referenceAttachments,
       };
     }
-    const referencePage = await loadNewsroomReferencePage();
     return {
-      references: referencePage.items,
+      references: await loadAllNewsroomReferences(),
       referenceAttachments,
     };
   }
-  const [referencePage, referenceAttachments] = await Promise.all([
-    loadNewsroomReferencePage(),
+  const [references, referenceAttachments] = await Promise.all([
+    loadAllNewsroomReferences(),
     listUserPoolModel<ReferenceAttachmentRecord>("ReferenceAttachment"),
   ]);
   return {
-    references: referencePage.items,
+    references,
     referenceAttachments: referenceAttachments.sort((left, right) => left.sortKey.localeCompare(right.sortKey)),
   };
 }
 
+/** Every reference, page by page: the References feed ranks the whole set, so stopping at the first page hid most of it. */
+function loadAllNewsroomReferences(): Promise<ReferenceRecord[]> {
+  return loadAllPages((nextToken) => loadNewsroomReferencePage({ nextToken }));
+}
+
 export function normalizeNewsroomReferencePageOrder(value?: string | null): NewsroomReferencePageOrder {
   return value?.trim() === "imported" ? "imported" : "published";
 }

package/lib/newsroom-all-pages.ts

@@ -0,0 +1,21 @@
+/** Every row a paged newsroom read returns, following `nextToken` to the end; rows repeated across pages are kept once. */
+export async function loadAllPages<T extends { id?: string | null }>(
+  loadPage: (nextToken: string | null) => Promise<{ items: T[]; nextToken?: string | null; hasMore: boolean }>,
+): Promise<T[]> {
+  const rows: T[] = [];
+  const seenIds = new Set<string>();
+  const seenTokens = new Set<string>();
+  let nextToken: string | null = null;
+  do {
+    const page = await loadPage(nextToken);
+    for (const row of page.items) {
+      if (!row?.id || seenIds.has(row.id)) continue;
+      seenIds.add(row.id);
+      rows.push(row);
+    }
+    nextToken = page.hasMore ? page.nextToken ?? null : null;
+    if (nextToken && seenTokens.has(nextToken)) throw new Error("The list repeated a page; reload to try again.");
+    if (nextToken) seenTokens.add(nextToken);
+  } while (nextToken);
+  return rows;
+}

package/package.json

@@ -279,6 +279,7 @@
     "./lib/newsletter-fixture": "./lib/newsletter-fixture.ts",
     "./lib/newsletter-model": "./lib/newsletter-model.ts",
     "./lib/newspaper-layout": "./lib/newspaper-layout.ts",
+    "./lib/newsroom-all-pages": "./lib/newsroom-all-pages.ts",
     "./lib/newsroom-articles": "./lib/newsroom-articles.ts",
     "./lib/newsroom-assignments": "./lib/newsroom-assignments.ts",
     "./lib/newsroom-base-path": "./lib/newsroom-base-path.ts",
@@ -500,7 +501,7 @@
       "optional": true
     }
   },
-  "version": "5.53.0",
+  "version": "5.54.0",
   "dependencies": {
     "@aws-amplify/adapter-nextjs": "^1.7.3",
     "@aws-crypto/sha256-js": "5.2.0",

package/routes.manifest.json

@@ -1,5 +1,5 @@
 {
-  "version": "5.53.0",
+  "version": "5.54.0",
   "routes": [
     {
       "file": "app/%5F_preview/[[...path]]/route.ts",