@pantheon-systems/p1-next-sdk 0.19.0 → 0.20.0

package/dist/css-query-fetchers.js

@@ -1,4 +1,6 @@
 import { getSharedP1Client, getSharedSiteId, getSharedBranchId, CSS_QUERY_ID_PREFIX, } from "@pantheon-systems/puck-css/server";
+const FOLLOW_UP_PAGE_SIZE = 100;
+const MAX_FOLLOW_UP_PAGES = 50;
 const inflightQueries = new Map();
 function listQueriesDeduped(endpoint, siteId, branchId) {
     const key = `${siteId}:${branchId}`;
@@ -11,6 +13,55 @@ function listQueriesDeduped(endpoint, siteId, branchId) {
     inflightQueries.set(key, promise);
     return promise;
 }
+function documentIdOf(item) {
+    const id = item?.documentId;
+    return typeof id === "string" ? id : undefined;
+}
+async function getAllResults(queries, siteId, branchId, queryName, throwOnError) {
+    const firstPage = await queries.getResults(siteId, branchId, queryName, {
+        includeMetadata: true,
+    });
+    const totalCount = firstPage.totalCount;
+    if (typeof totalCount !== "number" || firstPage.items.length >= totalCount) {
+        return firstPage;
+    }
+    const items = [...firstPage.items];
+    const seen = new Set();
+    for (const item of items) {
+        const id = documentIdOf(item);
+        if (id !== undefined)
+            seen.add(id);
+    }
+    let received = firstPage.items.length;
+    for (let page = 0; page < MAX_FOLLOW_UP_PAGES && received < totalCount; page++) {
+        let next;
+        try {
+            next = await queries.getResults(siteId, branchId, queryName, {
+                includeMetadata: true,
+                limit: FOLLOW_UP_PAGE_SIZE,
+                offset: received,
+            });
+        }
+        catch (err) {
+            if (throwOnError)
+                throw err;
+            break;
+        }
+        if (next.items.length === 0)
+            break;
+        received += next.items.length;
+        for (const item of next.items) {
+            const id = documentIdOf(item);
+            if (id !== undefined) {
+                if (seen.has(id))
+                    continue;
+                seen.add(id);
+            }
+            items.push(item);
+        }
+    }
+    return { ...firstPage, items, returnedCount: items.length };
+}
 export async function createCssQueryFetchers(opts) {
     const client = opts?.client ?? getSharedP1Client();
     const siteId = getSharedSiteId();
@@ -35,9 +86,7 @@ export async function createCssQueryFetchers(opts) {
         id: `${CSS_QUERY_ID_PREFIX}${query.name}`,
         fetch: async () => {
             try {
-                const results = await queries.getResults(siteId, branchId, query.name, {
-                    includeMetadata: true,
-                });
+                const results = await getAllResults(queries, siteId, branchId, query.name, throwOnError);
                 return results;
             }
             catch (err) {

package/dist/routes/datasource-context.js

@@ -2,7 +2,8 @@ import { NextResponse } from "next/server";
 import { normalizePath, ensureLeadingSlash, listRouteTemplateKeysFromDatabase, getPageEditorPreviewParams, loadRemoteDatasourceContext, createAuthenticatedClient, runWithAuthToken, } from "@pantheon-systems/puck-css/server";
 import { extractBearerToken } from "../auth-utils";
 import { createCssQueryFetchers } from "../css-query-fetchers";
-const DATASOURCE_FETCH_TIMEOUT_MS = 8000;
+const DATASOURCE_FETCH_TIMEOUT_MS = 15_000;
+const NO_STORE = { "Cache-Control": "no-store" };
 const inflightPreviewParams = new Map();
 function getPreviewParamsDeduped(token, path) {
     const key = `${token ?? ""}:${path}`;
@@ -21,7 +22,7 @@ export async function getDatasourceContext(request, options) {
     const id = url.searchParams.get("id");
     const path = rawPath === "/" ? "/" : normalizePath(ensureLeadingSlash(rawPath));
     if (path === null) {
-        return NextResponse.json({ error: "invalid_path" }, { status: 400 });
+        return NextResponse.json({ error: "invalid_path" }, { status: 400, headers: NO_STORE });
     }
     const token = extractBearerToken(request);
     const [routeTemplateKeys, savedPreviewParams] = await Promise.all([
@@ -58,8 +59,8 @@ export async function getDatasourceContext(request, options) {
     if (id) {
         const data = context[id] ?? {};
         const failure = failures.find((f) => f.id === id);
-        return NextResponse.json(failure ? { id, data, error: { reason: failure.reason } } : { id, data });
+        return NextResponse.json(failure ? { id, data, error: { reason: failure.reason } } : { id, data }, { headers: NO_STORE });
     }
     const { urlParams: _urlParams, ...contexts } = context;
-    return NextResponse.json({ contexts, errors: failures });
+    return NextResponse.json({ contexts, errors: failures }, { headers: NO_STORE });
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pantheon-systems/p1-next-sdk",
-  "version": "0.19.0",
+  "version": "0.20.0",
   "license": "UNLICENSED",
   "description": "Next.js SDK for P1 editor integration",
   "publishConfig": {
@@ -44,9 +44,9 @@
   "dependencies": {
     "launchdarkly-js-client-sdk": "^3.9.3",
     "server-only": "^0.0.1",
-    "@pantheon-systems/css-client": "0.19.0",
-    "@pantheon-systems/p1-ai-chat": "0.9.2",
-    "@pantheon-systems/puck-css": "0.19.0"
+    "@pantheon-systems/css-client": "0.20.0",
+    "@pantheon-systems/p1-ai-chat": "0.10.0",
+    "@pantheon-systems/puck-css": "0.20.0"
   },
   "peerDependencies": {
     "@pantheon-systems/pds-toolkit-react": ">=2.0.0-alpha.92",