@arbidocs/sdk 0.3.46 → 0.3.47

package/dist/index.cjs

@@ -4709,10 +4709,17 @@ async function listDocuments(arbi) {
   return requireData(await arbi.fetch.GET("/v1/document/list"), "Failed to fetch documents");
 }
 async function* listPaginated(arbi, options = {}) {
-  const { pageSize = 5e3, order = "id_asc", fields, signal, lookahead = 3 } = options;
-  const fetchPage = async (pageOffset) => {
+  const {
+    pageSize = 5e3,
+    firstPageSize,
+    order = "id_asc",
+    fields,
+    signal,
+    lookahead = 1
+  } = options;
+  const fetchPage = async (pageOffset, limit) => {
     const query = {
-      limit: pageSize,
+      limit,
       offset: pageOffset,
       order
     };
@@ -4735,19 +4742,21 @@ async function* listPaginated(arbi, options = {}) {
   const queue = [];
   const tryEnqueue = () => {
     while (!done && queue.length < depth && issued < MAX_PAGES) {
-      const p2 = fetchPage(nextOffsetToIssue);
-      p2.catch(() => {
+      const limit = issued === 0 && firstPageSize !== void 0 ? firstPageSize : pageSize;
+      const promise = fetchPage(nextOffsetToIssue, limit);
+      promise.catch(() => {
       });
-      queue.push(p2);
-      nextOffsetToIssue += pageSize;
+      queue.push({ limit, promise });
+      nextOffsetToIssue += limit;
       issued++;
     }
   };
   tryEnqueue();
   while (queue.length > 0 && !signal?.aborted) {
-    const page = await queue.shift();
+    const { limit, promise } = queue.shift();
+    const page = await promise;
     if (signal?.aborted) return;
-    const isShort = page.length < pageSize;
+    const isShort = page.length < limit;
     if (isShort) done = true;
     tryEnqueue();
     if (page.length > 0) {