@rmdes/indiekit-endpoint-github 1.2.1 → 1.2.3

package/lib/controllers/starred.js

@@ -13,6 +13,7 @@ import {
   runIncrementalSync,
   runFullSync,
   getStarredSyncStatus,
+  syncListsManual,
 } from "../starred-sync.js";
 
 export const starredController = {
@@ -104,9 +105,11 @@ export const starredController = {
 
       // Run sync in background, respond immediately
       const syncFn = isFull ? runFullSync : runIncrementalSync;
-      syncFn(db, config).catch((err) => {
-        console.error("[GitHub Stars] Manual sync error:", err.message);
-      });
+      syncFn(db, config)
+        .then(() => syncListsManual(db, config))
+        .catch((err) => {
+          console.error("[GitHub Stars] Manual sync error:", err.message);
+        });
 
       response.json({
         message: `${isFull ? "Full" : "Incremental"} sync started`,

package/lib/github-graphql.js

@@ -39,13 +39,23 @@ const STARRED_QUERY = `
 const LISTS_QUERY = `
   query($cursor: String) {
     viewer {
-      lists(first: 100, after: $cursor) {
+      lists(first: 5, after: $cursor) {
         totalCount
         nodes {
+          id
           name
           slug
           description
           isPrivate
+          items(first: 100) {
+            totalCount
+            nodes {
+              ... on Repository {
+                nameWithOwner
+              }
+            }
+            pageInfo { endCursor hasNextPage }
+          }
         }
         pageInfo { endCursor hasNextPage }
       }
@@ -54,9 +64,9 @@ const LISTS_QUERY = `
 `;
 
 const LIST_ITEMS_QUERY = `
-  query($slug: String!, $cursor: String) {
-    viewer {
-      list(slug: $slug) {
+  query($id: ID!, $cursor: String) {
+    node(id: $id) {
+      ... on UserList {
         items(first: 100, after: $cursor) {
           nodes {
             ... on Repository {
@@ -174,11 +184,12 @@ export async function fetchAllLists(token) {
     throw new Error("GitHub token is required for GraphQL API");
   }
 
-  // Stage 1: Fetch list metadata only (no items — avoids timeout)
-  const listMeta = [];
+  const allLists = [];
   let cursor = null;
   let hasNextPage = true;
 
+  // Fetch lists in batches of 5 with inline items (first 100 per list)
+  // Small batches avoid GitHub GraphQL timeout on large accounts
   while (hasNextPage) {
     const response = await fetch(GITHUB_GRAPHQL_URL, {
       method: "POST",
@@ -206,10 +217,60 @@ export async function fetchAllLists(token) {
 
     for (const node of listsData.nodes) {
       if (node.isPrivate) continue;
-      listMeta.push({
+
+      const repoFullNames = (node.items.nodes || [])
+        .map((n) => n.nameWithOwner)
+        .filter(Boolean);
+
+      // Paginate remaining items via node(id:) if list has >100 repos
+      if (node.items.pageInfo.hasNextPage) {
+        let itemsCursor = node.items.pageInfo.endCursor;
+        let itemsHasNext = true;
+
+        while (itemsHasNext) {
+          await new Promise((resolve) => setTimeout(resolve, 200));
+
+          const itemsResponse = await fetch(GITHUB_GRAPHQL_URL, {
+            method: "POST",
+            headers: {
+              Authorization: `Bearer ${token}`,
+              "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+              query: LIST_ITEMS_QUERY,
+              variables: { id: node.id, cursor: itemsCursor },
+            }),
+          });
+
+          if (!itemsResponse.ok) {
+            console.error(`[GitHub Lists] Failed to paginate items for list "${node.name}": ${itemsResponse.status}`);
+            break;
+          }
+
+          const itemsBody = await itemsResponse.json();
+
+          if (itemsBody.errors) {
+            console.error(`[GitHub Lists] GraphQL errors for list "${node.name}": ${itemsBody.errors.map((e) => e.message).join(", ")}`);
+            break;
+          }
+
+          const itemsData = itemsBody.data.node.items;
+          for (const itemNode of itemsData.nodes) {
+            if (itemNode.nameWithOwner) {
+              repoFullNames.push(itemNode.nameWithOwner);
+            }
+          }
+
+          itemsCursor = itemsData.pageInfo.endCursor;
+          itemsHasNext = itemsData.pageInfo.hasNextPage;
+        }
+      }
+
+      allLists.push({
         name: node.name,
         slug: node.slug,
         description: node.description || "",
+        repoFullNames,
       });
     }
 
@@ -221,60 +282,6 @@ export async function fetchAllLists(token) {
     }
   }
 
-  // Stage 2: Fetch items per list individually (avoids timeout from bulk query)
-  const allLists = [];
-
-  for (const meta of listMeta) {
-    const repoFullNames = [];
-    let itemsCursor = null;
-    let itemsHasNext = true;
-
-    while (itemsHasNext) {
-      await new Promise((resolve) => setTimeout(resolve, 200));
-
-      const itemsResponse = await fetch(GITHUB_GRAPHQL_URL, {
-        method: "POST",
-        headers: {
-          Authorization: `Bearer ${token}`,
-          "Content-Type": "application/json",
-        },
-        body: JSON.stringify({
-          query: LIST_ITEMS_QUERY,
-          variables: { slug: meta.slug, cursor: itemsCursor },
-        }),
-      });
-
-      if (!itemsResponse.ok) {
-        console.error(`[GitHub Lists] Failed to fetch items for list "${meta.name}": ${itemsResponse.status}`);
-        break;
-      }
-
-      const itemsBody = await itemsResponse.json();
-
-      if (itemsBody.errors) {
-        console.error(`[GitHub Lists] GraphQL errors for list "${meta.name}": ${itemsBody.errors.map((e) => e.message).join(", ")}`);
-        break;
-      }
-
-      const itemsData = itemsBody.data.viewer.list.items;
-      for (const itemNode of itemsData.nodes) {
-        if (itemNode.nameWithOwner) {
-          repoFullNames.push(itemNode.nameWithOwner);
-        }
-      }
-
-      itemsCursor = itemsData.pageInfo.endCursor;
-      itemsHasNext = itemsData.pageInfo.hasNextPage;
-    }
-
-    allLists.push({
-      name: meta.name,
-      slug: meta.slug,
-      description: meta.description,
-      repoFullNames,
-    });
-  }
-
   console.log(`[GitHub Lists] Fetched ${allLists.length} public lists`);
   return allLists;
 }

package/lib/starred-sync.js

@@ -41,6 +41,10 @@ export function getStarredSyncStatus() {
  * @param {import("mongodb").Db} db
  * @param {object} options - Plugin options (needs token)
  */
+export async function syncListsManual(db, options) {
+  return syncLists(db, options);
+}
+
 async function syncLists(db, options) {
   try {
     const lists = await fetchAllLists(options.token);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rmdes/indiekit-endpoint-github",
-  "version": "1.2.1",
+  "version": "1.2.3",
   "description": "GitHub activity endpoint for Indiekit. Display commits, stars, contributions, and featured repositories.",
   "keywords": [
     "indiekit",