@rmdes/indiekit-endpoint-rss 1.2.2 → 1.2.3

package/index.js

@@ -20,6 +20,9 @@ const defaults = {
   retentionDays: 30,
   minItemsPerFeed: 10,
   maxPostsPerCycle: 10,
+  // Eleventy's watcher settles a new file in stabilityThreshold (2s) + watch
+  // throttle (3s); posting faster than that loses builds.
+  postIntervalMs: 5000,
 };
 
 export default class RssEndpoint {

package/lib/publisher.js

@@ -4,6 +4,14 @@ import { buildJf2 } from "./jf2-builder.js";
 
 const TOKEN_TTL = "5m";
 
+/**
+ * Pause between posts
+ * @param {number} ms - Milliseconds
+ * @returns {Promise<void>} Resolves after the delay
+ */
+const sleep = (ms) =>
+  ms > 0 ? new Promise((resolve) => setTimeout(resolve, ms)) : Promise.resolve();
+
 /**
  * Mint a short-lived token for background publishing.
  *
@@ -163,8 +171,10 @@ export function pendingQuery(feed) {
  * @param {string} options.micropubEndpoint - Micropub endpoint URL
  * @param {string} options.me - Publication URL
  * @param {number} options.maxPostsPerCycle - Cap per cycle
+ * @param {number} [options.postIntervalMs] - Pause between posts
  * @param {Function} [options.postImpl] - Post implementation, for tests
  * @param {Function} [options.mintImpl] - Token minter, for tests
+ * @param {Function} [options.sleepImpl] - Sleep implementation, for tests
  * @returns {Promise<object>} Counts for this feed
  */
 export async function publishPending(feed, itemsCollection, options) {
@@ -178,6 +188,8 @@ export async function publishPending(feed, itemsCollection, options) {
     maxPostsPerCycle,
     postImpl = postToMicropub,
     mintImpl = mintToken,
+    postIntervalMs = 0,
+    sleepImpl = sleep,
   } = options;
 
   const query = pendingQuery(feed);
@@ -199,7 +211,7 @@ export async function publishPending(feed, itemsCollection, options) {
   // postData.create replaceOne's on the same URL, so it overwrites rather
   // than duplicates. Add a q=source reconciliation if a feed ever produces
   // non-deterministic slugs.
-  for (const item of items) {
+  for (const [index, item] of items.entries()) {
     try {
       // Minted per item, not once for the batch: signing is a cheap HMAC, and
       // a single batch token can expire mid-cycle on a slow endpoint. The
@@ -243,6 +255,14 @@ export async function publishPending(feed, itemsCollection, options) {
 
       console.error(`[RSS] Publish failed for ${item.guid}: ${error.message}`);
     }
+
+    // Space the posts out. Each one writes a markdown file, and Eleventy's
+    // watcher needs chokidar's stabilityThreshold (2s) plus its own watch
+    // throttle (3s) to absorb one before the next lands. A burst arriving
+    // faster makes it log "Wrote 0 files" and leave the posts unbuilt.
+    if (index < items.length - 1) {
+      await sleepImpl(postIntervalMs);
+    }
   }
 
   console.log(

package/lib/sync.js

@@ -154,6 +154,7 @@ export async function runSync(dbOrIndiekit, options, publishContext) {
           const result = await publishPending(feed, itemsCollection, {
             ...publishContext,
             maxPostsPerCycle: options.maxPostsPerCycle || 10,
+            postIntervalMs: options.postIntervalMs ?? 5000,
           });
           itemsPublished += result.published;
         } catch (error) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rmdes/indiekit-endpoint-rss",
-  "version": "1.2.2",
+  "version": "1.2.3",
   "description": "RSS feed reader endpoint for Indiekit. Aggregates multiple feeds, caches in MongoDB, displays on frontend.",
   "keywords": [
     "indiekit",