@evanp/activitypub-bot 0.13.13 → 0.14.0

package/lib/activitydeliverer.js

@@ -1,6 +1,7 @@
 import BotMaker from './botmaker.js'
 import assert from 'node:assert'
 import as2 from './activitystreams.js'
+import PQueue from 'p-queue'
 
 const NS = 'https://www.w3.org/ns/activitystreams#'
 
@@ -16,11 +17,16 @@ const COLLECTION_TYPES = [
 ]
 
 export class ActivityDeliverer {
+  static #MAX_ALL_QUEUE = 16
+  static #MAX_BOT_QUEUE = 32
+
   #actorStorage
   #activityHandler
   #formatter
   #logger
   #client
+  #deliverAllQueue
+  #deliverBotQueue
 
   constructor (actorStorage, activityHandler, formatter, logger, client) {
     this.#actorStorage = actorStorage
@@ -28,6 +34,8 @@ export class ActivityDeliverer {
     this.#formatter = formatter
     this.#client = client
     this.#logger = logger.child({ class: this.constructor.name })
+    this.#deliverAllQueue = new PQueue({ max: ActivityDeliverer.#MAX_ALL_QUEUE })
+    this.#deliverBotQueue = new PQueue({ max: ActivityDeliverer.#MAX_BOT_QUEUE })
   }
 
   isActivity (object) {
@@ -50,6 +58,19 @@ export class ActivityDeliverer {
   }
 
   async deliverTo (activity, bot) {
+    this.#deliverBotQueue.add(() =>
+      this.#deliverTo(activity, bot)
+    )
+  }
+
+  async onIdle () {
+    this.#logger.debug(`Awaiting delivery queues`)
+    await this.#deliverAllQueue.onIdle()
+    await this.#deliverBotQueue.onIdle()
+    this.#logger.debug(`Done awaiting delivery queues`)
+  }
+
+  async #deliverTo (activity, bot) {
     if (await this.#actorStorage.isInCollection(bot.username, 'inbox', activity)) {
       this.#logger.info(
         { activity: activity.id, username: bot.username },
@@ -64,9 +85,16 @@ export class ActivityDeliverer {
     }
     this.#logger.debug(`Adding ${activity.id} to ${bot.username} inbox`)
     await this.#actorStorage.addToCollection(bot.username, 'inbox', activity)
+    this.#logger.debug(`Done adding ${activity.id} to ${bot.username} inbox`)
   }
 
   async deliverToAll (activity, bots) {
+    this.#deliverAllQueue.add(() =>
+      this.#deliverToAll(activity, bots)
+    )
+  }
+
+  async #deliverToAll (activity, bots) {
     const deliveredTo = new Set()
     const actor = this.getActor(activity)
     const recipients = this.getRecipients(activity)

package/lib/app.js

@@ -187,7 +187,10 @@ export async function makeApp (databaseUrl, origin, bots, logLevel = 'silent') {
   })
 
   app.onIdle = async () => {
+    logger.debug(`Awaiting components`)
     await distributor.onIdle()
+    await deliverer.onIdle()
+    logger.debug(`Awaiting components`)
   }
 
   app.cleanup = async () => {

package/lib/routes/inbox.js

@@ -2,6 +2,7 @@ import express from 'express'
 import as2 from '../activitystreams.js'
 import createHttpError from 'http-errors'
 import BotMaker from '../botmaker.js'
+import http from 'node:http'
 
 const router = express.Router()
 
@@ -64,9 +65,9 @@ router.post('/user/:username/inbox', async (req, res, next) => {
 
   await deliverer.deliverTo(activity, bot)
 
-  res.status(200)
+  res.status(202)
   res.type('text/plain')
-  res.send('OK')
+  res.send(http.STATUS_CODES[202])
 })
 
 router.get('/user/:username/inbox', async (req, res, next) => {

package/lib/routes/sharedinbox.js

@@ -1,6 +1,7 @@
 import express from 'express'
 import as2 from '../activitystreams.js'
 import createHttpError from 'http-errors'
+import http from 'node:http'
 
 const router = express.Router()
 
@@ -48,9 +49,9 @@ router.post('/shared/inbox', async (req, res, next) => {
 
   await deliverer.deliverToAll(activity, bots)
 
-  res.status(200)
+  res.status(202)
   res.type('text/plain')
-  res.send('OK')
+  res.send(http.STATUS_CODES[201])
 })
 
 export default router

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@evanp/activitypub-bot",
-  "version": "0.13.13",
+  "version": "0.14.0",
   "description": "server-side ActivityPub bot framework",
   "type": "module",
   "main": "lib/index.js",
@@ -42,6 +42,7 @@
     "sequelize": "^6.37.7"
   },
   "devDependencies": {
+    "@evanp/activitypub-nock": "^0.2.1",
     "nock": "^14.0.5",
     "standard": "^17.1.2",
     "supertest": "^7.1.4"