@rmdes/indiekit-endpoint-activitypub 2.15.4 → 3.2.0

package/lib/mastodon/routes/stubs.js

@@ -0,0 +1,380 @@
+/**
+ * Stub and lightweight endpoints for Mastodon Client API.
+ *
+ * Some endpoints have real implementations (markers, bookmarks, favourites).
+ * Others return empty/minimal responses to prevent client errors.
+ *
+ * Phanpy calls these on startup, navigation, and various page loads:
+ * - markers (BackgroundService, every page load)
+ * - follow_requests (home + notifications pages)
+ * - announcements (notifications page)
+ * - custom_emojis (compose screen)
+ * - filters (status rendering)
+ * - lists (sidebar navigation)
+ * - mutes, blocks (nav menu)
+ * - featured_tags (profile view)
+ * - bookmarks, favourites (dedicated pages)
+ * - trends (explore page)
+ * - followed_tags (followed tags page)
+ * - suggestions (explore page)
+ */
+import express from "express";
+import { serializeStatus } from "../entities/status.js";
+import { parseLimit, buildPaginationQuery, setPaginationHeaders } from "../helpers/pagination.js";
+
+const router = express.Router(); // eslint-disable-line new-cap
+
+// ─── Markers ────────────────────────────────────────────────────────────────
+
+router.get("/api/v1/markers", async (req, res, next) => {
+  try {
+    const collections = req.app.locals.mastodonCollections;
+    const timelines = [].concat(req.query["timeline[]"] || req.query.timeline || []);
+
+    if (!timelines.length || !collections.ap_markers) {
+      return res.json({});
+    }
+
+    const docs = await collections.ap_markers
+      .find({ timeline: { $in: timelines } })
+      .toArray();
+
+    const result = {};
+    for (const doc of docs) {
+      result[doc.timeline] = {
+        last_read_id: doc.last_read_id,
+        version: doc.version || 0,
+        updated_at: doc.updated_at || new Date().toISOString(),
+      };
+    }
+
+    res.json(result);
+  } catch (error) {
+    next(error);
+  }
+});
+
+router.post("/api/v1/markers", async (req, res, next) => {
+  try {
+    const collections = req.app.locals.mastodonCollections;
+    if (!collections.ap_markers) {
+      return res.json({});
+    }
+
+    const result = {};
+    for (const timeline of ["home", "notifications"]) {
+      const data = req.body[timeline];
+      if (!data?.last_read_id) continue;
+
+      const now = new Date().toISOString();
+      await collections.ap_markers.updateOne(
+        { timeline },
+        {
+          $set: { last_read_id: data.last_read_id, updated_at: now },
+          $inc: { version: 1 },
+          $setOnInsert: { timeline },
+        },
+        { upsert: true },
+      );
+
+      const doc = await collections.ap_markers.findOne({ timeline });
+      result[timeline] = {
+        last_read_id: doc.last_read_id,
+        version: doc.version || 0,
+        updated_at: doc.updated_at || now,
+      };
+    }
+
+    res.json(result);
+  } catch (error) {
+    next(error);
+  }
+});
+
+// ─── Follow requests ────────────────────────────────────────────────────────
+
+router.get("/api/v1/follow_requests", (req, res) => {
+  res.json([]);
+});
+
+// ─── Announcements ──────────────────────────────────────────────────────────
+
+router.get("/api/v1/announcements", (req, res) => {
+  res.json([]);
+});
+
+// ─── Custom emojis ──────────────────────────────────────────────────────────
+
+router.get("/api/v1/custom_emojis", (req, res) => {
+  res.json([]);
+});
+
+// ─── Filters (v2) ───────────────────────────────────────────────────────────
+
+router.get("/api/v2/filters", (req, res) => {
+  res.json([]);
+});
+
+router.get("/api/v1/filters", (req, res) => {
+  res.json([]);
+});
+
+// ─── Lists ──────────────────────────────────────────────────────────────────
+
+router.get("/api/v1/lists", (req, res) => {
+  res.json([]);
+});
+
+// ─── Mutes ──────────────────────────────────────────────────────────────────
+
+router.get("/api/v1/mutes", (req, res) => {
+  res.json([]);
+});
+
+// ─── Blocks ─────────────────────────────────────────────────────────────────
+
+router.get("/api/v1/blocks", (req, res) => {
+  res.json([]);
+});
+
+// ─── Bookmarks ──────────────────────────────────────────────────────────────
+
+router.get("/api/v1/bookmarks", async (req, res, next) => {
+  try {
+    const collections = req.app.locals.mastodonCollections;
+    const baseUrl = `${req.protocol}://${req.get("host")}`;
+    const limit = parseLimit(req.query.limit);
+
+    if (!collections.ap_interactions) {
+      return res.json([]);
+    }
+
+    const baseFilter = { type: "bookmark" };
+    const { filter, sort, reverse } = buildPaginationQuery(baseFilter, {
+      max_id: req.query.max_id,
+      min_id: req.query.min_id,
+      since_id: req.query.since_id,
+    });
+
+    let interactions = await collections.ap_interactions
+      .find(filter)
+      .sort(sort)
+      .limit(limit)
+      .toArray();
+
+    if (reverse) interactions.reverse();
+
+    // Batch-fetch the actual timeline items
+    const objectUrls = interactions.map((i) => i.objectUrl).filter(Boolean);
+    if (!objectUrls.length) {
+      return res.json([]);
+    }
+
+    const items = await collections.ap_timeline
+      .find({ $or: [{ uid: { $in: objectUrls } }, { url: { $in: objectUrls } }] })
+      .toArray();
+
+    const itemMap = new Map();
+    for (const item of items) {
+      if (item.uid) itemMap.set(item.uid, item);
+      if (item.url) itemMap.set(item.url, item);
+    }
+
+    const statuses = [];
+    for (const interaction of interactions) {
+      const item = itemMap.get(interaction.objectUrl);
+      if (item) {
+        statuses.push(
+          serializeStatus(item, {
+            baseUrl,
+            favouritedIds: new Set(),
+            rebloggedIds: new Set(),
+            bookmarkedIds: new Set([item.uid]),
+            pinnedIds: new Set(),
+          }),
+        );
+      }
+    }
+
+    setPaginationHeaders(res, req, interactions, limit);
+    res.json(statuses);
+  } catch (error) {
+    next(error);
+  }
+});
+
+// ─── Favourites ─────────────────────────────────────────────────────────────
+
+router.get("/api/v1/favourites", async (req, res, next) => {
+  try {
+    const collections = req.app.locals.mastodonCollections;
+    const baseUrl = `${req.protocol}://${req.get("host")}`;
+    const limit = parseLimit(req.query.limit);
+
+    if (!collections.ap_interactions) {
+      return res.json([]);
+    }
+
+    const baseFilter = { type: "like" };
+    const { filter, sort, reverse } = buildPaginationQuery(baseFilter, {
+      max_id: req.query.max_id,
+      min_id: req.query.min_id,
+      since_id: req.query.since_id,
+    });
+
+    let interactions = await collections.ap_interactions
+      .find(filter)
+      .sort(sort)
+      .limit(limit)
+      .toArray();
+
+    if (reverse) interactions.reverse();
+
+    const objectUrls = interactions.map((i) => i.objectUrl).filter(Boolean);
+    if (!objectUrls.length) {
+      return res.json([]);
+    }
+
+    const items = await collections.ap_timeline
+      .find({ $or: [{ uid: { $in: objectUrls } }, { url: { $in: objectUrls } }] })
+      .toArray();
+
+    const itemMap = new Map();
+    for (const item of items) {
+      if (item.uid) itemMap.set(item.uid, item);
+      if (item.url) itemMap.set(item.url, item);
+    }
+
+    const statuses = [];
+    for (const interaction of interactions) {
+      const item = itemMap.get(interaction.objectUrl);
+      if (item) {
+        statuses.push(
+          serializeStatus(item, {
+            baseUrl,
+            favouritedIds: new Set([item.uid]),
+            rebloggedIds: new Set(),
+            bookmarkedIds: new Set(),
+            pinnedIds: new Set(),
+          }),
+        );
+      }
+    }
+
+    setPaginationHeaders(res, req, interactions, limit);
+    res.json(statuses);
+  } catch (error) {
+    next(error);
+  }
+});
+
+// ─── Featured tags ──────────────────────────────────────────────────────────
+
+router.get("/api/v1/featured_tags", (req, res) => {
+  res.json([]);
+});
+
+// ─── Followed tags ──────────────────────────────────────────────────────────
+
+router.get("/api/v1/followed_tags", (req, res) => {
+  res.json([]);
+});
+
+// ─── Suggestions ────────────────────────────────────────────────────────────
+
+router.get("/api/v2/suggestions", (req, res) => {
+  res.json([]);
+});
+
+// ─── Trends ─────────────────────────────────────────────────────────────────
+
+router.get("/api/v1/trends/statuses", (req, res) => {
+  res.json([]);
+});
+
+router.get("/api/v1/trends/tags", (req, res) => {
+  res.json([]);
+});
+
+router.get("/api/v1/trends/links", (req, res) => {
+  res.json([]);
+});
+
+// ─── Scheduled statuses ─────────────────────────────────────────────────────
+
+router.get("/api/v1/scheduled_statuses", (req, res) => {
+  res.json([]);
+});
+
+// ─── Conversations ──────────────────────────────────────────────────────────
+
+router.get("/api/v1/conversations", (req, res) => {
+  res.json([]);
+});
+
+// ─── Domain blocks ──────────────────────────────────────────────────────────
+
+router.get("/api/v1/domain_blocks", (req, res) => {
+  res.json([]);
+});
+
+// ─── Endorsements ───────────────────────────────────────────────────────────
+
+router.get("/api/v1/endorsements", (req, res) => {
+  res.json([]);
+});
+
+// ─── Account statuses ───────────────────────────────────────────────────────
+
+router.get("/api/v1/accounts/:id/statuses", async (req, res, next) => {
+  try {
+    const collections = req.app.locals.mastodonCollections;
+    const baseUrl = `${req.protocol}://${req.get("host")}`;
+
+    // Try to find the profile to see if this is the local user
+    const profile = await collections.ap_profile.findOne({});
+    const isLocal = profile && profile._id.toString() === req.params.id;
+
+    if (isLocal && profile?.url) {
+      // Return statuses authored by local user
+      const { serializeStatus } = await import("../entities/status.js");
+      const { parseLimit } = await import("../helpers/pagination.js");
+
+      const limit = parseLimit(req.query.limit);
+      const items = await collections.ap_timeline
+        .find({ "author.url": profile.url, isContext: { $ne: true } })
+        .sort({ _id: -1 })
+        .limit(limit)
+        .toArray();
+
+      const statuses = items.map((item) =>
+        serializeStatus(item, {
+          baseUrl,
+          favouritedIds: new Set(),
+          rebloggedIds: new Set(),
+          bookmarkedIds: new Set(),
+          pinnedIds: new Set(),
+        }),
+      );
+
+      return res.json(statuses);
+    }
+
+    // Remote account or unknown — return empty
+    res.json([]);
+  } catch (error) {
+    next(error);
+  }
+});
+
+// ─── Account followers/following ────────────────────────────────────────────
+
+router.get("/api/v1/accounts/:id/followers", (req, res) => {
+  res.json([]);
+});
+
+router.get("/api/v1/accounts/:id/following", (req, res) => {
+  res.json([]);
+});
+
+export default router;

package/lib/mastodon/routes/timelines.js

@@ -0,0 +1,296 @@
+/**
+ * Timeline endpoints for Mastodon Client API.
+ *
+ * GET /api/v1/timelines/home — home timeline (authenticated)
+ * GET /api/v1/timelines/public — public/federated timeline
+ * GET /api/v1/timelines/tag/:hashtag — hashtag timeline
+ */
+import express from "express";
+import { serializeStatus } from "../entities/status.js";
+import { buildPaginationQuery, parseLimit, setPaginationHeaders } from "../helpers/pagination.js";
+import { loadModerationData, applyModerationFilters } from "../../item-processing.js";
+
+const router = express.Router(); // eslint-disable-line new-cap
+
+// ─── GET /api/v1/timelines/home ─────────────────────────────────────────────
+
+router.get("/api/v1/timelines/home", async (req, res, next) => {
+  try {
+    const token = req.mastodonToken;
+    if (!token) {
+      return res.status(401).json({ error: "The access token is invalid" });
+    }
+
+    const collections = req.app.locals.mastodonCollections;
+    const baseUrl = `${req.protocol}://${req.get("host")}`;
+    const limit = parseLimit(req.query.limit);
+
+    // Base filter: exclude context-only items and private/direct posts
+    const baseFilter = {
+      isContext: { $ne: true },
+      visibility: { $nin: ["direct"] },
+    };
+
+    // Apply cursor-based pagination
+    const { filter, sort, reverse } = buildPaginationQuery(baseFilter, {
+      max_id: req.query.max_id,
+      min_id: req.query.min_id,
+      since_id: req.query.since_id,
+    });
+
+    // Fetch items from timeline
+    let items = await collections.ap_timeline
+      .find(filter)
+      .sort(sort)
+      .limit(limit)
+      .toArray();
+
+    // Reverse if min_id was used (ascending sort → need descending order)
+    if (reverse) {
+      items.reverse();
+    }
+
+    // Apply mute/block filtering
+    const modCollections = {
+      ap_muted: collections.ap_muted,
+      ap_blocked: collections.ap_blocked,
+      ap_profile: collections.ap_profile,
+    };
+    const moderation = await loadModerationData(modCollections);
+    items = applyModerationFilters(items, moderation);
+
+    // Load interaction state (likes, boosts, bookmarks) for the authenticated user
+    const { favouritedIds, rebloggedIds, bookmarkedIds } = await loadInteractionState(
+      collections,
+      items,
+    );
+
+    // Serialize to Mastodon Status entities
+    const statuses = items.map((item) =>
+      serializeStatus(item, {
+        baseUrl,
+        favouritedIds,
+        rebloggedIds,
+        bookmarkedIds,
+        pinnedIds: new Set(),
+      }),
+    );
+
+    // Set pagination Link headers
+    setPaginationHeaders(res, req, items, limit);
+
+    res.json(statuses);
+  } catch (error) {
+    next(error);
+  }
+});
+
+// ─── GET /api/v1/timelines/public ───────────────────────────────────────────
+
+router.get("/api/v1/timelines/public", async (req, res, next) => {
+  try {
+    const collections = req.app.locals.mastodonCollections;
+    const baseUrl = `${req.protocol}://${req.get("host")}`;
+    const limit = parseLimit(req.query.limit);
+
+    // Public timeline: only public visibility, no context items
+    const baseFilter = {
+      isContext: { $ne: true },
+      visibility: "public",
+    };
+
+    // Local timeline: only posts from the local instance author
+    if (req.query.local === "true") {
+      const profile = await collections.ap_profile.findOne({});
+      if (profile?.url) {
+        baseFilter["author.url"] = profile.url;
+      }
+    }
+
+    // Remote-only: exclude local author posts
+    if (req.query.remote === "true") {
+      const profile = await collections.ap_profile.findOne({});
+      if (profile?.url) {
+        baseFilter["author.url"] = { $ne: profile.url };
+      }
+    }
+
+    if (req.query.only_media === "true") {
+      baseFilter.$or = [
+        { "photo.0": { $exists: true } },
+        { "video.0": { $exists: true } },
+        { "audio.0": { $exists: true } },
+      ];
+    }
+
+    const { filter, sort, reverse } = buildPaginationQuery(baseFilter, {
+      max_id: req.query.max_id,
+      min_id: req.query.min_id,
+      since_id: req.query.since_id,
+    });
+
+    let items = await collections.ap_timeline
+      .find(filter)
+      .sort(sort)
+      .limit(limit)
+      .toArray();
+
+    if (reverse) {
+      items.reverse();
+    }
+
+    // Apply mute/block filtering
+    const modCollections = {
+      ap_muted: collections.ap_muted,
+      ap_blocked: collections.ap_blocked,
+      ap_profile: collections.ap_profile,
+    };
+    const moderation = await loadModerationData(modCollections);
+    items = applyModerationFilters(items, moderation);
+
+    // Load interaction state if authenticated
+    let favouritedIds = new Set();
+    let rebloggedIds = new Set();
+    let bookmarkedIds = new Set();
+
+    if (req.mastodonToken) {
+      ({ favouritedIds, rebloggedIds, bookmarkedIds } = await loadInteractionState(
+        collections,
+        items,
+      ));
+    }
+
+    const statuses = items.map((item) =>
+      serializeStatus(item, {
+        baseUrl,
+        favouritedIds,
+        rebloggedIds,
+        bookmarkedIds,
+        pinnedIds: new Set(),
+      }),
+    );
+
+    setPaginationHeaders(res, req, items, limit);
+    res.json(statuses);
+  } catch (error) {
+    next(error);
+  }
+});
+
+// ─── GET /api/v1/timelines/tag/:hashtag ─────────────────────────────────────
+
+router.get("/api/v1/timelines/tag/:hashtag", async (req, res, next) => {
+  try {
+    const collections = req.app.locals.mastodonCollections;
+    const baseUrl = `${req.protocol}://${req.get("host")}`;
+    const limit = parseLimit(req.query.limit);
+    const hashtag = req.params.hashtag;
+
+    const baseFilter = {
+      isContext: { $ne: true },
+      visibility: { $in: ["public", "unlisted"] },
+      category: hashtag,
+    };
+
+    const { filter, sort, reverse } = buildPaginationQuery(baseFilter, {
+      max_id: req.query.max_id,
+      min_id: req.query.min_id,
+      since_id: req.query.since_id,
+    });
+
+    let items = await collections.ap_timeline
+      .find(filter)
+      .sort(sort)
+      .limit(limit)
+      .toArray();
+
+    if (reverse) {
+      items.reverse();
+    }
+
+    // Load interaction state if authenticated
+    let favouritedIds = new Set();
+    let rebloggedIds = new Set();
+    let bookmarkedIds = new Set();
+
+    if (req.mastodonToken) {
+      ({ favouritedIds, rebloggedIds, bookmarkedIds } = await loadInteractionState(
+        collections,
+        items,
+      ));
+    }
+
+    const statuses = items.map((item) =>
+      serializeStatus(item, {
+        baseUrl,
+        favouritedIds,
+        rebloggedIds,
+        bookmarkedIds,
+        pinnedIds: new Set(),
+      }),
+    );
+
+    setPaginationHeaders(res, req, items, limit);
+    res.json(statuses);
+  } catch (error) {
+    next(error);
+  }
+});
+
+// ─── Helpers ─────────────────────────────────────────────────────────────────
+
+/**
+ * Load interaction state (favourited, reblogged, bookmarked) for a set of timeline items.
+ *
+ * Queries ap_interactions for likes and boosts matching the items' UIDs.
+ *
+ * @param {object} collections - MongoDB collections
+ * @param {Array} items - Timeline items
+ * @returns {Promise<{ favouritedIds: Set<string>, rebloggedIds: Set<string>, bookmarkedIds: Set<string> }>}
+ */
+async function loadInteractionState(collections, items) {
+  const favouritedIds = new Set();
+  const rebloggedIds = new Set();
+  const bookmarkedIds = new Set();
+
+  if (!items.length || !collections.ap_interactions) {
+    return { favouritedIds, rebloggedIds, bookmarkedIds };
+  }
+
+  // Collect all UIDs and URLs to look up
+  const lookupUrls = new Set();
+  const urlToUid = new Map();
+  for (const item of items) {
+    if (item.uid) {
+      lookupUrls.add(item.uid);
+      urlToUid.set(item.uid, item.uid);
+    }
+    if (item.url && item.url !== item.uid) {
+      lookupUrls.add(item.url);
+      urlToUid.set(item.url, item.uid || item.url);
+    }
+  }
+
+  if (lookupUrls.size === 0) {
+    return { favouritedIds, rebloggedIds, bookmarkedIds };
+  }
+
+  const interactions = await collections.ap_interactions
+    .find({ objectUrl: { $in: [...lookupUrls] } })
+    .toArray();
+
+  for (const interaction of interactions) {
+    const uid = urlToUid.get(interaction.objectUrl) || interaction.objectUrl;
+    if (interaction.type === "like") {
+      favouritedIds.add(uid);
+    } else if (interaction.type === "boost") {
+      rebloggedIds.add(uid);
+    } else if (interaction.type === "bookmark") {
+      bookmarkedIds.add(uid);
+    }
+  }
+
+  return { favouritedIds, rebloggedIds, bookmarkedIds };
+}
+
+export default router;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rmdes/indiekit-endpoint-activitypub",
-  "version": "2.15.4",
+  "version": "3.2.0",
   "description": "ActivityPub federation endpoint for Indiekit via Fedify. Adds full fediverse support: actor, inbox, outbox, followers, following, syndication, and Mastodon migration.",
   "keywords": [
     "indiekit",
@@ -47,6 +47,7 @@
     "unfurl.js": "^6.4.0"
   },
   "peerDependencies": {
+    "@indiekit/endpoint-micropub": "^1.0.0-beta.25",
     "@indiekit/error": "^1.0.0-beta.25",
     "@indiekit/frontend": "^1.0.0-beta.25"
   },