feedkeeper 0.27.1 → 0.28.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "feedkeeper",
-  "version": "0.27.1",
+  "version": "0.28.0",
   "description": "A lightweight, self-hosted RSS reader and remote MCP server for your news, blogs, and AI workflows.",
   "keywords": [
     "rss",

package/server/dist/api/items.js

@@ -123,10 +123,11 @@ itemsRouter.post("/:itemId/extract-content", async (req, res) => {
         res.status(FULL_TEXT_STATUS[result.error]).json({ error: result.error, ...(result.message ? { message: result.message } : {}) });
         return;
     }
-    const [served] = withArchivedImages([{ id: result.id, link: findItemById(result.id)?.link ?? null, full_content_html: result.fullContentHtml }], requestOrigin(req));
+    const currentItem = findItemById(result.id);
+    const [served] = withArchivedImages([{ id: result.id, link: currentItem?.link ?? null, full_content_html: result.fullContentHtml }], requestOrigin(req));
     res.json({
         id: result.id,
-        full_content_html: readerHtml(served.full_content_html, result.title ?? findItemById(result.id)?.title, findItemById(result.id)?.author),
+        full_content_html: readerHtml(served.full_content_html, result.title ?? currentItem?.title, currentItem?.author),
         ...(result.cached ? {} : { title: result.title, byline: result.byline }),
         cached: result.cached,
     });

package/server/dist/api/v1/index.js

@@ -27,6 +27,7 @@ const FEATURES = [
     "content.prepare",
     "item.lead",
     "item.author",
+    "item.empty-gallery",
     "images",
     "muted-keywords",
     "opml",

package/server/dist/api/v1/resources.js

@@ -11,7 +11,7 @@ import { loadFullText } from "../../feeds/fullText.js";
 import { generateOpml, importOpmlFeeds } from "../../feeds/opml.js";
 import { pollFeed, pollFeeds } from "../../feeds/poller.js";
 import { canAccessFeed, loadFeedIcon } from "../../feeds/feedIcon.js";
-import { addMutedKeyword, canAccessItem, createFolder, deleteFolder, deleteItemNote, findFeedById, findFolderById, findItemForUser, findItemNote, noteConflictState, isUserSubscribed, itemsWithNotes, listFoldersForUser, listItemsForUser, listMutedKeywords, listNotesForUser, listSubscriptionsForUser, markAllRead, removeMutedKeyword, reorderSubscriptions, searchItemsForUser, setItemNote, updateFolder, } from "../../feeds/repository.js";
+import { addMutedKeyword, canAccessItem, createFolder, deleteFolder, deleteItemNote, findFeedById, findFolderById, findItemForUser, findItemsForUser, findSubscriptionForUser, findItemNote, noteConflictState, isUserSubscribed, itemsWithNotes, listFoldersForUser, listItemsForUser, listMutedKeywords, listNotesForUser, listSubscriptionsForUser, markAllRead, removeMutedKeyword, reorderSubscriptions, searchItemsForUser, setItemNote, updateFolder, } from "../../feeds/repository.js";
 import { saveToInbox, deleteInboxItem } from "../../feeds/inbox.js";
 import { changeFeedUrl, FeedError, MultipleFeedsFoundError, subscribeToFeed, unsubscribeFromFeed, updateFeedSettings } from "../../feeds/service.js";
 import { SsrfBlockedError, normalizeUrlCandidate } from "../../feeds/ssrfGuard.js";
@@ -29,7 +29,7 @@ const imageLimiter = rateLimit({ windowMs: 60 * 1000, limit: 600, standardHeader
 const urlField = z.preprocess((val) => (typeof val === "string" ? normalizeUrlCandidate(val) : val), z.string().url());
 const invalid = (res, details) => void res.status(400).json({ error: "invalid_input", ...(details ? { details } : {}) });
 function subscriptionOf(userId, id) {
-    const subscription = listSubscriptionsForUser(userId).find((entry) => entry.id === id);
+    const subscription = findSubscriptionForUser(userId, id);
     return subscription ? serializeSubscriptionDetail(subscription) : null;
 }
 // ---- Account -------------------------------------------------------------
@@ -302,9 +302,9 @@ const itemsQuery = z.object({
     images: z.enum(["original", "proxy"]).default("original"),
 });
 /** Rows ready for a native client: images served by this server where it keeps copies. */
-function prepare(rows, req, images) {
-    const archived = withArchivedImages(rows, origin(req), API_BASE);
-    return images === "proxy" ? withProxiedImages(archived, origin(req), API_BASE) : archived;
+function prepare(rows, req, images, withContent = true) {
+    const archived = withArchivedImages(rows, origin(req), API_BASE, withContent);
+    return images === "proxy" ? withProxiedImages(archived, origin(req), API_BASE, withContent) : archived;
 }
 const searchQuery = z.object({
     q: z.string().trim().min(1).max(200),
@@ -340,7 +340,7 @@ resourcesRouter.get("/search", requireCapability("search.fts"), (req, res) => {
     res.json({
         query: query.q,
         total,
-        items: prepare(rows, req, query.images).map((row) => serializeItem(row, progress, withContent, hasNotes.has(row.id))),
+        items: prepare(rows, req, query.images, withContent).map((row) => serializeItem(row, progress, withContent, hasNotes.has(row.id))),
     });
 });
 resourcesRouter.get("/items", (req, res) => {
@@ -374,7 +374,7 @@ resourcesRouter.get("/items", (req, res) => {
     const progress = readingPositions(req.user.id, page.map((row) => row.id));
     const hasNotes = itemsWithNotes(req.user.id, page.map((row) => row.id));
     res.json({
-        items: prepare(page, req, query.images).map((row) => serializeItem(row, progress, withContent, hasNotes.has(row.id))),
+        items: prepare(page, req, query.images, withContent).map((row) => serializeItem(row, progress, withContent, hasNotes.has(row.id))),
         newestCursor: page[0] ? encodeCursor(page[0]) : null,
         nextCursor: hasMore && page.length ? encodeCursor(page[page.length - 1]) : null,
     });
@@ -385,10 +385,11 @@ resourcesRouter.get("/items/bundle", (req, res) => {
     if (!parsed.success)
         return invalid(res, "ids: up to 50 comma separated article ids");
     const ids = [...new Set(parsed.data.ids.split(",").map(Number))];
-    const rows = ids.map((id) => findItemForUser(req.user.id, id)).filter((row) => Boolean(row));
+    const byId = new Map(findItemsForUser(req.user.id, ids).map((row) => [row.id, row]));
+    const rows = ids.map((id) => byId.get(id)).filter((row) => Boolean(row));
     const progress = readingPositions(req.user.id, rows.map((row) => row.id));
     const hasNotes = itemsWithNotes(req.user.id, rows.map((row) => row.id));
-    res.json({ items: prepare(rows, req, parsed.data.images).map((row) => serializeItem(row, progress, true, hasNotes.has(row.id))) });
+    res.json({ items: prepare(rows, req, parsed.data.images, true).map((row) => serializeItem(row, progress, true, hasNotes.has(row.id))) });
 });
 // Explicit extraction side effect; read-only devices continue to consume the shared cache.
 resourcesRouter.post("/items/prepare", requireCapability("fulltext"), async (req, res) => {
@@ -515,12 +516,13 @@ resourcesRouter.get("/notes/export", (req, res) => {
 });
 // ---- Curated Edition ("Deine Zeitung") ------------------------------------
 function editionResponse(req, edition) {
+    const byId = new Map(findItemsForUser(req.user.id, edition.itemIds).map((row) => [row.id, row]));
     const rows = edition.itemIds
-        .map((id) => findItemForUser(req.user.id, id))
+        .map((id) => byId.get(id))
         .filter((row) => Boolean(row));
     const progress = readingPositions(req.user.id, rows.map((r) => r.id));
     const hasNotes = itemsWithNotes(req.user.id, rows.map((r) => r.id));
-    const prepared = prepare(rows, req, req.query.images === "proxy" ? "proxy" : "original");
+    const prepared = prepare(rows, req, req.query.images === "proxy" ? "proxy" : "original", false);
     return {
         ...edition,
         items: prepared.map((row) => serializeItem(row, progress, false, hasNotes.has(row.id))),

package/server/dist/auth/tokens.js

@@ -38,9 +38,16 @@ export function resolveToken(token) {
     if (stored.length !== provided.length || !timingSafeEqual(stored, provided)) {
         return null;
     }
-    db.prepare("UPDATE personal_access_tokens SET last_used_at = strftime('%Y-%m-%dT%H:%M:%fZ', 'now') WHERE id = ?").run(row.id);
+    const now = Date.now();
+    const lastTouch = tokenLastTouch.get(row.id) ?? 0;
+    if (!row.last_used_at || now - lastTouch >= TOKEN_TOUCH_INTERVAL_MS) {
+        tokenLastTouch.set(row.id, now);
+        db.prepare("UPDATE personal_access_tokens SET last_used_at = strftime('%Y-%m-%dT%H:%M:%fZ', 'now') WHERE id = ?").run(row.id);
+    }
     return { userId: row.user_id, scope: row.scope, kind: row.kind, tokenId: row.id };
 }
+const tokenLastTouch = new Map();
+const TOKEN_TOUCH_INTERVAL_MS = 5 * 60 * 1000;
 /** Hand-made tokens only; paired devices are listed separately. */
 export function listTokensForUser(userId) {
     return db
@@ -49,6 +56,7 @@ export function listTokensForUser(userId) {
         .map(({ token_hash, ...rest }) => rest);
 }
 export function deleteToken(userId, tokenId) {
+    tokenLastTouch.delete(tokenId);
     db.prepare("DELETE FROM personal_access_tokens WHERE id = ? AND user_id = ? AND kind = 'api'").run(tokenId, userId);
 }
 export function listDevicesForUser(userId) {
@@ -59,6 +67,7 @@ export function listDevicesForUser(userId) {
 }
 /** Revokes a device; its token stops working immediately. Returns whether one was removed. */
 export function deleteDevice(userId, deviceId) {
+    tokenLastTouch.delete(deviceId);
     return db.prepare("DELETE FROM personal_access_tokens WHERE id = ? AND user_id = ? AND kind = 'device'").run(deviceId, userId).changes > 0;
 }
 //# sourceMappingURL=tokens.js.map

package/server/dist/db/index.js

@@ -8,7 +8,11 @@ const MIGRATIONS_DIR = join(__dirname, "migrations");
 mkdirSync(dirname(config.databasePath), { recursive: true });
 export const db = new Database(config.databasePath);
 db.pragma("journal_mode = WAL");
+db.pragma("synchronous = NORMAL");
 db.pragma("foreign_keys = ON");
+db.pragma("busy_timeout = 5000");
+db.pragma("temp_store = MEMORY");
+db.pragma("cache_size = -65536");
 function ensureMigrationsTable() {
     db.exec(`CREATE TABLE IF NOT EXISTS _migrations (
       name TEXT PRIMARY KEY,

package/server/dist/db/migrations/0039_performance_indexes.sql

@@ -0,0 +1,96 @@
+-- Foreign key and cascade delete indexes
+CREATE INDEX IF NOT EXISTS idx_item_reads_item ON item_reads(item_id);
+CREATE INDEX IF NOT EXISTS idx_item_progress_item ON item_progress(item_id);
+CREATE INDEX IF NOT EXISTS idx_item_note_revisions_item ON item_note_revisions(item_id);
+CREATE INDEX IF NOT EXISTS idx_full_text_jobs_user ON full_text_jobs(user_id);
+CREATE INDEX IF NOT EXISTS idx_oauth_codes_user ON oauth_codes(user_id);
+CREATE INDEX IF NOT EXISTS idx_oauth_codes_client ON oauth_codes(client_id);
+CREATE INDEX IF NOT EXISTS idx_security_challenges_user ON security_challenges(user_id);
+
+-- Housekeeping and retention cleanup indexes
+CREATE INDEX IF NOT EXISTS idx_native_requests_created ON native_requests(created_at);
+CREATE INDEX IF NOT EXISTS idx_applied_mutations_applied ON applied_mutations(applied_at);
+CREATE INDEX IF NOT EXISTS idx_items_feed_eff_pub ON items(
+  feed_id,
+  COALESCE(julianday(published_at), julianday(created_at)) DESC,
+  id DESC
+);
+
+-- Item listing, cursor pagination, lead backfill, and full-text candidate indexes
+CREATE INDEX IF NOT EXISTS idx_items_feed_created ON items(feed_id, created_at DESC, id DESC);
+CREATE INDEX IF NOT EXISTS idx_bookmarks_user_created ON item_bookmarks(user_id, created_at DESC, item_id DESC);
+CREATE INDEX IF NOT EXISTS idx_items_lead_version ON items(lead_version);
+CREATE INDEX IF NOT EXISTS idx_items_fulltext_candidates ON items(feed_id, created_at DESC)
+  WHERE link IS NOT NULL AND full_content_html IS NULL AND extraction_status != 'feed_only';
+
+-- Avoid rebuilding FTS5 entries when non-indexed item columns change during polling or extraction
+DROP TRIGGER IF EXISTS trg_items_fts_update;
+CREATE TRIGGER trg_items_fts_update AFTER UPDATE ON items
+WHEN OLD.title IS NOT NEW.title
+  OR OLD.content_snippet IS NOT NEW.content_snippet
+  OR OLD.content_html IS NOT NEW.content_html
+  OR OLD.full_content_html IS NOT NEW.full_content_html
+BEGIN
+  INSERT INTO items_fts(items_fts, rowid, title, content_snippet, content_html, full_content_html)
+  VALUES ('delete', old.id, old.title, old.content_snippet, old.content_html, old.full_content_html);
+  INSERT INTO items_fts(rowid, title, content_snippet, content_html, full_content_html)
+  VALUES (new.id, new.title, new.content_snippet, new.content_html, new.full_content_html);
+END;
+
+-- Monotonic per-user sync sequence high-water mark across change log pruning
+ALTER TABLE sync_state ADD COLUMN last_seq INTEGER NOT NULL DEFAULT 0;
+UPDATE sync_state
+SET last_seq = MAX(
+  pruned_through,
+  COALESCE((SELECT MAX(seq) FROM changes WHERE changes.user_id = sync_state.user_id), 0)
+);
+
+DROP TRIGGER IF EXISTS trg_changes_seq_insert;
+CREATE TRIGGER trg_changes_seq_insert
+AFTER INSERT ON changes
+WHEN NEW.seq <= COALESCE((SELECT MAX(last_seq, pruned_through) FROM sync_state WHERE user_id = NEW.user_id), 0)
+BEGIN
+  UPDATE changes
+  SET seq = MAX(
+    COALESCE((SELECT MAX(seq) FROM changes WHERE user_id = NEW.user_id), 0),
+    COALESCE((SELECT MAX(last_seq, pruned_through) FROM sync_state WHERE user_id = NEW.user_id), 0)
+  ) + 1
+  WHERE user_id = NEW.user_id AND entity = NEW.entity AND entity_id = NEW.entity_id;
+END;
+
+DROP TRIGGER IF EXISTS trg_changes_seq_update;
+CREATE TRIGGER trg_changes_seq_update
+AFTER UPDATE OF seq ON changes
+WHEN NEW.seq <= COALESCE((SELECT MAX(last_seq, pruned_through) FROM sync_state WHERE user_id = NEW.user_id), 0)
+BEGIN
+  UPDATE changes
+  SET seq = MAX(
+    COALESCE((SELECT MAX(seq) FROM changes WHERE user_id = NEW.user_id), 0),
+    COALESCE((SELECT MAX(last_seq, pruned_through) FROM sync_state WHERE user_id = NEW.user_id), 0)
+  ) + 1
+  WHERE user_id = NEW.user_id AND entity = NEW.entity AND entity_id = NEW.entity_id;
+END;
+
+-- Record old feed deletion when a subscription moves to a different feed
+DROP TRIGGER IF EXISTS trg_changes_subscription_move;
+CREATE TRIGGER trg_changes_subscription_move
+AFTER UPDATE OF feed_id ON subscriptions
+WHEN OLD.feed_id IS NOT NEW.feed_id
+BEGIN
+  INSERT INTO changes (user_id, entity, entity_id, op, seq, changed_at)
+  VALUES (OLD.user_id, 'subscription', OLD.feed_id, 'delete', (SELECT COALESCE(MAX(seq), 0) + 1 FROM changes WHERE user_id = OLD.user_id), strftime('%Y-%m-%dT%H:%M:%fZ', 'now'))
+  ON CONFLICT (user_id, entity, entity_id) DO UPDATE SET op = excluded.op, seq = excluded.seq, changed_at = excluded.changed_at;
+END;
+
+-- Notify subscribers when a feed's URL or poll interval is updated in place
+DROP TRIGGER IF EXISTS trg_changes_feed_update;
+CREATE TRIGGER trg_changes_feed_update
+AFTER UPDATE OF url, poll_interval_minutes ON feeds
+WHEN OLD.url IS NOT NEW.url OR OLD.poll_interval_minutes IS NOT NEW.poll_interval_minutes
+BEGIN
+  INSERT INTO changes (user_id, entity, entity_id, op, seq, changed_at)
+  SELECT s.user_id, 'subscription', NEW.id, 'upsert', (SELECT COALESCE(MAX(seq), 0) + 1 FROM changes WHERE user_id = s.user_id), strftime('%Y-%m-%dT%H:%M:%fZ', 'now')
+  FROM subscriptions s
+  WHERE s.feed_id = NEW.id
+  ON CONFLICT (user_id, entity, entity_id) DO UPDATE SET op = excluded.op, seq = excluded.seq, changed_at = excluded.changed_at;
+END;

package/server/dist/db/migrations/0040_empty_gallery.sql

@@ -0,0 +1,10 @@
+-- Classification is shared publisher metadata, not a deletion or a per-user read state.
+ALTER TABLE items ADD COLUMN is_empty_gallery INTEGER NOT NULL DEFAULT 0 CHECK (is_empty_gallery IN (0, 1));
+-- Reuse the bounded metadata backfill; existing content and reading history stay intact.
+UPDATE items SET lead_version = NULL;
+
+CREATE TRIGGER trg_gallery_revision AFTER UPDATE OF is_empty_gallery ON items
+WHEN OLD.is_empty_gallery IS NOT NEW.is_empty_gallery
+BEGIN
+  UPDATE items SET content_revision = content_revision + 1 WHERE id = NEW.id;
+END;

package/server/dist/feeds/archive.js

@@ -22,6 +22,7 @@ const archiveWrites = new Set();
 async function storeArchivedImage(destination, image) {
     const temporary = `${destination}.tmp`;
     archiveWrites.add(temporary);
+    archiveWrites.add(destination);
     try {
         await unlink(temporary).catch((error) => { if (error.code !== "ENOENT")
             throw error; });
@@ -164,13 +165,18 @@ export async function archiveItem(itemId) {
                 continue;
             const fileName = `${itemId}-${createHash("sha256").update(url).digest("hex").slice(0, 16)}.${type.ext}`;
             const destination = join(archiveDir(), fileName);
-            await storeArchivedImage(destination, image);
-            // The last bookmark or article may have disappeared while the image was loading.
-            if (!hasBookmark(itemId) || !findItemById(itemId)) {
-                unlinkSync(destination);
-                continue;
+            try {
+                await storeArchivedImage(destination, image);
+                // The last bookmark or article may have disappeared while the image was loading.
+                if (!hasBookmark(itemId) || !findItemById(itemId)) {
+                    unlinkSync(destination);
+                    continue;
+                }
+                insert.run(itemId, url, fileName, type.mime, buffer.length);
+            }
+            finally {
+                archiveWrites.delete(destination);
             }
-            insert.run(itemId, url, fileName, type.mime, buffer.length);
         }
         catch (error) {
             // Leave the durable bookmark pending so startup can finish it later.
@@ -276,7 +282,7 @@ export function findArchivedImage(userId, imageId) {
     return { path: join(archiveDir(), row.file_name), mime: row.mime_type };
 }
 /** Swap image URLs of archived articles for their local copies before sending them to the browser. */
-export function withArchivedImages(items, origin, apiBase = "/api") {
+export function withArchivedImages(items, origin, apiBase = "/api", withContent = true) {
     const archived = archivedImagesFor(items.map((item) => item.id));
     return items.map((item) => {
         const images = archived.get(item.id);
@@ -286,8 +292,8 @@ export function withArchivedImages(items, origin, apiBase = "/api") {
         return {
             ...item,
             image_url: hero && images.has(hero) ? archivedImageUrl(origin, images.get(hero), apiBase) : item.image_url,
-            content_html: item.content_html ? rewriteArchivedImages(item.content_html, item.link, images, origin, apiBase) : item.content_html,
-            full_content_html: item.full_content_html ? rewriteArchivedImages(item.full_content_html, item.link, images, origin, apiBase) : item.full_content_html,
+            content_html: withContent && item.content_html ? rewriteArchivedImages(item.content_html, item.link, images, origin, apiBase) : item.content_html,
+            full_content_html: withContent && item.full_content_html ? rewriteArchivedImages(item.full_content_html, item.link, images, origin, apiBase) : item.full_content_html,
         };
     });
 }
@@ -303,7 +309,7 @@ function proxiedImageUrl(origin, itemId, imageUrl, apiBase = "/api") {
  * For offline copies: point the first images of articles that are not archived at an endpoint
  * of this server, so the browser can store them without cross-origin requests.
  */
-export function withProxiedImages(items, origin, apiBase = "/api") {
+export function withProxiedImages(items, origin, apiBase = "/api", withContent = true) {
     const own = `${origin.replace(/\/$/, "")}/api/`;
     return items.map((item) => {
         const urls = new Set(itemImageUrls(item).filter((url) => !url.startsWith(own)));
@@ -314,20 +320,26 @@ export function withProxiedImages(items, origin, apiBase = "/api") {
         return {
             ...item,
             image_url: hero && urls.has(hero) ? proxiedImageUrl(origin, item.id, hero, apiBase) : item.image_url,
-            content_html: item.content_html ? rewriteImageSources(item.content_html, item.link, replace) : item.content_html,
-            full_content_html: item.full_content_html ? rewriteImageSources(item.full_content_html, item.link, replace) : item.full_content_html,
+            content_html: withContent && item.content_html ? rewriteImageSources(item.content_html, item.link, replace) : item.content_html,
+            full_content_html: withContent && item.full_content_html ? rewriteImageSources(item.full_content_html, item.link, replace) : item.full_content_html,
         };
     });
 }
 /** Download one of an article's own images for the offline copy, or null when it is not one of them. */
 export async function fetchItemImage(userId, itemId, imageUrl) {
     const item = findItemForUser(userId, itemId);
-    if (!item || !itemImageUrls(item).includes(imageUrl))
+    if (!item)
+        return "forbidden";
+    const isMatch = (it) => {
+        const hero = it.image_url ? resolveImageUrl(it.image_url, it.link) : null;
+        return hero === imageUrl || itemImageUrls(it).includes(imageUrl);
+    };
+    if (!isMatch(item))
         return "forbidden";
     const image = await sharedImage(item, imageUrl);
     // Access or the article's image list can change while a shared download is running.
     const current = findItemForUser(userId, itemId);
-    if (!current || !itemImageUrls(current).includes(imageUrl))
+    if (!current || !isMatch(current))
         return "forbidden";
     return image;
 }

package/server/dist/feeds/articleContent.js

@@ -36,7 +36,7 @@ export function readerHtml(html, title, author) {
 export function contentMetadata(item) {
     const source = item.full_content_html ? "reader" : item.content_html ? "feed" : "snippet";
     return { revision: item.content_revision, source, status: item.extraction_status,
-        attemptedAt: item.extraction_attempted_at, retryAt: item.extraction_retry_at };
+        attemptedAt: item.extraction_attempted_at, retryAt: item.extraction_retry_at, isEmptyGallery: Boolean(item.is_empty_gallery) };
 }
 export function sourceText(item) {
     return `${decodeEntities(item.title) ?? ""}\n${derivedText(item.full_content_html || item.content_html, item.title) || cleanSnippet(decodeEntities(item.content_snippet), item.title) || ""}`.trim();

package/server/dist/feeds/cleanup.js

@@ -91,8 +91,8 @@ export function runCleanup(custom) {
          WHERE i.id NOT IN (SELECT item_id FROM item_bookmarks)
            AND i.id NOT IN (SELECT item_id FROM item_notes)
            AND i.feed_id NOT IN (SELECT id FROM feeds WHERE is_system_inbox = 1)
-           AND NOT EXISTS (SELECT 1 FROM editions e, json_each(e.item_ids) selected
-             WHERE selected.value = i.id AND e.source = 'curated' AND e.status <> 'dismissed')
+           AND i.id NOT IN (SELECT CAST(selected.value AS INTEGER) FROM editions e, json_each(e.item_ids) selected
+             WHERE e.source = 'curated' AND e.status <> 'dismissed')
            AND i.id IN (SELECT item_id FROM item_reads)
            AND NOT EXISTS (
              SELECT 1 FROM subscriptions s
@@ -109,8 +109,8 @@ export function runCleanup(custom) {
        WHERE id NOT IN (SELECT item_id FROM item_bookmarks)
          AND id NOT IN (SELECT item_id FROM item_notes)
          AND feed_id NOT IN (SELECT id FROM feeds WHERE is_system_inbox = 1)
-         AND NOT EXISTS (SELECT 1 FROM editions e, json_each(e.item_ids) selected
-           WHERE selected.value = items.id AND e.source = 'curated' AND e.status <> 'dismissed')
+         AND id NOT IN (SELECT CAST(selected.value AS INTEGER) FROM editions e, json_each(e.item_ids) selected
+           WHERE e.source = 'curated' AND e.status <> 'dismissed')
          AND COALESCE(julianday(published_at), julianday(created_at)) <= julianday('now', '-' || ? || ' days')`).run(settings.retentionMaxDays);
         deletedOldItems = res.changes;
     }
@@ -120,8 +120,8 @@ export function runCleanup(custom) {
        WHERE id NOT IN (SELECT item_id FROM item_bookmarks)
          AND id NOT IN (SELECT item_id FROM item_notes)
          AND feed_id NOT IN (SELECT id FROM feeds WHERE is_system_inbox = 1)
-         AND NOT EXISTS (SELECT 1 FROM editions e, json_each(e.item_ids) selected
-           WHERE selected.value = items.id AND e.source = 'curated' AND e.status <> 'dismissed')
+         AND id NOT IN (SELECT CAST(selected.value AS INTEGER) FROM editions e, json_each(e.item_ids) selected
+           WHERE e.source = 'curated' AND e.status <> 'dismissed')
          AND id IN (
            SELECT id FROM (
              SELECT id, ROW_NUMBER() OVER (
@@ -139,11 +139,14 @@ export function runCleanup(custom) {
     pruneArchive();
     pruneChangeLog();
     const totalDeleted = deletedReadItems + deletedOldItems + deletedPerFeedExcess;
-    // Optimize query planning; rebuild storage only when this run freed rows.
+    // Optimize query planning; rebuild storage only when this run freed substantial pages.
     db.exec("PRAGMA optimize;");
     if (totalDeleted > 0) {
         try {
-            db.exec("VACUUM;");
+            const freelist = db.pragma("freelist_count", { simple: true }) ?? 0;
+            if (freelist > 500) {
+                db.exec("VACUUM;");
+            }
         }
         catch (err) {
             console.warn("[cleanup] VACUUM skipped or could not run:", err);

package/server/dist/feeds/contentNoise.js

@@ -139,6 +139,7 @@ function removeReaderNoise(root, title, stats, author) {
     const authorKeys = (author ?? "").split(",").map(name => normalized(name)).filter(Boolean);
     let leading = 0;
     let reachedText = false;
+    let pastStart = false;
     for (const block of leafBlocks(root)) {
         const text = flat(block.textContent);
         if (!text)
@@ -161,23 +162,29 @@ function removeReaderNoise(root, title, stats, author) {
             }
         }
         // Near the start, a line that is only a date or a reading time repeats what the reader shows in its own head.
-        if (text.length <= 60 && charsBefore(root, block) <= 800) {
-            if (DATE_ONLY.test(text)) {
-                drop(block, "dateline");
-                continue;
-            }
-            if (READING_TIME_ONLY.test(text)) {
-                drop(block, "reading-time");
-                continue;
+        if (!pastStart && text.length <= 60) {
+            const before = charsBefore(root, block);
+            if (before > 800) {
+                pastStart = true;
             }
-            // When the feed names the author, the reader shows the name in its head: a byline that only says that goes.
-            if (BYLINE.test(text) && authorKeys.length > 0 && authorKeys.every(name => normalized(text).includes(name))) {
-                drop(block, "byline");
-                continue;
-            }
-            if (BYLINE.test(text) && stripBylineDate(block)) {
-                stats["byline-date"] = (stats["byline-date"] ?? 0) + 1;
-                changed = true;
+            else {
+                if (DATE_ONLY.test(text)) {
+                    drop(block, "dateline");
+                    continue;
+                }
+                if (READING_TIME_ONLY.test(text)) {
+                    drop(block, "reading-time");
+                    continue;
+                }
+                // When the feed names the author, the reader shows the name in its head: a byline that only says that goes.
+                if (BYLINE.test(text) && authorKeys.length > 0 && authorKeys.every(name => normalized(text).includes(name))) {
+                    drop(block, "byline");
+                    continue;
+                }
+                if (BYLINE.test(text) && stripBylineDate(block)) {
+                    stats["byline-date"] = (stats["byline-date"] ?? 0) + 1;
+                    changed = true;
+                }
             }
         }
         if (headline && normalized(text) === headline && (position < 4 || (heading && position < 14))) {
@@ -196,7 +203,7 @@ function removeReaderNoise(root, title, stats, author) {
             drop(block, "player");
             continue;
         }
-        if (text.length <= 70 && block.querySelector("time") && charsBefore(root, block) <= 600) {
+        if (!pastStart && text.length <= 70 && block.querySelector("time") && charsBefore(root, block) <= 600) {
             const rest = flat(text.replace(flat(block.querySelector("time")?.textContent), ""));
             if (/^(stand|zuletzt aktualisiert|aktualisiert|ver(ö|oe)ffentlicht|updated|published|posted)?\s*[:·|•-]*\s*$/i.test(rest)) {
                 drop(block, "dateline");

package/server/dist/feeds/extractor.js

@@ -151,7 +151,7 @@ async function fetchArticleHtml(rawUrl, signal, dispatcher, fetchImpl, ownerSign
             }
             chunks.push(value);
         }
-        const html = new TextDecoder().decode(Buffer.concat(chunks.map((chunk) => Buffer.from(chunk))));
+        const html = new TextDecoder().decode(Buffer.concat(chunks, total));
         return { html, url: safeUrl.toString() };
     }
     return null;
@@ -169,14 +169,12 @@ export async function extractArticle(rawUrl, fetchImpl = defaultFetch, priority
     }, priority);
 }
 async function extractArticleContent(rawUrl, fetchImpl, signal) {
-    signal.throwIfAborted();
-    const safeUrl = await assertPublicHttpUrl(rawUrl);
     signal.throwIfAborted();
     const dispatcher = createPublicDispatcher();
     const controller = new AbortController();
     const timeout = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
     try {
-        const fetched = await fetchArticleHtml(safeUrl.toString(), AbortSignal.any([signal, controller.signal]), dispatcher, fetchImpl, signal);
+        const fetched = await fetchArticleHtml(rawUrl, AbortSignal.any([signal, controller.signal]), dispatcher, fetchImpl, signal);
         if (!fetched)
             return { status: "failed" };
         const cleanedHtml = stripHeavyTags(fetched.html);

package/server/dist/feeds/fullTextQueue.js

@@ -1,4 +1,5 @@
 import { isCachedConsentSnippet } from "./extractor.js";
+import { refreshLead } from "./lead.js";
 import { db } from "../db/index.js";
 import { hasUserCapability } from "../auth/capabilities.js";
 import { loadFullText, executeFullText } from "./fullText.js";
@@ -229,6 +230,8 @@ function pump() {
     if (timer)
         clearTimeout(timer);
     const pool = configureFullTextPool();
+    if (active.size >= pool.limits.concurrency)
+        return;
     if (seedTimer && db.prepare("SELECT COUNT(*) n FROM full_text_jobs").get().n < pool.limits.concurrency * 2)
         scheduleFullTexts();
     const jobs = db.prepare(`SELECT j.*, i.link FROM full_text_jobs j JOIN items i ON i.id=j.item_id
@@ -258,8 +261,10 @@ function pump() {
         const work = execute(job, host).finally(() => { active.delete(job.item_id); wake(); });
         active.set(job.item_id, work);
     }
-    if (db.prepare("SELECT COUNT(*) n FROM full_text_jobs").get().n) {
-        timer = setTimeout(wake, 250);
+    const nextJob = db.prepare("SELECT MIN(available_at) AS next_at FROM full_text_jobs").get();
+    if (nextJob?.next_at) {
+        const delay = Math.max(250, Math.min(30_000, Date.parse(nextJob.next_at) - Date.now()));
+        timer = setTimeout(wake, delay);
         timer.unref();
     }
 }
@@ -272,7 +277,7 @@ async function execute(job, host) {
             attemptErrors++;
             errorCounts[result.error] = (errorCounts[result.error] ?? 0) + 1;
         }
-        if (!result.ok && result.error === "source_busy") {
+        if (!result.ok && result.error === "source_busy" && !result.deferred) {
             throttled++;
             deferFullTextHost(result.host ?? host, result.retryAt);
         }
@@ -340,6 +345,7 @@ export function startFullTextScheduler() {
         for (const item of cached)
             if (isCachedConsentSnippet(item.full_content_html)) {
                 db.prepare("UPDATE items SET full_content_html=NULL,extraction_status='pending',extraction_retry_at=NULL WHERE id=?").run(item.id);
+                refreshLead(item.id);
             }
     })();
     tick();

package/server/dist/feeds/galleryContent.js

@@ -0,0 +1,33 @@
+import { JSDOM } from "jsdom";
+const GALLERY_COMPONENTS = new Set([
+    "bilder", "bildergalerie", "bildergalerien", "fotogalerie", "fotogalerien", "fotostrecke", "fotostrecken",
+    "galerie", "galerien", "gallery", "galleries", "photogallery", "photogalleries", "slideshow", "slideshows",
+    "photos", "pictures", "images",
+]);
+const PLACEHOLDERS = new Set([
+    "", "mehr", "weiterlesen", "mehr lesen", "read more", "more", "continue reading",
+    "zur galerie", "zur bildergalerie", "view gallery", "続きを読む", "もっと読む",
+]);
+function isPlaceholder(source) {
+    const fragment = JSDOM.fragment(source ?? "");
+    fragment.querySelectorAll("script, style, noscript").forEach(node => node.remove());
+    fragment.querySelectorAll("p, div, br, li, h1, h2, h3, blockquote, figcaption").forEach(node => node.append(" "));
+    const normalized = (fragment.textContent ?? "").toLowerCase().replace(/[^\p{L}\p{N}]+/gu, " ").trim();
+    return PLACEHOLDERS.has(normalized);
+}
+/** A gallery path alone is not enough: even one editorial sentence or caption keeps the article visible. */
+export function isEmptyGallery(item) {
+    if (!item.link)
+        return false;
+    let path;
+    try {
+        path = decodeURIComponent(new URL(item.link).pathname).toLowerCase();
+    }
+    catch {
+        return false;
+    }
+    if (!path.split(/[^\p{L}\p{N}]+/u).some(component => GALLERY_COMPONENTS.has(component)))
+        return false;
+    return isPlaceholder(item.content_snippet) && isPlaceholder(item.full_content_html || item.content_html);
+}
+//# sourceMappingURL=galleryContent.js.map

package/server/dist/feeds/imageCache.js

@@ -36,6 +36,16 @@ export class ImageCache {
         if (this.stopping)
             throw new ImageCacheBusyError();
         const key = createHash("sha256").update(`${scope}\0${url}`).digest("hex");
+        const missing = this.negative.get(key);
+        if (missing) {
+            if (missing.expires > this.now()) {
+                this.counters.negativeHits++;
+                if (missing.result === "unsupported")
+                    return "unsupported";
+                throw new FeedHttpError(missing.result, undefined, "");
+            }
+            this.negative.delete(key);
+        }
         const shared = this.running.get(key);
         if (shared) {
             this.counters.shared++;