feedkeeper 0.35.2 → 0.35.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "feedkeeper",
-  "version": "0.35.2",
+  "version": "0.35.4",
   "description": "A lightweight, self-hosted RSS reader and remote MCP server for your news, blogs, and AI workflows.",
   "keywords": [
     "rss",

package/server/dist/api/items.js

@@ -49,8 +49,8 @@ itemsRouter.get("/", (req, res) => {
     res.json(items.map(({ content_lead: _lead, lead_version: _leadVersion, ...item }) => ({
         ...item,
         content_snippet: cleanSnippet(item.content_snippet, item.title),
-        content_html: readerHtml(item.content_html, item.title, item.author),
-        full_content_html: readerHtml(item.full_content_html, item.title, item.author),
+        content_html: readerHtml(item.content_html, item.title, item.author, item.link),
+        full_content_html: readerHtml(item.full_content_html, item.title, item.author, item.link),
         read: Boolean(item.read),
         bookmarked: Boolean(item.bookmarked),
     })));
@@ -127,7 +127,7 @@ itemsRouter.post("/:itemId/extract-content", async (req, res) => {
     const [served] = withArchivedImages([{ id: result.id, link: currentItem?.link ?? null, full_content_html: result.fullContentHtml }], requestOrigin(req));
     res.json({
         id: result.id,
-        full_content_html: readerHtml(served.full_content_html, result.title ?? currentItem?.title, currentItem?.author),
+        full_content_html: readerHtml(served.full_content_html, result.title ?? currentItem?.title, currentItem?.author, currentItem?.link),
         ...(result.cached ? {} : { title: result.title, byline: result.byline }),
         cached: result.cached,
     });

package/server/dist/api/v1/serialize.js

@@ -38,7 +38,7 @@ export function serializeItem(row, progress, withContent, hasNote = false) {
         imageUrl: row.image_url,
         hasFullText: Boolean(row.full_content_html),
         content: contentMetadata(row),
-        ...(withContent ? { contentHtml: readerHtml(row.content_html, row.title, row.author), fullTextHtml: readerHtml(row.full_content_html, row.title, row.author) } : {}),
+        ...(withContent ? { contentHtml: readerHtml(row.content_html, row.title, row.author, row.link), fullTextHtml: readerHtml(row.full_content_html, row.title, row.author, row.link) } : {}),
         state: {
             read: Boolean(row.read),
             saved: Boolean(row.bookmarked),

package/server/dist/feeds/articleContent.js

@@ -21,14 +21,14 @@ const readerCache = new Map();
  * Article HTML as a reader shows it, without breadcrumbs, repeated headline and similar page chrome. Computed when
  * served and never stored, so the publisher's original stays intact and rule changes apply to old articles too.
  */
-export function readerHtml(html, title, author) {
+export function readerHtml(html, title, author, url) {
     if (!html)
         return html ?? null;
-    const key = createHash("sha1").update(title ?? "").update("\0").update(author ?? "").update("\0").update(html).digest("base64");
+    const key = createHash("sha1").update(title ?? "").update("\0").update(author ?? "").update("\0").update(url ?? "").update("\0").update(html).digest("base64");
     const cached = readerCache.get(key);
     if (cached !== undefined)
         return cached;
-    const cleaned = cleanReaderHtml(html, title, {}, author);
+    const cleaned = cleanReaderHtml(html, title, {}, author, url);
     if (readerCache.size >= READER_CACHE_LIMIT)
         readerCache.delete(readerCache.keys().next().value);
     readerCache.set(key, cleaned);

package/server/dist/feeds/content/index.js

@@ -1,3 +1,4 @@
+import { lazyImages } from "./noise/lazyImages.js";
 import { EMBED_RULES, resolveEmbeds } from "./embeds/index.js";
 import { embedHeadings } from "./embeds/headings.js";
 import { boilerplate } from "./noise/boilerplate.js";
@@ -10,7 +11,7 @@ import { teaserLinks } from "./noise/teaserLinks.js";
  * tags that are removed next), then the clutter around the story. The tests check each rule against its fixtures in
  * `test/fixtures/content/<rule name>` and that running it twice changes nothing. See `docs/content-rules.md`.
  */
-export const PAGE_RULES = [...EMBED_RULES, embedHeadings, sidebars, loadingPlaceholders, trackingPixels, boilerplate, teaserLinks];
+export const PAGE_RULES = [lazyImages, ...EMBED_RULES, embedHeadings, sidebars, loadingPlaceholders, trackingPixels, boilerplate, teaserLinks];
 export { resolveEmbeds };
 /** What a fetched page goes through before its scripts, frames and `noscript` blocks are removed. */
 export function cleanPage(root, stats = {}) {

package/server/dist/feeds/content/noise/lazyImages.js

@@ -0,0 +1,22 @@
+/** A script accidentally parsed as a URL is never an image, even after it was made absolute. */
+export const SCRIPT_IMAGE_SOURCE = /\bthis\.src\s*=/i;
+export const lazyImages = {
+    name: "lazy-images",
+    description: "Lazy image addresses replace missing, data placeholders or script fragments parsed as image URLs.",
+    apply(root, stats) {
+        let changed = false;
+        for (const image of root.querySelectorAll("img")) {
+            const current = image.getAttribute("src") ?? "";
+            if (current && !/^data:/i.test(current) && !SCRIPT_IMAGE_SOURCE.test(current))
+                continue;
+            const source = image.getAttribute("data-lazy-src") || image.getAttribute("data-src") || image.getAttribute("data-original");
+            if (!source || !/^(?:https?:\/\/|\/)/i.test(source) || SCRIPT_IMAGE_SOURCE.test(source))
+                continue;
+            image.setAttribute("src", source);
+            stats["lazy-images"] = (stats["lazy-images"] ?? 0) + 1;
+            changed = true;
+        }
+        return changed;
+    },
+};
+//# sourceMappingURL=lazyImages.js.map

package/server/dist/feeds/content/noise/videoPages.js

@@ -0,0 +1,67 @@
+import { flat, linkParagraph } from "../shared.js";
+import de from "../patterns/video-pages/de.js";
+import en from "../patterns/video-pages/en.js";
+import ja from "../patterns/video-pages/ja.js";
+const labels = new Set([...de, ...en, ...ja].map(value => value.toLowerCase()));
+const date = /\b\d{1,2}\.\d{1,2}\.\d{4}\b|\b[A-Za-z]{3,9} \d{1,2},? \d{4}\b|\d{4}年\d{1,2}月\d{1,2}日/;
+/** A video landing page with a poster and metadata, but no editorial paragraphs. */
+export function cleanVideoPage(root, url, title, stats) {
+    if (!url)
+        return false;
+    try {
+        const address = new URL(url);
+        if (!/^https?:$/.test(address.protocol) || !/(^|\/)(videos?|mediathek|watch|clips?)(\/|$|[-.])/i.test(address.pathname))
+            return false;
+    }
+    catch {
+        return false;
+    }
+    const mains = root.querySelectorAll("main");
+    if (mains.length !== 1)
+        return false;
+    const main = mains[0];
+    const images = main.querySelectorAll("img");
+    if (images.length !== 1 || main.querySelector("article, blockquote, table, a[data-media]"))
+        return false;
+    for (const link of main.querySelectorAll("a[href]")) {
+        if (link.closest("nav, ul, ol") || link.querySelector("img"))
+            continue;
+        // A home link is navigation; a transcript or another editorial link is content and must survive.
+        try {
+            const target = new URL(link.getAttribute("href"), url);
+            if (target.origin !== new URL(url).origin || target.pathname !== "/" || target.search || target.hash)
+                return false;
+        }
+        catch {
+            return false;
+        }
+    }
+    const copy = main.cloneNode(true);
+    copy.querySelectorAll("nav, ul, ol, form, img, picture, a, h1").forEach(element => element.remove());
+    const blocks = [...copy.querySelectorAll("p")].filter(element => flat(element.textContent));
+    if (!blocks.some(element => labels.has(flat(element.textContent).toLowerCase())))
+        return false;
+    // All remaining words must be short metadata lines containing an explicit date.
+    for (const block of blocks) {
+        const text = flat(block.textContent);
+        if (!labels.has(text.toLowerCase()) && (text.length > 160 || !date.test(text)))
+            return false;
+        block.remove();
+    }
+    if (flat(copy.textContent))
+        return false;
+    const document = main.ownerDocument;
+    const poster = document.createElement("p");
+    poster.append(images[0].cloneNode(true));
+    const card = linkParagraph(document, url, flat(title) || "Video");
+    card.querySelector("a").setAttribute("data-media", "video");
+    // Preserve attribution/broadcast metadata; omit the repeated publication timestamp and kind label.
+    const credits = [...main.querySelectorAll("p")].filter(element => {
+        const text = flat(element.textContent);
+        return date.test(text) && /[,、]/.test(text) && text.length <= 160 && !element.querySelector("a, img");
+    }).map(element => element.cloneNode(true));
+    root.replaceChildren(poster, card, ...credits);
+    stats["video-page"] = (stats["video-page"] ?? 0) + 1;
+    return true;
+}
+//# sourceMappingURL=videoPages.js.map

package/server/dist/feeds/content/patterns/boilerplate/index.js

@@ -1,6 +1,7 @@
 import * as de from "./de.js";
 import * as en from "./en.js";
+import * as ja from "./ja.js";
 /** One file per language, searched all at once. To add a language, add a file next to these and list it here. */
-export const BOILERPLATE_ANYWHERE = [de.ANYWHERE, en.ANYWHERE].flat();
-export const BOILERPLATE_TRAILING = [de.TRAILING, en.TRAILING].flat();
+export const BOILERPLATE_ANYWHERE = [de.ANYWHERE, en.ANYWHERE, ja.ANYWHERE].flat();
+export const BOILERPLATE_TRAILING = [de.TRAILING, en.TRAILING, ja.TRAILING].flat();
 //# sourceMappingURL=index.js.map

package/server/dist/feeds/content/patterns/boilerplate/ja.js

@@ -0,0 +1,19 @@
+/**
+ * Blocks, in Japanese, that publishers put into their text without being part of the story. A block counts only when its whole text is one
+ * of these lines (see `noise/boilerplate.ts`), so a sentence of the story that contains the words stays.
+ */
+export const ANYWHERE = [
+    // Calls to follow the site on Google or elsewhere.
+    /^(?:Google(?: ニュース)?でフォロー(?:する)?|Google ニュースで[^.!?]{2,40}をフォロー)$/i,
+    // The text of download buttons whose picture is gone.
+    /^(?:App Storeからダウンロード|Google Playで手に入れよう|Google Playで入手|App Storeでダウンロード)$/i,
+    // A picture's filename shown as text.
+    /^[\w\-. ]{3,120}\.(?:jpe?g|png|webp|gif|avif)$/i,
+];
+/** Footers at the end of the text; they count only in the second half. */
+export const TRAILING = [
+    /^(?:この記事|本記事|本稿).{3,120}(?:で初出|に初出|で公開|に掲載|転載).*$/i,
+    /^(?:この記事について(?:話し合う|語る|コメント)|コメントする)\b.{0,40}$/i,
+    /^(?:関連記事|トピック|タグ|関連タグ):.{0,200}$/i,
+];
+//# sourceMappingURL=ja.js.map

package/server/dist/feeds/content/patterns/consent/index.js

@@ -1,10 +1,11 @@
 import de from "./de.js";
 import en from "./en.js";
+import ja from "./ja.js";
 /**
  * One file per language. A notice is looked for in every language at once, because an article in one language can
  * sit on a site in another. To add a language, add a file next to these and list it here.
  */
-const LANGUAGES = [de, en];
+const LANGUAGES = [de, en, ja];
 export const CONSENT_ANCHORS = LANGUAGES.flatMap(language => language.anchors);
 export const CONSENT_COMPANIONS = LANGUAGES.flatMap(language => language.companions);
 //# sourceMappingURL=index.js.map

package/server/dist/feeds/content/patterns/consent/ja.js

@@ -0,0 +1,14 @@
+/** Consent notices that sit where an embed would be, in Japanese. See `de.ts` for what the two lists mean. */
+export default {
+    anchors: [
+        /^(?:外部コンテンツ|おすすめの外部コンテンツ|埋め込みコンテンツ)$/i,
+        /^(?:YouTube|Vimeo|Instagram|X|Twitter|TikTok|Spotify|Facebook)のコンテンツ$/i,
+        /^(?:外部コンテンツを表示|コンテンツを表示|外部コンテンツを読み込む)$/i,
+    ],
+    companions: [
+        /^(?:外部コンテンツの読み込みに同意する|同意して表示|コンテンツを表示する)$/i,
+        /個人データが(?:外部|サードパーティ)/i,
+        /プライバシーポリシー/i,
+    ],
+};
+//# sourceMappingURL=ja.js.map

package/server/dist/feeds/content/patterns/loading/index.js

@@ -1,5 +1,6 @@
 import de from "./de.js";
 import en from "./en.js";
+import ja from "./ja.js";
 /** One file per language, searched all at once. To add a language, add a file next to these and list it here. */
-export const LOADING_LABELS = [de, en].flat();
+export const LOADING_LABELS = [de, en, ja].flat();
 //# sourceMappingURL=index.js.map

package/server/dist/feeds/content/patterns/loading/ja.js

@@ -0,0 +1,8 @@
+/**
+ * Whole-line placeholders, in Japanese, that a script replaces with content. A reader that does not run the script
+ * keeps them as text. Only a block that holds nothing else counts.
+ */
+export default [
+    /^(?:読み込み中|ロード中|少々お待ちください)(?:\s*(?:\.{3}|…))?$/i,
+];
+//# sourceMappingURL=ja.js.map

package/server/dist/feeds/content/patterns/play-labels/index.js

@@ -1,5 +1,6 @@
 import de from "./de.js";
 import en from "./en.js";
+import ja from "./ja.js";
 /** One file per language, searched all at once. To add a language, add a file next to these and list it here. */
-export const PLAY_LABEL = new RegExp(`^(?:${[de, en].flat().map(label => label.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")).join("|")})$`, "i");
+export const PLAY_LABEL = new RegExp(`^(?:${[de, en, ja].flat().map(label => label.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")).join("|")})$`, "i");
 //# sourceMappingURL=index.js.map

package/server/dist/feeds/content/patterns/play-labels/ja.js

@@ -0,0 +1,3 @@
+/** Labels, in Japanese, that a player's play-button picture carries as its alt text. See `en.ts`. */
+export default ["動画を再生", "動画を再生する", "動画を見る", "再生", "再生する", "動画再生"];
+//# sourceMappingURL=ja.js.map

package/server/dist/feeds/content/patterns/sidebars/index.js

@@ -1,6 +1,7 @@
 import de from "./de.js";
 import en from "./en.js";
+import ja from "./ja.js";
 /** One file per language, searched all at once. To add a language, add a file next to these and list it here. */
-export const SIDEBAR_HEADINGS = [de, en].flat();
+export const SIDEBAR_HEADINGS = [de, en, ja].flat();
 export { SIDEBAR_SELECTORS } from "./selectors.js";
 //# sourceMappingURL=index.js.map

package/server/dist/feeds/content/patterns/sidebars/ja.js

@@ -0,0 +1,7 @@
+/** Headings, in Japanese, that start a list of other articles. See `en.ts` for how they are used. */
+export default [
+    /^(?:関連記事|おすすめ記事|オススメ記事|あわせて読みたい|人気の記事|人気記事|アクセスランキング|注目の記事|こちらもおすすめ|最新記事|新着記事|関連リンク)$/i,
+    // A site's welcome with logo and links at the end of the text.
+    /^.+へようこそ!?$/i,
+];
+//# sourceMappingURL=ja.js.map

package/server/dist/feeds/content/patterns/snippet-metadata/de.js

@@ -0,0 +1,3 @@
+/** Whole bylines with an explicit timestamp, only ahead of the first editorial line. */
+export default [/^von\s+[^.!?\n]{2,60}\s+[I|·–—-]\s+\d{1,2}\.\d{1,2}\.\d{2,4}\s*[-–|·]\s*\d{1,2}:\d{2}$/iu];
+//# sourceMappingURL=de.js.map

package/server/dist/feeds/content/patterns/snippet-metadata/en.js

@@ -0,0 +1,3 @@
+/** Whole bylines with an explicit timestamp, only ahead of the first editorial line. */
+export default [/^(?:by|written by)\s+[^.!?\n]{2,60}\s+[I|·–—-]\s+(?:[A-Za-z]{3,9}\s+\d{1,2},?\s+\d{4}|\d{4}-\d{2}-\d{2})\s*[-–|·]\s*\d{1,2}:\d{2}(?:\s*[ap]m)?$/iu];
+//# sourceMappingURL=en.js.map

package/server/dist/feeds/content/patterns/snippet-metadata/index.js

@@ -0,0 +1,10 @@
+import de from "./de.js";
+import en from "./en.js";
+import ja from "./ja.js";
+export const SNIPPET_BYLINES = [...de, ...en, ...ja];
+/** File names and copyright notices are metadata only when they stand alone before the text. */
+export const SNIPPET_IMAGE_METADATA = [
+    /^[\p{L}\p{N}_. -]{3,120}\.(?:jpe?g|png|webp|gif|avif)$/iu,
+    /^(?:©|\(c\)|copyright(?:\s*©)?)\s*[^.!?\n]{1,100}$/iu,
+];
+//# sourceMappingURL=index.js.map

package/server/dist/feeds/content/patterns/snippet-metadata/ja.js

@@ -0,0 +1,3 @@
+/** Whole bylines with an explicit timestamp, only ahead of the first editorial line. */
+export default [/^(?:著者|執筆|文)[:：]\s*[^。！？\n]{1,40}\s+[I|·–—-]\s*\d{4}年\d{1,2}月\d{1,2}日\s*[-–|·]\s*\d{1,2}:\d{2}$/u];
+//# sourceMappingURL=ja.js.map

package/server/dist/feeds/content/patterns/video-pages/de.js

@@ -0,0 +1,3 @@
+/** Whole metadata labels of video landing pages, never words inside prose. */
+export default ["Video", "Videobeitrag"];
+//# sourceMappingURL=de.js.map

package/server/dist/feeds/content/patterns/video-pages/en.js

@@ -0,0 +1,3 @@
+/** Whole metadata labels of video landing pages, never words inside prose. */
+export default ["Video", "Video report"];
+//# sourceMappingURL=en.js.map

package/server/dist/feeds/content/patterns/video-pages/ja.js

@@ -0,0 +1,3 @@
+/** Whole metadata labels of video landing pages, never words inside prose. */
+export default ["動画", "映像", "動画ニュース"];
+//# sourceMappingURL=ja.js.map

package/server/dist/feeds/contentNoise.js

@@ -1,6 +1,12 @@
+import { cleanVideoPage } from "./content/noise/videoPages.js";
+import { lazyImages } from "./content/noise/lazyImages.js";
 import { JSDOM } from "jsdom";
+import { SNIPPET_BYLINES, SNIPPET_IMAGE_METADATA } from "./content/patterns/snippet-metadata/index.js";
 import { CONSENT_ANCHORS, CONSENT_COMPANIONS } from "./content/patterns/consent/index.js";
+import { SIDEBAR_HEADINGS } from "./content/patterns/sidebars/index.js";
 import { resolveEmbeds } from "./content/embeds/index.js";
+import { loadingPlaceholders } from "./content/noise/loading.js";
+import { trackingPixels } from "./content/noise/pixels.js";
 import { teaserLinks } from "./content/noise/teaserLinks.js";
 import { markVideoTeasers } from "./content/noise/videoTeasers.js";
 import { flat, pruneEmpty } from "./content/shared.js";
@@ -76,6 +82,7 @@ function isStructuredData(text) {
 }
 function removeReaderNoise(root, title, stats, author) {
     let changed = false;
+    const total = (root.textContent ?? "").length;
     const drop = (element, rule) => {
         if (!element.parentNode)
             return;
@@ -88,16 +95,25 @@ function removeReaderNoise(root, title, stats, author) {
     // A feed's own text ends with "[mehr]": the link to the article is no part of what is read.
     if (teaserLinks.apply(root, stats))
         changed = true;
+    if (loadingPlaceholders.apply(root, stats))
+        changed = true;
+    if (trackingPixels.apply(root, stats))
+        changed = true;
     for (const selector of BREADCRUMB_MARKERS) {
         try {
             root.querySelectorAll(selector).forEach(element => drop(element, "breadcrumb"));
         }
         catch { /* selector unsupported by the DOM */ }
     }
-    // Breadcrumbs without markup hints: a short list near the start whose items are single short links.
+    // Short list of single links near the start (breadcrumbs) or in the tail (topic/tag chips).
     for (const list of root.querySelectorAll("ol, ul")) {
         const items = [...list.children].filter(child => child.tagName === "LI");
-        if (items.length < 2 || items.length > 8 || charsBefore(root, list) > 300)
+        if (items.length < 2 || items.length > 8)
+            continue;
+        const before = charsBefore(root, list);
+        const isHead = before <= 300;
+        const isTail = (total - before) <= TAIL_CHARACTERS;
+        if (!isHead && !isTail)
             continue;
         const onlyLinks = items.every(item => {
             const links = item.querySelectorAll("a");
@@ -105,7 +121,7 @@ function removeReaderNoise(root, title, stats, author) {
             return links.length === 1 && label.length > 0 && label.length <= 30 && flat(links[0].textContent) === label;
         });
         if (onlyLinks)
-            drop(list, "breadcrumb");
+            drop(list, isHead ? "breadcrumb" : "topic-list");
     }
     // A product card of a shop link: its picture is a CSS background, which no reader draws, and its price is a snapshot
     // that is out of date when the article is read later. What is left would be a label, a link and a number.
@@ -173,7 +189,7 @@ function removeReaderNoise(root, title, stats, author) {
     let pastStart = false;
     for (const block of leafBlocks(root)) {
         const text = flat(block.textContent);
-        if (!text)
+        if (!text || block.querySelector("a[data-media]"))
             continue;
         const position = leading++;
         const heading = /^H[1-3]$/.test(block.tagName);
@@ -232,7 +248,7 @@ function removeReaderNoise(root, title, stats, author) {
         }
         if (!pastStart && text.length <= 70 && block.querySelector("time") && charsBefore(root, block) <= 600) {
             const rest = flat(text.replace(flat(block.querySelector("time")?.textContent), ""));
-            if (/^(stand|zuletzt aktualisiert|aktualisiert|ver(ö|oe)ffentlicht|updated|published|posted)?\s*[:·|•-]*\s*$/i.test(rest)) {
+            if (/^(news|ニュース|nachrichten|stand|zuletzt aktualisiert|aktualisiert|ver(ö|oe)ffentlicht|updated|published|posted)?\s*[:·|•-]*\s*$/i.test(rest)) {
                 drop(block, "dateline");
                 continue;
             }
@@ -260,7 +276,6 @@ function removeReaderNoise(root, title, stats, author) {
         }
     }
     // A comment section's house rules at the end of the text: no reader has comments, so heading and what follows go.
-    const total = (root.textContent ?? "").length;
     for (const block of leafBlocks(root)) {
         if (!block.parentNode || !COMMENT_RULES_HEADING.test(flat(block.textContent)))
             continue;
@@ -275,6 +290,36 @@ function removeReaderNoise(root, title, stats, author) {
         drop(block, "comment-rules");
         break;
     }
+    // A consent wall, tracking choice or publisher welcome at the end: heading and everything below go.
+    for (const block of leafBlocks(root)) {
+        if (!block.parentNode || !CONSENT_WALL_HEADING.test(flat(block.textContent)))
+            continue;
+        if (total - charsBefore(root, block) > TAIL_CHARACTERS)
+            continue;
+        let node = block;
+        while (node.parentNode && node !== root) {
+            while (node.nextSibling)
+                node.nextSibling.remove();
+            node = node.parentNode;
+        }
+        drop(block, "consent-wall");
+        break;
+    }
+    // An orphan recommendation heading left without subsequent links or content.
+    for (const block of leafBlocks(root)) {
+        if (!block.parentNode)
+            continue;
+        const text = flat(block.textContent);
+        if (!SIDEBAR_HEADINGS.some(pattern => pattern.test(text)))
+            continue;
+        const parent = block.parentElement;
+        if (parent && !parent.querySelector("a[href], img, picture, video, iframe") && flat(parent.textContent) === text) {
+            drop(parent, "empty-section-label");
+        }
+        else if (!block.querySelector("a[href], img, picture, video, iframe") && block.nextElementSibling === null) {
+            drop(block, "empty-section-label");
+        }
+    }
     // Empty nested slots are structural evidence: the next story paragraph is outside this ad container.
     // Do not infer an empty ad from a standalone heading followed by text (which may itself be sponsored).
     for (const container of [...root.querySelectorAll("div, aside, section, p")]) {
@@ -410,17 +455,19 @@ function serialize(root) {
     return holder.innerHTML;
 }
 /** The article HTML as a reader should show it. Unchanged input is returned as is. */
-export function cleanReaderHtml(html, title, stats = {}, author) {
+export function cleanReaderHtml(html, title, stats = {}, author, url) {
     if (!html)
         return html;
     const root = JSDOM.fragment(html);
+    const videoPage = cleanVideoPage(root, url, title, stats);
+    const lazy = lazyImages.apply(root, stats);
     const images = resolveCustomImages(root, stats);
     const duplicates = collapseAdjacentImages(root, stats);
     const variants = collapseImageVariants(root, stats);
     const embeds = resolveEmbeds(root, stats);
     const noise = removeReaderNoise(root, title, stats, author);
     const typography = removeTypography(root, stats);
-    return images || duplicates || variants || embeds || noise || typography ? serialize(root) : html;
+    return videoPage || lazy || images || duplicates || variants || embeds || noise || typography ? serialize(root) : html;
 }
 /**
  * Some publishers wrap a picture in their own element and let a script fill the image: `<a-img src="/imgs/…">`
@@ -591,6 +638,7 @@ const AD_LABEL = /^(Anzeige|Werbung|Advertisement|Advertising|Advertorial|Ads?|S
 const AD_SLOT_LABEL = /^(Anzeige|Werbung|Advertisement|Advertising|Ads?|広告|広告掲載|宣伝)\s*[:：]?$/i;
 const PRODUCT_LABEL = /^(Produkthinweis|Produktempfehlung|Product (notice|recommendation)|商品紹介|商品案内|製品紹介)\s*[:：]?$/i;
 const COMMENT_RULES_HEADING = /^(Regeln für Kommentare|Kommentarregeln|Kommentar-Richtlinien|Community[- ]Richtlinien|(Comment(ing)?|Community|Discussion|House) (rules|guidelines|policy|policies)|Rules for comments|Commenting rules)\s*:?$/i;
+const CONSENT_WALL_HEADING = /^(?:Weiter mit Werbung|Mit Werbung weitersurfen|Weiterlesen mit Werbung|Zustimmen und weiter(?:lesen)?|Zustimmung erforderlich|Willkommen bei [^.!?]{2,40}!?|Einwilligung zu (?:Cookies|Tracking|Datenverarbeitung)|Cookie[- ]Einstellungen|Datenschutzoptionen|Continue with (?:ads|advertising|personalized advertising)|(?:Accept|Agree) and continue|Welcome to [^.!?]{2,40}!?|Cookie (?:and|&) (?:privacy|tracking) settings|Privacy (?:and|&) cookie policy|広告(?:付き|に同意して)で?続ける|同意して(?:続ける|進む)|.+へようこそ!?|Cookie(?:と|および)プライバシーの?設定)\s*:?$/i;
 const TAG_LABEL = /^(Schlagw(ö|oe)rter|Schlagworte|Tags?|Keywords|Themen|Topics)\s*:?$/i;
 const VIDEO_CARD = /^\d{1,2}:\d{2}(:\d{2})?(?=\D)\s*\S/;
 const SECTION_LABEL = /^(Auch interessant|Das könnte (dich|Sie|euch) (auch )?interessieren|Mehr zum Thema|Lesen Sie auch|Lies auch|Lest auch|Aktuelle News|Weitere (Artikel|Meldungen|News)|Popular Stories|Related (Stories|Articles|Posts|Reading)|More (Stories|from)|Top Stories|Meistgelesen|Topaktuell|Regeln für Kommentare|Kommentare|Comments?)\b\s*:?/i;
@@ -737,12 +785,23 @@ export function cleanSnippet(snippet, title) {
     for (const pattern of SNIPPET_INLINE_PATTERNS)
         text = text.replace(pattern, "");
     const headline = normalized(title ?? "");
+    let inMetadata = true;
+    text = text.split("\n").filter(line => {
+        const value = line.trim();
+        if (!value)
+            return false;
+        if (inMetadata && (matchesAny(value, SNIPPET_BYLINES) || matchesAny(value, SNIPPET_IMAGE_METADATA) ||
+            (headline && normalized(value) === headline)))
+            return false;
+        inMetadata = false;
+        return true;
+    }).join("\n");
     const lines = text.split("\n").map(line => line.trim()).filter((line, index) => line && !SNIPPET_LINE_PATTERNS.some(pattern => pattern.test(line)) && !isSocialList(line) &&
         !(index === 0 && headline && normalized(line) === headline));
     return lines.join("\n").trim();
 }
 /** Raised whenever the rules above change what they remove, so stored leads are derived again. */
-export const LEAD_VERSION = 2;
+export const LEAD_VERSION = 3;
 const LEAD_LENGTH = 600;
 function shorten(text, max) {
     if (text.length <= max)

package/server/dist/feeds/extractor.js

@@ -1,3 +1,4 @@
+import { SCRIPT_IMAGE_SOURCE } from "./content/noise/lazyImages.js";
 import { Readability } from "@mozilla/readability";
 import { JSDOM } from "jsdom";
 import { fetch as undiciFetch } from "undici";
@@ -44,7 +45,7 @@ function resolveLazyImages(doc) {
             img.getAttribute("data-original") ||
             img.getAttribute("data-actualsrc");
         const src = img.getAttribute("src");
-        if (lazySrc && (!src || src.startsWith("data:") || src.length < 10)) {
+        if (lazySrc && (!src || src.startsWith("data:") || src.length < 10 || SCRIPT_IMAGE_SOURCE.test(src))) {
             img.setAttribute("src", lazySrc);
         }
         const lazySrcset = img.getAttribute("data-lazy-srcset") || img.getAttribute("data-srcset");

package/server/dist/mcp/items.js

@@ -51,7 +51,7 @@ export function getItemForMcp(userId, itemId, maxChars = MAX_CONTENT_LENGTH, off
         return null;
     if (revision !== undefined && revision !== item.content_revision)
         throw new Error("content_revision_conflict");
-    const content = readerHtml(item.full_content_html ?? item.content_html, item.title, item.author);
+    const content = readerHtml(item.full_content_html ?? item.content_html, item.title, item.author, item.link);
     const body = format === "text" ? sourceText(item) : content ?? "";
     let end = Math.min(offset + Math.min(maxChars, MAX_CONTENT_LENGTH), body.length);
     if (end < body.length && /[\uD800-\uDBFF]/.test(body[end - 1]))

package/server/dist/mcp/server.js

@@ -42,7 +42,11 @@ function selectedItemIds({ itemId, itemIds }) {
 // instance is created per request (see mcp/http.ts) so tool handlers can
 // safely close over `userId` without leaking data between users.
 export function createMcpServerForUser(userId, scope) {
-    const server = new McpServer({ name: "feedkeeper", version: APP_VERSION });
+    const server = new McpServer({ name: "feedkeeper", version: APP_VERSION }, {
+        instructions: "FeedKeeper is a personal RSS reader, article archiver, and news curation service. " +
+            "Use it to read, search, and triage RSS/Atom feeds, fetch full article text, manage reading lists, " +
+            "and read or publish curated newspaper editions.",
+    });
     server.registerTool("list_feeds", {
         title: "List subscribed feeds",
         description: "Lists all RSS/Atom feeds the current user is subscribed to, including unread counts and polling health.",
@@ -116,8 +120,8 @@ export function createMcpServerForUser(userId, scope) {
         });
     if (scope === "write")
         server.registerTool("save_to_inbox", {
-            title: "Save article or note to Inbox",
-            description: "Saves a web article URL, raw HTML, text clipping, or markdown note directly into the user's Universal Inbox.",
+            title: "Save article or clipping to Inbox",
+            description: "Saves a web article URL, raw HTML, text clipping, or note directly into the user's Universal Inbox.",
             inputSchema: {
                 url: mcpUrlSchema.optional().describe("Web page URL to fetch, extract, and save"),
                 title: z.string().max(500).optional().describe("Optional custom title"),

package/server/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@feedkeeper/server",
-  "version": "0.35.2",
+  "version": "0.35.4",
   "private": true,
   "type": "module"
 }