@staticn0va/wigolo 0.1.0 → 0.1.2

package/dist/search/v1/rss/feed-config.js

@@ -0,0 +1,90 @@
+import { readFileSync, existsSync } from "node:fs";
+import { join } from "node:path";
+import { getConfig } from "../../../config.js";
+import { createLogger } from "../../../logger.js";
+const log = createLogger("search");
+function isValidUrl(raw) {
+  try {
+    const u = new URL(raw);
+    return u.protocol === "http:" || u.protocol === "https:";
+  } catch {
+    return false;
+  }
+}
+function loadEnvFeeds() {
+  const raw = process.env.WIGOLO_RSS_FEEDS;
+  if (!raw) return [];
+  const out = [];
+  for (const piece of raw.split(",")) {
+    const url = piece.trim();
+    if (!url) continue;
+    if (!isValidUrl(url)) {
+      log.warn("invalid RSS feed URL in env", { url });
+      continue;
+    }
+    out.push({ url });
+  }
+  return out;
+}
+function loadFileFeeds(dataDir) {
+  const path = join(dataDir, "rss-feeds.json");
+  if (!existsSync(path)) return [];
+  let raw;
+  try {
+    raw = readFileSync(path, "utf8");
+  } catch (err) {
+    log.warn("could not read rss-feeds.json", {
+      path,
+      error: err instanceof Error ? err.message : String(err)
+    });
+    return [];
+  }
+  let parsed;
+  try {
+    parsed = JSON.parse(raw);
+  } catch (err) {
+    log.warn("malformed rss-feeds.json \u2014 ignoring", {
+      path,
+      error: err instanceof Error ? err.message : String(err)
+    });
+    return [];
+  }
+  if (!Array.isArray(parsed)) {
+    log.warn("rss-feeds.json must be an array \u2014 ignoring", { path });
+    return [];
+  }
+  const out = [];
+  for (const entry of parsed) {
+    if (!entry || typeof entry !== "object") continue;
+    const url = typeof entry.url === "string" ? entry.url.trim() : "";
+    if (!url || !isValidUrl(url)) {
+      log.warn("invalid RSS feed URL in rss-feeds.json", { url });
+      continue;
+    }
+    const feed = { url };
+    if (typeof entry.category === "string" && entry.category.length > 0) {
+      feed.category = entry.category;
+    }
+    if (typeof entry.intervalSec === "number" && isFinite(entry.intervalSec) && entry.intervalSec > 0) {
+      feed.intervalSec = entry.intervalSec;
+    }
+    out.push(feed);
+  }
+  return out;
+}
+function loadFeedConfig(opts) {
+  const dataDir = opts?.dataDir ?? getConfig().dataDir;
+  const envFeeds = loadEnvFeeds();
+  const fileFeeds = loadFileFeeds(dataDir);
+  const sources = [];
+  if (envFeeds.length > 0) sources.push("env");
+  if (fileFeeds.length > 0) sources.push("file");
+  const byUrl = /* @__PURE__ */ new Map();
+  for (const f of fileFeeds) byUrl.set(f.url, f);
+  for (const f of envFeeds) byUrl.set(f.url, f);
+  return { feeds: Array.from(byUrl.values()), sources };
+}
+export {
+  loadFeedConfig
+};
+//# sourceMappingURL=feed-config.js.map

package/dist/search/v1/rss/feed-config.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/rss/feed-config.ts"],"sourcesContent":["import { readFileSync, existsSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { getConfig } from '../../../config.js';\nimport { createLogger } from '../../../logger.js';\n\nconst log = createLogger('search');\n\nexport interface FeedConfig {\n  url: string;\n  /** Optional category override; defaults to 'news'. */\n  category?: string;\n  /** Override poll interval per feed in seconds. */\n  intervalSec?: number;\n}\n\nexport interface LoadFeedConfigResult {\n  feeds: FeedConfig[];\n  /** Where feeds came from. */\n  sources: Array<'env' | 'file'>;\n}\n\nfunction isValidUrl(raw: string): boolean {\n  try {\n    const u = new URL(raw);\n    return u.protocol === 'http:' || u.protocol === 'https:';\n  } catch {\n    return false;\n  }\n}\n\nfunction loadEnvFeeds(): FeedConfig[] {\n  const raw = process.env.WIGOLO_RSS_FEEDS;\n  if (!raw) return [];\n  const out: FeedConfig[] = [];\n  for (const piece of raw.split(',')) {\n    const url = piece.trim();\n    if (!url) continue;\n    if (!isValidUrl(url)) {\n      log.warn('invalid RSS feed URL in env', { url });\n      continue;\n    }\n    out.push({ url });\n  }\n  return out;\n}\n\ninterface FileEntry {\n  url?: unknown;\n  category?: unknown;\n  intervalSec?: unknown;\n}\n\nfunction loadFileFeeds(dataDir: string): FeedConfig[] {\n  const path = join(dataDir, 'rss-feeds.json');\n  if (!existsSync(path)) return [];\n  let raw: string;\n  try {\n    raw = readFileSync(path, 'utf8');\n  } catch (err) {\n    log.warn('could not read rss-feeds.json', {\n      path,\n      error: err instanceof Error ? err.message : String(err),\n    });\n    return [];\n  }\n\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(raw);\n  } catch (err) {\n    log.warn('malformed rss-feeds.json — ignoring', {\n      path,\n      error: err instanceof Error ? err.message : String(err),\n    });\n    return [];\n  }\n\n  if (!Array.isArray(parsed)) {\n    log.warn('rss-feeds.json must be an array — ignoring', { path });\n    return [];\n  }\n\n  const out: FeedConfig[] = [];\n  for (const entry of parsed as FileEntry[]) {\n    if (!entry || typeof entry !== 'object') continue;\n    const url = typeof entry.url === 'string' ? entry.url.trim() : '';\n    if (!url || !isValidUrl(url)) {\n      log.warn('invalid RSS feed URL in rss-feeds.json', { url });\n      continue;\n    }\n    const feed: FeedConfig = { url };\n    if (typeof entry.category === 'string' && entry.category.length > 0) {\n      feed.category = entry.category;\n    }\n    if (typeof entry.intervalSec === 'number' && isFinite(entry.intervalSec) && entry.intervalSec > 0) {\n      feed.intervalSec = entry.intervalSec;\n    }\n    out.push(feed);\n  }\n  return out;\n}\n\n/**\n * Load feeds from env (`WIGOLO_RSS_FEEDS` — comma-separated URLs) and\n * JSON file (`<dataDir>/rss-feeds.json`). Env entries win on URL collision.\n * Dedup by URL.\n */\nexport function loadFeedConfig(opts?: { dataDir?: string }): LoadFeedConfigResult {\n  const dataDir = opts?.dataDir ?? getConfig().dataDir;\n  const envFeeds = loadEnvFeeds();\n  const fileFeeds = loadFileFeeds(dataDir);\n\n  const sources: Array<'env' | 'file'> = [];\n  if (envFeeds.length > 0) sources.push('env');\n  if (fileFeeds.length > 0) sources.push('file');\n\n  const byUrl = new Map<string, FeedConfig>();\n  for (const f of fileFeeds) byUrl.set(f.url, f);\n  for (const f of envFeeds) byUrl.set(f.url, f); // env wins\n\n  return { feeds: Array.from(byUrl.values()), sources };\n}\n"],"mappings":"AAAA,SAAS,cAAc,kBAAkB;AACzC,SAAS,YAAY;AACrB,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAgBjC,SAAS,WAAW,KAAsB;AACxC,MAAI;AACF,UAAM,IAAI,IAAI,IAAI,GAAG;AACrB,WAAO,EAAE,aAAa,WAAW,EAAE,aAAa;AAAA,EAClD,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,eAA6B;AACpC,QAAM,MAAM,QAAQ,IAAI;AACxB,MAAI,CAAC,IAAK,QAAO,CAAC;AAClB,QAAM,MAAoB,CAAC;AAC3B,aAAW,SAAS,IAAI,MAAM,GAAG,GAAG;AAClC,UAAM,MAAM,MAAM,KAAK;AACvB,QAAI,CAAC,IAAK;AACV,QAAI,CAAC,WAAW,GAAG,GAAG;AACpB,UAAI,KAAK,+BAA+B,EAAE,IAAI,CAAC;AAC/C;AAAA,IACF;AACA,QAAI,KAAK,EAAE,IAAI,CAAC;AAAA,EAClB;AACA,SAAO;AACT;AAQA,SAAS,cAAc,SAA+B;AACpD,QAAM,OAAO,KAAK,SAAS,gBAAgB;AAC3C,MAAI,CAAC,WAAW,IAAI,EAAG,QAAO,CAAC;AAC/B,MAAI;AACJ,MAAI;AACF,UAAM,aAAa,MAAM,MAAM;AAAA,EACjC,SAAS,KAAK;AACZ,QAAI,KAAK,iCAAiC;AAAA,MACxC;AAAA,MACA,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO,CAAC;AAAA,EACV;AAEA,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,GAAG;AAAA,EACzB,SAAS,KAAK;AACZ,QAAI,KAAK,4CAAuC;AAAA,MAC9C;AAAA,MACA,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO,CAAC;AAAA,EACV;AAEA,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,QAAI,KAAK,mDAA8C,EAAE,KAAK,CAAC;AAC/D,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,MAAoB,CAAC;AAC3B,aAAW,SAAS,QAAuB;AACzC,QAAI,CAAC,SAAS,OAAO,UAAU,SAAU;AACzC,UAAM,MAAM,OAAO,MAAM,QAAQ,WAAW,MAAM,IAAI,KAAK,IAAI;AAC/D,QAAI,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG;AAC5B,UAAI,KAAK,0CAA0C,EAAE,IAAI,CAAC;AAC1D;AAAA,IACF;AACA,UAAM,OAAmB,EAAE,IAAI;AAC/B,QAAI,OAAO,MAAM,aAAa,YAAY,MAAM,SAAS,SAAS,GAAG;AACnE,WAAK,WAAW,MAAM;AAAA,IACxB;AACA,QAAI,OAAO,MAAM,gBAAgB,YAAY,SAAS,MAAM,WAAW,KAAK,MAAM,cAAc,GAAG;AACjG,WAAK,cAAc,MAAM;AAAA,IAC3B;AACA,QAAI,KAAK,IAAI;AAAA,EACf;AACA,SAAO;AACT;AAOO,SAAS,eAAe,MAAmD;AAChF,QAAM,UAAU,MAAM,WAAW,UAAU,EAAE;AAC7C,QAAM,WAAW,aAAa;AAC9B,QAAM,YAAY,cAAc,OAAO;AAEvC,QAAM,UAAiC,CAAC;AACxC,MAAI,SAAS,SAAS,EAAG,SAAQ,KAAK,KAAK;AAC3C,MAAI,UAAU,SAAS,EAAG,SAAQ,KAAK,MAAM;AAE7C,QAAM,QAAQ,oBAAI,IAAwB;AAC1C,aAAW,KAAK,UAAW,OAAM,IAAI,EAAE,KAAK,CAAC;AAC7C,aAAW,KAAK,SAAU,OAAM,IAAI,EAAE,KAAK,CAAC;AAE5C,SAAO,EAAE,OAAO,MAAM,KAAK,MAAM,OAAO,CAAC,GAAG,QAAQ;AACtD;","names":[]}

package/dist/search/v1/rss/feed-parser.d.ts

@@ -0,0 +1,14 @@
+export interface ParsedFeedItem {
+    guid: string;
+    title: string;
+    link: string;
+    summary: string;
+    publishedDate?: string;
+}
+export interface ParsedFeed {
+    feedUrl: string;
+    feedTitle: string;
+    items: ParsedFeedItem[];
+}
+export declare function parseFeed(xml: string, feedUrl: string): ParsedFeed | null;
+//# sourceMappingURL=feed-parser.d.ts.map

package/dist/search/v1/rss/feed-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"feed-parser.d.ts","sourceRoot":"","sources":["../../../../src/search/v1/rss/feed-parser.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB;AAgGD,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAgCzE"}

package/dist/search/v1/rss/feed-parser.js

@@ -0,0 +1,104 @@
+import { parseHTML } from "linkedom";
+import { createLogger } from "../../../logger.js";
+const log = createLogger("search");
+function textOf(el) {
+  if (!el) return "";
+  return (el.textContent ?? "").trim();
+}
+function toIso(raw) {
+  if (!raw) return void 0;
+  const d = new Date(raw);
+  if (isNaN(d.getTime())) return void 0;
+  return d.toISOString();
+}
+function parseRss(doc, feedUrl) {
+  const channel = doc.querySelector("rss > channel") ?? doc.querySelector("channel");
+  if (!channel) return null;
+  const items = Array.from(channel.querySelectorAll("item"));
+  if (items.length === 0) return null;
+  const feedTitle = textOf(channel.querySelector("title")) || feedUrl;
+  const parsed = [];
+  for (const item of items) {
+    const title = textOf(item.querySelector("title"));
+    const link = textOf(item.querySelector("rsslink"));
+    const description = textOf(item.querySelector("description"));
+    const guid = textOf(item.querySelector("guid")) || link;
+    const pubDate = textOf(item.querySelector("pubDate"));
+    if (!title || !link) continue;
+    const entry = {
+      guid: guid || link,
+      title,
+      link,
+      summary: description
+    };
+    const iso = toIso(pubDate);
+    if (iso) entry.publishedDate = iso;
+    parsed.push(entry);
+  }
+  return { feedUrl, feedTitle, items: parsed };
+}
+function parseAtom(doc, feedUrl) {
+  const feed = doc.querySelector("feed");
+  if (!feed) return null;
+  const entries = Array.from(feed.querySelectorAll("entry"));
+  if (entries.length === 0) return null;
+  const feedTitle = textOf(feed.querySelector("title")) || feedUrl;
+  const parsed = [];
+  for (const entry of entries) {
+    const title = textOf(entry.querySelector("title"));
+    const linkEl = Array.from(entry.querySelectorAll("link")).find(
+      (l) => (l.getAttribute("rel") ?? "alternate") === "alternate"
+    ) ?? entry.querySelector("link");
+    const link = linkEl?.getAttribute("href") ?? "";
+    const summaryEl = entry.querySelector("summary");
+    const contentEl = entry.querySelector("content");
+    const summary = textOf(summaryEl) || textOf(contentEl);
+    const id = textOf(entry.querySelector("id")) || link;
+    const published = textOf(entry.querySelector("published")) || textOf(entry.querySelector("updated"));
+    if (!title || !link) continue;
+    const item = {
+      guid: id || link,
+      title,
+      link,
+      summary
+    };
+    const iso = toIso(published);
+    if (iso) item.publishedDate = iso;
+    parsed.push(item);
+  }
+  return { feedUrl, feedTitle, items: parsed };
+}
+function rewriteRssLinks(xml) {
+  return xml.replace(/<link>([\s\S]*?)<\/link>/g, "<rsslink>$1</rsslink>");
+}
+function parseFeed(xml, feedUrl) {
+  if (!xml || xml.trim().length === 0) return null;
+  const prepared = rewriteRssLinks(xml);
+  let doc;
+  try {
+    ({ document: doc } = parseHTML(prepared));
+  } catch (err) {
+    log.warn("feed XML parse failed", {
+      feedUrl,
+      error: err instanceof Error ? err.message : String(err)
+    });
+    return null;
+  }
+  const rss = parseRss(doc, feedUrl);
+  if (rss) return rss;
+  const atom = parseAtom(doc, feedUrl);
+  if (atom) return atom;
+  if (doc.querySelector("rss") || doc.querySelector("channel") || doc.querySelector("feed")) {
+    const isAtom = !!doc.querySelector("feed");
+    return {
+      feedUrl,
+      feedTitle: textOf(doc.querySelector(isAtom ? "feed > title" : "channel > title")) || feedUrl,
+      items: []
+    };
+  }
+  return null;
+}
+export {
+  parseFeed
+};
+//# sourceMappingURL=feed-parser.js.map

package/dist/search/v1/rss/feed-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/rss/feed-parser.ts"],"sourcesContent":["import { parseHTML } from 'linkedom';\nimport { createLogger } from '../../../logger.js';\n\nconst log = createLogger('search');\n\nexport interface ParsedFeedItem {\n  guid: string;\n  title: string;\n  link: string;\n  summary: string;\n  publishedDate?: string;\n}\n\nexport interface ParsedFeed {\n  feedUrl: string;\n  feedTitle: string;\n  items: ParsedFeedItem[];\n}\n\nfunction textOf(el: Element | null | undefined): string {\n  if (!el) return '';\n  return (el.textContent ?? '').trim();\n}\n\nfunction toIso(raw: string | undefined | null): string | undefined {\n  if (!raw) return undefined;\n  const d = new Date(raw);\n  if (isNaN(d.getTime())) return undefined;\n  return d.toISOString();\n}\n\nfunction parseRss(doc: Document, feedUrl: string): ParsedFeed | null {\n  const channel = doc.querySelector('rss > channel') ?? doc.querySelector('channel');\n  if (!channel) return null;\n  const items = Array.from(channel.querySelectorAll('item'));\n  if (items.length === 0) return null;\n\n  const feedTitle = textOf(channel.querySelector('title')) || feedUrl;\n  const parsed: ParsedFeedItem[] = [];\n\n  for (const item of items) {\n    const title = textOf(item.querySelector('title'));\n    const link = textOf(item.querySelector('rsslink'));\n    const description = textOf(item.querySelector('description'));\n    const guid = textOf(item.querySelector('guid')) || link;\n    const pubDate = textOf(item.querySelector('pubDate'));\n\n    if (!title || !link) continue;\n\n    const entry: ParsedFeedItem = {\n      guid: guid || link,\n      title,\n      link,\n      summary: description,\n    };\n    const iso = toIso(pubDate);\n    if (iso) entry.publishedDate = iso;\n    parsed.push(entry);\n  }\n\n  return { feedUrl, feedTitle, items: parsed };\n}\n\nfunction parseAtom(doc: Document, feedUrl: string): ParsedFeed | null {\n  const feed = doc.querySelector('feed');\n  if (!feed) return null;\n  const entries = Array.from(feed.querySelectorAll('entry'));\n  if (entries.length === 0) return null;\n\n  const feedTitle = textOf(feed.querySelector('title')) || feedUrl;\n  const parsed: ParsedFeedItem[] = [];\n\n  for (const entry of entries) {\n    const title = textOf(entry.querySelector('title'));\n    // Atom: <link rel=\"alternate\" href=\"...\"/> — prefer alternate, else first link\n    const linkEl = Array.from(entry.querySelectorAll('link')).find(\n      (l) => (l.getAttribute('rel') ?? 'alternate') === 'alternate',\n    ) ?? entry.querySelector('link');\n    const link = linkEl?.getAttribute('href') ?? '';\n    const summaryEl = entry.querySelector('summary');\n    const contentEl = entry.querySelector('content');\n    const summary = textOf(summaryEl) || textOf(contentEl);\n    const id = textOf(entry.querySelector('id')) || link;\n    const published = textOf(entry.querySelector('published')) || textOf(entry.querySelector('updated'));\n\n    if (!title || !link) continue;\n\n    const item: ParsedFeedItem = {\n      guid: id || link,\n      title,\n      link,\n      summary,\n    };\n    const iso = toIso(published);\n    if (iso) item.publishedDate = iso;\n    parsed.push(item);\n  }\n\n  return { feedUrl, feedTitle, items: parsed };\n}\n\n/**\n * linkedom treats <link> as an HTML void element (self-closing), so RSS\n * <link>https://...</link> ends up with the URL as a text node sibling\n * rather than the link's textContent. Atom uses <link href=\"...\" /> which\n * is fine. We rewrite RSS-style <link>URL</link> → <rsslink>URL</rsslink>\n * so the URL becomes the element's textContent. Atom <link rel=\"...\" href=\"...\"/>\n * is left untouched.\n */\nfunction rewriteRssLinks(xml: string): string {\n  return xml.replace(/<link>([\\s\\S]*?)<\\/link>/g, '<rsslink>$1</rsslink>');\n}\n\nexport function parseFeed(xml: string, feedUrl: string): ParsedFeed | null {\n  if (!xml || xml.trim().length === 0) return null;\n  const prepared = rewriteRssLinks(xml);\n  let doc: Document;\n  try {\n    ({ document: doc } = parseHTML(prepared));\n  } catch (err) {\n    log.warn('feed XML parse failed', {\n      feedUrl,\n      error: err instanceof Error ? err.message : String(err),\n    });\n    return null;\n  }\n\n  // Prefer RSS shape — if a channel + items exist, use them.\n  const rss = parseRss(doc, feedUrl);\n  if (rss) return rss;\n\n  const atom = parseAtom(doc, feedUrl);\n  if (atom) return atom;\n\n  // Distinguish \"empty but valid feed\" vs \"not a feed at all\".\n  if (doc.querySelector('rss') || doc.querySelector('channel') || doc.querySelector('feed')) {\n    const isAtom = !!doc.querySelector('feed');\n    return {\n      feedUrl,\n      feedTitle: textOf(doc.querySelector(isAtom ? 'feed > title' : 'channel > title')) || feedUrl,\n      items: [],\n    };\n  }\n\n  return null;\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAgBjC,SAAS,OAAO,IAAwC;AACtD,MAAI,CAAC,GAAI,QAAO;AAChB,UAAQ,GAAG,eAAe,IAAI,KAAK;AACrC;AAEA,SAAS,MAAM,KAAoD;AACjE,MAAI,CAAC,IAAK,QAAO;AACjB,QAAM,IAAI,IAAI,KAAK,GAAG;AACtB,MAAI,MAAM,EAAE,QAAQ,CAAC,EAAG,QAAO;AAC/B,SAAO,EAAE,YAAY;AACvB;AAEA,SAAS,SAAS,KAAe,SAAoC;AACnE,QAAM,UAAU,IAAI,cAAc,eAAe,KAAK,IAAI,cAAc,SAAS;AACjF,MAAI,CAAC,QAAS,QAAO;AACrB,QAAM,QAAQ,MAAM,KAAK,QAAQ,iBAAiB,MAAM,CAAC;AACzD,MAAI,MAAM,WAAW,EAAG,QAAO;AAE/B,QAAM,YAAY,OAAO,QAAQ,cAAc,OAAO,CAAC,KAAK;AAC5D,QAAM,SAA2B,CAAC;AAElC,aAAW,QAAQ,OAAO;AACxB,UAAM,QAAQ,OAAO,KAAK,cAAc,OAAO,CAAC;AAChD,UAAM,OAAO,OAAO,KAAK,cAAc,SAAS,CAAC;AACjD,UAAM,cAAc,OAAO,KAAK,cAAc,aAAa,CAAC;AAC5D,UAAM,OAAO,OAAO,KAAK,cAAc,MAAM,CAAC,KAAK;AACnD,UAAM,UAAU,OAAO,KAAK,cAAc,SAAS,CAAC;AAEpD,QAAI,CAAC,SAAS,CAAC,KAAM;AAErB,UAAM,QAAwB;AAAA,MAC5B,MAAM,QAAQ;AAAA,MACd;AAAA,MACA;AAAA,MACA,SAAS;AAAA,IACX;AACA,UAAM,MAAM,MAAM,OAAO;AACzB,QAAI,IAAK,OAAM,gBAAgB;AAC/B,WAAO,KAAK,KAAK;AAAA,EACnB;AAEA,SAAO,EAAE,SAAS,WAAW,OAAO,OAAO;AAC7C;AAEA,SAAS,UAAU,KAAe,SAAoC;AACpE,QAAM,OAAO,IAAI,cAAc,MAAM;AACrC,MAAI,CAAC,KAAM,QAAO;AAClB,QAAM,UAAU,MAAM,KAAK,KAAK,iBAAiB,OAAO,CAAC;AACzD,MAAI,QAAQ,WAAW,EAAG,QAAO;AAEjC,QAAM,YAAY,OAAO,KAAK,cAAc,OAAO,CAAC,KAAK;AACzD,QAAM,SAA2B,CAAC;AAElC,aAAW,SAAS,SAAS;AAC3B,UAAM,QAAQ,OAAO,MAAM,cAAc,OAAO,CAAC;AAEjD,UAAM,SAAS,MAAM,KAAK,MAAM,iBAAiB,MAAM,CAAC,EAAE;AAAA,MACxD,CAAC,OAAO,EAAE,aAAa,KAAK,KAAK,iBAAiB;AAAA,IACpD,KAAK,MAAM,cAAc,MAAM;AAC/B,UAAM,OAAO,QAAQ,aAAa,MAAM,KAAK;AAC7C,UAAM,YAAY,MAAM,cAAc,SAAS;AAC/C,UAAM,YAAY,MAAM,cAAc,SAAS;AAC/C,UAAM,UAAU,OAAO,SAAS,KAAK,OAAO,SAAS;AACrD,UAAM,KAAK,OAAO,MAAM,cAAc,IAAI,CAAC,KAAK;AAChD,UAAM,YAAY,OAAO,MAAM,cAAc,WAAW,CAAC,KAAK,OAAO,MAAM,cAAc,SAAS,CAAC;AAEnG,QAAI,CAAC,SAAS,CAAC,KAAM;AAErB,UAAM,OAAuB;AAAA,MAC3B,MAAM,MAAM;AAAA,MACZ;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,UAAM,MAAM,MAAM,SAAS;AAC3B,QAAI,IAAK,MAAK,gBAAgB;AAC9B,WAAO,KAAK,IAAI;AAAA,EAClB;AAEA,SAAO,EAAE,SAAS,WAAW,OAAO,OAAO;AAC7C;AAUA,SAAS,gBAAgB,KAAqB;AAC5C,SAAO,IAAI,QAAQ,6BAA6B,uBAAuB;AACzE;AAEO,SAAS,UAAU,KAAa,SAAoC;AACzE,MAAI,CAAC,OAAO,IAAI,KAAK,EAAE,WAAW,EAAG,QAAO;AAC5C,QAAM,WAAW,gBAAgB,GAAG;AACpC,MAAI;AACJ,MAAI;AACF,KAAC,EAAE,UAAU,IAAI,IAAI,UAAU,QAAQ;AAAA,EACzC,SAAS,KAAK;AACZ,QAAI,KAAK,yBAAyB;AAAA,MAChC;AAAA,MACA,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO;AAAA,EACT;AAGA,QAAM,MAAM,SAAS,KAAK,OAAO;AACjC,MAAI,IAAK,QAAO;AAEhB,QAAM,OAAO,UAAU,KAAK,OAAO;AACnC,MAAI,KAAM,QAAO;AAGjB,MAAI,IAAI,cAAc,KAAK,KAAK,IAAI,cAAc,SAAS,KAAK,IAAI,cAAc,MAAM,GAAG;AACzF,UAAM,SAAS,CAAC,CAAC,IAAI,cAAc,MAAM;AACzC,WAAO;AAAA,MACL;AAAA,MACA,WAAW,OAAO,IAAI,cAAc,SAAS,iBAAiB,iBAAiB,CAAC,KAAK;AAAA,MACrF,OAAO,CAAC;AAAA,IACV;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}

package/dist/search/v1/rss/feed-poller.d.ts

@@ -0,0 +1,22 @@
+import { type FeedConfig } from './feed-config.js';
+export interface PollResult {
+    feedUrl: string;
+    ok: boolean;
+    itemsAdded: number;
+    error?: string;
+}
+export interface PollerHandle {
+    stop(): void;
+    readonly running: boolean;
+}
+export declare function pollFeedsOnce(opts?: {
+    feeds?: FeedConfig[];
+    fetchImpl?: typeof fetch;
+    timeoutMs?: number;
+}): Promise<PollResult[]>;
+export declare function pollFeedsForever(opts?: {
+    intervalSec?: number;
+    feeds?: FeedConfig[];
+    fetchImpl?: typeof fetch;
+}): PollerHandle;
+//# sourceMappingURL=feed-poller.d.ts.map

package/dist/search/v1/rss/feed-poller.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"feed-poller.d.ts","sourceRoot":"","sources":["../../../../src/search/v1/rss/feed-poller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,KAAK,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAOnE,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,OAAO,CAAC;IACZ,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,IAAI,IAAI,CAAC;IACb,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B;AA+CD,wBAAsB,aAAa,CAAC,IAAI,GAAE;IACxC,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;CACf,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAiC7B;AAED,wBAAgB,gBAAgB,CAAC,IAAI,GAAE;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;CACrB,GAAG,YAAY,CAyBpB"}

package/dist/search/v1/rss/feed-poller.js

@@ -0,0 +1,102 @@
+import { loadFeedConfig } from "./feed-config.js";
+import { parseFeed } from "./feed-parser.js";
+import { upsertFeedItems } from "./feed-store.js";
+import { createLogger } from "../../../logger.js";
+const log = createLogger("search");
+const DEFAULT_TIMEOUT_MS = 1e4;
+const DEFAULT_INTERVAL_SEC = 300;
+async function pollOne(feed, fetchImpl, timeoutMs) {
+  try {
+    const res = await fetchImpl(feed.url, {
+      signal: AbortSignal.timeout(timeoutMs),
+      headers: { Accept: "application/rss+xml, application/atom+xml, application/xml, text/xml" }
+    });
+    if (!res.ok) {
+      return { feedUrl: feed.url, ok: false, itemsAdded: 0, error: `HTTP ${res.status}` };
+    }
+    const xml = await res.text();
+    const parsed = parseFeed(xml, feed.url);
+    if (!parsed) {
+      return { feedUrl: feed.url, ok: false, itemsAdded: 0, error: "parse failed" };
+    }
+    const category = feed.category ?? "news";
+    const itemsAdded = upsertFeedItems(
+      parsed.items.map((it) => ({
+        feedUrl: feed.url,
+        guid: it.guid,
+        title: it.title,
+        link: it.link,
+        summary: it.summary,
+        ...it.publishedDate ? { publishedDate: it.publishedDate } : {},
+        category
+      }))
+    );
+    return { feedUrl: feed.url, ok: true, itemsAdded };
+  } catch (err) {
+    return {
+      feedUrl: feed.url,
+      ok: false,
+      itemsAdded: 0,
+      error: err instanceof Error ? err.message : String(err)
+    };
+  }
+}
+async function pollFeedsOnce(opts = {}) {
+  const feeds = opts.feeds ?? loadFeedConfig().feeds;
+  if (feeds.length === 0) return [];
+  const fetchImpl = opts.fetchImpl ?? fetch;
+  const timeoutMs = opts.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+  const settled = await Promise.allSettled(
+    feeds.map((f) => pollOne(f, fetchImpl, timeoutMs))
+  );
+  const results = [];
+  for (let i = 0; i < settled.length; i++) {
+    const r = settled[i];
+    if (r.status === "fulfilled") {
+      results.push(r.value);
+    } else {
+      results.push({
+        feedUrl: feeds[i].url,
+        ok: false,
+        itemsAdded: 0,
+        error: r.reason instanceof Error ? r.reason.message : String(r.reason)
+      });
+    }
+  }
+  const totalAdded = results.reduce((acc, r) => acc + r.itemsAdded, 0);
+  log.info("feed poll complete", {
+    feeds: feeds.length,
+    ok: results.filter((r) => r.ok).length,
+    itemsAdded: totalAdded
+  });
+  return results;
+}
+function pollFeedsForever(opts = {}) {
+  const intervalSec = opts.intervalSec ?? DEFAULT_INTERVAL_SEC;
+  const intervalMs = Math.max(1, Math.floor(intervalSec * 1e3));
+  const state = { running: true };
+  const handle = setInterval(() => {
+    void pollFeedsOnce({
+      ...opts.feeds ? { feeds: opts.feeds } : {},
+      ...opts.fetchImpl ? { fetchImpl: opts.fetchImpl } : {}
+    }).catch((err) => {
+      log.warn("scheduled poll threw", {
+        error: err instanceof Error ? err.message : String(err)
+      });
+    });
+  }, intervalMs);
+  return {
+    stop() {
+      clearInterval(handle);
+      state.running = false;
+    },
+    get running() {
+      return state.running;
+    }
+  };
+}
+export {
+  pollFeedsForever,
+  pollFeedsOnce
+};
+//# sourceMappingURL=feed-poller.js.map

package/dist/search/v1/rss/feed-poller.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/rss/feed-poller.ts"],"sourcesContent":["import { loadFeedConfig, type FeedConfig } from './feed-config.js';\nimport { parseFeed } from './feed-parser.js';\nimport { upsertFeedItems } from './feed-store.js';\nimport { createLogger } from '../../../logger.js';\n\nconst log = createLogger('search');\n\nexport interface PollResult {\n  feedUrl: string;\n  ok: boolean;\n  itemsAdded: number;\n  error?: string;\n}\n\nexport interface PollerHandle {\n  stop(): void;\n  readonly running: boolean;\n}\n\nconst DEFAULT_TIMEOUT_MS = 10_000;\nconst DEFAULT_INTERVAL_SEC = 300;\n\nasync function pollOne(\n  feed: FeedConfig,\n  fetchImpl: typeof fetch,\n  timeoutMs: number,\n): Promise<PollResult> {\n  try {\n    const res = await fetchImpl(feed.url, {\n      signal: AbortSignal.timeout(timeoutMs),\n      headers: { Accept: 'application/rss+xml, application/atom+xml, application/xml, text/xml' },\n    });\n    if (!res.ok) {\n      return { feedUrl: feed.url, ok: false, itemsAdded: 0, error: `HTTP ${res.status}` };\n    }\n    const xml = await res.text();\n    const parsed = parseFeed(xml, feed.url);\n    if (!parsed) {\n      return { feedUrl: feed.url, ok: false, itemsAdded: 0, error: 'parse failed' };\n    }\n\n    const category = feed.category ?? 'news';\n    const itemsAdded = upsertFeedItems(\n      parsed.items.map((it) => ({\n        feedUrl: feed.url,\n        guid: it.guid,\n        title: it.title,\n        link: it.link,\n        summary: it.summary,\n        ...(it.publishedDate ? { publishedDate: it.publishedDate } : {}),\n        category,\n      })),\n    );\n    return { feedUrl: feed.url, ok: true, itemsAdded };\n  } catch (err) {\n    return {\n      feedUrl: feed.url,\n      ok: false,\n      itemsAdded: 0,\n      error: err instanceof Error ? err.message : String(err),\n    };\n  }\n}\n\nexport async function pollFeedsOnce(opts: {\n  feeds?: FeedConfig[];\n  fetchImpl?: typeof fetch;\n  timeoutMs?: number;\n} = {}): Promise<PollResult[]> {\n  const feeds = opts.feeds ?? loadFeedConfig().feeds;\n  if (feeds.length === 0) return [];\n\n  const fetchImpl = opts.fetchImpl ?? fetch;\n  const timeoutMs = opts.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n\n  const settled = await Promise.allSettled(\n    feeds.map((f) => pollOne(f, fetchImpl, timeoutMs)),\n  );\n\n  const results: PollResult[] = [];\n  for (let i = 0; i < settled.length; i++) {\n    const r = settled[i];\n    if (r.status === 'fulfilled') {\n      results.push(r.value);\n    } else {\n      results.push({\n        feedUrl: feeds[i].url,\n        ok: false,\n        itemsAdded: 0,\n        error: r.reason instanceof Error ? r.reason.message : String(r.reason),\n      });\n    }\n  }\n\n  const totalAdded = results.reduce((acc, r) => acc + r.itemsAdded, 0);\n  log.info('feed poll complete', {\n    feeds: feeds.length,\n    ok: results.filter((r) => r.ok).length,\n    itemsAdded: totalAdded,\n  });\n  return results;\n}\n\nexport function pollFeedsForever(opts: {\n  intervalSec?: number;\n  feeds?: FeedConfig[];\n  fetchImpl?: typeof fetch;\n} = {}): PollerHandle {\n  const intervalSec = opts.intervalSec ?? DEFAULT_INTERVAL_SEC;\n  const intervalMs = Math.max(1, Math.floor(intervalSec * 1000));\n\n  const state = { running: true };\n  const handle = setInterval(() => {\n    void pollFeedsOnce({\n      ...(opts.feeds ? { feeds: opts.feeds } : {}),\n      ...(opts.fetchImpl ? { fetchImpl: opts.fetchImpl } : {}),\n    }).catch((err) => {\n      log.warn('scheduled poll threw', {\n        error: err instanceof Error ? err.message : String(err),\n      });\n    });\n  }, intervalMs);\n\n  return {\n    stop() {\n      clearInterval(handle);\n      state.running = false;\n    },\n    get running() {\n      return state.running;\n    },\n  };\n}\n"],"mappings":"AAAA,SAAS,sBAAuC;AAChD,SAAS,iBAAiB;AAC1B,SAAS,uBAAuB;AAChC,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAcjC,MAAM,qBAAqB;AAC3B,MAAM,uBAAuB;AAE7B,eAAe,QACb,MACA,WACA,WACqB;AACrB,MAAI;AACF,UAAM,MAAM,MAAM,UAAU,KAAK,KAAK;AAAA,MACpC,QAAQ,YAAY,QAAQ,SAAS;AAAA,MACrC,SAAS,EAAE,QAAQ,uEAAuE;AAAA,IAC5F,CAAC;AACD,QAAI,CAAC,IAAI,IAAI;AACX,aAAO,EAAE,SAAS,KAAK,KAAK,IAAI,OAAO,YAAY,GAAG,OAAO,QAAQ,IAAI,MAAM,GAAG;AAAA,IACpF;AACA,UAAM,MAAM,MAAM,IAAI,KAAK;AAC3B,UAAM,SAAS,UAAU,KAAK,KAAK,GAAG;AACtC,QAAI,CAAC,QAAQ;AACX,aAAO,EAAE,SAAS,KAAK,KAAK,IAAI,OAAO,YAAY,GAAG,OAAO,eAAe;AAAA,IAC9E;AAEA,UAAM,WAAW,KAAK,YAAY;AAClC,UAAM,aAAa;AAAA,MACjB,OAAO,MAAM,IAAI,CAAC,QAAQ;AAAA,QACxB,SAAS,KAAK;AAAA,QACd,MAAM,GAAG;AAAA,QACT,OAAO,GAAG;AAAA,QACV,MAAM,GAAG;AAAA,QACT,SAAS,GAAG;AAAA,QACZ,GAAI,GAAG,gBAAgB,EAAE,eAAe,GAAG,cAAc,IAAI,CAAC;AAAA,QAC9D;AAAA,MACF,EAAE;AAAA,IACJ;AACA,WAAO,EAAE,SAAS,KAAK,KAAK,IAAI,MAAM,WAAW;AAAA,EACnD,SAAS,KAAK;AACZ,WAAO;AAAA,MACL,SAAS,KAAK;AAAA,MACd,IAAI;AAAA,MACJ,YAAY;AAAA,MACZ,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD;AAAA,EACF;AACF;AAEA,eAAsB,cAAc,OAIhC,CAAC,GAA0B;AAC7B,QAAM,QAAQ,KAAK,SAAS,eAAe,EAAE;AAC7C,MAAI,MAAM,WAAW,EAAG,QAAO,CAAC;AAEhC,QAAM,YAAY,KAAK,aAAa;AACpC,QAAM,YAAY,KAAK,aAAa;AAEpC,QAAM,UAAU,MAAM,QAAQ;AAAA,IAC5B,MAAM,IAAI,CAAC,MAAM,QAAQ,GAAG,WAAW,SAAS,CAAC;AAAA,EACnD;AAEA,QAAM,UAAwB,CAAC;AAC/B,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,IAAI,QAAQ,CAAC;AACnB,QAAI,EAAE,WAAW,aAAa;AAC5B,cAAQ,KAAK,EAAE,KAAK;AAAA,IACtB,OAAO;AACL,cAAQ,KAAK;AAAA,QACX,SAAS,MAAM,CAAC,EAAE;AAAA,QAClB,IAAI;AAAA,QACJ,YAAY;AAAA,QACZ,OAAO,EAAE,kBAAkB,QAAQ,EAAE,OAAO,UAAU,OAAO,EAAE,MAAM;AAAA,MACvE,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,aAAa,QAAQ,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,YAAY,CAAC;AACnE,MAAI,KAAK,sBAAsB;AAAA,IAC7B,OAAO,MAAM;AAAA,IACb,IAAI,QAAQ,OAAO,CAAC,MAAM,EAAE,EAAE,EAAE;AAAA,IAChC,YAAY;AAAA,EACd,CAAC;AACD,SAAO;AACT;AAEO,SAAS,iBAAiB,OAI7B,CAAC,GAAiB;AACpB,QAAM,cAAc,KAAK,eAAe;AACxC,QAAM,aAAa,KAAK,IAAI,GAAG,KAAK,MAAM,cAAc,GAAI,CAAC;AAE7D,QAAM,QAAQ,EAAE,SAAS,KAAK;AAC9B,QAAM,SAAS,YAAY,MAAM;AAC/B,SAAK,cAAc;AAAA,MACjB,GAAI,KAAK,QAAQ,EAAE,OAAO,KAAK,MAAM,IAAI,CAAC;AAAA,MAC1C,GAAI,KAAK,YAAY,EAAE,WAAW,KAAK,UAAU,IAAI,CAAC;AAAA,IACxD,CAAC,EAAE,MAAM,CAAC,QAAQ;AAChB,UAAI,KAAK,wBAAwB;AAAA,QAC/B,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,CAAC;AAAA,IACH,CAAC;AAAA,EACH,GAAG,UAAU;AAEb,SAAO;AAAA,IACL,OAAO;AACL,oBAAc,MAAM;AACpB,YAAM,UAAU;AAAA,IAClB;AAAA,IACA,IAAI,UAAU;AACZ,aAAO,MAAM;AAAA,IACf;AAAA,EACF;AACF;","names":[]}

package/dist/search/v1/rss/feed-store.d.ts

@@ -0,0 +1,30 @@
+export interface FeedStoreItem {
+    id: number;
+    feedUrl: string;
+    guid: string;
+    title: string;
+    link: string;
+    summary: string;
+    publishedDate?: string;
+    category: string;
+    fetchedAt: string;
+}
+export interface FeedStoreQueryOptions {
+    maxResults?: number;
+    fromDate?: string;
+    toDate?: string;
+    category?: string;
+}
+export declare function upsertFeedItems(items: Array<{
+    feedUrl: string;
+    guid: string;
+    title: string;
+    link: string;
+    summary: string;
+    publishedDate?: string;
+    category?: string;
+}>): number;
+export declare function queryFeedStore(query: string, options?: FeedStoreQueryOptions): FeedStoreItem[];
+export declare function countFeedItems(): number;
+export declare function _clearFeedStoreForTest(): void;
+//# sourceMappingURL=feed-store.d.ts.map

package/dist/search/v1/rss/feed-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"feed-store.d.ts","sourceRoot":"","sources":["../../../../src/search/v1/rss/feed-store.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AA0CD,wBAAgB,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC;IAC3C,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAC3D,OAAO,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5D,CAAC,GAAG,MAAM,CA6BV;AA6BD,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,qBAA0B,GAAG,aAAa,EAAE,CA2ClG;AAED,wBAAgB,cAAc,IAAI,MAAM,CASvC;AAED,wBAAgB,sBAAsB,IAAI,IAAI,CAQ7C"}

package/dist/search/v1/rss/feed-store.js

@@ -0,0 +1,134 @@
+import { getDatabase } from "../../../cache/db.js";
+import { createLogger } from "../../../logger.js";
+const log = createLogger("search");
+let cachedDb = null;
+let cachedStmts = null;
+function stmts() {
+  const db = getDatabase();
+  if (cachedDb !== db) {
+    cachedDb = db;
+    cachedStmts = {
+      insert: db.prepare(
+        `INSERT OR IGNORE INTO feed_items
+         (feed_url, guid, title, link, summary, published_date, category, fetched_at)
+         VALUES (?, ?, ?, ?, ?, ?, ?, ?)`
+      ),
+      count: db.prepare("SELECT COUNT(*) AS n FROM feed_items"),
+      clear: db.prepare("DELETE FROM feed_items"),
+      clearFts: db.prepare("INSERT INTO feed_items_fts(feed_items_fts) VALUES('rebuild')")
+    };
+  }
+  return { db, s: cachedStmts };
+}
+function sanitizeFtsQuery(query) {
+  const tokens = query.split(/\s+/).map((t) => t.trim()).filter((t) => t.length > 0).map((t) => t.replace(/"/g, "")).filter((t) => t.length > 0).map((t) => `"${t}"`);
+  return tokens.join(" ");
+}
+function upsertFeedItems(items) {
+  if (items.length === 0) return 0;
+  const { db, s } = stmts();
+  const now = (/* @__PURE__ */ new Date()).toISOString();
+  let added = 0;
+  const tx = db.transaction(() => {
+    for (const it of items) {
+      const res = s.insert.run(
+        it.feedUrl,
+        it.guid,
+        it.title,
+        it.link,
+        it.summary,
+        it.publishedDate ?? null,
+        it.category ?? "news",
+        now
+      );
+      if (res.changes > 0) added += 1;
+    }
+  });
+  try {
+    tx();
+  } catch (err) {
+    log.error("feed_items upsert failed", {
+      error: err instanceof Error ? err.message : String(err)
+    });
+    throw err;
+  }
+  return added;
+}
+function rowToItem(r) {
+  const item = {
+    id: r.id,
+    feedUrl: r.feed_url,
+    guid: r.guid,
+    title: r.title,
+    link: r.link,
+    summary: r.summary,
+    category: r.category,
+    fetchedAt: r.fetched_at
+  };
+  if (r.published_date) item.publishedDate = r.published_date;
+  return item;
+}
+function queryFeedStore(query, options = {}) {
+  const { db } = stmts();
+  const max = options.maxResults ?? 10;
+  const safe = sanitizeFtsQuery(query);
+  if (!safe) return [];
+  const clauses = [];
+  const params = [safe];
+  if (options.fromDate) {
+    clauses.push("feed_items.published_date >= ?");
+    params.push(options.fromDate);
+  }
+  if (options.toDate) {
+    clauses.push("feed_items.published_date <= ?");
+    params.push(options.toDate);
+  }
+  if (options.category) {
+    clauses.push("feed_items.category = ?");
+    params.push(options.category);
+  }
+  const where = clauses.length > 0 ? " AND " + clauses.join(" AND ") : "";
+  params.push(max);
+  const sql = `
+    SELECT feed_items.*
+    FROM feed_items_fts
+    JOIN feed_items ON feed_items.id = feed_items_fts.rowid
+    WHERE feed_items_fts MATCH ?${where}
+    ORDER BY bm25(feed_items_fts)
+    LIMIT ?
+  `;
+  try {
+    const rows = db.prepare(sql).all(...params);
+    return rows.map(rowToItem);
+  } catch (err) {
+    log.warn("feed_items_fts query failed", {
+      query,
+      error: err instanceof Error ? err.message : String(err)
+    });
+    return [];
+  }
+}
+function countFeedItems() {
+  try {
+    const { s } = stmts();
+    const row = s.count.get();
+    return row?.n ?? 0;
+  } catch {
+    return 0;
+  }
+}
+function _clearFeedStoreForTest() {
+  try {
+    const { s } = stmts();
+    s.clear.run();
+    s.clearFts.run();
+  } catch {
+  }
+}
+export {
+  _clearFeedStoreForTest,
+  countFeedItems,
+  queryFeedStore,
+  upsertFeedItems
+};
+//# sourceMappingURL=feed-store.js.map

package/dist/search/v1/rss/feed-store.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/rss/feed-store.ts"],"sourcesContent":["import type Database from 'better-sqlite3';\nimport { getDatabase } from '../../../cache/db.js';\nimport { createLogger } from '../../../logger.js';\n\nconst log = createLogger('search');\n\nexport interface FeedStoreItem {\n  id: number;\n  feedUrl: string;\n  guid: string;\n  title: string;\n  link: string;\n  summary: string;\n  publishedDate?: string;\n  category: string;\n  fetchedAt: string;\n}\n\nexport interface FeedStoreQueryOptions {\n  maxResults?: number;\n  fromDate?: string;\n  toDate?: string;\n  category?: string;\n}\n\ninterface Stmts {\n  insert: Database.Statement;\n  count: Database.Statement;\n  clear: Database.Statement;\n  clearFts: Database.Statement;\n}\n\nlet cachedDb: Database.Database | null = null;\nlet cachedStmts: Stmts | null = null;\n\nfunction stmts(): { db: Database.Database; s: Stmts } {\n  const db = getDatabase();\n  if (cachedDb !== db) {\n    cachedDb = db;\n    cachedStmts = {\n      insert: db.prepare(\n        `INSERT OR IGNORE INTO feed_items\n         (feed_url, guid, title, link, summary, published_date, category, fetched_at)\n         VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,\n      ),\n      count: db.prepare('SELECT COUNT(*) AS n FROM feed_items'),\n      clear: db.prepare('DELETE FROM feed_items'),\n      clearFts: db.prepare(\"INSERT INTO feed_items_fts(feed_items_fts) VALUES('rebuild')\"),\n    };\n  }\n  return { db, s: cachedStmts! };\n}\n\n// FTS5 reserves characters; quote each token to be safe.\nfunction sanitizeFtsQuery(query: string): string {\n  const tokens = query\n    .split(/\\s+/)\n    .map((t) => t.trim())\n    .filter((t) => t.length > 0)\n    .map((t) => t.replace(/\"/g, ''))\n    .filter((t) => t.length > 0)\n    .map((t) => `\"${t}\"`);\n  return tokens.join(' ');\n}\n\nexport function upsertFeedItems(items: Array<{\n  feedUrl: string; guid: string; title: string; link: string;\n  summary: string; publishedDate?: string; category?: string;\n}>): number {\n  if (items.length === 0) return 0;\n  const { db, s } = stmts();\n  const now = new Date().toISOString();\n  let added = 0;\n  const tx = db.transaction(() => {\n    for (const it of items) {\n      const res = s.insert.run(\n        it.feedUrl,\n        it.guid,\n        it.title,\n        it.link,\n        it.summary,\n        it.publishedDate ?? null,\n        it.category ?? 'news',\n        now,\n      );\n      if (res.changes > 0) added += 1;\n    }\n  });\n  try {\n    tx();\n  } catch (err) {\n    log.error('feed_items upsert failed', {\n      error: err instanceof Error ? err.message : String(err),\n    });\n    throw err;\n  }\n  return added;\n}\n\ninterface RawRow {\n  id: number;\n  feed_url: string;\n  guid: string;\n  title: string;\n  link: string;\n  summary: string;\n  published_date: string | null;\n  category: string;\n  fetched_at: string;\n}\n\nfunction rowToItem(r: RawRow): FeedStoreItem {\n  const item: FeedStoreItem = {\n    id: r.id,\n    feedUrl: r.feed_url,\n    guid: r.guid,\n    title: r.title,\n    link: r.link,\n    summary: r.summary,\n    category: r.category,\n    fetchedAt: r.fetched_at,\n  };\n  if (r.published_date) item.publishedDate = r.published_date;\n  return item;\n}\n\nexport function queryFeedStore(query: string, options: FeedStoreQueryOptions = {}): FeedStoreItem[] {\n  const { db } = stmts();\n  const max = options.maxResults ?? 10;\n  const safe = sanitizeFtsQuery(query);\n  if (!safe) return [];\n\n  const clauses: string[] = [];\n  const params: Array<string | number> = [safe];\n\n  if (options.fromDate) {\n    clauses.push('feed_items.published_date >= ?');\n    params.push(options.fromDate);\n  }\n  if (options.toDate) {\n    clauses.push('feed_items.published_date <= ?');\n    params.push(options.toDate);\n  }\n  if (options.category) {\n    clauses.push('feed_items.category = ?');\n    params.push(options.category);\n  }\n\n  const where = clauses.length > 0 ? ' AND ' + clauses.join(' AND ') : '';\n  params.push(max);\n\n  const sql = `\n    SELECT feed_items.*\n    FROM feed_items_fts\n    JOIN feed_items ON feed_items.id = feed_items_fts.rowid\n    WHERE feed_items_fts MATCH ?${where}\n    ORDER BY bm25(feed_items_fts)\n    LIMIT ?\n  `;\n  try {\n    const rows = db.prepare(sql).all(...params) as RawRow[];\n    return rows.map(rowToItem);\n  } catch (err) {\n    log.warn('feed_items_fts query failed', {\n      query,\n      error: err instanceof Error ? err.message : String(err),\n    });\n    return [];\n  }\n}\n\nexport function countFeedItems(): number {\n  try {\n    const { s } = stmts();\n    const row = s.count.get() as { n: number } | undefined;\n    return row?.n ?? 0;\n  } catch {\n    // Table missing — treat as empty.\n    return 0;\n  }\n}\n\nexport function _clearFeedStoreForTest(): void {\n  try {\n    const { s } = stmts();\n    s.clear.run();\n    s.clearFts.run();\n  } catch {\n    // ignore — store may not be initialized in this test\n  }\n}\n"],"mappings":"AACA,SAAS,mBAAmB;AAC5B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AA4BjC,IAAI,WAAqC;AACzC,IAAI,cAA4B;AAEhC,SAAS,QAA6C;AACpD,QAAM,KAAK,YAAY;AACvB,MAAI,aAAa,IAAI;AACnB,eAAW;AACX,kBAAc;AAAA,MACZ,QAAQ,GAAG;AAAA,QACT;AAAA;AAAA;AAAA,MAGF;AAAA,MACA,OAAO,GAAG,QAAQ,sCAAsC;AAAA,MACxD,OAAO,GAAG,QAAQ,wBAAwB;AAAA,MAC1C,UAAU,GAAG,QAAQ,8DAA8D;AAAA,IACrF;AAAA,EACF;AACA,SAAO,EAAE,IAAI,GAAG,YAAa;AAC/B;AAGA,SAAS,iBAAiB,OAAuB;AAC/C,QAAM,SAAS,MACZ,MAAM,KAAK,EACX,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EACnB,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,EAC1B,IAAI,CAAC,MAAM,EAAE,QAAQ,MAAM,EAAE,CAAC,EAC9B,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,EAC1B,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG;AACtB,SAAO,OAAO,KAAK,GAAG;AACxB;AAEO,SAAS,gBAAgB,OAGpB;AACV,MAAI,MAAM,WAAW,EAAG,QAAO;AAC/B,QAAM,EAAE,IAAI,EAAE,IAAI,MAAM;AACxB,QAAM,OAAM,oBAAI,KAAK,GAAE,YAAY;AACnC,MAAI,QAAQ;AACZ,QAAM,KAAK,GAAG,YAAY,MAAM;AAC9B,eAAW,MAAM,OAAO;AACtB,YAAM,MAAM,EAAE,OAAO;AAAA,QACnB,GAAG;AAAA,QACH,GAAG;AAAA,QACH,GAAG;AAAA,QACH,GAAG;AAAA,QACH,GAAG;AAAA,QACH,GAAG,iBAAiB;AAAA,QACpB,GAAG,YAAY;AAAA,QACf;AAAA,MACF;AACA,UAAI,IAAI,UAAU,EAAG,UAAS;AAAA,IAChC;AAAA,EACF,CAAC;AACD,MAAI;AACF,OAAG;AAAA,EACL,SAAS,KAAK;AACZ,QAAI,MAAM,4BAA4B;AAAA,MACpC,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,UAAM;AAAA,EACR;AACA,SAAO;AACT;AAcA,SAAS,UAAU,GAA0B;AAC3C,QAAM,OAAsB;AAAA,IAC1B,IAAI,EAAE;AAAA,IACN,SAAS,EAAE;AAAA,IACX,MAAM,EAAE;AAAA,IACR,OAAO,EAAE;AAAA,IACT,MAAM,EAAE;AAAA,IACR,SAAS,EAAE;AAAA,IACX,UAAU,EAAE;AAAA,IACZ,WAAW,EAAE;AAAA,EACf;AACA,MAAI,EAAE,eAAgB,MAAK,gBAAgB,EAAE;AAC7C,SAAO;AACT;AAEO,SAAS,eAAe,OAAe,UAAiC,CAAC,GAAoB;AAClG,QAAM,EAAE,GAAG,IAAI,MAAM;AACrB,QAAM,MAAM,QAAQ,cAAc;AAClC,QAAM,OAAO,iBAAiB,KAAK;AACnC,MAAI,CAAC,KAAM,QAAO,CAAC;AAEnB,QAAM,UAAoB,CAAC;AAC3B,QAAM,SAAiC,CAAC,IAAI;AAE5C,MAAI,QAAQ,UAAU;AACpB,YAAQ,KAAK,gCAAgC;AAC7C,WAAO,KAAK,QAAQ,QAAQ;AAAA,EAC9B;AACA,MAAI,QAAQ,QAAQ;AAClB,YAAQ,KAAK,gCAAgC;AAC7C,WAAO,KAAK,QAAQ,MAAM;AAAA,EAC5B;AACA,MAAI,QAAQ,UAAU;AACpB,YAAQ,KAAK,yBAAyB;AACtC,WAAO,KAAK,QAAQ,QAAQ;AAAA,EAC9B;AAEA,QAAM,QAAQ,QAAQ,SAAS,IAAI,UAAU,QAAQ,KAAK,OAAO,IAAI;AACrE,SAAO,KAAK,GAAG;AAEf,QAAM,MAAM;AAAA;AAAA;AAAA;AAAA,kCAIoB,KAAK;AAAA;AAAA;AAAA;AAIrC,MAAI;AACF,UAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAC1C,WAAO,KAAK,IAAI,SAAS;AAAA,EAC3B,SAAS,KAAK;AACZ,QAAI,KAAK,+BAA+B;AAAA,MACtC;AAAA,MACA,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO,CAAC;AAAA,EACV;AACF;AAEO,SAAS,iBAAyB;AACvC,MAAI;AACF,UAAM,EAAE,EAAE,IAAI,MAAM;AACpB,UAAM,MAAM,EAAE,MAAM,IAAI;AACxB,WAAO,KAAK,KAAK;AAAA,EACnB,QAAQ;AAEN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,yBAA+B;AAC7C,MAAI;AACF,UAAM,EAAE,EAAE,IAAI,MAAM;AACpB,MAAE,MAAM,IAAI;AACZ,MAAE,SAAS,IAAI;AAAA,EACjB,QAAQ;AAAA,EAER;AACF;","names":[]}

package/dist/search/v1/rss/rss-engine.d.ts

@@ -0,0 +1,6 @@
+import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../../types.js';
+export declare class RssFeedEngine implements SearchEngine {
+    name: string;
+    search(query: string, options?: SearchEngineOptions): Promise<RawSearchResult[]>;
+}
+//# sourceMappingURL=rss-engine.d.ts.map

package/dist/search/v1/rss/rss-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rss-engine.d.ts","sourceRoot":"","sources":["../../../../src/search/v1/rss/rss-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAK5F,qBAAa,aAAc,YAAW,YAAY;IAChD,IAAI,SAAc;IAEZ,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAmB3F"}

package/dist/search/v1/rss/rss-engine.js

@@ -0,0 +1,28 @@
+import { queryFeedStore } from "./feed-store.js";
+const SNIPPET_LIMIT = 200;
+class RssFeedEngine {
+  name = "rss-feed";
+  async search(query, options = {}) {
+    const items = queryFeedStore(query, {
+      maxResults: options.maxResults ?? 10,
+      ...options.fromDate ? { fromDate: options.fromDate } : {},
+      ...options.toDate ? { toDate: options.toDate } : {}
+    });
+    const total = items.length;
+    return items.map((it, i) => {
+      const result = {
+        title: it.title,
+        url: it.link,
+        snippet: it.summary.slice(0, SNIPPET_LIMIT),
+        relevance_score: 1 - i / Math.max(total, 1),
+        engine: "rss-feed"
+      };
+      if (it.publishedDate) result.published_date = it.publishedDate;
+      return result;
+    });
+  }
+}
+export {
+  RssFeedEngine
+};
+//# sourceMappingURL=rss-engine.js.map

package/dist/search/v1/rss/rss-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/rss/rss-engine.ts"],"sourcesContent":["import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../../types.js';\nimport { queryFeedStore } from './feed-store.js';\n\nconst SNIPPET_LIMIT = 200;\n\nexport class RssFeedEngine implements SearchEngine {\n  name = 'rss-feed';\n\n  async search(query: string, options: SearchEngineOptions = {}): Promise<RawSearchResult[]> {\n    const items = queryFeedStore(query, {\n      maxResults: options.maxResults ?? 10,\n      ...(options.fromDate ? { fromDate: options.fromDate } : {}),\n      ...(options.toDate ? { toDate: options.toDate } : {}),\n    });\n    const total = items.length;\n    return items.map((it, i) => {\n      const result: RawSearchResult = {\n        title: it.title,\n        url: it.link,\n        snippet: it.summary.slice(0, SNIPPET_LIMIT),\n        relevance_score: 1 - i / Math.max(total, 1),\n        engine: 'rss-feed',\n      };\n      if (it.publishedDate) result.published_date = it.publishedDate;\n      return result;\n    });\n  }\n}\n"],"mappings":"AACA,SAAS,sBAAsB;AAE/B,MAAM,gBAAgB;AAEf,MAAM,cAAsC;AAAA,EACjD,OAAO;AAAA,EAEP,MAAM,OAAO,OAAe,UAA+B,CAAC,GAA+B;AACzF,UAAM,QAAQ,eAAe,OAAO;AAAA,MAClC,YAAY,QAAQ,cAAc;AAAA,MAClC,GAAI,QAAQ,WAAW,EAAE,UAAU,QAAQ,SAAS,IAAI,CAAC;AAAA,MACzD,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;AAAA,IACrD,CAAC;AACD,UAAM,QAAQ,MAAM;AACpB,WAAO,MAAM,IAAI,CAAC,IAAI,MAAM;AAC1B,YAAM,SAA0B;AAAA,QAC9B,OAAO,GAAG;AAAA,QACV,KAAK,GAAG;AAAA,QACR,SAAS,GAAG,QAAQ,MAAM,GAAG,aAAa;AAAA,QAC1C,iBAAiB,IAAI,IAAI,KAAK,IAAI,OAAO,CAAC;AAAA,QAC1C,QAAQ;AAAA,MACV;AACA,UAAI,GAAG,cAAe,QAAO,iBAAiB,GAAG;AACjD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":[]}

package/dist/search/v1/v1-provider.d.ts

@@ -0,0 +1,7 @@
+import type { SearchProvider, SearchContext } from '../../providers/search-provider.js';
+import type { SearchInput, SearchOutput, StageResult } from '../../types.js';
+export declare class V1SearchProvider implements SearchProvider {
+    readonly name: "v1";
+    search(input: SearchInput, _ctx: SearchContext): Promise<StageResult<SearchOutput>>;
+}
+//# sourceMappingURL=v1-provider.d.ts.map

package/dist/search/v1/v1-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v1-provider.d.ts","sourceRoot":"","sources":["../../../src/search/v1/v1-provider.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACxF,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EAEZ,WAAW,EACZ,MAAM,gBAAgB,CAAC;AAKxB,qBAAa,gBAAiB,YAAW,cAAc;IACrD,QAAQ,CAAC,IAAI,EAAG,IAAI,CAAU;IAExB,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;CAuE1F"}