freshcontext-mcp 0.1.7 → 0.1.9

package/dist/adapters/jobs.js

@@ -0,0 +1,139 @@
+/**
+ * Jobs adapter — two sources, pure fetch, no auth required.
+ *
+ * Source 1: Remotive API (structured remote jobs, publication_date on every listing)
+ *   https://remotive.com/api/remote-jobs?search=QUERY&limit=10
+ *
+ * Source 2: HN "Who is Hiring" comments (community-sourced, timestamped)
+ *   Searches Algolia for relevant comments in hiring threads
+ *
+ * This adapter was the whole reason freshcontext exists.
+ * Claude kept returning job listings from 2022. This fixes that.
+ */
+export async function jobsAdapter(options) {
+    const query = options.url.trim();
+    const maxLength = options.maxLength ?? 6000;
+    const perSource = Math.floor(maxLength / 2);
+    const [remotiveResult, hnResult] = await Promise.allSettled([
+        fetchRemotive(query, perSource),
+        fetchHNHiring(query, perSource),
+    ]);
+    const sections = [];
+    let newestDate = null;
+    const trackDate = (d) => {
+        if (d && (!newestDate || d > newestDate))
+            newestDate = d;
+    };
+    // ── Remotive ──────────────────────────────────────────────────────────────
+    if (remotiveResult.status === "fulfilled" && remotiveResult.value.raw) {
+        sections.push(`## 🌐 Remote Jobs (Remotive)\n${remotiveResult.value.raw}`);
+        trackDate(remotiveResult.value.content_date);
+    }
+    else if (remotiveResult.status === "rejected") {
+        sections.push(`## 🌐 Remote Jobs (Remotive)\n[Unavailable: ${remotiveResult.reason}]`);
+    }
+    // ── HN Who is Hiring ──────────────────────────────────────────────────────
+    if (hnResult.status === "fulfilled" && hnResult.value.raw) {
+        sections.push(`## 💬 HN "Who is Hiring" (Community)\n${hnResult.value.raw}`);
+        trackDate(hnResult.value.content_date);
+    }
+    else if (hnResult.status === "rejected") {
+        sections.push(`## 💬 HN "Who is Hiring"\n[Unavailable: ${hnResult.reason}]`);
+    }
+    if (!sections.length) {
+        return {
+            raw: `No job results found for "${query}". Try broader terms like "typescript", "remote python", or "senior engineer".`,
+            content_date: null,
+            freshness_confidence: "low",
+        };
+    }
+    const raw = [
+        `# Job Search: "${query}"`,
+        `⚠️  Every listing below includes its publication date. Check it before you apply.`,
+        "",
+        ...sections,
+    ].join("\n\n");
+    return {
+        raw: raw.slice(0, maxLength),
+        content_date: newestDate,
+        freshness_confidence: newestDate ? "high" : "medium",
+    };
+}
+// ─── Remotive ─────────────────────────────────────────────────────────────────
+async function fetchRemotive(query, maxLength) {
+    const url = `https://remotive.com/api/remote-jobs?search=${encodeURIComponent(query)}&limit=10`;
+    const res = await fetch(url, {
+        headers: {
+            "User-Agent": "freshcontext-mcp/0.1.9 (https://github.com/PrinceGabriel-lgtm/freshcontext-mcp)",
+            "Accept": "application/json",
+        },
+    });
+    if (!res.ok)
+        throw new Error(`Remotive API error: ${res.status}`);
+    const data = await res.json();
+    if (!data.jobs?.length) {
+        return { raw: `No remote listings found for "${query}".`, content_date: null, freshness_confidence: "medium" };
+    }
+    const listings = data.jobs.map((job, i) => {
+        const lines = [
+            `[${i + 1}] ${job.title} — ${job.company_name}`,
+            `Type: ${job.job_type || "N/A"} | Location: ${job.candidate_required_location || "Remote"}`,
+            `Posted: ${job.publication_date}`,
+            job.salary ? `Salary: ${job.salary}` : null,
+            job.tags?.length ? `Tags: ${job.tags.slice(0, 5).join(", ")}` : null,
+            `Apply: ${job.url}`,
+        ].filter(Boolean).join("\n");
+        return lines;
+    });
+    const raw = listings.join("\n\n").slice(0, maxLength);
+    const dates = data.jobs
+        .map(j => j.publication_date)
+        .filter(Boolean)
+        .sort()
+        .reverse();
+    return {
+        raw,
+        content_date: dates[0] ?? null,
+        freshness_confidence: dates[0] ? "high" : "medium",
+    };
+}
+// ─── HN Who is Hiring ─────────────────────────────────────────────────────────
+async function fetchHNHiring(query, maxLength) {
+    const url = `https://hn.algolia.com/api/v1/search?query=${encodeURIComponent(query + " hiring")}&tags=comment&hitsPerPage=8`;
+    const res = await fetch(url, {
+        headers: { "User-Agent": "freshcontext-mcp/0.1.9" },
+    });
+    if (!res.ok)
+        throw new Error(`HN Algolia error: ${res.status}`);
+    const data = await res.json();
+    const jobHits = data.hits.filter(h => {
+        const t = (h.comment_text ?? "").toLowerCase();
+        return (t.includes("hiring") ||
+            t.includes("remote") ||
+            t.includes("full-time") ||
+            t.includes("salary") ||
+            t.includes("apply"));
+    });
+    if (!jobHits.length) {
+        return { raw: `No HN hiring comments found for "${query}".`, content_date: null, freshness_confidence: "medium" };
+    }
+    const listings = jobHits.map((hit, i) => {
+        const text = (hit.comment_text ?? "")
+            .replace(/<[^>]+>/g, " ")
+            .replace(/\s+/g, " ")
+            .trim()
+            .slice(0, 300);
+        return [
+            `[${i + 1}] Posted by ${hit.author} on ${hit.created_at.slice(0, 10)}`,
+            text + (text.length >= 300 ? "…" : ""),
+            `Source: https://news.ycombinator.com/item?id=${hit.objectID}`,
+        ].join("\n");
+    });
+    const raw = listings.join("\n\n").slice(0, maxLength);
+    const dates = jobHits.map(h => h.created_at).sort().reverse();
+    return {
+        raw,
+        content_date: dates[0]?.slice(0, 10) ?? null,
+        freshness_confidence: dates[0] ? "high" : "medium",
+    };
+}

package/dist/server.js

@@ -8,6 +8,7 @@ import { hackerNewsAdapter } from "./adapters/hackernews.js";
 import { ycAdapter } from "./adapters/yc.js";
 import { repoSearchAdapter } from "./adapters/repoSearch.js";
 import { packageTrendsAdapter } from "./adapters/packageTrends.js";
+import { jobsAdapter } from "./adapters/jobs.js";
 import { stampFreshness, formatForLLM } from "./tools/freshnessStamp.js";
 import { formatSecurityError } from "./security.js";
 const server = new McpServer({
@@ -152,6 +153,24 @@ server.registerTool("extract_landscape", {
     ].join("\n\n");
     return { content: [{ type: "text", text: combined }] };
 });
+// ─── Tool: search_jobs ───────────────────────────────────────────────────────
+server.registerTool("search_jobs", {
+    description: "Search for real-time job listings with publication dates on every result — so you never apply to a role that closed 2 years ago. Sources: Remotive (remote jobs) + HN 'Who is Hiring' (community). Returns timestamped freshcontext.",
+    inputSchema: z.object({
+        query: z.string().describe("Job search query e.g. 'typescript remote', 'senior python', 'mcp developer'"),
+        max_length: z.number().optional().default(6000).describe("Max content length"),
+    }),
+    annotations: { readOnlyHint: true, openWorldHint: true },
+}, async ({ query, max_length }) => {
+    try {
+        const result = await jobsAdapter({ url: query, maxLength: max_length });
+        const ctx = stampFreshness(result, { url: query, maxLength: max_length }, "jobs");
+        return { content: [{ type: "text", text: formatForLLM(ctx) }] };
+    }
+    catch (err) {
+        return { content: [{ type: "text", text: formatSecurityError(err) }] };
+    }
+});
 // ─── Start ───────────────────────────────────────────────────────────────────
 async function main() {
     const transport = new StdioServerTransport();

package/package.json

@@ -1,6 +1,7 @@
 {
   "name": "freshcontext-mcp",
-  "version": "0.1.7",
+  "mcpName": "io.github.PrinceGabriel-lgtm/freshcontext",
+  "version": "0.1.9",
   "description": "Real-time web extraction MCP server with freshness timestamps for AI agents",
   "keywords": [
     "mcp",
@@ -50,3 +51,5 @@
 }
 
 
+
+

package/server.json

@@ -0,0 +1,28 @@
+{
+  "$schema": "https://static.modelcontextprotocol.io/schemas/2025-07-09/server.schema.json",
+  "name": "io.github.PrinceGabriel-lgtm/freshcontext",
+  "description": "Real-time web intelligence for AI agents. 11 tools, no API keys. GitHub, HN, Reddit, arXiv & more.",
+  "repository": {
+    "url": "https://github.com/PrinceGabriel-lgtm/freshcontext-mcp",
+    "source": "github"
+  },
+  "version": "0.1.7",
+  "website_url": "https://freshcontext-site.pages.dev",
+  "packages": [
+    {
+      "registry_type": "npm",
+      "registry_base_url": "https://registry.npmjs.org",
+      "identifier": "freshcontext-mcp",
+      "version": "0.1.7",
+      "transport": {
+        "type": "stdio"
+      }
+    }
+  ],
+  "remotes": [
+    {
+      "type": "streamable-http",
+      "url": "https://freshcontext-mcp.gimmanuel73.workers.dev/mcp"
+    }
+  ]
+}

package/.env.example

@@ -1,8 +0,0 @@
-# freshcontext-mcp environment variables
-# Copy to .env and fill in
-
-# Optional: GitHub Personal Access Token (increases rate limits for GitHub API fallback)
-GITHUB_TOKEN=
-
-# Optional: Proxy URL if needed for certain extractions
-# PROXY_URL=http://user:pass@host:port

package/src/adapters/arxiv.ts

@@ -1,84 +0,0 @@
-import { AdapterResult, ExtractOptions } from "../types.js";
-
-/**
- * arXiv adapter — uses the official arXiv API (no scraping, no auth needed).
- * Accepts a search query or a direct arXiv API URL.
- * Docs: https://arxiv.org/help/api/user-manual
- */
-export async function arxivAdapter(options: ExtractOptions): Promise<AdapterResult> {
-  const input = options.url.trim();
-
-  // Build API URL — if they pass a plain query, construct it
-  const apiUrl = input.startsWith("http")
-    ? input
-    : `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(input)}&start=0&max_results=10&sortBy=relevance&sortOrder=descending`;
-
-  const res = await fetch(apiUrl, {
-    headers: { "User-Agent": "freshcontext-mcp/0.1.7 (https://github.com/PrinceGabriel-lgtm/freshcontext-mcp)" },
-  });
-
-  if (!res.ok) throw new Error(`arXiv API error: ${res.status} ${res.statusText}`);
-
-  const xml = await res.text();
-
-  // Parse the Atom XML response
-  const entries = [...xml.matchAll(/<entry>([\s\S]*?)<\/entry>/g)];
-
-  if (!entries.length) {
-    return { raw: "No results found for this query.", content_date: null, freshness_confidence: "low" };
-  }
-
-  const getTag = (block: string, tag: string): string => {
-    const m = block.match(new RegExp(`<${tag}[^>]*>([\\s\\S]*?)<\\/${tag}>`, "i"));
-    return m ? m[1].trim().replace(/\s+/g, " ") : "";
-  };
-
-  const getAttr = (block: string, tag: string, attr: string): string => {
-    const m = block.match(new RegExp(`<${tag}[^>]*${attr}="([^"]*)"`, "i"));
-    return m ? m[1].trim() : "";
-  };
-
-  const papers = entries.map((match, i) => {
-    const block = match[1];
-
-    const title = getTag(block, "title").replace(/\n/g, " ");
-    const summary = getTag(block, "summary").slice(0, 300).replace(/\n/g, " ");
-    const published = getTag(block, "published").slice(0, 10); // YYYY-MM-DD
-    const updated = getTag(block, "updated").slice(0, 10);
-    const id = getTag(block, "id").replace("http://arxiv.org/abs/", "https://arxiv.org/abs/");
-
-    // Authors — can be multiple
-    const authorMatches = [...block.matchAll(/<author>([\s\S]*?)<\/author>/g)];
-    const authors = authorMatches
-      .map(a => getTag(a[1], "name"))
-      .filter(Boolean)
-      .slice(0, 4)
-      .join(", ");
-
-    // Categories
-    const primaryCat = getAttr(block, "arxiv:primary_category", "term") ||
-      getAttr(block, "category", "term");
-
-    return [
-      `[${i + 1}] ${title}`,
-      `Authors: ${authors || "Unknown"}`,
-      `Published: ${published}${updated !== published ? ` (updated ${updated})` : ""}`,
-      primaryCat ? `Category: ${primaryCat}` : null,
-      `Abstract: ${summary}…`,
-      `Link: ${id}`,
-    ].filter(Boolean).join("\n");
-  });
-
-  const raw = papers.join("\n\n").slice(0, options.maxLength ?? 6000);
-
-  // Most recent publication date
-  const dates = entries
-    .map(m => getTag(m[1], "published").slice(0, 10))
-    .filter(Boolean)
-    .sort()
-    .reverse();
-
-  const content_date = dates[0] ?? null;
-
-  return { raw, content_date, freshness_confidence: content_date ? "high" : "medium" };
-}

package/src/adapters/finance.ts

@@ -1,159 +0,0 @@
-import { AdapterResult, ExtractOptions } from "../types.js";
-
-/**
- * Finance adapter — Yahoo Finance public API, no auth required.
- * Accepts:
- *   - A ticker symbol e.g. "AAPL" or "MSFT,GOOG"
- *   - A company name e.g. "Apple" (will search for ticker first)
- *   - Comma-separated tickers for comparison
- */
-
-interface YahooQuote {
-  symbol: string;
-  shortName?: string;
-  longName?: string;
-  regularMarketPrice?: number;
-  regularMarketChange?: number;
-  regularMarketChangePercent?: number;
-  marketCap?: number;
-  regularMarketVolume?: number;
-  fiftyTwoWeekHigh?: number;
-  fiftyTwoWeekLow?: number;
-  trailingPE?: number;
-  dividendYield?: number;
-  currency?: string;
-  exchangeName?: string;
-  regularMarketTime?: number;
-  longBusinessSummary?: string;
-  sector?: string;
-  industry?: string;
-  fullTimeEmployees?: number;
-  website?: string;
-}
-
-function formatMarketCap(cap: number | undefined): string {
-  if (!cap) return "N/A";
-  if (cap >= 1e12) return `$${(cap / 1e12).toFixed(2)}T`;
-  if (cap >= 1e9) return `$${(cap / 1e9).toFixed(2)}B`;
-  if (cap >= 1e6) return `$${(cap / 1e6).toFixed(2)}M`;
-  return `$${cap.toLocaleString()}`;
-}
-
-function formatChange(change: number | undefined, pct: number | undefined): string {
-  if (change === undefined || pct === undefined) return "N/A";
-  const sign = change >= 0 ? "+" : "";
-  return `${sign}${change.toFixed(2)} (${sign}${pct.toFixed(2)}%)`;
-}
-
-export async function financeAdapter(options: ExtractOptions): Promise<AdapterResult> {
-  const input = options.url.trim();
-
-  // Support comma-separated tickers
-  const rawTickers = input
-    .split(",")
-    .map((t) => t.trim().toUpperCase())
-    .filter(Boolean)
-    .slice(0, 5); // max 5 at once
-
-  const results: string[] = [];
-  let latestTimestamp: number | null = null;
-
-  for (const ticker of rawTickers) {
-    try {
-      const quoteData = await fetchQuote(ticker);
-      if (quoteData) {
-        results.push(formatQuote(quoteData));
-        if (quoteData.regularMarketTime) {
-          latestTimestamp = Math.max(latestTimestamp ?? 0, quoteData.regularMarketTime);
-        }
-      }
-    } catch (err) {
-      results.push(`[${ticker}] Error: ${err instanceof Error ? err.message : String(err)}`);
-    }
-  }
-
-  const raw = results.join("\n\n─────────────────────────────\n\n").slice(0, options.maxLength ?? 5000);
-  const content_date = latestTimestamp
-    ? new Date(latestTimestamp * 1000).toISOString()
-    : new Date().toISOString();
-
-  return { raw, content_date, freshness_confidence: "high" };
-}
-
-async function fetchQuote(ticker: string): Promise<YahooQuote | null> {
-  // v7 quote endpoint — public, no auth
-  const quoteUrl = `https://query1.finance.yahoo.com/v7/finance/quote?symbols=${encodeURIComponent(ticker)}&fields=shortName,longName,regularMarketPrice,regularMarketChange,regularMarketChangePercent,marketCap,regularMarketVolume,fiftyTwoWeekHigh,fiftyTwoWeekLow,trailingPE,dividendYield,currency,exchangeName,regularMarketTime`;
-
-  const quoteRes = await fetch(quoteUrl, {
-    headers: {
-      "User-Agent": "Mozilla/5.0 (compatible; freshcontext-mcp/0.1.5)",
-      "Accept": "application/json",
-    },
-  });
-
-  if (!quoteRes.ok) throw new Error(`Yahoo Finance API error: ${quoteRes.status}`);
-
-  const quoteJson = await quoteRes.json() as {
-    quoteResponse?: { result?: YahooQuote[] };
-  };
-
-  const quote = quoteJson?.quoteResponse?.result?.[0];
-  if (!quote) throw new Error(`No data found for ticker: ${ticker}`);
-
-  // Optionally fetch company summary (v11 quoteSummary)
-  try {
-    const summaryUrl = `https://query1.finance.yahoo.com/v11/finance/quoteSummary/${encodeURIComponent(ticker)}?modules=assetProfile`;
-    const summaryRes = await fetch(summaryUrl, {
-      headers: { "User-Agent": "Mozilla/5.0 (compatible; freshcontext-mcp/0.1.5)" },
-    });
-    if (summaryRes.ok) {
-      const summaryJson = await summaryRes.json() as {
-        quoteSummary?: { result?: Array<{ assetProfile?: YahooQuote }> };
-      };
-      const profile = summaryJson?.quoteSummary?.result?.[0]?.assetProfile;
-      if (profile) {
-        Object.assign(quote, {
-          longBusinessSummary: profile.longBusinessSummary,
-          sector: profile.sector,
-          industry: profile.industry,
-          fullTimeEmployees: profile.fullTimeEmployees,
-          website: profile.website,
-        });
-      }
-    }
-  } catch {
-    // Summary is optional — continue without it
-  }
-
-  return quote;
-}
-
-function formatQuote(q: YahooQuote): string {
-  const lines = [
-    `${q.symbol} — ${q.longName ?? q.shortName ?? "Unknown"}`,
-    `Exchange: ${q.exchangeName ?? "N/A"} · Currency: ${q.currency ?? "USD"}`,
-    "",
-    `Price:       ${q.regularMarketPrice !== undefined ? `$${q.regularMarketPrice.toFixed(2)}` : "N/A"}`,
-    `Change:      ${formatChange(q.regularMarketChange, q.regularMarketChangePercent)}`,
-    `Market Cap:  ${formatMarketCap(q.marketCap)}`,
-    `Volume:      ${q.regularMarketVolume?.toLocaleString() ?? "N/A"}`,
-    `52w High:    ${q.fiftyTwoWeekHigh !== undefined ? `$${q.fiftyTwoWeekHigh.toFixed(2)}` : "N/A"}`,
-    `52w Low:     ${q.fiftyTwoWeekLow !== undefined ? `$${q.fiftyTwoWeekLow.toFixed(2)}` : "N/A"}`,
-    `P/E Ratio:   ${q.trailingPE !== undefined ? q.trailingPE.toFixed(2) : "N/A"}`,
-    `Div Yield:   ${q.dividendYield !== undefined ? `${(q.dividendYield * 100).toFixed(2)}%` : "N/A"}`,
-  ];
-
-  if (q.sector || q.industry) {
-    lines.push("");
-    if (q.sector) lines.push(`Sector:      ${q.sector}`);
-    if (q.industry) lines.push(`Industry:    ${q.industry}`);
-    if (q.fullTimeEmployees) lines.push(`Employees:   ${q.fullTimeEmployees.toLocaleString()}`);
-    if (q.website) lines.push(`Website:     ${q.website}`);
-  }
-
-  if (q.longBusinessSummary) {
-    lines.push("", "About:", q.longBusinessSummary.slice(0, 500) + (q.longBusinessSummary.length > 500 ? "…" : ""));
-  }
-
-  return lines.join("\n");
-}

package/src/adapters/github.ts

@@ -1,54 +0,0 @@
-import { chromium } from "playwright";
-import { AdapterResult, ExtractOptions } from "../types.js";
-import { validateUrl } from "../security.js";
-
-export async function githubAdapter(options: ExtractOptions): Promise<AdapterResult> {
-  const safeUrl = validateUrl(options.url, "github");
-  options = { ...options, url: safeUrl };
-
-  const browser = await chromium.launch({ headless: true });
-  const page = await browser.newPage();
-
-  // Spoof a real browser UA to avoid bot detection
-  await page.setExtraHTTPHeaders({
-    "User-Agent":
-      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
-  });
-
-  await page.goto(options.url, { waitUntil: "domcontentloaded", timeout: 20000 });
-
-  // Extract key repo signals — no inner functions to avoid esbuild __name injection
-  const data = await page.evaluate(`(function() {
-    var readme = (document.querySelector('[data-target="readme-toc.content"]') || document.querySelector('.markdown-body') || {}).textContent || null;
-    var starsEl = document.querySelector('[id="repo-stars-counter-star"]') || document.querySelector('.Counter.js-social-count');
-    var stars = starsEl ? starsEl.textContent.trim() : null;
-    var forksEl = document.querySelector('[id="repo-network-counter"]');
-    var forks = forksEl ? forksEl.textContent.trim() : null;
-    var commitEl = document.querySelector('relative-time');
-    var lastCommit = commitEl ? commitEl.getAttribute('datetime') : null;
-    var descEl = document.querySelector('.f4.my-3');
-    var description = descEl ? descEl.textContent.trim() : null;
-    var topics = Array.from(document.querySelectorAll('.topic-tag')).map(function(t) { return t.textContent.trim(); });
-    var langEl = document.querySelector('.color-fg-default.text-bold.mr-1');
-    var language = langEl ? langEl.textContent.trim() : null;
-    return { readme: readme, stars: stars, forks: forks, lastCommit: lastCommit, description: description, topics: topics, language: language };
-  })()`);
-  const typedData = data as { readme: string | null; stars: string | null; forks: string | null; lastCommit: string | null; description: string | null; topics: string[]; language: string | null };
-
-  await browser.close();
-
-  const raw = [
-    `Description: ${typedData.description ?? "N/A"}`,
-    `Stars: ${typedData.stars ?? "N/A"} | Forks: ${typedData.forks ?? "N/A"}`,
-    `Language: ${typedData.language ?? "N/A"}`,
-    `Last commit: ${typedData.lastCommit ?? "N/A"}`,
-    `Topics: ${typedData.topics?.join(", ") ?? "none"}`,
-    `\n--- README ---\n${typedData.readme ?? "No README found"}`,
-  ].join("\n");
-
-  return {
-    raw,
-    content_date: typedData.lastCommit ?? null,
-    freshness_confidence: typedData.lastCommit ? "high" : "medium",
-  };
-}

package/src/adapters/hackernews.ts

@@ -1,95 +0,0 @@
-import { chromium } from "playwright";
-import { AdapterResult, ExtractOptions } from "../types.js";
-import { validateUrl } from "../security.js";
-
-export async function hackerNewsAdapter(options: ExtractOptions): Promise<AdapterResult> {
-  // Validate URL — allow both HN and Algolia domains
-  validateUrl(options.url, "hackernews");
-  const url = options.url;
-
-  if (url.includes("hn.algolia.com/api/") || url.startsWith("hn-search:")) {
-    const query = url.startsWith("hn-search:")
-      ? url.replace("hn-search:", "").trim()
-      : url;
-
-    const apiUrl = url.includes("hn.algolia.com/api/")
-      ? url
-      : `https://hn.algolia.com/api/v1/search?query=${encodeURIComponent(query)}&tags=story&hitsPerPage=20`;
-
-    const res = await fetch(apiUrl);
-    if (!res.ok) throw new Error(`HN Algolia API error: ${res.status}`);
-    const data = await res.json() as {
-      hits: Array<{
-        title: string;
-        url: string | null;
-        points: number;
-        num_comments: number;
-        author: string;
-        created_at: string;
-        objectID: string;
-      }>;
-    };
-
-    const raw = data.hits
-      .map((r, i) =>
-        [
-          `[${i + 1}] ${r.title ?? "Untitled"}`,
-          `URL: ${r.url ?? `https://news.ycombinator.com/item?id=${r.objectID}`}`,
-          `Score: ${r.points} points | ${r.num_comments} comments`,
-          `Author: ${r.author} | Posted: ${r.created_at}`,
-        ].join("\n")
-      )
-      .join("\n\n")
-      .slice(0, options.maxLength ?? 4000);
-
-    const newest = data.hits.map((r) => r.created_at).sort().reverse()[0] ?? null;
-    return { raw, content_date: newest, freshness_confidence: newest ? "high" : "medium" };
-  }
-
-  // Default: browser-based scrape for HN front page or search pages
-  const browser = await chromium.launch({ headless: true });
-  const page = await browser.newPage();
-
-  await page.goto(url, { waitUntil: "domcontentloaded", timeout: 20000 });
-
-  const data = await page.evaluate(`(function() {
-    var items = Array.from(document.querySelectorAll('.athing')).slice(0, 20);
-    var results = items.map(function(el) {
-      var titleLineEl = el.querySelector('.titleline > a');
-      var title = titleLineEl ? titleLineEl.textContent.trim() : null;
-      var link = titleLineEl ? titleLineEl.getAttribute('href') : null;
-      var subtext = el.nextElementSibling;
-      var scoreEl = subtext ? subtext.querySelector('.score') : null;
-      var score = scoreEl ? scoreEl.textContent.trim() : null;
-      var ageEl = subtext ? subtext.querySelector('.age') : null;
-      var age = ageEl ? ageEl.getAttribute('title') : null;
-      var anchors = subtext ? subtext.querySelectorAll('a') : [];
-      var commentLink = anchors.length > 0 ? anchors[anchors.length - 1].textContent.trim() : null;
-      return { title: title, link: link, score: score, age: age, commentLink: commentLink };
-    });
-    return results;
-  })()`);
-
-  await browser.close();
-
-  const typedData = data as Array<{ title: string | null; link: string | null; score: string | null; age: string | null; commentLink: string | null }>;
-
-  const raw = typedData
-    .map((r, i) =>
-      [
-        `[${i + 1}] ${r.title ?? "Untitled"}`,
-        `URL: ${r.link ?? "N/A"}`,
-        `Score: ${r.score ?? "N/A"} | ${r.commentLink ?? ""}`,
-        `Posted: ${r.age ?? "unknown"}`,
-      ].join("\n")
-    )
-    .join("\n\n");
-
-  const newestDate = typedData.map((r) => r.age).filter(Boolean).sort().reverse()[0] ?? null;
-
-  return {
-    raw,
-    content_date: newestDate,
-    freshness_confidence: newestDate ? "high" : "medium",
-  };
-}