freshcontext-mcp 0.1.7 → 0.1.8

package/package.json

@@ -1,6 +1,7 @@
 {
   "name": "freshcontext-mcp",
-  "version": "0.1.7",
+  "mcpName": "io.github.PrinceGabriel-lgtm/freshcontext",
+  "version": "0.1.8",
   "description": "Real-time web extraction MCP server with freshness timestamps for AI agents",
   "keywords": [
     "mcp",
@@ -50,3 +51,5 @@
 }
 
 
+
+

package/server.json

@@ -0,0 +1,28 @@
+{
+  "$schema": "https://static.modelcontextprotocol.io/schemas/2025-07-09/server.schema.json",
+  "name": "io.github.PrinceGabriel-lgtm/freshcontext",
+  "description": "Real-time web intelligence for AI agents. 11 tools, no API keys. GitHub, HN, Reddit, arXiv & more.",
+  "repository": {
+    "url": "https://github.com/PrinceGabriel-lgtm/freshcontext-mcp",
+    "source": "github"
+  },
+  "version": "0.1.7",
+  "website_url": "https://freshcontext-site.pages.dev",
+  "packages": [
+    {
+      "registry_type": "npm",
+      "registry_base_url": "https://registry.npmjs.org",
+      "identifier": "freshcontext-mcp",
+      "version": "0.1.7",
+      "transport": {
+        "type": "stdio"
+      }
+    }
+  ],
+  "remotes": [
+    {
+      "type": "streamable-http",
+      "url": "https://freshcontext-mcp.gimmanuel73.workers.dev/mcp"
+    }
+  ]
+}

package/.env.example

@@ -1,8 +0,0 @@
-# freshcontext-mcp environment variables
-# Copy to .env and fill in
-
-# Optional: GitHub Personal Access Token (increases rate limits for GitHub API fallback)
-GITHUB_TOKEN=
-
-# Optional: Proxy URL if needed for certain extractions
-# PROXY_URL=http://user:pass@host:port

package/src/adapters/arxiv.ts

@@ -1,84 +0,0 @@
-import { AdapterResult, ExtractOptions } from "../types.js";
-
-/**
- * arXiv adapter — uses the official arXiv API (no scraping, no auth needed).
- * Accepts a search query or a direct arXiv API URL.
- * Docs: https://arxiv.org/help/api/user-manual
- */
-export async function arxivAdapter(options: ExtractOptions): Promise<AdapterResult> {
-  const input = options.url.trim();
-
-  // Build API URL — if they pass a plain query, construct it
-  const apiUrl = input.startsWith("http")
-    ? input
-    : `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(input)}&start=0&max_results=10&sortBy=relevance&sortOrder=descending`;
-
-  const res = await fetch(apiUrl, {
-    headers: { "User-Agent": "freshcontext-mcp/0.1.7 (https://github.com/PrinceGabriel-lgtm/freshcontext-mcp)" },
-  });
-
-  if (!res.ok) throw new Error(`arXiv API error: ${res.status} ${res.statusText}`);
-
-  const xml = await res.text();
-
-  // Parse the Atom XML response
-  const entries = [...xml.matchAll(/<entry>([\s\S]*?)<\/entry>/g)];
-
-  if (!entries.length) {
-    return { raw: "No results found for this query.", content_date: null, freshness_confidence: "low" };
-  }
-
-  const getTag = (block: string, tag: string): string => {
-    const m = block.match(new RegExp(`<${tag}[^>]*>([\\s\\S]*?)<\\/${tag}>`, "i"));
-    return m ? m[1].trim().replace(/\s+/g, " ") : "";
-  };
-
-  const getAttr = (block: string, tag: string, attr: string): string => {
-    const m = block.match(new RegExp(`<${tag}[^>]*${attr}="([^"]*)"`, "i"));
-    return m ? m[1].trim() : "";
-  };
-
-  const papers = entries.map((match, i) => {
-    const block = match[1];
-
-    const title = getTag(block, "title").replace(/\n/g, " ");
-    const summary = getTag(block, "summary").slice(0, 300).replace(/\n/g, " ");
-    const published = getTag(block, "published").slice(0, 10); // YYYY-MM-DD
-    const updated = getTag(block, "updated").slice(0, 10);
-    const id = getTag(block, "id").replace("http://arxiv.org/abs/", "https://arxiv.org/abs/");
-
-    // Authors — can be multiple
-    const authorMatches = [...block.matchAll(/<author>([\s\S]*?)<\/author>/g)];
-    const authors = authorMatches
-      .map(a => getTag(a[1], "name"))
-      .filter(Boolean)
-      .slice(0, 4)
-      .join(", ");
-
-    // Categories
-    const primaryCat = getAttr(block, "arxiv:primary_category", "term") ||
-      getAttr(block, "category", "term");
-
-    return [
-      `[${i + 1}] ${title}`,
-      `Authors: ${authors || "Unknown"}`,
-      `Published: ${published}${updated !== published ? ` (updated ${updated})` : ""}`,
-      primaryCat ? `Category: ${primaryCat}` : null,
-      `Abstract: ${summary}…`,
-      `Link: ${id}`,
-    ].filter(Boolean).join("\n");
-  });
-
-  const raw = papers.join("\n\n").slice(0, options.maxLength ?? 6000);
-
-  // Most recent publication date
-  const dates = entries
-    .map(m => getTag(m[1], "published").slice(0, 10))
-    .filter(Boolean)
-    .sort()
-    .reverse();
-
-  const content_date = dates[0] ?? null;
-
-  return { raw, content_date, freshness_confidence: content_date ? "high" : "medium" };
-}

package/src/adapters/finance.ts

@@ -1,159 +0,0 @@
-import { AdapterResult, ExtractOptions } from "../types.js";
-
-/**
- * Finance adapter — Yahoo Finance public API, no auth required.
- * Accepts:
- *   - A ticker symbol e.g. "AAPL" or "MSFT,GOOG"
- *   - A company name e.g. "Apple" (will search for ticker first)
- *   - Comma-separated tickers for comparison
- */
-
-interface YahooQuote {
-  symbol: string;
-  shortName?: string;
-  longName?: string;
-  regularMarketPrice?: number;
-  regularMarketChange?: number;
-  regularMarketChangePercent?: number;
-  marketCap?: number;
-  regularMarketVolume?: number;
-  fiftyTwoWeekHigh?: number;
-  fiftyTwoWeekLow?: number;
-  trailingPE?: number;
-  dividendYield?: number;
-  currency?: string;
-  exchangeName?: string;
-  regularMarketTime?: number;
-  longBusinessSummary?: string;
-  sector?: string;
-  industry?: string;
-  fullTimeEmployees?: number;
-  website?: string;
-}
-
-function formatMarketCap(cap: number | undefined): string {
-  if (!cap) return "N/A";
-  if (cap >= 1e12) return `$${(cap / 1e12).toFixed(2)}T`;
-  if (cap >= 1e9) return `$${(cap / 1e9).toFixed(2)}B`;
-  if (cap >= 1e6) return `$${(cap / 1e6).toFixed(2)}M`;
-  return `$${cap.toLocaleString()}`;
-}
-
-function formatChange(change: number | undefined, pct: number | undefined): string {
-  if (change === undefined || pct === undefined) return "N/A";
-  const sign = change >= 0 ? "+" : "";
-  return `${sign}${change.toFixed(2)} (${sign}${pct.toFixed(2)}%)`;
-}
-
-export async function financeAdapter(options: ExtractOptions): Promise<AdapterResult> {
-  const input = options.url.trim();
-
-  // Support comma-separated tickers
-  const rawTickers = input
-    .split(",")
-    .map((t) => t.trim().toUpperCase())
-    .filter(Boolean)
-    .slice(0, 5); // max 5 at once
-
-  const results: string[] = [];
-  let latestTimestamp: number | null = null;
-
-  for (const ticker of rawTickers) {
-    try {
-      const quoteData = await fetchQuote(ticker);
-      if (quoteData) {
-        results.push(formatQuote(quoteData));
-        if (quoteData.regularMarketTime) {
-          latestTimestamp = Math.max(latestTimestamp ?? 0, quoteData.regularMarketTime);
-        }
-      }
-    } catch (err) {
-      results.push(`[${ticker}] Error: ${err instanceof Error ? err.message : String(err)}`);
-    }
-  }
-
-  const raw = results.join("\n\n─────────────────────────────\n\n").slice(0, options.maxLength ?? 5000);
-  const content_date = latestTimestamp
-    ? new Date(latestTimestamp * 1000).toISOString()
-    : new Date().toISOString();
-
-  return { raw, content_date, freshness_confidence: "high" };
-}
-
-async function fetchQuote(ticker: string): Promise<YahooQuote | null> {
-  // v7 quote endpoint — public, no auth
-  const quoteUrl = `https://query1.finance.yahoo.com/v7/finance/quote?symbols=${encodeURIComponent(ticker)}&fields=shortName,longName,regularMarketPrice,regularMarketChange,regularMarketChangePercent,marketCap,regularMarketVolume,fiftyTwoWeekHigh,fiftyTwoWeekLow,trailingPE,dividendYield,currency,exchangeName,regularMarketTime`;
-
-  const quoteRes = await fetch(quoteUrl, {
-    headers: {
-      "User-Agent": "Mozilla/5.0 (compatible; freshcontext-mcp/0.1.5)",
-      "Accept": "application/json",
-    },
-  });
-
-  if (!quoteRes.ok) throw new Error(`Yahoo Finance API error: ${quoteRes.status}`);
-
-  const quoteJson = await quoteRes.json() as {
-    quoteResponse?: { result?: YahooQuote[] };
-  };
-
-  const quote = quoteJson?.quoteResponse?.result?.[0];
-  if (!quote) throw new Error(`No data found for ticker: ${ticker}`);
-
-  // Optionally fetch company summary (v11 quoteSummary)
-  try {
-    const summaryUrl = `https://query1.finance.yahoo.com/v11/finance/quoteSummary/${encodeURIComponent(ticker)}?modules=assetProfile`;
-    const summaryRes = await fetch(summaryUrl, {
-      headers: { "User-Agent": "Mozilla/5.0 (compatible; freshcontext-mcp/0.1.5)" },
-    });
-    if (summaryRes.ok) {
-      const summaryJson = await summaryRes.json() as {
-        quoteSummary?: { result?: Array<{ assetProfile?: YahooQuote }> };
-      };
-      const profile = summaryJson?.quoteSummary?.result?.[0]?.assetProfile;
-      if (profile) {
-        Object.assign(quote, {
-          longBusinessSummary: profile.longBusinessSummary,
-          sector: profile.sector,
-          industry: profile.industry,
-          fullTimeEmployees: profile.fullTimeEmployees,
-          website: profile.website,
-        });
-      }
-    }
-  } catch {
-    // Summary is optional — continue without it
-  }
-
-  return quote;
-}
-
-function formatQuote(q: YahooQuote): string {
-  const lines = [
-    `${q.symbol} — ${q.longName ?? q.shortName ?? "Unknown"}`,
-    `Exchange: ${q.exchangeName ?? "N/A"} · Currency: ${q.currency ?? "USD"}`,
-    "",
-    `Price:       ${q.regularMarketPrice !== undefined ? `$${q.regularMarketPrice.toFixed(2)}` : "N/A"}`,
-    `Change:      ${formatChange(q.regularMarketChange, q.regularMarketChangePercent)}`,
-    `Market Cap:  ${formatMarketCap(q.marketCap)}`,
-    `Volume:      ${q.regularMarketVolume?.toLocaleString() ?? "N/A"}`,
-    `52w High:    ${q.fiftyTwoWeekHigh !== undefined ? `$${q.fiftyTwoWeekHigh.toFixed(2)}` : "N/A"}`,
-    `52w Low:     ${q.fiftyTwoWeekLow !== undefined ? `$${q.fiftyTwoWeekLow.toFixed(2)}` : "N/A"}`,
-    `P/E Ratio:   ${q.trailingPE !== undefined ? q.trailingPE.toFixed(2) : "N/A"}`,
-    `Div Yield:   ${q.dividendYield !== undefined ? `${(q.dividendYield * 100).toFixed(2)}%` : "N/A"}`,
-  ];
-
-  if (q.sector || q.industry) {
-    lines.push("");
-    if (q.sector) lines.push(`Sector:      ${q.sector}`);
-    if (q.industry) lines.push(`Industry:    ${q.industry}`);
-    if (q.fullTimeEmployees) lines.push(`Employees:   ${q.fullTimeEmployees.toLocaleString()}`);
-    if (q.website) lines.push(`Website:     ${q.website}`);
-  }
-
-  if (q.longBusinessSummary) {
-    lines.push("", "About:", q.longBusinessSummary.slice(0, 500) + (q.longBusinessSummary.length > 500 ? "…" : ""));
-  }
-
-  return lines.join("\n");
-}

package/src/adapters/github.ts

@@ -1,54 +0,0 @@
-import { chromium } from "playwright";
-import { AdapterResult, ExtractOptions } from "../types.js";
-import { validateUrl } from "../security.js";
-
-export async function githubAdapter(options: ExtractOptions): Promise<AdapterResult> {
-  const safeUrl = validateUrl(options.url, "github");
-  options = { ...options, url: safeUrl };
-
-  const browser = await chromium.launch({ headless: true });
-  const page = await browser.newPage();
-
-  // Spoof a real browser UA to avoid bot detection
-  await page.setExtraHTTPHeaders({
-    "User-Agent":
-      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
-  });
-
-  await page.goto(options.url, { waitUntil: "domcontentloaded", timeout: 20000 });
-
-  // Extract key repo signals — no inner functions to avoid esbuild __name injection
-  const data = await page.evaluate(`(function() {
-    var readme = (document.querySelector('[data-target="readme-toc.content"]') || document.querySelector('.markdown-body') || {}).textContent || null;
-    var starsEl = document.querySelector('[id="repo-stars-counter-star"]') || document.querySelector('.Counter.js-social-count');
-    var stars = starsEl ? starsEl.textContent.trim() : null;
-    var forksEl = document.querySelector('[id="repo-network-counter"]');
-    var forks = forksEl ? forksEl.textContent.trim() : null;
-    var commitEl = document.querySelector('relative-time');
-    var lastCommit = commitEl ? commitEl.getAttribute('datetime') : null;
-    var descEl = document.querySelector('.f4.my-3');
-    var description = descEl ? descEl.textContent.trim() : null;
-    var topics = Array.from(document.querySelectorAll('.topic-tag')).map(function(t) { return t.textContent.trim(); });
-    var langEl = document.querySelector('.color-fg-default.text-bold.mr-1');
-    var language = langEl ? langEl.textContent.trim() : null;
-    return { readme: readme, stars: stars, forks: forks, lastCommit: lastCommit, description: description, topics: topics, language: language };
-  })()`);
-  const typedData = data as { readme: string | null; stars: string | null; forks: string | null; lastCommit: string | null; description: string | null; topics: string[]; language: string | null };
-
-  await browser.close();
-
-  const raw = [
-    `Description: ${typedData.description ?? "N/A"}`,
-    `Stars: ${typedData.stars ?? "N/A"} | Forks: ${typedData.forks ?? "N/A"}`,
-    `Language: ${typedData.language ?? "N/A"}`,
-    `Last commit: ${typedData.lastCommit ?? "N/A"}`,
-    `Topics: ${typedData.topics?.join(", ") ?? "none"}`,
-    `\n--- README ---\n${typedData.readme ?? "No README found"}`,
-  ].join("\n");
-
-  return {
-    raw,
-    content_date: typedData.lastCommit ?? null,
-    freshness_confidence: typedData.lastCommit ? "high" : "medium",
-  };
-}

package/src/adapters/hackernews.ts

@@ -1,95 +0,0 @@
-import { chromium } from "playwright";
-import { AdapterResult, ExtractOptions } from "../types.js";
-import { validateUrl } from "../security.js";
-
-export async function hackerNewsAdapter(options: ExtractOptions): Promise<AdapterResult> {
-  // Validate URL — allow both HN and Algolia domains
-  validateUrl(options.url, "hackernews");
-  const url = options.url;
-
-  if (url.includes("hn.algolia.com/api/") || url.startsWith("hn-search:")) {
-    const query = url.startsWith("hn-search:")
-      ? url.replace("hn-search:", "").trim()
-      : url;
-
-    const apiUrl = url.includes("hn.algolia.com/api/")
-      ? url
-      : `https://hn.algolia.com/api/v1/search?query=${encodeURIComponent(query)}&tags=story&hitsPerPage=20`;
-
-    const res = await fetch(apiUrl);
-    if (!res.ok) throw new Error(`HN Algolia API error: ${res.status}`);
-    const data = await res.json() as {
-      hits: Array<{
-        title: string;
-        url: string | null;
-        points: number;
-        num_comments: number;
-        author: string;
-        created_at: string;
-        objectID: string;
-      }>;
-    };
-
-    const raw = data.hits
-      .map((r, i) =>
-        [
-          `[${i + 1}] ${r.title ?? "Untitled"}`,
-          `URL: ${r.url ?? `https://news.ycombinator.com/item?id=${r.objectID}`}`,
-          `Score: ${r.points} points | ${r.num_comments} comments`,
-          `Author: ${r.author} | Posted: ${r.created_at}`,
-        ].join("\n")
-      )
-      .join("\n\n")
-      .slice(0, options.maxLength ?? 4000);
-
-    const newest = data.hits.map((r) => r.created_at).sort().reverse()[0] ?? null;
-    return { raw, content_date: newest, freshness_confidence: newest ? "high" : "medium" };
-  }
-
-  // Default: browser-based scrape for HN front page or search pages
-  const browser = await chromium.launch({ headless: true });
-  const page = await browser.newPage();
-
-  await page.goto(url, { waitUntil: "domcontentloaded", timeout: 20000 });
-
-  const data = await page.evaluate(`(function() {
-    var items = Array.from(document.querySelectorAll('.athing')).slice(0, 20);
-    var results = items.map(function(el) {
-      var titleLineEl = el.querySelector('.titleline > a');
-      var title = titleLineEl ? titleLineEl.textContent.trim() : null;
-      var link = titleLineEl ? titleLineEl.getAttribute('href') : null;
-      var subtext = el.nextElementSibling;
-      var scoreEl = subtext ? subtext.querySelector('.score') : null;
-      var score = scoreEl ? scoreEl.textContent.trim() : null;
-      var ageEl = subtext ? subtext.querySelector('.age') : null;
-      var age = ageEl ? ageEl.getAttribute('title') : null;
-      var anchors = subtext ? subtext.querySelectorAll('a') : [];
-      var commentLink = anchors.length > 0 ? anchors[anchors.length - 1].textContent.trim() : null;
-      return { title: title, link: link, score: score, age: age, commentLink: commentLink };
-    });
-    return results;
-  })()`);
-
-  await browser.close();
-
-  const typedData = data as Array<{ title: string | null; link: string | null; score: string | null; age: string | null; commentLink: string | null }>;
-
-  const raw = typedData
-    .map((r, i) =>
-      [
-        `[${i + 1}] ${r.title ?? "Untitled"}`,
-        `URL: ${r.link ?? "N/A"}`,
-        `Score: ${r.score ?? "N/A"} | ${r.commentLink ?? ""}`,
-        `Posted: ${r.age ?? "unknown"}`,
-      ].join("\n")
-    )
-    .join("\n\n");
-
-  const newestDate = typedData.map((r) => r.age).filter(Boolean).sort().reverse()[0] ?? null;
-
-  return {
-    raw,
-    content_date: newestDate,
-    freshness_confidence: newestDate ? "high" : "medium",
-  };
-}

package/src/adapters/packageTrends.ts

@@ -1,104 +0,0 @@
-import { AdapterResult, ExtractOptions } from "../types.js";
-import { sanitizePackages } from "../security.js";
-
-// Uses npm registry API + PyPI JSON API (no auth needed)
-export async function packageTrendsAdapter(options: ExtractOptions): Promise<AdapterResult> {
-  // Sanitize package input
-  const raw_input = sanitizePackages(options.url.replace(/^https?:\/\//, "").trim());
-
-  // Parse ecosystem prefix
-  const parts = raw_input.split(",").map((s) => s.trim());
-  const results: string[] = [];
-  let latestDate: string | null = null;
-
-  for (const pkg of parts) {
-    const isExplicitPypi = pkg.startsWith("pypi:");
-    const isExplicitNpm = pkg.startsWith("npm:");
-    const pkgName = pkg.replace(/^(pypi:|npm:)/, "");
-
-    // Try npm
-    if (!isExplicitPypi) {
-      try {
-        const npmRes = await fetch(`https://registry.npmjs.org/${encodeURIComponent(pkgName)}`, {
-          headers: { Accept: "application/json" },
-        });
-        if (npmRes.ok) {
-          const npmData = await npmRes.json() as {
-            name: string;
-            description?: string;
-            "dist-tags"?: { latest?: string };
-            time?: Record<string, string>;
-            homepage?: string;
-            keywords?: string[];
-            repository?: { url?: string };
-          };
-
-          const latestVersion = npmData["dist-tags"]?.latest ?? "unknown";
-          const modified = npmData.time?.modified ?? null;
-          const created = npmData.time?.created ?? null;
-          const versions = Object.keys(npmData.time ?? {}).filter((k) => !["created", "modified"].includes(k)).length;
-
-          if (modified && (!latestDate || modified > latestDate)) latestDate = modified;
-
-          results.push([
-            `📦 [npm] ${npmData.name}`,
-            `Latest version: ${latestVersion}`,
-            `Total versions: ${versions}`,
-            `Description: ${npmData.description ?? "N/A"}`,
-            `Keywords: ${npmData.keywords?.join(", ") ?? "none"}`,
-            `Created: ${created ?? "unknown"}`,
-            `Last updated: ${modified ?? "unknown"}`,
-            `Homepage: ${npmData.homepage ?? "N/A"}`,
-          ].join("\n"));
-          continue;
-        }
-      } catch { /* fall through to PyPI */ }
-    }
-
-    // Try PyPI
-    if (!isExplicitNpm) {
-      try {
-        const pypiRes = await fetch(`https://pypi.org/pypi/${encodeURIComponent(pkgName)}/json`);
-        if (pypiRes.ok) {
-          const pypiData = await pypiRes.json() as {
-            info: {
-              name: string;
-              version: string;
-              summary?: string;
-              keywords?: string;
-              home_page?: string;
-              project_urls?: Record<string, string>;
-            };
-            releases?: Record<string, unknown[]>;
-            urls?: Array<{ upload_time: string }>;
-          };
-
-          const info = pypiData.info;
-          const releaseCount = Object.keys(pypiData.releases ?? {}).length;
-          const latestUpload = pypiData.urls?.[0]?.upload_time ?? null;
-
-          if (latestUpload && (!latestDate || latestUpload > latestDate)) latestDate = latestUpload;
-
-          results.push([
-            `🐍 [PyPI] ${info.name}`,
-            `Latest version: ${info.version}`,
-            `Total releases: ${releaseCount}`,
-            `Description: ${info.summary ?? "N/A"}`,
-            `Keywords: ${info.keywords ?? "none"}`,
-            `Last release: ${latestUpload ?? "unknown"}`,
-            `Homepage: ${info.home_page ?? info.project_urls?.Homepage ?? "N/A"}`,
-          ].join("\n"));
-          continue;
-        }
-      } catch { /* not found */ }
-    }
-
-    results.push(`❌ Package not found on npm or PyPI: ${pkgName}`);
-  }
-
-  return {
-    raw: results.join("\n\n").slice(0, options.maxLength ?? 5000),
-    content_date: latestDate,
-    freshness_confidence: latestDate ? "high" : "low",
-  };
-}