online-audit 1.0.0

package/README.md

@@ -0,0 +1,42 @@
+# Online Presence Audit — MCP Server
+
+An MCP server that provides tools to collect a person's public online presence data. The LLM client (Claude, etc.) orchestrates the tools and synthesizes the audit report itself.
+
+## Tools
+
+| Tool | Description |
+|------|-------------|
+| `search_google` | Google search via Serper API. Use `site:linkedin.com/in/` for LinkedIn data |
+| `get_github_profile` | GitHub public profile, bio, top repos, stars, languages |
+| `scrape_page` | Scrape any public web page via ScrapeDo (blogs, portfolios, etc.) |
+| `get_reddit_user` | Reddit profile, karma, active subreddits, recent activity |
+
+## Setup
+
+```json
+{
+  "mcpServers": {
+    "online-audit": {
+      "command": "npx",
+      "args": ["online-audit"],
+      "env": {
+        "SERPER_API_KEY": "your-key",
+        "SCRAPEDO_API_KEY": "your-key",
+        "REDDIT_CLIENT_ID": "your-id",
+        "REDDIT_CLIENT_SECRET": "your-secret"
+      }
+    }
+  }
+}
+```
+
+### API Keys
+
+- **Serper** — [serper.dev](https://serper.dev) (Google search)
+- **ScrapeDo** — [scrape.do](https://scrape.do) (web scraping)
+- **Reddit** — [reddit.com/prefs/apps](https://www.reddit.com/prefs/apps) (Reddit API)
+
+## Usage
+
+Ask your LLM:
+> "Audit the online presence of Jane Doe. Her GitHub is janedoe and search LinkedIn for her."

package/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "online-audit",
+  "version": "1.0.0",
+  "description": "MCP server for auditing a person's public online presence — Google search, GitHub, Reddit, web scraping",
+  "type": "module",
+  "bin": {
+    "online-audit": "src/server.ts"
+  },
+  "scripts": {
+    "start": "tsx src/server.ts"
+  },
+  "keywords": ["mcp", "online-presence", "audit", "github", "reddit", "scraping"],
+  "author": "muratcakmak",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/muratcakmak/online-audit.git"
+  },
+  "files": [
+    "src/**/*.ts",
+    "package.json",
+    "README.md"
+  ],
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.12.1",
+    "dotenv": "^16.4.7",
+    "tsx": "^4.19.0"
+  },
+  "devDependencies": {
+    "typescript": "^5.7.0",
+    "@types/node": "^22.10.0"
+  }
+}

package/src/config.ts

@@ -0,0 +1,13 @@
+import 'dotenv/config';
+
+function requireEnv(key: string): string {
+  const v = process.env[key];
+  if (!v) throw new Error(`Missing env var: ${key}`);
+  return v;
+}
+
+export const config = {
+  serper: { apiKey: requireEnv('SERPER_API_KEY') },
+  scrapedo: { apiKey: requireEnv('SCRAPEDO_API_KEY') },
+  reddit: { clientId: requireEnv('REDDIT_CLIENT_ID'), clientSecret: requireEnv('REDDIT_CLIENT_SECRET') },
+} as const;

package/src/server.ts

@@ -0,0 +1,73 @@
+#!/usr/bin/env npx tsx
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
+import { z } from 'zod';
+
+import { searchGoogle } from './tools/search-google.js';
+import { getGithubProfile } from './tools/github-profile.js';
+import { scrapePage } from './tools/scrape-page.js';
+import { getRedditUser } from './tools/reddit-user.js';
+
+const server = new McpServer({
+  name: 'online-audit',
+  version: '1.0.0',
+});
+
+server.tool(
+  'search_google',
+  'Search Google for a person or query. Returns top results with titles, URLs, and snippets. Use with site:linkedin.com/in/ to get LinkedIn data.',
+  { query: z.string().describe('Search query'), num: z.number().optional().describe('Number of results (default 10)') },
+  async ({ query, num }) => {
+    try {
+      const result = await searchGoogle(query, num);
+      return { content: [{ type: 'text', text: result.formatted }] };
+    } catch (e: any) {
+      return { content: [{ type: 'text', text: `Error: ${e.message}` }], isError: true };
+    }
+  },
+);
+
+server.tool(
+  'get_github_profile',
+  'Get a GitHub user\'s public profile, bio, and top repositories with stars and languages.',
+  { username: z.string().describe('GitHub username') },
+  async ({ username }) => {
+    try {
+      const result = await getGithubProfile(username);
+      return { content: [{ type: 'text', text: result.formatted }] };
+    } catch (e: any) {
+      return { content: [{ type: 'text', text: `Error: ${e.message}` }], isError: true };
+    }
+  },
+);
+
+server.tool(
+  'scrape_page',
+  'Scrape a public web page and extract text content and social links. Works for personal websites, blogs, portfolios. May not work for heavily protected sites like LinkedIn.',
+  { url: z.string().url().describe('URL to scrape') },
+  async ({ url }) => {
+    try {
+      const result = await scrapePage(url);
+      return { content: [{ type: 'text', text: result.formatted }] };
+    } catch (e: any) {
+      return { content: [{ type: 'text', text: `Error: ${e.message}` }], isError: true };
+    }
+  },
+);
+
+server.tool(
+  'get_reddit_user',
+  'Get a Reddit user\'s profile, karma, active subreddits, and recent posts/comments.',
+  { username: z.string().describe('Reddit username (without u/)') },
+  async ({ username }) => {
+    try {
+      const result = await getRedditUser(username);
+      return { content: [{ type: 'text', text: result.formatted }] };
+    } catch (e: any) {
+      return { content: [{ type: 'text', text: `Error: ${e.message}` }], isError: true };
+    }
+  },
+);
+
+const transport = new StdioServerTransport();
+await server.connect(transport);

package/src/tools/github-profile.ts

@@ -0,0 +1,54 @@
+export async function getGithubProfile(username: string) {
+  const [profileRes, reposRes] = await Promise.all([
+    fetch(`https://api.github.com/users/${encodeURIComponent(username)}`, {
+      headers: { 'User-Agent': 'OnlineAudit/1.0', Accept: 'application/vnd.github+json' },
+    }),
+    fetch(`https://api.github.com/users/${encodeURIComponent(username)}/repos?sort=updated&per_page=10`, {
+      headers: { 'User-Agent': 'OnlineAudit/1.0', Accept: 'application/vnd.github+json' },
+    }),
+  ]);
+
+  if (!profileRes.ok) throw new Error(`GitHub API error: ${profileRes.status}`);
+  const profile = await profileRes.json() as any;
+  const repos = reposRes.ok ? (await reposRes.json() as any[]) : [];
+
+  const topRepos = repos.slice(0, 10).map((r: any) => ({
+    name: r.name,
+    description: r.description,
+    language: r.language,
+    stars: r.stargazers_count,
+    forks: r.forks_count,
+    url: r.html_url,
+  }));
+
+  const formatted = [
+    `# GitHub: ${profile.name ?? username}`,
+    `Bio: ${profile.bio ?? 'None'}`,
+    `Location: ${profile.location ?? 'Not specified'}`,
+    `Company: ${profile.company ?? 'Not specified'}`,
+    `Blog: ${profile.blog || 'None'}`,
+    `Public repos: ${profile.public_repos} | Followers: ${profile.followers} | Following: ${profile.following}`,
+    `Account created: ${profile.created_at}`,
+    '',
+    '## Top Repositories',
+    ...topRepos.map((r: any) => `- **${r.name}** (${r.language ?? '?'}, ${r.stars}★) — ${r.description ?? 'No description'}`),
+  ].join('\n');
+
+  return {
+    profile: {
+      name: profile.name,
+      bio: profile.bio,
+      location: profile.location,
+      company: profile.company,
+      blog: profile.blog,
+      publicRepos: profile.public_repos,
+      followers: profile.followers,
+      following: profile.following,
+      createdAt: profile.created_at,
+      avatarUrl: profile.avatar_url,
+      url: profile.html_url,
+    },
+    topRepos,
+    formatted,
+  };
+}

package/src/tools/reddit-user.ts

@@ -0,0 +1,69 @@
+import { config } from '../config.js';
+
+let cachedToken: { token: string; expiresAt: number } | null = null;
+
+async function getRedditToken(): Promise<string> {
+  if (cachedToken && Date.now() < cachedToken.expiresAt) return cachedToken.token;
+
+  const res = await fetch('https://www.reddit.com/api/v1/access_token', {
+    method: 'POST',
+    headers: {
+      Authorization: `Basic ${btoa(config.reddit.clientId + ':' + config.reddit.clientSecret)}`,
+      'Content-Type': 'application/x-www-form-urlencoded',
+    },
+    body: 'grant_type=client_credentials',
+  });
+  if (!res.ok) throw new Error(`Reddit auth error: ${res.status}`);
+  const data = await res.json() as any;
+  cachedToken = { token: data.access_token, expiresAt: Date.now() + (data.expires_in - 60) * 1000 };
+  return data.access_token;
+}
+
+export async function getRedditUser(username: string) {
+  const token = await getRedditToken();
+  const headers = { Authorization: `Bearer ${token}`, 'User-Agent': 'OnlineAudit/1.0' };
+
+  const [aboutRes, overviewRes] = await Promise.all([
+    fetch(`https://oauth.reddit.com/user/${encodeURIComponent(username)}/about`, { headers }),
+    fetch(`https://oauth.reddit.com/user/${encodeURIComponent(username)}/overview?limit=25`, { headers }),
+  ]);
+
+  if (!aboutRes.ok) throw new Error(`Reddit user not found: ${aboutRes.status}`);
+  const about = (await aboutRes.json() as any).data;
+  const overview = overviewRes.ok ? (await overviewRes.json() as any) : { data: { children: [] } };
+
+  const posts = (overview.data?.children ?? []).map((p: any) => {
+    const d = p.data;
+    return {
+      type: p.kind === 't3' ? 'post' : 'comment',
+      subreddit: d.subreddit,
+      title: d.title ?? null,
+      body: (d.selftext ?? d.body ?? '').slice(0, 200),
+      score: d.score,
+      url: `https://reddit.com${d.permalink}`,
+    };
+  });
+
+  const subreddits = [...new Set(posts.map((p: any) => p.subreddit))];
+
+  const formatted = [
+    `# Reddit: u/${username}`,
+    `Karma: ${about.link_karma + about.comment_karma} (${about.link_karma} post / ${about.comment_karma} comment)`,
+    `Account age: created ${new Date(about.created_utc * 1000).toISOString().split('T')[0]}`,
+    `Active subreddits: ${subreddits.join(', ') || 'None found'}`,
+    '',
+    '## Recent Activity',
+    ...posts.slice(0, 15).map((p: any) =>
+      `- [${p.type}] r/${p.subreddit}: ${p.title ?? p.body.slice(0, 80)} (score: ${p.score})`
+    ),
+  ].join('\n');
+
+  return {
+    username,
+    karma: { post: about.link_karma, comment: about.comment_karma },
+    createdAt: new Date(about.created_utc * 1000).toISOString(),
+    subreddits,
+    recentPosts: posts,
+    formatted,
+  };
+}

package/src/tools/scrape-page.ts

@@ -0,0 +1,43 @@
+import { config } from '../config.js';
+
+export async function scrapePage(url: string) {
+  const targetUrl = encodeURIComponent(url);
+  const res = await fetch(
+    `https://api.scrape.do/?token=${config.scrapedo.apiKey}&url=${targetUrl}`,
+    { signal: AbortSignal.timeout(30_000) },
+  );
+  if (!res.ok) {
+    const body = await res.text().catch(() => '');
+    throw new Error(`ScrapeDo error ${res.status}: ${body.slice(0, 200)}`);
+  }
+
+  const html = await res.text();
+
+  // Strip tags, collapse whitespace, truncate
+  const text = html
+    .replace(/<script[^>]*>[\s\S]*?<\/script>/gi, '')
+    .replace(/<style[^>]*>[\s\S]*?<\/style>/gi, '')
+    .replace(/<[^>]+>/g, ' ')
+    .replace(/\s+/g, ' ')
+    .trim()
+    .slice(0, 8000);
+
+  // Extract social links
+  const linkRegex = /href="(https?:\/\/[^"]+)"/g;
+  const socialDomains = ['github.com', 'linkedin.com', 'twitter.com', 'x.com', 'medium.com', 'dev.to', 'youtube.com'];
+  const socialLinks: string[] = [];
+  let match;
+  while ((match = linkRegex.exec(html)) !== null) {
+    if (socialDomains.some(d => match![1].includes(d))) {
+      socialLinks.push(match[1]);
+    }
+  }
+
+  return {
+    url,
+    textLength: text.length,
+    text,
+    socialLinks: [...new Set(socialLinks)],
+    formatted: `# Scraped: ${url}\n\n${text}\n\n## Social links found:\n${socialLinks.length ? socialLinks.map(l => `- ${l}`).join('\n') : 'None'}`,
+  };
+}

package/src/tools/search-google.ts

@@ -0,0 +1,24 @@
+import { config } from '../config.js';
+
+export async function searchGoogle(query: string, num = 10) {
+  const res = await fetch('https://google.serper.dev/search', {
+    method: 'POST',
+    headers: { 'X-API-KEY': config.serper.apiKey, 'Content-Type': 'application/json' },
+    body: JSON.stringify({ q: query, num }),
+  });
+  if (!res.ok) throw new Error(`Serper API error: ${res.status} ${await res.text()}`);
+  const data = await res.json() as any;
+
+  const results = (data.organic ?? []).map((r: any) => ({
+    title: r.title,
+    url: r.link,
+    snippet: r.snippet,
+  }));
+
+  return {
+    query,
+    knowledgeGraph: data.knowledgeGraph ?? null,
+    results,
+    formatted: results.map((r: any, i: number) => `${i + 1}. ${r.title}\n   ${r.url}\n   ${r.snippet}`).join('\n\n'),
+  };
+}