mcp-server-indexforge 1.0.0

package/README.md

@@ -0,0 +1,92 @@
+# mcp-server-indexforge
+
+MCP server for [IndexForge](https://indexforge.metaltorque.dev) — gives AI agents the ability to submit URLs to Google and Bing for indexing.
+
+Deploy a site, then immediately tell your AI agent to index it. Works with Claude Desktop, Claude Code, Cursor, and any MCP-compatible client.
+
+## Setup
+
+### Claude Desktop
+
+Add to `~/Library/Application Support/Claude/claude_desktop_config.json`:
+
+```json
+{
+  "mcpServers": {
+    "indexforge": {
+      "command": "npx",
+      "args": ["-y", "mcp-server-indexforge"],
+      "env": {
+        "INDEXFORGE_API_KEY": "your-api-key-here"
+      }
+    }
+  }
+}
+```
+
+### Claude Code
+
+```bash
+claude mcp add indexforge -- npx -y mcp-server-indexforge
+```
+
+Set the API key in your environment:
+```bash
+export INDEXFORGE_API_KEY=your-api-key-here
+```
+
+## Tools
+
+| Tool | Description |
+|------|-------------|
+| `indexing_status` | Account overview — domains, URLs, indexed, submitted, dead |
+| `list_domains` | List all managed domains with stats |
+| `add_domain` | Add a new domain (optionally with custom sitemap URL) |
+| `remove_domain` | Remove a domain |
+| `scan_sitemap` | Discover new URLs from a domain's sitemap |
+| `submit_urls` | Submit pending URLs to Google + IndexNow |
+| `push_to_index` | Scan + submit in one shot (most common operation) |
+| `check_404s` | Find broken links across all URLs |
+| `check_index_status` | Check which URLs Google has actually indexed |
+| `list_urls` | Paginated URL list with status details |
+| `submission_history` | Recent submission activity |
+
+## Usage Examples
+
+Once configured, just ask your AI assistant:
+
+- "Add example.com and submit all URLs to Google"
+- "Scan my sitemap for new pages and submit them"
+- "Which of my URLs are not indexed yet?"
+- "Check my site for broken links"
+- "Show me my indexing stats"
+- "Push my site to Google" (scan + submit in one shot)
+
+### The Deploy → Index Workflow
+
+```
+You: "Deploy my site to Vercel and index it"
+
+Agent: *deploys to Vercel*
+Agent: *calls add_domain with your domain*
+Agent: *calls push_to_index*
+Agent: "Done. Site deployed and 47 URLs submitted to Google and Bing."
+```
+
+## Environment Variables
+
+| Variable | Description |
+|----------|-------------|
+| `INDEXFORGE_API_KEY` | API key (required — get one at indexforge.metaltorque.dev) |
+| `INDEXFORGE_URL` | Server URL (default: `https://indexforge.metaltorque.dev`) |
+
+## Pricing
+
+| Plan | Price | Domains | URLs/Domain |
+|------|-------|---------|-------------|
+| Free | $0/yr | 1 | 50 |
+| Starter | $99/yr | 5 | 500 |
+| Pro | $199/yr | 25 | 5,000 |
+| Business | $499/yr | 100 | 50,000 |
+
+Sign up at [indexforge.metaltorque.dev](https://indexforge.metaltorque.dev)

package/index.js

@@ -0,0 +1,321 @@
+#!/usr/bin/env node
+
+const { McpServer } = require("@modelcontextprotocol/sdk/server/mcp.js");
+const { StdioServerTransport } = require("@modelcontextprotocol/sdk/server/stdio.js");
+const { z } = require("zod");
+const https = require("https");
+const http = require("http");
+
+// ── Config ──────────────────────────────────────────────────────────
+
+const API_KEY = process.env.INDEXFORGE_API_KEY || "";
+const BASE_URL = (process.env.INDEXFORGE_URL || "https://indexforge.metaltorque.dev").replace(/\/$/, "");
+
+// ── HTTP helper ─────────────────────────────────────────────────────
+
+function request(method, urlPath, body, timeout = 120_000) {
+  return new Promise((resolve, reject) => {
+    if (!API_KEY) return reject(new Error("INDEXFORGE_API_KEY environment variable is required. Sign up at https://indexforge.metaltorque.dev"));
+
+    const sep = urlPath.includes("?") ? "&" : "?";
+    const fullPath = `${urlPath}${sep}apiKey=${API_KEY}`;
+    const fullUrl = `${BASE_URL}${fullPath}`;
+    const mod = fullUrl.startsWith("https") ? https : http;
+    const parsed = new URL(fullUrl);
+
+    const opts = {
+      hostname: parsed.hostname,
+      port: parsed.port || (parsed.protocol === "https:" ? 443 : 80),
+      path: parsed.pathname + parsed.search,
+      method,
+      headers: { "Content-Type": "application/json", "User-Agent": "mcp-server-indexforge/1.0.0" },
+      timeout,
+    };
+
+    const req = mod.request(opts, (res) => {
+      let data = "";
+      res.on("data", (c) => (data += c));
+      res.on("end", () => {
+        try {
+          const json = JSON.parse(data);
+          if (res.statusCode >= 400) return reject(new Error(json.error || `HTTP ${res.statusCode}`));
+          resolve(json);
+        } catch {
+          if (res.statusCode >= 400) return reject(new Error(`HTTP ${res.statusCode}: ${data.slice(0, 300)}`));
+          resolve(data);
+        }
+      });
+    });
+
+    req.on("error", reject);
+    req.on("timeout", () => { req.destroy(); reject(new Error("Request timed out")); });
+    if (body) req.write(JSON.stringify(body));
+    req.end();
+  });
+}
+
+function noKeyError() {
+  return {
+    content: [{ type: "text", text: "Error: INDEXFORGE_API_KEY environment variable is required.\n\nSign up at https://indexforge.metaltorque.dev to get an API key.\nFree plan: 1 domain, 50 URLs." }],
+  };
+}
+
+// ── MCP Server ──────────────────────────────────────────────────────
+
+const server = new McpServer({
+  name: "indexforge",
+  version: "1.0.0",
+});
+
+// ── Tool: indexing_status ───────────────────────────────────────────
+
+server.tool(
+  "indexing_status",
+  "Get an overview of your IndexForge account — total domains, URLs, how many are indexed, how many are submitted, and how many are dead (404). Also shows your current plan and limits.",
+  {},
+  async () => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const result = await request("GET", "/api/stats");
+      return { content: [{ type: "text", text: JSON.stringify(result, null, 2) }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: list_domains ──────────────────────────────────────────────
+
+server.tool(
+  "list_domains",
+  "List all domains managed in your IndexForge account with their URL counts, indexing stats, and last scan dates.",
+  {},
+  async () => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const result = await request("GET", "/api/domains");
+      const summary = result.map((d) => ({
+        id: d.id,
+        domain: d.domain,
+        sitemapUrl: d.sitemapUrl,
+        totalUrls: d.urlCount || d.stats?.totalUrls || 0,
+        indexed: d.stats?.indexed || 0,
+        submitted: d.stats?.submitted || 0,
+        dead: d.stats?.dead || 0,
+        lastScan: d.lastScan,
+        lastSubmission: d.lastSubmission,
+      }));
+      return { content: [{ type: "text", text: JSON.stringify(summary, null, 2) }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: add_domain ────────────────────────────────────────────────
+
+server.tool(
+  "add_domain",
+  "Add a new domain to IndexForge for indexing management. Optionally provide a custom sitemap URL (defaults to /sitemap.xml). Returns the domain ID needed for other operations.",
+  {
+    domain: z.string().describe("The domain to add (e.g. 'example.com')"),
+    sitemap_url: z.string().optional().describe("Custom sitemap URL (default: https://domain/sitemap.xml)"),
+  },
+  async ({ domain, sitemap_url }) => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const result = await request("POST", "/api/domains", { domain, sitemapUrl: sitemap_url });
+      return { content: [{ type: "text", text: JSON.stringify(result, null, 2) }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: remove_domain ─────────────────────────────────────────────
+
+server.tool(
+  "remove_domain",
+  "Remove a domain from IndexForge. Use list_domains first to get the domain ID.",
+  {
+    domain_id: z.string().describe("The domain ID to remove"),
+  },
+  async ({ domain_id }) => {
+    if (!API_KEY) return noKeyError();
+    try {
+      await request("DELETE", `/api/domains/${domain_id}`);
+      return { content: [{ type: "text", text: "Domain removed successfully." }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: scan_sitemap ──────────────────────────────────────────────
+
+server.tool(
+  "scan_sitemap",
+  "Scan a domain's sitemap to discover new URLs. This fetches and parses the sitemap XML (including gzipped and sitemap index files) and adds any new URLs to the domain. Run this after deploying new content.",
+  {
+    domain_id: z.string().describe("The domain ID to scan (use list_domains to find it)"),
+  },
+  async ({ domain_id }) => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const result = await request("POST", `/api/domains/${domain_id}/scan`);
+      return { content: [{ type: "text", text: `Scan complete. Found ${result.added} new URLs (${result.total} total).` }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: submit_urls ───────────────────────────────────────────────
+
+server.tool(
+  "submit_urls",
+  "Submit pending URLs to Google (via Indexing API, 200/day limit) and to Bing/Yandex/10+ search engines (via IndexNow, unlimited). Only submits URLs that haven't been submitted yet or that need resubmission.",
+  {
+    domain_id: z.string().describe("The domain ID to submit URLs for"),
+  },
+  async ({ domain_id }) => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const result = await request("POST", `/api/domains/${domain_id}/submit`);
+      const g = result.results?.google || [];
+      const n = result.results?.indexNow || [];
+      const gSuccess = g.reduce((s, b) => s + (b.success || 0), 0);
+      const gTotal = g.reduce((s, b) => s + (b.total || 0), 0);
+      const nTotal = n.reduce((s, b) => s + (b.total || 0), 0);
+      return { content: [{ type: "text", text: `Submission complete.\nGoogle: ${gSuccess}/${gTotal} URLs submitted\nIndexNow: ${nTotal} URLs submitted to Bing, Yandex, and 10+ engines` }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: check_404s ────────────────────────────────────────────────
+
+server.tool(
+  "check_404s",
+  "Check all URLs in a domain for broken links (404s). Sends HEAD requests to every URL and categorizes them as live, redirect, dead, or error.",
+  {
+    domain_id: z.string().describe("The domain ID to check"),
+  },
+  async ({ domain_id }) => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const result = await request("POST", `/api/domains/${domain_id}/check`);
+      const st = result.stats || result;
+      return { content: [{ type: "text", text: `404 check complete.\nLive: ${st.live || 0}\nRedirect: ${st.redirect || 0}\nDead (404): ${st.dead || 0}\nErrors: ${st.errors || 0}` }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: check_index_status ────────────────────────────────────────
+
+server.tool(
+  "check_index_status",
+  "Check which URLs are actually indexed by Google using the URL Inspection API (requires Google service account credentials uploaded for this domain).",
+  {
+    domain_id: z.string().describe("The domain ID to inspect"),
+  },
+  async ({ domain_id }) => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const result = await request("POST", `/api/domains/${domain_id}/inspect`);
+      return { content: [{ type: "text", text: `Index status check complete.\nChecked: ${result.checked}\nIndexed: ${result.indexed}\nNot indexed: ${result.notIndexed}${result.errors ? `\nErrors: ${result.errors}` : ""}` }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: list_urls ─────────────────────────────────────────────────
+
+server.tool(
+  "list_urls",
+  "List URLs for a domain with their submission status, index status, and HTTP status. Paginated — use page and limit parameters for large domains.",
+  {
+    domain_id: z.string().describe("The domain ID"),
+    page: z.number().default(1).describe("Page number (default: 1)"),
+    limit: z.number().default(50).describe("URLs per page (default: 50, max: 500)"),
+  },
+  async ({ domain_id, page, limit }) => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const result = await request("GET", `/api/domains/${domain_id}/urls?page=${page}&limit=${limit}`);
+      return { content: [{ type: "text", text: JSON.stringify(result, null, 2) }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: push_to_index (scan + submit combo) ──────────────────────
+
+server.tool(
+  "push_to_index",
+  "One-shot command: scan the sitemap for new URLs, then immediately submit everything to Google and IndexNow. Use this after deploying a website or publishing new content. This is the most common operation.",
+  {
+    domain_id: z.string().describe("The domain ID to push"),
+  },
+  async ({ domain_id }) => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const scanResult = await request("POST", `/api/domains/${domain_id}/scan`);
+
+      const submitResult = await request("POST", `/api/domains/${domain_id}/submit`);
+      const g = submitResult.results?.google || [];
+      const n = submitResult.results?.indexNow || [];
+      const gSuccess = g.reduce((s, b) => s + (b.success || 0), 0);
+      const nTotal = n.reduce((s, b) => s + (b.total || 0), 0);
+
+      return {
+        content: [{
+          type: "text",
+          text: `Push complete!\n\nSitemap scan: ${scanResult.added} new URLs found (${scanResult.total} total)\nGoogle: ${gSuccess} URLs submitted\nIndexNow: ${nTotal} URLs submitted to Bing, Yandex, and 10+ engines`,
+        }],
+      };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Tool: submission_history ────────────────────────────────────────
+
+server.tool(
+  "submission_history",
+  "View recent submission history — which domains were submitted, how many URLs went to Google vs IndexNow, and when.",
+  {},
+  async () => {
+    if (!API_KEY) return noKeyError();
+    try {
+      const result = await request("GET", "/api/submissions");
+      const summary = result.slice(0, 20).map((s) => ({
+        domain: s.domain,
+        googleSuccess: (s.google || []).reduce((a, b) => a + (b.success || 0), 0),
+        indexNowTotal: (s.indexNow || []).reduce((a, b) => a + (b.total || 0), 0),
+        timestamp: s.timestamp,
+      }));
+      return { content: [{ type: "text", text: JSON.stringify(summary, null, 2) }] };
+    } catch (e) {
+      return { content: [{ type: "text", text: `Error: ${e.message}` }] };
+    }
+  }
+);
+
+// ── Start ───────────────────────────────────────────────────────────
+
+async function main() {
+  const transport = new StdioServerTransport();
+  await server.connect(transport);
+}
+
+main().catch((e) => {
+  console.error("MCP server error:", e);
+  process.exit(1);
+});

package/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "mcp-server-indexforge",
+  "version": "1.0.0",
+  "description": "MCP server for IndexForge — gives AI agents the ability to submit URLs to Google and Bing for indexing, scan sitemaps, check index status, and detect 404s.",
+  "bin": {
+    "mcp-server-indexforge": "index.js"
+  },
+  "keywords": [
+    "mcp",
+    "seo",
+    "indexing",
+    "google",
+    "indexnow",
+    "sitemap",
+    "ai",
+    "agent",
+    "claude",
+    "llm"
+  ],
+  "license": "MIT",
+  "author": "MetalTorque",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/joepangallo/index-forge"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.27.0"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "files": [
+    "index.js",
+    "README.md"
+  ]
+}