@cosmocoder/mcp-web-docs 1.0.0

package/build/util/site-detector.js

@@ -0,0 +1,42 @@
+export class StorybookDetector {
+    async canHandle(document) {
+        // Check for Storybook API
+        const hasStorybookAPI = typeof window.__STORYBOOK_CLIENT_API__ !== 'undefined';
+        // Check for Storybook-specific elements
+        const hasStorybookElements = document.querySelector('#storybook-root, .sbdocs, [data-nodetype="root"]') !== null ||
+            document.querySelector('meta[name="storybook-version"]') !== null ||
+            document.baseURI?.includes('path=/docs/') ||
+            document.baseURI?.includes('path=/story/');
+        return hasStorybookAPI || hasStorybookElements;
+    }
+}
+export class GitHubPagesDetector {
+    async canHandle(document) {
+        return window.location.hostname.includes('github.io') &&
+            document.querySelector('.markdown-body, .site-footer, .page-header') !== null;
+    }
+}
+export class DefaultDetector {
+    async canHandle(_document) {
+        return true; // Always matches as fallback
+    }
+}
+const detectors = [
+    { type: 'storybook', detector: new StorybookDetector() },
+    { type: 'github', detector: new GitHubPagesDetector() },
+    { type: 'default', detector: new DefaultDetector() }
+];
+/**
+ * Detects the type of documentation site
+ * @param document The document to analyze
+ * @returns The detected site type
+ */
+export async function detectSiteType(document) {
+    for (const { type, detector } of detectors) {
+        if (await detector.canHandle(document)) {
+            return type;
+        }
+    }
+    return 'default';
+}
+//# sourceMappingURL=site-detector.js.map

package/build/util/site-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"site-detector.js","sourceRoot":"","sources":["../../src/util/site-detector.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,iBAAiB;IAC5B,KAAK,CAAC,SAAS,CAAC,QAAkB;QAChC,0BAA0B;QAC1B,MAAM,eAAe,GAAG,OAAQ,MAAc,CAAC,wBAAwB,KAAK,WAAW,CAAC;QAExF,wCAAwC;QACxC,MAAM,oBAAoB,GACxB,QAAQ,CAAC,aAAa,CAAC,kDAAkD,CAAC,KAAK,IAAI;YACnF,QAAQ,CAAC,aAAa,CAAC,gCAAgC,CAAC,KAAK,IAAI;YACjE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,aAAa,CAAC;YACzC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAC;QAE7C,OAAO,eAAe,IAAI,oBAAoB,CAAC;IACjD,CAAC;CACF;AAED,MAAM,OAAO,mBAAmB;IAC9B,KAAK,CAAC,SAAS,CAAC,QAAkB;QAChC,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC9C,QAAQ,CAAC,aAAa,CAAC,4CAA4C,CAAC,KAAK,IAAI,CAAC;IACvF,CAAC;CACF;AAED,MAAM,OAAO,eAAe;IAC1B,KAAK,CAAC,SAAS,CAAC,SAAmB;QACjC,OAAO,IAAI,CAAC,CAAC,6BAA6B;IAC5C,CAAC;CACF;AAED,MAAM,SAAS,GAAqD;IAClE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,iBAAiB,EAAE,EAAE;IACxD,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,mBAAmB,EAAE,EAAE;IACvD,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,eAAe,EAAE,EAAE;CACrD,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,QAAkB;IACrD,KAAK,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3C,IAAI,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/package.json

@@ -0,0 +1,112 @@
+{
+  "name": "@cosmocoder/mcp-web-docs",
+  "version": "1.0.0",
+  "description": "MCP server for crawling and indexing web documentation - works with any website",
+  "keywords": [
+    "mcp",
+    "model-context-protocol",
+    "documentation",
+    "indexing",
+    "search",
+    "crawler",
+    "ai",
+    "llm",
+    "cursor",
+    "claude",
+    "semantic-search",
+    "vector-search"
+  ],
+  "homepage": "https://github.com/cosmocoder/mcp-web-docs#readme",
+  "bugs": {
+    "url": "https://github.com/cosmocoder/mcp-web-docs/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/cosmocoder/mcp-web-docs.git"
+  },
+  "license": "MIT",
+  "author": "cosmocoder",
+  "type": "module",
+  "main": "build/index.js",
+  "types": "./build/index.d.ts",
+  "bin": {
+    "mcp-web-docs": "build/index.js"
+  },
+  "files": [
+    "build",
+    "README.md",
+    "LICENSE",
+    "CHANGELOG.md"
+  ],
+  "scripts": {
+    "build": "tsc && chmod +x build/index.js",
+    "start": "node build/index.js",
+    "dev": "tsc -w",
+    "lint": "eslint . --ext .js,.ts",
+    "lint:fix": "npm run lint -- --fix",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:ui": "vitest --ui",
+    "test:coverage": "vitest run --coverage",
+    "test:types": "tsc --noEmit",
+    "prettier": "prettier --write src/",
+    "prettier:ci": "prettier --check src/",
+    "clean": "rm -rf build",
+    "postinstall": "npx playwright install",
+    "prepare": "husky"
+  },
+  "dependencies": {
+    "@andersmyrmel/vard": "1.2.0",
+    "@lancedb/lancedb": "0.22.3",
+    "@modelcontextprotocol/sdk": "1.23.0",
+    "@mozilla/readability": "0.6.0",
+    "cheerio": "1.1.2",
+    "cli-progress": "3.12.0",
+    "crawlee": "3.15.3",
+    "default-browser": "5.4.0",
+    "fastembed": "2.0.0",
+    "jsdom": "27.2.0",
+    "node-html-markdown": "2.0.0",
+    "pdfjs-dist": "5.4.449",
+    "playwright": "1.57.0",
+    "quick-lru": "7.3.0",
+    "safe-regex2": "5.0.0",
+    "semver": "7.7.3",
+    "sqlite": "5.1.1",
+    "sqlite3": "5.1.7",
+    "typescript": "5.9.3",
+    "zod": "4.1.13"
+  },
+  "devDependencies": {
+    "@commitlint/cli": "20.2.0",
+    "@commitlint/config-conventional": "20.2.0",
+    "@eslint/js": "9.39.1",
+    "@types/cli-progress": "3.11.6",
+    "@types/jsdom": "27.0.0",
+    "@types/node": "22.15.29",
+    "@types/semver": "7.7.1",
+    "@vitest/coverage-v8": "4.0.15",
+    "eslint": "9.39.1",
+    "globals": "16.5.0",
+    "husky": "9.1.7",
+    "jiti": "2.6.1",
+    "lint-staged": "16.2.7",
+    "prettier": "3.7.4",
+    "typescript-eslint": "8.48.1",
+    "vitest": "4.0.15",
+    "vitest-fetch-mock": "0.4.5"
+  },
+  "engines": {
+    "node": ">=22.19.0"
+  },
+  "engine-strict": true,
+  "lint-staged": {
+    "src/**/*.md": [
+      "npm run prettier"
+    ],
+    "src/**/*.{js,ts}": [
+      "npm run lint:fix",
+      "npm run prettier"
+    ]
+  }
+}