@just-every/mcp-read-website-fast 0.1.18 → 0.1.20

package/bin/mcp-read-website.js

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 
-import { fileURLToPath } from 'url';
+import { fileURLToPath, pathToFileURL } from 'url';
 import { dirname, join } from 'path';
 import { existsSync } from 'fs';
 
@@ -19,10 +19,11 @@ async function main() {
     // Use compiled JavaScript for production (fast startup)
     if (command === 'serve') {
       const servePath = join(__dirname, '..', 'dist', 'serve-restart.js');
-      await import(servePath);
+      // Convert absolute path to file:// URL for Windows ESM loader compatibility
+      await import(pathToFileURL(servePath).href);
     } else {
       const cliPath = join(__dirname, '..', 'dist', 'index.js');
-      await import(cliPath);
+      await import(pathToFileURL(cliPath).href);
     }
   } else {
     // Fall back to TypeScript with tsx for development
@@ -31,10 +32,10 @@ async function main() {
       
       if (command === 'serve') {
         const servePath = join(__dirname, '..', 'src', 'serve-restart.ts');
-        await import(servePath);
+        await import(pathToFileURL(servePath).href);
       } else {
         const cliPath = join(__dirname, '..', 'src', 'index.ts');
-        await import(cliPath);
+        await import(pathToFileURL(cliPath).href);
       }
     } catch (error) {
       console.error('Error: Development dependencies not installed. Please run "npm install" first.');
@@ -46,4 +47,4 @@ async function main() {
 main().catch(err => {
   console.error('Error:', err);
   process.exit(1);
-});
+});

package/dist/index.js

@@ -23,6 +23,7 @@ program
     .option('-u, --user-agent <string>', 'Custom user agent')
     .option('--cache-dir <path>', 'Cache directory', '.cache')
     .option('-t, --timeout <ms>', 'Request timeout in milliseconds', '30000')
+    .option('--cookies-file <path>', 'Path to Netscape cookie file for authenticated pages')
     .option('-o, --output <format>', 'Output format: json, markdown, or both', 'markdown')
     .action(async (url, options) => {
     try {
@@ -37,6 +38,9 @@ program
             cacheDir: options.cacheDir,
             timeout: parseInt(options.timeout, 10),
         };
+        if (options.cookiesFile) {
+            crawlOptions.cookiesFile = options.cookiesFile;
+        }
         console.error(`Fetching ${url}...`);
         if (options.output === 'json') {
             const results = await fetch(url, crawlOptions);
@@ -56,7 +60,7 @@ program
         }
         else if (options.output === 'both') {
             const results = await fetch(url, crawlOptions);
-            results.forEach(result => {
+            results.forEach((result) => {
                 console.log(`\n## URL: ${result.url}\n`);
                 if (result.markdown) {
                     console.log(result.markdown);

package/dist/internal/fetchMarkdown.d.ts

@@ -7,6 +7,7 @@ export interface FetchMarkdownOptions {
     cacheDir?: string;
     timeout?: number;
     maxPages?: number;
+    cookiesFile?: string;
 }
 export interface FetchMarkdownResult {
     markdown: string;

package/dist/internal/fetchMarkdown.js

@@ -20,6 +20,9 @@ export async function fetchMarkdown(url, options = {}) {
                 cacheDir: options.cacheDir ?? '.cache',
                 timeout: options.timeout ?? 30000,
             };
+            if (options.cookiesFile) {
+                crawlOptions.cookiesFile = options.cookiesFile;
+            }
             const results = await fetch(currentUrl, crawlOptions);
             if (results && results.length > 0) {
                 const result = results[0];

package/dist/serve.js

@@ -44,6 +44,11 @@ const READ_WEBSITE_TOOL = {
                 minimum: 1,
                 maximum: 100,
             },
+            cookiesFile: {
+                type: 'string',
+                description: 'Path to Netscape cookie file for authenticated pages',
+                optional: true,
+            },
         },
         required: ['url'],
     },
@@ -99,6 +104,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
         logger.debug('Read parameters:', {
             url: args.url,
             pages: args.pages,
+            cookiesFile: args.cookiesFile,
         });
         logger.debug('Calling fetchMarkdown...');
         const depth = args.pages > 1 ? 1 : 0;
@@ -106,6 +112,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
             depth: depth,
             respectRobots: false,
             maxPages: args.pages ?? 1,
+            cookiesFile: args.cookiesFile,
         });
         logger.info('Content fetched successfully');
         if (result.error && result.markdown) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@just-every/mcp-read-website-fast",
-  "version": "0.1.18",
+  "version": "0.1.20",
   "description": "Markdown Content Preprocessor - Fetch web pages, extract content, convert to clean Markdown",
   "main": "dist/index.js",
   "bin": {
@@ -50,23 +50,24 @@
   "homepage": "https://github.com/just-every/mcp-read-website-fast#readme",
   "license": "MIT",
   "dependencies": {
-    "@just-every/crawl": "^1.0.6",
-    "@modelcontextprotocol/sdk": "^1.12.3",
-    "commander": "^14.0.0"
+    "@just-every/crawl": "^1.0.8",
+    "@modelcontextprotocol/sdk": "^1.17.4",
+    "commander": "^14.0.0",
+    "uuid": "^11.1.0"
   },
   "devDependencies": {
-    "@types/jsdom": "^21.1.6",
-    "@types/node": "^24.0.0",
-    "@types/turndown": "^5.0.4",
-    "@typescript-eslint/eslint-plugin": "^8.34.0",
-    "@typescript-eslint/parser": "^8.34.0",
-    "eslint": "^9.28.0",
-    "eslint-config-prettier": "^10.1.5",
-    "eslint-plugin-prettier": "^5.4.1",
-    "tsx": "^4.7.0",
-    "typescript": "^5.3.3",
-    "typescript-eslint": "^8.34.0",
-    "vitest": "^3.2.3"
+    "@types/jsdom": "^21.1.7",
+    "@types/node": "^24.3.0",
+    "@types/turndown": "^5.0.5",
+    "@typescript-eslint/eslint-plugin": "^8.41.0",
+    "@typescript-eslint/parser": "^8.41.0",
+    "eslint": "^9.34.0",
+    "eslint-config-prettier": "^10.1.8",
+    "eslint-plugin-prettier": "^5.5.4",
+    "tsx": "^4.20.5",
+    "typescript": "^5.9.2",
+    "typescript-eslint": "^8.41.0",
+    "vitest": "^3.2.4"
   },
   "engines": {
     "node": ">=20.0.0"