@j0hanz/superfetch 2.5.0 → 2.5.2

package/dist/fetch.d.ts

@@ -1,4 +1,3 @@
-import type { Dispatcher } from 'undici';
 export interface FetchOptions {
     signal?: AbortSignal;
 }
@@ -18,8 +17,6 @@ export declare function validateAndNormalizeUrl(urlString: string): string;
 /** Backwards-compatible exports */
 export declare function transformToRawUrl(url: string): TransformResult;
 export declare function isRawTextContentUrl(url: string): boolean;
-export declare const dispatcher: Dispatcher;
-export declare function destroyAgents(): void;
 export interface FetchTelemetryContext {
     requestId: string;
     startTime: number;

package/dist/fetch.js

@@ -2,9 +2,7 @@ import { randomUUID } from 'node:crypto';
 import diagnosticsChannel from 'node:diagnostics_channel';
 import dns from 'node:dns';
 import { BlockList, isIP } from 'node:net';
-import os from 'node:os';
 import { performance } from 'node:perf_hooks';
-import { Agent } from 'undici';
 import { config } from './config.js';
 import { createErrorWithCode, FetchError, isSystemError } from './errors.js';
 import { getOperationId, getRequestId, logDebug, logError, logWarn, redactUrl, } from './observability.js';
@@ -435,21 +433,16 @@ class SafeDnsLookup {
     }
 }
 const safeDns = new SafeDnsLookup();
-/* -------------------------------------------------------------------------------------------------
- * Dispatcher / Agent lifecycle
- * ------------------------------------------------------------------------------------------------- */
-function getAgentOptions() {
-    const cpuCount = os.availableParallelism();
-    return {
-        keepAliveTimeout: 60000,
-        connections: Math.max(cpuCount * 2, 25),
-        pipelining: 1,
-        connect: { lookup: safeDns.lookup.bind(safeDns) },
-    };
-}
-export const dispatcher = new Agent(getAgentOptions());
-export function destroyAgents() {
-    void dispatcher.close();
+async function assertSafeDnsLookup(hostname) {
+    await new Promise((resolve, reject) => {
+        safeDns.lookup(hostname, { all: true }, (err) => {
+            if (err) {
+                reject(err);
+                return;
+            }
+            resolve();
+        });
+    });
 }
 /* -------------------------------------------------------------------------------------------------
  * Fetch error mapping (request-level)
@@ -834,7 +827,7 @@ function buildRequestSignal(timeoutMs, external) {
     return external ? AbortSignal.any([external, timeoutSignal]) : timeoutSignal;
 }
 function buildRequestInit(headers, signal) {
-    return { method: 'GET', headers, signal, dispatcher };
+    return { method: 'GET', headers, signal };
 }
 function resolveResponseError(response, finalUrl) {
     if (response.status === 429) {
@@ -856,6 +849,8 @@ async function handleFetchResponse(response, finalUrl, ctx, signal) {
 }
 class HttpFetcher {
     async fetchNormalizedUrl(normalizedUrl, options) {
+        const { hostname } = new URL(normalizedUrl);
+        await assertSafeDnsLookup(hostname);
         const timeoutMs = config.fetcher.timeout;
         const headers = buildHeaders();
         const signal = buildRequestSignal(timeoutMs, options?.signal);

package/dist/mcp.js

@@ -5,7 +5,6 @@ import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'
 import { CallToolRequestSchema, ErrorCode, McpError, } from '@modelcontextprotocol/sdk/types.js';
 import { registerCachedContentResource } from './cache.js';
 import { config } from './config.js';
-import { destroyAgents } from './fetch.js';
 import { logError, logInfo, setMcpServer } from './observability.js';
 import { registerConfigResource } from './resources.js';
 import { taskManager } from './tasks.js';
@@ -415,7 +414,6 @@ function handleShutdownSignal(server, signal) {
     process.stderr.write(`\n${signal} received, shutting down superFetch MCP server...\n`);
     Promise.resolve()
         .then(async () => {
-        destroyAgents();
         await shutdownTransformWorkerPool();
         await server.close();
     })

package/dist/tools.js

@@ -95,29 +95,33 @@ class ToolProgressReporter {
     }
     async report(progress, message) {
         try {
-            await Promise.race([
-                this.sendNotification({
-                    method: 'notifications/progress',
-                    params: {
-                        progressToken: this.token,
-                        progress,
-                        total: FETCH_PROGRESS_TOTAL,
-                        message,
-                        ...(this.relatedTaskMeta
-                            ? {
-                                _meta: {
-                                    'io.modelcontextprotocol/related-task': this.relatedTaskMeta,
-                                },
-                            }
-                            : {}),
-                    },
-                }),
-                new Promise((_, reject) => {
-                    setTimeout(() => {
-                        reject(new Error('Progress notification timeout'));
-                    }, PROGRESS_NOTIFICATION_TIMEOUT_MS);
-                }),
-            ]);
+            let timeoutId;
+            const timeoutPromise = new Promise((_, reject) => {
+                timeoutId = setTimeout(() => {
+                    reject(new Error('Progress notification timeout'));
+                }, PROGRESS_NOTIFICATION_TIMEOUT_MS);
+                timeoutId.unref();
+            });
+            const sendPromise = this.sendNotification({
+                method: 'notifications/progress',
+                params: {
+                    progressToken: this.token,
+                    progress,
+                    total: FETCH_PROGRESS_TOTAL,
+                    message,
+                    ...(this.relatedTaskMeta
+                        ? {
+                            _meta: {
+                                'io.modelcontextprotocol/related-task': this.relatedTaskMeta,
+                            },
+                        }
+                        : {}),
+                },
+            }).finally(() => {
+                if (timeoutId)
+                    clearTimeout(timeoutId);
+            });
+            await Promise.race([sendPromise, timeoutPromise]);
         }
         catch (error) {
             const isTimeout = error instanceof Error &&

package/dist/transform.js

@@ -630,6 +630,10 @@ function translateHtmlToMarkdown(params) {
 }
 function appendMetadataFooter(content, metadata, url) {
     const footer = buildMetadataFooter(metadata, url);
+    if (!content.trim() && footer) {
+        const note = '> **Note:** This page contains no readable content. It may require JavaScript to render.\n\n';
+        return `${note}${footer}`;
+    }
     return footer ? `${content}\n\n${footer}` : content;
 }
 export function htmlToMarkdown(html, metadata, options) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@j0hanz/superfetch",
-  "version": "2.5.0",
+  "version": "2.5.2",
   "mcpName": "io.github.j0hanz/superfetch",
   "description": "Intelligent web content fetcher MCP server that converts HTML to clean, AI-readable Markdown",
   "type": "module",
@@ -60,20 +60,19 @@
     "@mozilla/readability": "^0.6.0",
     "linkedom": "^0.18.12",
     "node-html-markdown": "^2.0.0",
-    "undici": "^7.19.2",
     "zod": "^4.3.6"
   },
   "devDependencies": {
     "@eslint/js": "^9.39.2",
     "@trivago/prettier-plugin-sort-imports": "^6.0.2",
-    "@types/node": "^22.19.7",
+    "@types/node": "^22.19.8",
     "eslint": "^9.23.2",
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-de-morgan": "^2.0.0",
     "eslint-plugin-depend": "^1.4.0",
     "eslint-plugin-sonarjs": "^3.0.6",
     "eslint-plugin-unused-imports": "^4.3.0",
-    "knip": "^5.82.1",
+    "knip": "^5.83.0",
     "prettier": "^3.8.1",
     "typescript": "^5.9.3",
     "typescript-eslint": "^8.54.0"