@arabold/docs-mcp-server 1.31.0 → 1.32.0

package/dist/index.js

@@ -5269,11 +5269,28 @@ class HtmlPlaywrightMiddleware {
         logger.debug(`Could not access content frame for iframe ${index + 1}`);
         return;
       }
-      await frame.waitForSelector("body", { timeout: DEFAULT_PAGE_TIMEOUT }).catch(() => {
-        logger.debug(`Timeout waiting for body in iframe ${index + 1}`);
-      });
-      await this.waitForLoadingToComplete(frame);
-      const content = await this.extractIframeContent(frame);
+      try {
+        await frame.waitForSelector("body", { timeout: DEFAULT_PAGE_TIMEOUT });
+      } catch {
+        logger.debug(
+          `Timeout waiting for body in iframe ${index + 1} - skipping content extraction`
+        );
+        return;
+      }
+      try {
+        await this.waitForLoadingToComplete(frame);
+      } catch {
+        logger.debug(
+          `Timeout waiting for loading indicators in iframe ${index + 1} - proceeding anyway`
+        );
+      }
+      let content = null;
+      try {
+        content = await this.extractIframeContent(frame);
+      } catch (error) {
+        logger.debug(`Error extracting content from iframe ${index + 1}: ${error}`);
+        return;
+      }
       if (content && content.trim().length > 0) {
         await this.replaceIframeWithContent(page, index, content);
         logger.debug(
@@ -5284,7 +5301,7 @@ class HtmlPlaywrightMiddleware {
       }
       logger.debug(`Successfully loaded iframe ${index + 1}: ${src}`);
     } catch (error) {
-      logger.debug(`Error waiting for iframe ${index + 1}: ${error}`);
+      logger.debug(`Error processing iframe ${index + 1}: ${error}`);
     }
   }
   /**
@@ -5447,23 +5464,31 @@ class HtmlPlaywrightMiddleware {
           origin,
           reqOrigin ?? void 0
         );
-        const response = await route.fetch({ headers: headers2 });
-        const body = await response.text();
-        if (response.status() >= 200 && response.status() < 300 && body.length > 0) {
-          const contentSizeBytes = Buffer.byteLength(body, "utf8");
-          if (contentSizeBytes <= FETCHER_MAX_CACHE_ITEM_SIZE_BYTES) {
-            const contentType = response.headers()["content-type"] || "application/octet-stream";
-            HtmlPlaywrightMiddleware.resourceCache.set(reqUrl, { body, contentType });
-            logger.debug(
-              `Cached ${resourceType}: ${reqUrl} (${contentSizeBytes} bytes, cache size: ${HtmlPlaywrightMiddleware.resourceCache.size})`
-            );
-          } else {
-            logger.debug(
-              `Resource too large to cache: ${reqUrl} (${contentSizeBytes} bytes > ${FETCHER_MAX_CACHE_ITEM_SIZE_BYTES} bytes limit)`
-            );
+        try {
+          const response = await route.fetch({ headers: headers2 });
+          const body = await response.text();
+          if (response.status() >= 200 && response.status() < 300 && body.length > 0) {
+            const contentSizeBytes = Buffer.byteLength(body, "utf8");
+            if (contentSizeBytes <= FETCHER_MAX_CACHE_ITEM_SIZE_BYTES) {
+              const contentType = response.headers()["content-type"] || "application/octet-stream";
+              HtmlPlaywrightMiddleware.resourceCache.set(reqUrl, { body, contentType });
+              logger.debug(
+                `Cached ${resourceType}: ${reqUrl} (${contentSizeBytes} bytes, cache size: ${HtmlPlaywrightMiddleware.resourceCache.size})`
+              );
+            } else {
+              logger.debug(
+                `Resource too large to cache: ${reqUrl} (${contentSizeBytes} bytes > ${FETCHER_MAX_CACHE_ITEM_SIZE_BYTES} bytes limit)`
+              );
+            }
           }
+          return route.fulfill({ response });
+        } catch (error) {
+          const errorMessage = error instanceof Error ? error.message : String(error);
+          logger.debug(
+            `Network error fetching ${resourceType} ${reqUrl}: ${errorMessage}`
+          );
+          return route.abort("failed");
         }
-        return route.fulfill({ response });
       }
       const headers = mergePlaywrightHeaders(
         route.request().headers(),
@@ -5472,7 +5497,13 @@ class HtmlPlaywrightMiddleware {
         origin,
         reqOrigin ?? void 0
       );
-      return route.continue({ headers });
+      try {
+        return await route.continue({ headers });
+      } catch (error) {
+        const errorMessage = error instanceof Error ? error.message : String(error);
+        logger.debug(`Network error for ${resourceType} ${reqUrl}: ${errorMessage}`);
+        return route.abort("failed");
+      }
     });
   }
   /**
@@ -5656,23 +5687,31 @@ ${frame.content}
             origin ?? void 0,
             reqOrigin ?? void 0
           );
-          const response = await route.fetch({ headers: headers2 });
-          const body = await response.text();
-          if (response.status() >= 200 && response.status() < 300 && body.length > 0) {
-            const contentSizeBytes = Buffer.byteLength(body, "utf8");
-            if (contentSizeBytes <= FETCHER_MAX_CACHE_ITEM_SIZE_BYTES) {
-              const contentType2 = response.headers()["content-type"] || "application/octet-stream";
-              HtmlPlaywrightMiddleware.resourceCache.set(reqUrl, { body, contentType: contentType2 });
-              logger.debug(
-                `Cached ${resourceType}: ${reqUrl} (${contentSizeBytes} bytes, cache size: ${HtmlPlaywrightMiddleware.resourceCache.size})`
-              );
-            } else {
-              logger.debug(
-                `Resource too large to cache: ${reqUrl} (${contentSizeBytes} bytes > ${FETCHER_MAX_CACHE_ITEM_SIZE_BYTES} bytes limit)`
-              );
+          try {
+            const response = await route.fetch({ headers: headers2 });
+            const body = await response.text();
+            if (response.status() >= 200 && response.status() < 300 && body.length > 0) {
+              const contentSizeBytes = Buffer.byteLength(body, "utf8");
+              if (contentSizeBytes <= FETCHER_MAX_CACHE_ITEM_SIZE_BYTES) {
+                const contentType2 = response.headers()["content-type"] || "application/octet-stream";
+                HtmlPlaywrightMiddleware.resourceCache.set(reqUrl, { body, contentType: contentType2 });
+                logger.debug(
+                  `Cached ${resourceType}: ${reqUrl} (${contentSizeBytes} bytes, cache size: ${HtmlPlaywrightMiddleware.resourceCache.size})`
+                );
+              } else {
+                logger.debug(
+                  `Resource too large to cache: ${reqUrl} (${contentSizeBytes} bytes > ${FETCHER_MAX_CACHE_ITEM_SIZE_BYTES} bytes limit)`
+                );
+              }
             }
+            return route.fulfill({ response });
+          } catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            logger.debug(
+              `Network error fetching ${resourceType} ${reqUrl}: ${errorMessage}`
+            );
+            return route.abort("failed");
           }
-          return route.fulfill({ response });
         }
         const headers = mergePlaywrightHeaders(
           route.request().headers(),
@@ -5681,7 +5720,13 @@ ${frame.content}
           origin ?? void 0,
           reqOrigin ?? void 0
         );
-        return route.continue({ headers });
+        try {
+          return await route.continue({ headers });
+        } catch (error) {
+          const errorMessage = error instanceof Error ? error.message : String(error);
+          logger.debug(`Network error for ${resourceType} ${reqUrl}: ${errorMessage}`);
+          return route.abort("failed");
+        }
       });
       await page.goto(context.source, { waitUntil: "load" });
       await page.waitForSelector("body, frameset", { timeout: DEFAULT_PAGE_TIMEOUT });
@@ -10011,6 +10056,8 @@ async function registerMcpService(server, docService, pipeline, readOnly = false
   const mcpServer = createMcpServerInstance(mcpTools, readOnly);
   const authMiddleware = authManager ? createAuthMiddleware(authManager) : null;
   const sseTransports = {};
+  const heartbeatIntervals = {};
+  const HEARTBEAT_INTERVAL_MS = 3e4;
   server.route({
     method: "GET",
     url: "/sse",
@@ -10022,12 +10069,31 @@ async function registerMcpService(server, docService, pipeline, readOnly = false
         if (telemetry.isEnabled()) {
           logger.info(`🔗 MCP client connected: ${transport.sessionId}`);
         }
-        reply.raw.on("close", () => {
+        const heartbeatInterval = setInterval(() => {
+          try {
+            reply.raw.write(": heartbeat\n\n");
+          } catch {
+            clearInterval(heartbeatInterval);
+            delete heartbeatIntervals[transport.sessionId];
+          }
+        }, HEARTBEAT_INTERVAL_MS);
+        heartbeatIntervals[transport.sessionId] = heartbeatInterval;
+        const cleanupConnection = () => {
+          const interval = heartbeatIntervals[transport.sessionId];
+          if (interval) {
+            clearInterval(interval);
+            delete heartbeatIntervals[transport.sessionId];
+          }
           delete sseTransports[transport.sessionId];
           transport.close();
           if (telemetry.isEnabled()) {
             logger.info(`🔗 MCP client disconnected: ${transport.sessionId}`);
           }
+        };
+        reply.raw.on("close", cleanupConnection);
+        reply.raw.on("error", (error) => {
+          logger.debug(`SSE connection error: ${error}`);
+          cleanupConnection();
         });
         await mcpServer.connect(transport);
       } catch (error) {
@@ -10069,10 +10135,15 @@ async function registerMcpService(server, docService, pipeline, readOnly = false
         const requestTransport = new StreamableHTTPServerTransport({
           sessionIdGenerator: void 0
         });
-        reply.raw.on("close", () => {
+        const cleanupRequest = () => {
           logger.debug("Streamable HTTP request closed");
           requestTransport.close();
           requestServer.close();
+        };
+        reply.raw.on("close", cleanupRequest);
+        reply.raw.on("error", (error) => {
+          logger.debug(`Streamable HTTP connection error: ${error}`);
+          cleanupRequest();
         });
         await requestServer.connect(requestTransport);
         await requestTransport.handleRequest(request.raw, reply.raw, request.body);
@@ -10085,10 +10156,17 @@ async function registerMcpService(server, docService, pipeline, readOnly = false
     }
   });
   mcpServer._sseTransports = sseTransports;
+  mcpServer._heartbeatIntervals = heartbeatIntervals;
   return mcpServer;
 }
 async function cleanupMcpService(mcpServer) {
   try {
+    const heartbeatIntervals = mcpServer._heartbeatIntervals;
+    if (heartbeatIntervals) {
+      for (const interval of Object.values(heartbeatIntervals)) {
+        clearInterval(interval);
+      }
+    }
     const sseTransports = mcpServer._sseTransports;
     if (sseTransports) {
       for (const transport of Object.values(sseTransports)) {
@@ -10692,7 +10770,7 @@ const Layout = ({
   children,
   eventClientConfig
 }) => {
-  const versionString = version || "1.31.0";
+  const versionString = version || "1.32.0";
   const versionInitializer = `versionUpdate({ currentVersion: ${`'${versionString}'`} })`;
   return /* @__PURE__ */ jsxs("html", { lang: "en", children: [
     /* @__PURE__ */ jsxs("head", { children: [
@@ -13004,7 +13082,7 @@ class AppServer {
       try {
         if (telemetry.isEnabled()) {
           telemetry.setGlobalContext({
-            appVersion: "1.31.0",
+            appVersion: "1.32.0",
             appPlatform: process.platform,
             appNodeVersion: process.version,
             appServicesEnabled: this.getActiveServicesList(),
@@ -16491,7 +16569,7 @@ function createCliProgram() {
   const commandStartTimes = /* @__PURE__ */ new Map();
   let globalEventBus = null;
   let globalTelemetryService = null;
-  program.name("docs-mcp-server").description("Unified CLI, MCP Server, and Web Interface for Docs MCP Server.").version("1.31.0").addOption(
+  program.name("docs-mcp-server").description("Unified CLI, MCP Server, and Web Interface for Docs MCP Server.").version("1.32.0").addOption(
     new Option("--verbose", "Enable verbose (debug) logging").conflicts("silent")
   ).addOption(new Option("--silent", "Disable all logging except errors")).addOption(
     new Option("--telemetry", "Enable telemetry collection").env("DOCS_MCP_TELEMETRY").argParser((value) => {
@@ -16525,7 +16603,7 @@ function createCliProgram() {
     if (shouldEnableTelemetry()) {
       if (telemetry.isEnabled()) {
         telemetry.setGlobalContext({
-          appVersion: "1.31.0",
+          appVersion: "1.32.0",
           appPlatform: process.platform,
           appNodeVersion: process.version,
           appInterface: "cli",