@arabold/docs-mcp-server 1.22.1 → 1.23.0

package/dist/index.js

@@ -433,24 +433,22 @@ class PostHogClient {
   };
   constructor(enabled) {
     this.enabled = enabled;
-    if (this.enabled) {
-      try {
-        this.client = new PostHog("phc_g7pXZZdUiAQXdnwUANjloQWMvO0amEDTBaeDSWgXgrQ", {
-          host: PostHogClient.CONFIG.host,
-          flushAt: PostHogClient.CONFIG.flushAt,
-          flushInterval: PostHogClient.CONFIG.flushInterval,
-          disableGeoip: PostHogClient.CONFIG.disableGeoip
-        });
-        logger.debug("PostHog client initialized");
-      } catch (error) {
-        logger.debug(
-          `PostHog initialization failed: ${error instanceof Error ? error.message : "Unknown error"}`
-        );
-        this.enabled = false;
-      }
-    } else {
+    if (!this.enabled) {
+      return;
+    }
+    try {
+      this.client = new PostHog("phc_g7pXZZdUiAQXdnwUANjloQWMvO0amEDTBaeDSWgXgrQ", {
+        host: PostHogClient.CONFIG.host,
+        flushAt: PostHogClient.CONFIG.flushAt,
+        flushInterval: PostHogClient.CONFIG.flushInterval,
+        disableGeoip: PostHogClient.CONFIG.disableGeoip
+      });
+      logger.debug("PostHog client initialized");
+    } catch (error) {
+      logger.debug(
+        `PostHog initialization failed: ${error instanceof Error ? error.message : "Unknown error"}`
+      );
       this.enabled = false;
-      logger.debug("PostHog client disabled");
     }
   }
   /**
@@ -586,18 +584,31 @@ var TelemetryEvent = /* @__PURE__ */ ((TelemetryEvent2) => {
 })(TelemetryEvent || {});
 class Analytics {
   postHogClient;
-  enabled = true;
+  enabled;
   distinctId;
   globalContext = {};
-  constructor(enabled) {
-    this.enabled = enabled ?? TelemetryConfig.getInstance().isEnabled();
-    this.distinctId = generateInstallationId();
-    this.postHogClient = new PostHogClient(this.enabled);
-    if (this.enabled) {
+  /**
+   * Create a new Analytics instance with proper initialization
+   * This is the recommended way to create Analytics instances
+   */
+  static create() {
+    const config = TelemetryConfig.getInstance();
+    const shouldEnable = config.isEnabled() && true;
+    const analytics2 = new Analytics(shouldEnable);
+    if (analytics2.isEnabled()) {
       logger.debug("Analytics enabled");
     } else {
       logger.debug("Analytics disabled");
     }
+    return analytics2;
+  }
+  /**
+   * Private constructor - use Analytics.create() instead
+   */
+  constructor(enabled = true) {
+    this.enabled = enabled;
+    this.distinctId = generateInstallationId();
+    this.postHogClient = new PostHogClient(this.enabled);
   }
   /**
    * Set global application context that will be included in all events
@@ -642,7 +653,7 @@ class Analytics {
    * Check if analytics is enabled
    */
   isEnabled() {
-    return this.enabled && this.postHogClient.isEnabled();
+    return this.enabled;
   }
   /**
    * Track tool usage with error handling and automatic timing
@@ -675,7 +686,7 @@ class Analytics {
     }
   }
 }
-const analytics = new Analytics();
+const analytics = Analytics.create();
 function extractHostname(url) {
   try {
     const parsed = new URL(url);
@@ -696,7 +707,7 @@ function extractProtocol(urlOrPath) {
   }
 }
 const name = "@arabold/docs-mcp-server";
-const version = "1.22.0";
+const version = "1.22.1";
 const description = "MCP server for fetching and searching documentation";
 const type = "module";
 const bin = { "docs-mcp-server": "dist/index.js" };
@@ -1907,7 +1918,7 @@ class HtmlPlaywrightMiddleware {
         logger.debug(`Could not access content frame for iframe ${index + 1}`);
         return;
       }
-      await frame.waitForSelector("body", { timeout: 1e4 }).catch(() => {
+      await frame.waitForSelector("body", { timeout: DEFAULT_PAGE_TIMEOUT }).catch(() => {
         logger.debug(`Timeout waiting for body in iframe ${index + 1}`);
       });
       await this.waitForLoadingToComplete(frame);
@@ -1969,6 +1980,156 @@ class HtmlPlaywrightMiddleware {
       [index, content]
     );
   }
+  /**
+   * Waits for and processes framesets on the page by extracting content from each frame
+   * and replacing the frameset with merged content.
+   *
+   * @param page The Playwright page instance to operate on.
+   */
+  async waitForFramesetsToLoad(page) {
+    try {
+      const framesets = await page.$$("frameset");
+      if (framesets.length === 0) {
+        return;
+      }
+      logger.debug(`Found ${framesets.length} frameset(s) on ${page.url()}`);
+      const frameUrls = await this.extractFrameUrls(page);
+      if (frameUrls.length === 0) {
+        logger.debug("No frame URLs found in framesets");
+        return;
+      }
+      logger.debug(`Found ${frameUrls.length} frame(s) to process`);
+      const frameContents = [];
+      for (const frameInfo of frameUrls) {
+        try {
+          const content = await this.fetchFrameContent(page, frameInfo.src);
+          if (content && content.trim().length > 0) {
+            frameContents.push({
+              url: frameInfo.src,
+              content,
+              name: frameInfo.name
+            });
+            logger.debug(`Successfully fetched content from frame: ${frameInfo.src}`);
+          } else {
+            logger.debug(`Frame content is empty: ${frameInfo.src}`);
+          }
+        } catch (error) {
+          logger.debug(`Error fetching frame content from ${frameInfo.src}: ${error}`);
+        }
+      }
+      if (frameContents.length > 0) {
+        await this.mergeFrameContents(page, frameContents);
+        logger.debug(
+          `Successfully merged ${frameContents.length} frame(s) into main page`
+        );
+      }
+      logger.debug(`Finished processing framesets`);
+    } catch (error) {
+      logger.debug(`Error during frameset processing for ${page.url()}: ${error}`);
+    }
+  }
+  /**
+   * Extracts frame URLs from all framesets on the page in document order.
+   *
+   * @param page The Playwright page instance to operate on.
+   * @returns Array of frame information objects with src and optional name.
+   */
+  async extractFrameUrls(page) {
+    try {
+      return await page.evaluate(() => {
+        const frames = [];
+        const frameElements = document.querySelectorAll("frame");
+        for (const frame of frameElements) {
+          const src = frame.getAttribute("src");
+          if (src?.trim() && !src.startsWith("javascript:") && src !== "about:blank") {
+            const name2 = frame.getAttribute("name") || void 0;
+            frames.push({ src: src.trim(), name: name2 });
+          }
+        }
+        return frames;
+      });
+    } catch (error) {
+      logger.debug(`Error extracting frame URLs: ${error}`);
+      return [];
+    }
+  }
+  /**
+   * Fetches content from a frame URL by navigating to it in a new page.
+   *
+   * @param parentPage The parent page (used to resolve relative URLs and share context)
+   * @param frameUrl The URL of the frame to fetch content from
+   * @returns The HTML content of the frame
+   */
+  async fetchFrameContent(parentPage, frameUrl) {
+    let framePage = null;
+    try {
+      const resolvedUrl = new URL(frameUrl, parentPage.url()).href;
+      framePage = await parentPage.context().newPage();
+      await framePage.route("**/*", async (route) => {
+        const resourceType = route.request().resourceType();
+        if (["image", "font", "media"].includes(resourceType)) {
+          return route.abort();
+        }
+        return route.continue();
+      });
+      logger.debug(`Fetching frame content from: ${resolvedUrl}`);
+      await framePage.goto(resolvedUrl, { waitUntil: "load", timeout: 15e3 });
+      await framePage.waitForSelector("body", { timeout: 1e4 });
+      await this.waitForLoadingToComplete(framePage);
+      const bodyContent = await framePage.$eval(
+        "body",
+        (el) => el.innerHTML
+      );
+      logger.debug(`Successfully fetched frame content from: ${resolvedUrl}`);
+      return bodyContent || "";
+    } catch (error) {
+      logger.debug(`Error fetching frame content from ${frameUrl}: ${error}`);
+      return "";
+    } finally {
+      if (framePage) {
+        await framePage.unroute("**/*");
+        await framePage.close();
+      }
+    }
+  }
+  /**
+   * Merges frame contents and replaces the frameset structure with the merged content.
+   *
+   * @param page The main page containing the frameset
+   * @param frameContents Array of frame content objects with URL, content, and optional name
+   */
+  async mergeFrameContents(page, frameContents) {
+    try {
+      const mergedContent = frameContents.map((frame, index) => {
+        const frameName = frame.name ? ` (${frame.name})` : "";
+        const frameHeader = `<!-- Frame ${index + 1}${frameName}: ${frame.url} -->`;
+        return `${frameHeader}
+<div data-frame-url="${frame.url}" data-frame-name="${frame.name || ""}">
+${frame.content}
+</div>`;
+      }).join("\n\n");
+      await page.evaluate((mergedHtml) => {
+        const framesets = document.querySelectorAll("frameset");
+        if (framesets.length > 0) {
+          const body = document.createElement("body");
+          body.innerHTML = mergedHtml;
+          const firstFrameset = framesets[0];
+          if (firstFrameset.parentNode) {
+            firstFrameset.parentNode.replaceChild(body, firstFrameset);
+          }
+          for (let i = 1; i < framesets.length; i++) {
+            const frameset = framesets[i];
+            if (frameset.parentNode) {
+              frameset.parentNode.removeChild(frameset);
+            }
+          }
+        }
+      }, mergedContent);
+      logger.debug("Successfully replaced frameset with merged content");
+    } catch (error) {
+      logger.debug(`Error merging frame contents: ${error}`);
+    }
+  }
   /**
    * Processes the context using Playwright, rendering dynamic content and propagating credentials for all same-origin requests.
    *
@@ -2003,10 +2164,10 @@ class HtmlPlaywrightMiddleware {
       const browser = await this.ensureBrowser();
       if (credentials) {
         browserContext = await browser.newContext({ httpCredentials: credentials });
-        page = await browserContext.newPage();
       } else {
-        page = await browser.newPage();
+        browserContext = await browser.newContext();
       }
+      page = await browserContext.newPage();
       logger.debug(`Playwright: Processing ${context.source}`);
       await page.route("**/*", async (route) => {
         const reqUrl = route.request().url();
@@ -2039,14 +2200,15 @@ class HtmlPlaywrightMiddleware {
         return route.continue({ headers });
       });
       await page.goto(context.source, { waitUntil: "load" });
-      await page.waitForSelector("body");
+      await page.waitForSelector("body, frameset");
       try {
-        await page.waitForLoadState("networkidle", { timeout: 5e3 });
+        await page.waitForLoadState("networkidle", { timeout: DEFAULT_PAGE_TIMEOUT });
       } catch {
-        logger.debug("Network idle timeout (5s), proceeding anyway");
+        logger.debug("Network idle timeout, proceeding anyway");
       }
       await this.waitForLoadingToComplete(page);
       await this.waitForIframesToLoad(page);
+      await this.waitForFramesetsToLoad(page);
       renderedHtml = await page.content();
       logger.debug(`Playwright: Successfully rendered content for ${context.source}`);
     } catch (error) {
@@ -7252,11 +7414,6 @@ class AppServer {
         );
       }
     }
-    if (this.config.enableWorker && !this.config.enableApiServer) {
-      logger.warn(
-        "Warning: Worker is enabled but API server is disabled. Consider enabling the API for better observability."
-      );
-    }
   }
   /**
    * Start the application server with the configured services.
@@ -9850,8 +10007,8 @@ function createDefaultAction(program) {
         const appServer = await startAppServer(docService, pipeline, config);
         registerGlobalServices({
           appServer,
-          docService,
-          pipeline
+          docService
+          // pipeline is owned by AppServer - don't register globally to avoid double shutdown
         });
         await new Promise(() => {
         });
@@ -10037,8 +10194,8 @@ function createMcpCommand(program) {
           const appServer = await startAppServer(docService, pipeline, config);
           registerGlobalServices({
             appServer,
-            docService,
-            pipeline
+            docService
+            // pipeline is owned by AppServer - don't register globally to avoid double shutdown
           });
           await new Promise(() => {
           });
@@ -10287,8 +10444,8 @@ function createWebCommand(program) {
       const appServer = await startAppServer(docService, pipeline, config);
       registerGlobalServices({
         appServer,
-        docService,
-        pipeline
+        docService
+        // pipeline is owned by AppServer - don't register globally to avoid double shutdown
       });
       await new Promise(() => {
       });
@@ -10333,8 +10490,8 @@ function createWorkerCommand(program) {
       const appServer = await startAppServer(docService, pipeline, config);
       registerGlobalServices({
         appServer,
-        docService,
-        pipeline
+        docService
+        // pipeline is owned by AppServer - don't register globally to avoid double shutdown
       });
       await new Promise(() => {
       });
@@ -10422,7 +10579,7 @@ const sigintHandler = async () => {
       logger.debug("SIGINT: MCP server stopped.");
     }
     logger.debug("SIGINT: Shutting down active services...");
-    if (activePipelineManager) {
+    if (activePipelineManager && !activeAppServer) {
       await activePipelineManager.stop();
       activePipelineManager = null;
       logger.debug("SIGINT: PipelineManager stopped.");
@@ -10483,7 +10640,7 @@ async function runCli() {
           }).catch((e) => logger.error(`❌ Error stopping MCP server: ${e}`))
         );
       }
-      if (activePipelineManager) {
+      if (activePipelineManager && !activeAppServer) {
         shutdownPromises.push(
           activePipelineManager.stop().then(() => {
             activePipelineManager = null;