@fern-api/fern-api-dev 5.30.1 → 5.30.2

package/cli.cjs

@@ -668026,7 +668026,7 @@ var AccessTokenPosthogManager = class {
         properties: {
           ...event,
           ...event.properties,
-          version: "5.30.1",
+          version: "5.30.2",
           usingAccessToken: true,
           ...getRunIdProperties()
         }
@@ -668090,7 +668090,7 @@ var UserPosthogManager = class {
       distinctId: this.userId ?? await this.getPersistedDistinctId(),
       event: "CLI",
       properties: {
-        version: "5.30.1",
+        version: "5.30.2",
         ...event,
         ...event.properties,
         usingAccessToken: false,
@@ -859866,7 +859866,7 @@ var LOCAL_STORAGE_FOLDER4 = ".fern-dev";
 var LOGS_FOLDER_NAME = "logs";
 var MAX_LOGS_DIR_SIZE_BYTES = 100 * 1024 * 1024;
 function getCliSource() {
-  const version7 = "5.30.1";
+  const version7 = "5.30.2";
   return `cli@${version7}`;
 }
 var DebugLogger = class {
@@ -862627,6 +862627,8 @@ init_lib6();
 var import_path72 = __toESM(require("path"), 1);
 
 // ../cli-v2/lib/commands/docs/link/check/LinkCheckClient.js
+var MAX_RETRIES = 3;
+var RETRY_DELAY_MS = 2e3;
 var LinkCheckClient = class {
   baseUrl;
   token;
@@ -862644,161 +862646,139 @@ var LinkCheckClient = class {
     let workingLinks = 0;
     let pagesScrapedSoFar = 0;
     let linksCheckedSoFar = 0;
-    let serverError;
-    let sawComplete = false;
-    const url3 = `${this.baseUrl}?${new URLSearchParams({ domain: domain3 }).toString()}`;
-    const response = await fetch(url3, {
-      headers: {
-        Authorization: `Bearer ${this.token}`,
-        Accept: "text/event-stream"
-      }
-    });
-    if (!response.ok) {
-      let errorMessage;
-      try {
-        const body = await response.json();
-        if (typeof body === "object" && body != null) {
-          const obj = body;
-          if (typeof obj.message === "string") {
-            errorMessage = obj.message;
-          } else if (typeof obj.error === "string") {
-            errorMessage = obj.error;
-          } else {
-            errorMessage = response.statusText;
+    let scrapeJobId = null;
+    let checkJobId = null;
+    let scrapeComplete = false;
+    while (!scrapeComplete) {
+      const params2 = new URLSearchParams({ domain: domain3, phase: "scrape" });
+      if (scrapeJobId != null) {
+        params2.set("scrapeJobId", scrapeJobId);
+      }
+      const events = await this.fetchSseStream(params2);
+      let batchAdvanced = false;
+      for (const event of events) {
+        switch (event.type) {
+          case "sitemap_fetched": {
+            if (isSitemapFetchedData(event.data)) {
+              totalPages = event.data.totalPages;
+              callbacks.onSitemapFetched?.({ totalPages: event.data.totalPages });
+            }
+            break;
+          }
+          case "page_scraped": {
+            if (isPageScrapedData(event.data)) {
+              totalPages = event.data.totalPages;
+              pagesScrapedSoFar = event.data.pageIndex;
+              callbacks.onPageScraped?.(event.data);
+            }
+            break;
+          }
+          case "scrape_batch_complete": {
+            if (isScrapeBatchCompleteData(event.data)) {
+              scrapeJobId = event.data.scrapeJobId;
+              batchAdvanced = true;
+            }
+            break;
+          }
+          case "scrape_complete": {
+            if (isScrapeCompleteData(event.data)) {
+              checkJobId = event.data.jobId;
+              totalPages = event.data.totalPages;
+              totalLinks = event.data.totalLinks;
+              scrapeComplete = true;
+              batchAdvanced = true;
+            }
+            break;
+          }
+          case "error": {
+            if (isErrorData(event.data)) {
+              throw new LinkCheckError(0, event.data.message);
+            }
+            break;
           }
-        } else {
-          errorMessage = response.statusText;
         }
-      } catch {
-        errorMessage = response.statusText;
       }
-      throw new LinkCheckError(response.status, errorMessage);
+      if (!scrapeComplete && !batchAdvanced) {
+        callbacks.onStreamInterrupted?.({
+          phase: "scraping pages",
+          pagesScraped: pagesScrapedSoFar,
+          totalPages,
+          linksChecked: 0,
+          totalLinks: 0
+        });
+        return {
+          totalPages: pagesScrapedSoFar,
+          totalLinks: 0,
+          workingLinks: 0,
+          brokenLinks,
+          blockedLinks,
+          durationMs: Date.now() - startTime
+        };
+      }
     }
-    const reader = response.body?.getReader();
-    if (reader == null) {
-      throw new LinkCheckError(0, "No response body received from server.");
+    if (checkJobId == null) {
+      throw new LinkCheckError(0, "Scraping completed but no check job ID was returned.");
     }
-    const decoder = new TextDecoder();
-    let buffer = "";
-    const processLine = (line) => {
-      let payload;
-      if (line.startsWith("data: ")) {
-        payload = line.slice(6);
-      } else if (line.startsWith("data:")) {
-        payload = line.slice(5);
-      } else {
-        return;
-      }
-      let event;
-      try {
-        const parsed = JSON.parse(payload);
-        if (parsed == null || typeof parsed !== "object" || !("type" in parsed) || typeof parsed.type !== "string" || !("data" in parsed) || typeof parsed.data !== "object" || parsed.data == null) {
-          return;
-        }
-        event = parsed;
-      } catch {
-        return;
-      }
-      switch (event.type) {
-        case "sitemap_fetched": {
-          if (isSitemapFetchedData(event.data)) {
-            totalPages = event.data.totalPages;
-            callbacks.onSitemapFetched?.({ totalPages: event.data.totalPages });
-          }
-          break;
-        }
-        case "page_scraped": {
-          if (isPageScrapedData(event.data)) {
-            totalPages = event.data.totalPages;
-            pagesScrapedSoFar = event.data.pageIndex + 1;
-            callbacks.onPageScraped?.({
-              ...event.data,
-              pageIndex: event.data.pageIndex + 1
-            });
+    let checkComplete = false;
+    while (!checkComplete) {
+      const params2 = new URLSearchParams({ domain: domain3, phase: "check", jobId: checkJobId });
+      const events = await this.fetchSseStream(params2);
+      let batchAdvanced = false;
+      for (const event of events) {
+        switch (event.type) {
+          case "links_check_started": {
+            if (isLinksCheckStartedData(event.data)) {
+              totalLinks = event.data.totalLinks;
+            }
+            break;
           }
-          break;
-        }
-        case "links_check_started": {
-          if (isLinksCheckStartedData(event.data)) {
-            totalLinks = event.data.totalLinks;
+          case "link_check_progress": {
+            if (isLinkCheckProgressData(event.data)) {
+              totalLinks = event.data.totalLinks;
+              linksCheckedSoFar = event.data.linksChecked;
+              callbacks.onLinkChecked?.(event.data);
+            }
+            break;
           }
-          break;
-        }
-        case "link_check_progress": {
-          if (isLinkCheckProgressData(event.data)) {
-            totalLinks = event.data.totalLinks;
-            linksCheckedSoFar = event.data.linksChecked;
-            callbacks.onLinkChecked?.(event.data);
+          case "link_checked": {
+            if (isLinkCheckedData(event.data)) {
+              brokenLinks.push(toBrokenLink(event.data));
+            }
+            break;
           }
-          break;
-        }
-        case "link_checked": {
-          if (isLinkCheckedData(event.data)) {
-            brokenLinks.push(toBrokenLink(event.data));
+          case "link_blocked": {
+            if (isLinkCheckedData(event.data)) {
+              blockedLinks.push(toBrokenLink(event.data));
+            }
+            break;
           }
-          break;
-        }
-        case "complete": {
-          if (isCompleteData(event.data)) {
-            sawComplete = true;
-            totalPages = event.data.totalPages;
-            totalLinks = event.data.totalLinks;
-            workingLinks = event.data.workingLinks;
-            brokenLinks.length = 0;
-            for (const link3 of event.data.brokenLinks) {
-              if (typeof link3 !== "object" || link3 == null) {
-                continue;
-              }
-              if (isLinkCheckedData(link3)) {
-                brokenLinks.push(toBrokenLink(link3));
-              }
+          case "batch_complete": {
+            if (isBatchCompleteData(event.data)) {
+              batchAdvanced = true;
             }
-            blockedLinks.length = 0;
-            for (const link3 of event.data.blockedLinks) {
-              if (typeof link3 !== "object" || link3 == null) {
-                continue;
-              }
-              if (isLinkCheckedData(link3)) {
-                blockedLinks.push(toBrokenLink(link3));
-              }
+            break;
+          }
+          case "complete": {
+            if (isCompleteData(event.data)) {
+              checkComplete = true;
+              batchAdvanced = true;
+              totalPages = event.data.totalPages;
+              totalLinks = event.data.totalLinks;
+              workingLinks = event.data.workingLinks;
             }
+            break;
           }
-          break;
-        }
-        case "error": {
-          if (isErrorData(event.data)) {
-            serverError = event.data.message;
+          case "error": {
+            if (isErrorData(event.data)) {
+              throw new LinkCheckError(0, event.data.message);
+            }
+            break;
           }
-          break;
         }
       }
-    };
-    while (true) {
-      const { done, value: value2 } = await reader.read();
-      if (done) {
-        break;
-      }
-      buffer += decoder.decode(value2, { stream: true });
-      const lines = buffer.split("\n");
-      buffer = lines.pop() ?? "";
-      for (const line of lines) {
-        processLine(line);
-      }
-    }
-    buffer += decoder.decode();
-    if (buffer.length > 0) {
-      for (const line of buffer.split("\n")) {
-        processLine(line);
-      }
-    }
-    if (serverError != null) {
-      throw new LinkCheckError(0, serverError);
-    }
-    if (!sawComplete) {
-      const phase = totalLinks > 0 ? "checking links" : pagesScrapedSoFar > 0 ? "scraping pages" : "connecting";
-      if (brokenLinks.length > 0 || blockedLinks.length > 0) {
+      if (!checkComplete && !batchAdvanced) {
         callbacks.onStreamInterrupted?.({
-          phase,
+          phase: "checking links",
           pagesScraped: pagesScrapedSoFar,
           totalPages,
           linksChecked: linksCheckedSoFar,
@@ -862813,8 +862793,6 @@ var LinkCheckClient = class {
           durationMs: Date.now() - startTime
         };
       }
-      const detail = phase === "connecting" ? "The server closed the connection before sending any data. This may indicate a timeout or network issue." : `The connection was lost while ${phase} (${pagesScrapedSoFar} pages scraped, ${linksCheckedSoFar}/${totalLinks} links checked). This is usually caused by a server timeout.`;
-      throw new LinkCheckError(0, detail);
     }
     return {
       totalPages,
@@ -862825,7 +862803,111 @@ var LinkCheckClient = class {
       durationMs: Date.now() - startTime
     };
   }
+  /**
+   * Opens an SSE connection with retries and returns all parsed events.
+   * Retries on connection failures up to MAX_RETRIES times.
+   */
+  async fetchSseStream(params2) {
+    let lastError;
+    for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
+      if (attempt > 0) {
+        await new Promise((resolve15) => setTimeout(resolve15, RETRY_DELAY_MS * attempt));
+      }
+      try {
+        return await this.readSseStream(params2);
+      } catch (error50) {
+        if (error50 instanceof LinkCheckError) {
+          throw error50;
+        }
+        lastError = error50 instanceof Error ? error50 : new Error(String(error50));
+      }
+    }
+    throw new LinkCheckError(0, `Connection failed after ${MAX_RETRIES + 1} attempts: ${lastError?.message ?? "unknown error"}`);
+  }
+  /**
+   * Opens a single SSE connection and reads all events until the stream closes.
+   */
+  async readSseStream(params2) {
+    const url3 = `${this.baseUrl}?${params2.toString()}`;
+    const response = await fetch(url3, {
+      headers: {
+        Authorization: `Bearer ${this.token}`,
+        Accept: "text/event-stream"
+      }
+    });
+    if (!response.ok) {
+      const errorMessage = await this.extractErrorMessage(response);
+      throw new LinkCheckError(response.status, errorMessage);
+    }
+    const reader = response.body?.getReader();
+    if (reader == null) {
+      throw new LinkCheckError(0, "No response body received from server.");
+    }
+    const decoder = new TextDecoder();
+    let buffer = "";
+    const events = [];
+    while (true) {
+      const { done, value: value2 } = await reader.read();
+      if (done) {
+        break;
+      }
+      buffer += decoder.decode(value2, { stream: true });
+      const lines = buffer.split("\n");
+      buffer = lines.pop() ?? "";
+      for (const line of lines) {
+        const event = parseSseLine(line);
+        if (event != null) {
+          events.push(event);
+        }
+      }
+    }
+    buffer += decoder.decode();
+    if (buffer.length > 0) {
+      for (const line of buffer.split("\n")) {
+        const event = parseSseLine(line);
+        if (event != null) {
+          events.push(event);
+        }
+      }
+    }
+    return events;
+  }
+  async extractErrorMessage(response) {
+    try {
+      const body = await response.json();
+      if (typeof body === "object" && body != null) {
+        const obj = body;
+        if (typeof obj.message === "string") {
+          return obj.message;
+        }
+        if (typeof obj.error === "string") {
+          return obj.error;
+        }
+      }
+    } catch {
+    }
+    return response.statusText;
+  }
 };
+function parseSseLine(line) {
+  let payload;
+  if (line.startsWith("data: ")) {
+    payload = line.slice(6);
+  } else if (line.startsWith("data:")) {
+    payload = line.slice(5);
+  } else {
+    return void 0;
+  }
+  try {
+    const parsed = JSON.parse(payload);
+    if (parsed == null || typeof parsed !== "object" || !("type" in parsed) || typeof parsed.type !== "string" || !("data" in parsed) || typeof parsed.data !== "object" || parsed.data == null) {
+      return void 0;
+    }
+    return parsed;
+  } catch {
+    return void 0;
+  }
+}
 function isSitemapFetchedData(data2) {
   return typeof data2.totalPages === "number";
 }
@@ -862844,6 +862926,15 @@ function isLinkCheckedData(data2) {
 function isCompleteData(data2) {
   return typeof data2.totalPages === "number" && typeof data2.totalLinks === "number" && typeof data2.workingLinks === "number" && Array.isArray(data2.brokenLinks) && Array.isArray(data2.blockedLinks);
 }
+function isScrapeBatchCompleteData(data2) {
+  return typeof data2.scrapeJobId === "string" && typeof data2.hasMore === "boolean";
+}
+function isScrapeCompleteData(data2) {
+  return typeof data2.jobId === "string" && typeof data2.totalPages === "number" && typeof data2.totalLinks === "number";
+}
+function isBatchCompleteData(data2) {
+  return typeof data2.jobId === "string" && typeof data2.hasMore === "boolean";
+}
 function isErrorData(data2) {
   return typeof data2.message === "string";
 }
@@ -878607,7 +878698,7 @@ var LegacyDocsPublisher = class {
         previewId,
         disableTemplates: void 0,
         skipUpload,
-        cliVersion: "5.30.1",
+        cliVersion: "5.30.2",
         loginCommand: "fern auth login"
       });
       if (taskContext.getResult() === TaskResult.Failure) {
@@ -953017,7 +953108,7 @@ function getAutomationContextFromEnv() {
     config_branch: process.env.FERN_CONFIG_BRANCH,
     config_pr_number: process.env.FERN_CONFIG_PR_NUMBER,
     trigger: process.env.GITHUB_EVENT_NAME,
-    cli_version: "5.30.1"
+    cli_version: "5.30.2"
   };
 }
 function isAutomationMode() {
@@ -953843,7 +953934,7 @@ var CliContext = class _CliContext {
     if (false) {
       this.logger.error("CLI_VERSION is not defined");
     }
-    return "5.30.1";
+    return "5.30.2";
   }
   getCliName() {
     if (false) {

package/package.json

@@ -1,5 +1,5 @@
 {
-  "version": "5.30.1",
+  "version": "5.30.2",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/fern-api/fern.git",