@mintlify/scraping 3.0.186 → 3.0.188

package/bin/scraping/scrapeSectionCommands.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeSectionCommands.js","sourceRoot":"","sources":["../../src/scraping/scrapeSectionCommands.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAG1B,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,eAAe,EAA4B,MAAM,sBAAsB,CAAC;AACjF,OAAO,EAAmB,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACpE,OAAO,EAAE,qBAAqB,EAAE,MAAM,mDAAmD,CAAC;AAC1F,OAAO,yBAAyB,MAAM,8CAA8C,CAAC;AACrF,OAAO,sBAAsB,MAAM,2CAA2C,CAAC;AAC/E,OAAO,EAAE,uBAAuB,EAAE,MAAM,4CAA4C,CAAC;AACrF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yCAAyC,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AAE7E,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,GAAW,EACX,SAAkB,EAClB,UAA2B;IAE3B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,MAAM,aAAa,CAAC,UAAU,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,GAAW,EACX,SAAkB,EAClB,OAA2B,CAAC,kBAAkB;;IAE9C,MAAM,6BAA6B,CACjC,GAAG,EACH,SAAS,EACT,yBAAyB,EACzB,uBAAuB,EACvB,OAAO,CACR,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,GAAW,EAAE,SAAkB;IAC/E,MAAM,6BAA6B,CAAC,GAAG,EAAE,SAAS,EAAE,sBAAsB,EAAE,oBAAoB,CAAC,CAAC;AACpG,CAAC;AAED,KAAK,UAAU,6BAA6B,CAC1C,GAAW,EACX,SAAkB,EAClB,SAA0C,EAC1C,UAA2B,EAC3B,OAAgB;IAEhB,MAAM,OAAO,GAAG,MAAM,YAAY,EAAE,CAAC;IACrC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;QACnB,SAAS,EAAE,cAAc;KAC1B,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;IACnC,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;IACrB,MAAM,aAAa,CAAC,UAAU,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,GAAW,EACX,SAAkB,EAClB,aAA4B;IAE5B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,aAAa,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IAEhF,iBAAiB,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAE9D,QAAQ,aAAa,CAAC,SAAS,EAAE,CAAC;QAChC,KAAK,YAAY;YACf,MAAM,8BAA8B,CAAC,GAAG,EAAE,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;YAC5E,MAAM;QACR,KAAK,SAAS;YACZ,MAAM,2BAA2B,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YAClD,MAAM;QACR,KAAK,QAAQ;YACX,MAAM,yBAAyB,CAAC,GAAG,EAAE,SAAS,EAAE,mBAAmB,CAAC,CAAC;YACrE,MAAM;QACR,KAAK,UAAU;YACb,MAAM,yBAAyB,CAAC,GAAG,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;YACvE,MAAM;IACV,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAgC;IACzD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CACT,4GAA4G,CAC7G,CAAC;QACF,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,CAAC;AACH,CAAC"}

package/bin/scraping/site-scrapers/Intercom/scrapeIntercomPage.d.ts

@@ -1,5 +0,0 @@
-export declare function scrapeIntercomPage(html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, _: string | undefined): Promise<{
-    title: string;
-    description: string;
-    markdown: string;
-}>;

package/bin/scraping/site-scrapers/Intercom/scrapeIntercomPage.js

@@ -1,29 +0,0 @@
-import * as cheerio from 'cheerio';
-import { NodeHtmlMarkdown } from 'node-html-markdown';
-import downloadAllImages from '../../downloadAllImages.js';
-import replaceImagePaths from '../../replaceImagePaths.js';
-export async function scrapeIntercomPage(html, origin, cliDir, imageBaseDir, overwrite, _ // version
-) {
-    const $ = cheerio.load(html);
-    const titleComponent = $('.t__h1').first();
-    const title = titleComponent.text().trim();
-    const description = $('.article__desc', titleComponent.parent()).text().trim();
-    const content = $('article').first();
-    const contentHtml = $.html(content);
-    const origToWritePath = await downloadAllImages($, content, origin, imageBaseDir, overwrite, undefined);
-    const nhm = new NodeHtmlMarkdown({ useInlineLinks: false });
-    let markdown = nhm.translate(contentHtml);
-    // Keep headers on one line
-    markdown = markdown.replace(/# \n\n/g, '# ');
-    // Remove unnecessary nonwidth blank space characters
-    markdown = markdown.replace(/\u200b/g, '');
-    // Reduce unnecessary blank lines
-    markdown = markdown.replace(/\n\n\n/g, '\n\n');
-    // Mintlify doesn't support bolded headers, remove the asterisks
-    markdown = markdown.replace(/(\n#+) \*\*(.*)\*\*\n/g, '$1 $2\n');
-    if (origToWritePath) {
-        markdown = replaceImagePaths(origToWritePath, cliDir, markdown);
-    }
-    return { title, description, markdown };
-}
-//# sourceMappingURL=scrapeIntercomPage.js.map

package/bin/scraping/site-scrapers/Intercom/scrapeIntercomPage.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeIntercomPage.js","sourceRoot":"","sources":["../../../../src/scraping/site-scrapers/Intercom/scrapeIntercomPage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,OAAO,iBAAiB,MAAM,4BAA4B,CAAC;AAC3D,OAAO,iBAAiB,MAAM,4BAA4B,CAAC;AAE3D,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAAY,EACZ,MAAc,EACd,MAAc,EACd,YAAoB,EACpB,SAAkB,EAClB,CAAqB,CAAC,UAAU;;IAEhC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,MAAM,cAAc,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,WAAW,GAAG,CAAC,CAAC,gBAAgB,EAAE,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAE/E,MAAM,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEpC,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAC7C,CAAC,EACD,OAAO,EACP,MAAM,EACN,YAAY,EACZ,SAAS,EACT,SAAS,CACV,CAAC;IAEF,MAAM,GAAG,GAAG,IAAI,gBAAgB,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5D,IAAI,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAE1C,2BAA2B;IAC3B,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAE7C,qDAAqD;IACrD,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAE3C,iCAAiC;IACjC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAE/C,gEAAgE;IAChE,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,wBAAwB,EAAE,SAAS,CAAC,CAAC;IACjE,IAAI,eAAe,EAAE,CAAC;QACpB,QAAQ,GAAG,iBAAiB,CAAC,eAAe,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;AAC1C,CAAC"}

package/bin/scraping/site-scrapers/Intercom/scrapeIntercomSection.d.ts

@@ -1,2 +0,0 @@
-import { NavigationEntry } from '@mintlify/models';
-export declare function scrapeIntercomSection(html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, version: string | undefined): Promise<NavigationEntry[]>;

package/bin/scraping/site-scrapers/Intercom/scrapeIntercomSection.js

@@ -1,31 +0,0 @@
-import axios from 'axios';
-import * as cheerio from 'cheerio';
-import downloadLogoImage from '../../downloadLogoImage.js';
-import { scrapeGettingFileNameFromUrl } from '../../scrapeGettingFileNameFromUrl.js';
-import { scrapeIntercomPage } from './scrapeIntercomPage.js';
-export async function scrapeIntercomSection(html, origin, cliDir, imageBaseDir, overwrite, version) {
-    let $ = cheerio.load(html);
-    const logoSrc = $('.header__logo img').first().attr('src');
-    void downloadLogoImage(logoSrc, imageBaseDir, origin, overwrite);
-    const collectionsLink = $('.section .g__space a');
-    const collectionsMap = collectionsLink.toArray().map(async (s) => {
-        const href = $(s).attr('href');
-        const res = await axios.get(`${origin}${href}`);
-        const html = res.data;
-        $ = cheerio.load(html);
-        const sectionTitle = $('.collection h1').first().text().trim();
-        const sectionPages = $('.section .g__space a')
-            .toArray()
-            .map((s) => $(s).attr('href'))
-            .filter((page) => page !== undefined);
-        return {
-            group: sectionTitle,
-            pages: sectionPages,
-        };
-    });
-    const collections = await Promise.all(collectionsMap);
-    return await Promise.all(collections.map(async (entry) => {
-        return await scrapeGettingFileNameFromUrl(entry, cliDir, origin, overwrite, scrapeIntercomPage, false, version);
-    }));
-}
-//# sourceMappingURL=scrapeIntercomSection.js.map

package/bin/scraping/site-scrapers/Intercom/scrapeIntercomSection.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeIntercomSection.js","sourceRoot":"","sources":["../../../../src/scraping/site-scrapers/Intercom/scrapeIntercomSection.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,OAAO,iBAAiB,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,4BAA4B,EAAE,MAAM,uCAAuC,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAY,EACZ,MAAc,EACd,MAAc,EACd,YAAoB,EACpB,SAAkB,EAClB,OAA2B;IAE3B,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE3B,MAAM,OAAO,GAAG,CAAC,CAAC,mBAAmB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3D,KAAK,iBAAiB,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAEjE,MAAM,eAAe,GAAG,CAAC,CAAC,sBAAsB,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,eAAe,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAkB,EAAE,EAAE;QAChF,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACtB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,YAAY,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/D,MAAM,YAAY,GAAG,CAAC,CAAC,sBAAsB,CAAC;aAC3C,OAAO,EAAE;aACT,GAAG,CAAC,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAa,CAAC;QACpD,OAAO;YACL,KAAK,EAAE,YAAY;YACnB,KAAK,EAAE,YAAY;SACpB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAe,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAElE,OAAO,MAAM,OAAO,CAAC,GAAG,CACtB,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,KAAsB,EAAE,EAAE;QAC/C,OAAO,MAAM,4BAA4B,CACvC,KAAK,EACL,MAAM,EACN,MAAM,EACN,SAAS,EACT,kBAAkB,EAClB,KAAK,EACL,OAAO,CACR,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}

package/bin/scraping/site-scrapers/alternateGroupTitle.d.ts

@@ -1,3 +0,0 @@
-import { NavigationEntry } from '@mintlify/models';
-import { Cheerio, Element } from 'cheerio';
-export default function alternateGroupTitle(firstLink: Cheerio<Element>, pages: NavigationEntry[]): string;

package/bin/scraping/site-scrapers/alternateGroupTitle.js

@@ -1,9 +0,0 @@
-export default function alternateGroupTitle(firstLink, pages) {
-    // Only assign titles to nested navigation menus outside a section.
-    // Others should not have a title so we can merge them into one section.
-    if (pages.length > 0) {
-        return firstLink.text();
-    }
-    return '';
-}
-//# sourceMappingURL=alternateGroupTitle.js.map

package/bin/scraping/site-scrapers/alternateGroupTitle.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"alternateGroupTitle.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/alternateGroupTitle.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,OAAO,UAAU,mBAAmB,CAAC,SAA2B,EAAE,KAAwB;IAC/F,mEAAmE;IACnE,wEAAwE;IACxE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/bin/scraping/site-scrapers/links-per-group/getDocusaurusLinksPerGroup.d.ts

@@ -1,5 +0,0 @@
-import { Cheerio, CheerioAPI, Element } from 'cheerio';
-export declare function getDocusaurusLinksPerGroup(navigationSections: Cheerio<Element>, $: CheerioAPI, version: string | undefined): {
-    group: string;
-    pages: import("@mintlify/models").NavigationEntry[];
-}[];

package/bin/scraping/site-scrapers/links-per-group/getDocusaurusLinksPerGroup.js

@@ -1,33 +0,0 @@
-import alternateGroupTitle from '../alternateGroupTitle.js';
-import getLinksRecursively from './getLinksRecursively.js';
-export function getDocusaurusLinksPerGroup(navigationSections, $, version) {
-    if (version === '3' || version === '2') {
-        return getDocusaurusLinksPerGroupLoop(navigationSections, $);
-    }
-    return [];
-}
-function getDocusaurusLinksPerGroupLoop(navigationSections, $) {
-    return navigationSections.toArray().map((s) => {
-        const section = $(s);
-        // Links without a group
-        if (section.hasClass('theme-doc-sidebar-item-link') || section.hasClass('menu__link')) {
-            const linkHref = section.find('a[href]').first().attr('href');
-            return {
-                group: '',
-                pages: linkHref !== undefined ? [linkHref] : [],
-            };
-        }
-        const firstLink = !section.find('.menu__list-item-collapsible').first().find('a[href]').length
-            ? section.find('.menu__link--sublist').first().find('a[href]')
-            : section.find('.menu__list-item-collapsible').first().find('a[href]');
-        const sectionTitle = firstLink.text();
-        const firstHref = firstLink.attr('href');
-        const linkSections = section.children().eq(1).children();
-        const pages = getLinksRecursively(linkSections, $);
-        return {
-            group: sectionTitle || alternateGroupTitle(firstLink, pages),
-            pages: firstHref ? [firstHref, ...pages] : pages,
-        };
-    });
-}
-//# sourceMappingURL=getDocusaurusLinksPerGroup.js.map

package/bin/scraping/site-scrapers/links-per-group/getDocusaurusLinksPerGroup.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"getDocusaurusLinksPerGroup.js","sourceRoot":"","sources":["../../../../src/scraping/site-scrapers/links-per-group/getDocusaurusLinksPerGroup.ts"],"names":[],"mappings":"AAEA,OAAO,mBAAmB,MAAM,2BAA2B,CAAC;AAC5D,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAE3D,MAAM,UAAU,0BAA0B,CACxC,kBAAoC,EACpC,CAAa,EACb,OAA2B;IAE3B,IAAI,OAAO,KAAK,GAAG,IAAI,OAAO,KAAK,GAAG,EAAE,CAAC;QACvC,OAAO,8BAA8B,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,8BAA8B,CAAC,kBAAoC,EAAE,CAAa;IACzF,OAAO,kBAAkB,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC5C,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAErB,wBAAwB;QACxB,IAAI,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACtF,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9D,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE;aAChD,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM;YAC5F,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;YAC9D,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEzE,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAEzD,MAAM,KAAK,GAAG,mBAAmB,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAEnD,OAAO;YACL,KAAK,EAAE,YAAY,IAAI,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC;YAC5D,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;SACjD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/bin/scraping/site-scrapers/links-per-group/getLinksRecursively.d.ts

@@ -1,3 +0,0 @@
-import { NavigationEntry } from '@mintlify/models';
-import { Cheerio, CheerioAPI, Element } from 'cheerio';
-export default function getLinksRecursively(linkSections: Cheerio<Element>, $: CheerioAPI): NavigationEntry[];

package/bin/scraping/site-scrapers/links-per-group/getLinksRecursively.js

@@ -1,35 +0,0 @@
-// Used by Docusaurus and ReadMe section scrapers
-export default function getLinksRecursively(linkSections, $) {
-    return linkSections
-        .map((_, s) => {
-        const subsection = $(s);
-        let link = subsection.children().first();
-        if (!link.attr('href')) {
-            // Docusaurus nests the <a> inside a <div>
-            link = link.find('a[href]').first();
-        }
-        const linkHref = link.attr('href');
-        // Skip missing links. For example, GitBook uses
-        // empty divs are used for styling a line beside the nav.
-        // Skip external links until Mintlify supports them
-        if (!linkHref ||
-            linkHref === '#' ||
-            linkHref.startsWith('https://') ||
-            linkHref.startsWith('http://')) {
-            return undefined;
-        }
-        const childLinks = subsection.children().eq(1).children();
-        if (childLinks.length > 0) {
-            // Put the section link in the list of pages.
-            // When we support the section itself being a link we should update this
-            return {
-                group: link.text(),
-                pages: [linkHref, ...getLinksRecursively(childLinks, $)],
-            };
-        }
-        return linkHref;
-    })
-        .toArray()
-        .filter(Boolean);
-}
-//# sourceMappingURL=getLinksRecursively.js.map

package/bin/scraping/site-scrapers/links-per-group/getLinksRecursively.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"getLinksRecursively.js","sourceRoot":"","sources":["../../../../src/scraping/site-scrapers/links-per-group/getLinksRecursively.ts"],"names":[],"mappings":"AAGA,iDAAiD;AACjD,MAAM,CAAC,OAAO,UAAU,mBAAmB,CACzC,YAA8B,EAC9B,CAAa;IAEb,OAAO,YAAY;SAChB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACZ,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,IAAI,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC;QAEzC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,0CAA0C;YAC1C,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;QACtC,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEnC,gDAAgD;QAChD,yDAAyD;QACzD,mDAAmD;QACnD,IACE,CAAC,QAAQ;YACT,QAAQ,KAAK,GAAG;YAChB,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC;YAC/B,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,EAC9B,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAE1D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,6CAA6C;YAC7C,wEAAwE;YACxE,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE;gBAClB,KAAK,EAAE,CAAC,QAAQ,EAAE,GAAG,mBAAmB,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;aACzD,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;SACD,OAAO,EAAE;SACT,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC"}

package/bin/scraping/site-scrapers/links-per-group/getLinksRecursivelyGitBook.d.ts

@@ -1,3 +0,0 @@
-import { NavigationEntry } from '@mintlify/models';
-import { Cheerio, CheerioAPI, Element } from 'cheerio';
-export default function getLinksRecursivelyGitBook(linkSections: Cheerio<Element>, $: CheerioAPI): NavigationEntry[];

package/bin/scraping/site-scrapers/links-per-group/getLinksRecursivelyGitBook.js

@@ -1,33 +0,0 @@
-// Used by GitBook section scraper
-export default function getLinksRecursivelyGitBook(linkSections, $) {
-    return linkSections
-        .map((_, s) => {
-        const subsection = $(s);
-        const sectionHeader = subsection.find('div').first();
-        const link = subsection.find('a').first();
-        const linkHref = link.attr('href');
-        // Skip missing links. For example, GitBook uses
-        // empty divs are used for styling a line beside the nav.
-        // Skip external links until Mintlify supports them
-        if (!linkHref ||
-            linkHref === '#' ||
-            linkHref.startsWith('https://') ||
-            linkHref.startsWith('http://')) {
-            return undefined;
-        }
-        const childLinks = subsection.find('ul').first().children();
-        const title = link.text() ? link.text() : sectionHeader.text() ? sectionHeader.text() : '';
-        if (childLinks.length > 0) {
-            // Put the section link in the list of pages.
-            // When we support the section itself being a link we should update this
-            return {
-                group: title,
-                pages: [linkHref, ...getLinksRecursivelyGitBook(childLinks, $)],
-            };
-        }
-        return linkHref;
-    })
-        .toArray()
-        .filter(Boolean);
-}
-//# sourceMappingURL=getLinksRecursivelyGitBook.js.map

package/bin/scraping/site-scrapers/links-per-group/getLinksRecursivelyGitBook.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"getLinksRecursivelyGitBook.js","sourceRoot":"","sources":["../../../../src/scraping/site-scrapers/links-per-group/getLinksRecursivelyGitBook.ts"],"names":[],"mappings":"AAGA,kCAAkC;AAClC,MAAM,CAAC,OAAO,UAAU,0BAA0B,CAChD,YAA8B,EAC9B,CAAa;IAEb,OAAO,YAAY;SAChB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACZ,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEnC,gDAAgD;QAChD,yDAAyD;QACzD,mDAAmD;QACnD,IACE,CAAC,QAAQ;YACT,QAAQ,KAAK,GAAG;YAChB,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC;YAC/B,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,EAC9B,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAE3F,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,6CAA6C;YAC7C,wEAAwE;YACxE,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,CAAC,QAAQ,EAAE,GAAG,0BAA0B,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;aAChE,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;SACD,OAAO,EAAE;SACT,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC"}

package/bin/scraping/site-scrapers/openNestedDocusaurusMenus.d.ts

@@ -1,2 +0,0 @@
-import { Page } from 'puppeteer';
-export default function openNestedDocusaurusMenus(page: Page): Promise<string>;

package/bin/scraping/site-scrapers/openNestedDocusaurusMenus.js

@@ -1,30 +0,0 @@
-export default async function openNestedDocusaurusMenus(page) {
-    let prevEncountered = [];
-    let encounteredHref = ['fake-href-to-make-loop-run-at-least-once'];
-    // Loop until we've encountered every link
-    while (!encounteredHref.every((href) => prevEncountered.includes(href))) {
-        prevEncountered = encounteredHref;
-        encounteredHref = await page.evaluate((encounteredHref) => {
-            const collapsible = Array.from(document.querySelectorAll('.menu__link.menu__link--sublist'));
-            const linksFound = [];
-            collapsible.forEach((collapsibleItem) => {
-                const href = collapsibleItem.getAttribute('href');
-                // Should never occur but we keep it as a fail-safe
-                if (href?.startsWith('https://') || href?.startsWith('http://')) {
-                    return;
-                }
-                // Click any links we haven't seen before
-                if (href && !encounteredHref.includes(href)) {
-                    collapsibleItem.click();
-                }
-                if (href) {
-                    linksFound.push(href);
-                }
-            });
-            return linksFound;
-        }, encounteredHref // Need to pass array into the browser
-        );
-    }
-    return await page.content();
-}
-//# sourceMappingURL=openNestedDocusaurusMenus.js.map

package/bin/scraping/site-scrapers/openNestedDocusaurusMenus.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openNestedDocusaurusMenus.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/openNestedDocusaurusMenus.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,yBAAyB,CAAC,IAAU;IAChE,IAAI,eAAe,GAAa,EAAE,CAAC;IACnC,IAAI,eAAe,GAAG,CAAC,0CAA0C,CAAC,CAAC;IAEnE,0CAA0C;IAC1C,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACxE,eAAe,GAAG,eAAe,CAAC;QAClC,eAAe,GAAG,MAAM,IAAI,CAAC,QAAQ,CACnC,CAAC,eAAe,EAAE,EAAE;YAClB,MAAM,WAAW,GAAkB,KAAK,CAAC,IAAI,CAC3C,QAAQ,CAAC,gBAAgB,CAAC,iCAAiC,CAAC,CAC7D,CAAC;YAEF,MAAM,UAAU,GAAa,EAAE,CAAC;YAChC,WAAW,CAAC,OAAO,CAAC,CAAC,eAAe,EAAE,EAAE;gBACtC,MAAM,IAAI,GAAG,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBAElD,mDAAmD;gBACnD,IAAI,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChE,OAAO;gBACT,CAAC;gBAED,yCAAyC;gBACzC,IAAI,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5C,eAAe,CAAC,KAAK,EAAE,CAAC;gBAC1B,CAAC;gBAED,IAAI,IAAI,EAAE,CAAC;oBACT,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,UAAU,CAAC;QACpB,CAAC,EACD,eAAe,CAAC,sCAAsC;SACvD,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;AAC9B,CAAC"}

package/bin/scraping/site-scrapers/openNestedGitbookMenus.d.ts

@@ -1,2 +0,0 @@
-import { Page } from 'puppeteer';
-export default function openNestedGitbookMenus(page: Page): Promise<string>;

package/bin/scraping/site-scrapers/openNestedGitbookMenus.js

@@ -1,21 +0,0 @@
-export default async function openNestedGitbookMenus(page) {
-    let clickedAny = true;
-    // Loop until we've encountered every closed menu
-    while (clickedAny) {
-        clickedAny = await page.evaluate(() => {
-            let clicked = false;
-            // Right pointing arrow. Only menus have this icon
-            const icons = document.querySelectorAll('div > a > span > svg[style*="mask-image:url(https://ka-p.fontawesome.com/releases/v6.6.0/svgs/regular/chevron-right.svg?v=1&token=a463935e93)"]');
-            icons.forEach((icon) => {
-                const span = icon.parentElement;
-                if (span && span.className.includes('rotate-0')) {
-                    span.click();
-                    clicked = true;
-                }
-            });
-            return clicked;
-        });
-    }
-    return await page.content();
-}
-//# sourceMappingURL=openNestedGitbookMenus.js.map

package/bin/scraping/site-scrapers/openNestedGitbookMenus.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openNestedGitbookMenus.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/openNestedGitbookMenus.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAAU;IAC7D,IAAI,UAAU,GAAG,IAAI,CAAC;IAEtB,iDAAiD;IACjD,OAAO,UAAU,EAAE,CAAC;QAClB,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACpC,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,kDAAkD;YAClD,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CACrC,iJAAiJ,CAClJ,CAAC;YAEF,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;gBACrB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC;gBAChC,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;oBAChD,IAAI,CAAC,KAAK,EAAE,CAAC;oBACb,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC;YACH,CAAC,CAAC,CAAC;YACH,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;AAC9B,CAAC"}

package/bin/scraping/site-scrapers/scrapeDocusaurusPage.d.ts

@@ -1,5 +0,0 @@
-export declare function scrapeDocusaurusPage(html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, version: string | undefined): Promise<{
-    title: string;
-    description?: string;
-    markdown?: string;
-}>;

package/bin/scraping/site-scrapers/scrapeDocusaurusPage.js

@@ -1,53 +0,0 @@
-import * as cheerio from 'cheerio';
-import { NodeHtmlMarkdown } from 'node-html-markdown';
-import downloadAllImages from '../downloadAllImages.js';
-import replaceImagePaths from '../replaceImagePaths.js';
-export async function scrapeDocusaurusPage(html, origin, cliDir, imageBaseDir, overwrite, version // expects "2", or "3". Have not written support for "1" yet
-) {
-    const $ = cheerio.load(html);
-    const article = version === '3' ? $('.theme-doc-markdown').first() : $('article').first();
-    if (article.length === 0) {
-        // Index pages with no additional text don't have the markdown class
-        return {
-            title: '',
-        };
-    }
-    const titleComponent = article.find('h1');
-    const title = titleComponent.text().trim();
-    // Do not include title in the content when we insert it in our metadata
-    titleComponent.remove();
-    const markdownContent = version === '3' ? article : article.find('.markdown').first();
-    const origToWritePath = await downloadAllImages($, markdownContent, origin, imageBaseDir, overwrite);
-    const markdownHtml = markdownContent.html();
-    const nhm = new NodeHtmlMarkdown({ useInlineLinks: false });
-    let markdown = markdownHtml ? nhm.translate(markdownHtml) : null;
-    if (markdown == null) {
-        console.error('We do not support scraping this page. Content will be empty');
-        return { title, description: undefined, markdown: '' };
-    }
-    // Description only exists in meta tags. The code is commented out because its prone to incorrectly
-    // including a description if the first line of text had markdown annotations like `.
-    // The commented out alternative is to ignore description if it's the first line of text,
-    // this means it was not set in the metadata and Docusaurus defaulted to the text.
-    const description = undefined;
-    // let description = $('meta[property="og:description"]').attr("content");
-    // if (markdown.startsWith(description)) {
-    //   description = null;
-    // }
-    // Remove Docusaurus links from headers
-    // When we parse their HTML the parser adds things like:
-    // [](#setup "Direct link to heading")
-    // to the end of each header.
-    markdown = markdown.replace(/\[\]\(#.+ ".+"\)\n/g, '\n');
-    // Remove unnecessary nonwidth blank space characters
-    markdown = markdown.replace(/\u200b/g, '');
-    // Reduce unnecessary blank lines
-    markdown = markdown.replace(/\n\n\n/g, '\n\n');
-    // Mintlify doesn't support bolded headers, remove the asterisks
-    markdown = markdown.replace(/(\n#+) \*\*(.*)\*\*\n/g, '$1 $2\n');
-    if (origToWritePath) {
-        markdown = replaceImagePaths(origToWritePath, cliDir, markdown);
-    }
-    return { title, description, markdown };
-}
-//# sourceMappingURL=scrapeDocusaurusPage.js.map

package/bin/scraping/site-scrapers/scrapeDocusaurusPage.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeDocusaurusPage.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/scrapeDocusaurusPage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AAExD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAAY,EACZ,MAAc,EACd,MAAc,EACd,YAAoB,EACpB,SAAkB,EAClB,OAA2B,CAAC,4DAA4D;;IAMxF,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,MAAM,OAAO,GAAG,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;IAE1F,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,oEAAoE;QACpE,OAAO;YACL,KAAK,EAAE,EAAE;SACV,CAAC;IACJ,CAAC;IAED,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAE3C,wEAAwE;IACxE,cAAc,CAAC,MAAM,EAAE,CAAC;IAExB,MAAM,eAAe,GAAG,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,CAAC;IAEtF,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAC7C,CAAC,EACD,eAAe,EACf,MAAM,EACN,YAAY,EACZ,SAAS,CACV,CAAC;IAEF,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;IAE5C,MAAM,GAAG,GAAG,IAAI,gBAAgB,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5D,IAAI,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEjE,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;QACrB,OAAO,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;QAC7E,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACzD,CAAC;IAED,mGAAmG;IACnG,qFAAqF;IACrF,yFAAyF;IACzF,kFAAkF;IAClF,MAAM,WAAW,GAAG,SAAS,CAAC;IAC9B,0EAA0E;IAC1E,0CAA0C;IAC1C,wBAAwB;IACxB,IAAI;IAEJ,uCAAuC;IACvC,wDAAwD;IACxD,sCAAsC;IACtC,6BAA6B;IAC7B,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;IAEzD,qDAAqD;IACrD,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAE3C,iCAAiC;IACjC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAE/C,gEAAgE;IAChE,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,wBAAwB,EAAE,SAAS,CAAC,CAAC;IACjE,IAAI,eAAe,EAAE,CAAC;QACpB,QAAQ,GAAG,iBAAiB,CAAC,eAAe,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;AAC1C,CAAC"}

package/bin/scraping/site-scrapers/scrapeDocusaurusSection.d.ts

@@ -1,2 +0,0 @@
-import { Navigation } from '@mintlify/models';
-export declare function scrapeDocusaurusSection(html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, version?: string): Promise<Navigation>;

package/bin/scraping/site-scrapers/scrapeDocusaurusSection.js

@@ -1,32 +0,0 @@
-import * as cheerio from 'cheerio';
-import combineNavWithEmptyGroupTitles from '../combineNavWithEmptyGroupTitles.js';
-import downloadLogoImage from '../downloadLogoImage.js';
-import { scrapeGettingFileNameFromUrl } from '../scrapeGettingFileNameFromUrl.js';
-import { getDocusaurusLinksPerGroup } from './links-per-group/getDocusaurusLinksPerGroup.js';
-import { scrapeDocusaurusPage } from './scrapeDocusaurusPage.js';
-export async function scrapeDocusaurusSection(html, origin, cliDir, imageBaseDir, overwrite, version) {
-    const $ = cheerio.load(html);
-    // Download the logo
-    const logoSrc = $('.navbar__logo img').attr('src');
-    void downloadLogoImage(logoSrc, imageBaseDir, origin, overwrite);
-    // Get all the navigation sections
-    const navigationSections = !$('.theme-doc-sidebar-menu').first().children().length
-        ? $('.main-wrapper').first().find('.menu__list').first().children()
-        : $('.theme-doc-sidebar-menu').first().children();
-    // Get all links per group
-    const groupsConfig = getDocusaurusLinksPerGroup(navigationSections, $, version);
-    // Merge groups with empty titles together
-    const reducedGroupsConfig = combineNavWithEmptyGroupTitles(groupsConfig);
-    // Scrape each link in the navigation.
-    const groupsConfigCleanPaths = await Promise.all(reducedGroupsConfig.map(async (groupConfig) => {
-        groupConfig.pages = (await Promise.all(groupConfig.pages.map(async (navEntry) => 
-        // Docusaurus requires a directory on all sections wheras we use root.
-        // /docs is their default directory so we remove it
-        scrapeGettingFileNameFromUrl(navEntry, cliDir, origin, overwrite, scrapeDocusaurusPage, false, version, '/docs'))))
-            // Remove skipped index pages (they return undefined from the above function)
-            .filter(Boolean);
-        return groupConfig;
-    }));
-    return groupsConfigCleanPaths;
-}
-//# sourceMappingURL=scrapeDocusaurusSection.js.map

package/bin/scraping/site-scrapers/scrapeDocusaurusSection.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeDocusaurusSection.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/scrapeDocusaurusSection.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,OAAO,8BAA8B,MAAM,sCAAsC,CAAC;AAClF,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,0BAA0B,EAAE,MAAM,iDAAiD,CAAC;AAC7F,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAY,EACZ,MAAc,EACd,MAAc,EACd,YAAoB,EACpB,SAAkB,EAClB,OAAgB;IAEhB,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,oBAAoB;IACpB,MAAM,OAAO,GAAG,CAAC,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,KAAK,iBAAiB,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAEjE,kCAAkC;IAClC,MAAM,kBAAkB,GAAG,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM;QAChF,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE;QACnE,CAAC,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC;IAEpD,0BAA0B;IAC1B,MAAM,YAAY,GAAe,0BAA0B,CAAC,kBAAkB,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IAE5F,0CAA0C;IAC1C,MAAM,mBAAmB,GAAG,8BAA8B,CAAC,YAAY,CAAC,CAAC;IAEzE,sCAAsC;IACtC,MAAM,sBAAsB,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9C,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;QAC5C,WAAW,CAAC,KAAK,GAAG,CAClB,MAAM,OAAO,CAAC,GAAG,CACf,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,QAAyB,EAAE,EAAE;QACxD,sEAAsE;QACtE,mDAAmD;QACnD,4BAA4B,CAC1B,QAAQ,EACR,MAAM,EACN,MAAM,EACN,SAAS,EACT,oBAAoB,EACpB,KAAK,EACL,OAAO,EACP,OAAO,CACR,CACF,CACF,CACF;YACC,6EAA6E;aAC5E,MAAM,CAAC,OAAO,CAAC,CAAC;QACnB,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC,CACH,CAAC;IAEF,OAAO,sBAAsB,CAAC;AAChC,CAAC"}

package/bin/scraping/site-scrapers/scrapeGitBookPage.d.ts

@@ -1,5 +0,0 @@
-export declare function scrapeGitBookPage(html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, _: string | undefined): Promise<{
-    title: string;
-    description: string;
-    markdown: string;
-}>;

package/bin/scraping/site-scrapers/scrapeGitBookPage.js

@@ -1,56 +0,0 @@
-import * as cheerio from 'cheerio';
-import { NodeHtmlMarkdown } from 'node-html-markdown';
-import { SUPPORTED_MEDIA_EXTENSIONS } from '../../constants.js';
-import { getLengthUntilMetadata } from '../../downloadImage.js';
-import downloadAllImages from '../downloadAllImages.js';
-import replaceImagePaths from '../replaceImagePaths.js';
-export async function scrapeGitBookPage(html, origin, cliDir, imageBaseDir, overwrite, _ // version
-) {
-    const $ = cheerio.load(html);
-    const mainContent = $('body > div > div > div > div > main');
-    const titleAndDescription = mainContent.children('header');
-    const titleComponent = titleAndDescription.children('h1');
-    const description = titleAndDescription.text().replace(titleComponent.text(), '').trim();
-    const title = titleComponent.text().trim();
-    const content = titleAndDescription.next('div');
-    // Replace code blocks with parseable html
-    const codeBlocks = content.find('pre > code');
-    codeBlocks.each((_, c) => {
-        const code = $(c);
-        const codeContent = code
-            .children()
-            .toArray()
-            .map((d) => $(d).text())
-            .filter((text) => text !== '')
-            .join('\n');
-        code.replaceWith(`<pre><code>${codeContent}</code></pre>`);
-    });
-    const contentHtml = $.html(content);
-    const modifyFileName = (fileName) => {
-        // Remove GitBook metadata from the start
-        // The first four %2F split metadata fields. Remaining ones are part of the file name.
-        for (const ext of SUPPORTED_MEDIA_EXTENSIONS) {
-            if (fileName.includes(`.${ext}`)) {
-                const splitFileName = fileName.split('%2F').slice(4).join('%2F');
-                return getLengthUntilMetadata(splitFileName, ext);
-            }
-        }
-        return fileName.split('%2F').slice(4).join('%2F');
-    };
-    const origToWritePath = await downloadAllImages($, content, origin, imageBaseDir, overwrite, modifyFileName);
-    const nhm = new NodeHtmlMarkdown({ useInlineLinks: false });
-    let markdown = nhm.translate(contentHtml);
-    // Keep headers on one line
-    markdown = markdown.replace(/# \n\n/g, '# ');
-    // Remove unnecessary nonwidth blank space characters
-    markdown = markdown.replace(/\u200b/g, '');
-    // Reduce unnecessary blank lines
-    markdown = markdown.replace(/\n\n\n/g, '\n\n');
-    // Mintlify doesn't support bolded headers, remove the asterisks
-    markdown = markdown.replace(/(\n#+) \*\*(.*)\*\*\n/g, '$1 $2\n');
-    if (origToWritePath) {
-        markdown = replaceImagePaths(origToWritePath, cliDir, markdown);
-    }
-    return { title, description, markdown };
-}
-//# sourceMappingURL=scrapeGitBookPage.js.map

package/bin/scraping/site-scrapers/scrapeGitBookPage.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeGitBookPage.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/scrapeGitBookPage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AAExD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAY,EACZ,MAAc,EACd,MAAc,EACd,YAAoB,EACpB,SAAkB,EAClB,CAAqB,CAAC,UAAU;;IAEhC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,MAAM,WAAW,GAAG,CAAC,CAAC,qCAAqC,CAAC,CAAC;IAC7D,MAAM,mBAAmB,GAAG,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3D,MAAM,cAAc,GAAG,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzF,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAE3C,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEhD,0CAA0C;IAC1C,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC9C,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,WAAW,GAAG,IAAI;aACrB,QAAQ,EAAE;aACV,OAAO,EAAE;aACT,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACvB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;aAC7B,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,IAAI,CAAC,WAAW,CAAC,cAAc,WAAW,eAAe,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEpC,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAE,EAAE;QAC1C,yCAAyC;QACzC,sFAAsF;QACtF,KAAK,MAAM,GAAG,IAAI,0BAA0B,EAAE,CAAC;YAC7C,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC,EAAE,CAAC;gBACjC,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACjE,OAAO,sBAAsB,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAC7C,CAAC,EACD,OAAO,EACP,MAAM,EACN,YAAY,EACZ,SAAS,EACT,cAAc,CACf,CAAC;IAEF,MAAM,GAAG,GAAG,IAAI,gBAAgB,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5D,IAAI,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAE1C,2BAA2B;IAC3B,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAE7C,qDAAqD;IACrD,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAE3C,iCAAiC;IACjC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAE/C,gEAAgE;IAChE,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,wBAAwB,EAAE,SAAS,CAAC,CAAC;IACjE,IAAI,eAAe,EAAE,CAAC;QACpB,QAAQ,GAAG,iBAAiB,CAAC,eAAe,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;AAC1C,CAAC"}

package/bin/scraping/site-scrapers/scrapeGitBookSection.d.ts

@@ -1,2 +0,0 @@
-import { NavigationEntry } from '@mintlify/models';
-export declare function scrapeGitBookSection(html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, version: string | undefined): Promise<NavigationEntry[]>;

package/bin/scraping/site-scrapers/scrapeGitBookSection.js

@@ -1,42 +0,0 @@
-import * as cheerio from 'cheerio';
-import combineNavWithEmptyGroupTitles from '../combineNavWithEmptyGroupTitles.js';
-import downloadLogoImage from '../downloadLogoImage.js';
-import { scrapeGettingFileNameFromUrl } from '../scrapeGettingFileNameFromUrl.js';
-import alternateGroupTitle from './alternateGroupTitle.js';
-import getLinksRecursivelyGitBook from './links-per-group/getLinksRecursivelyGitBook.js';
-import { scrapeGitBookPage } from './scrapeGitBookPage.js';
-export async function scrapeGitBookSection(html, origin, cliDir, imageBaseDir, overwrite, version) {
-    const $ = cheerio.load(html);
-    // Download the logo
-    const logoSrc = $('body > header > div > div > div > a > img').first().attr('src');
-    downloadLogoImage(logoSrc, imageBaseDir, origin, overwrite).catch(console.error);
-    // Get all the navigation sections
-    // Some variants of the GitBook UI show the logo and search base in the side navigation bar,
-    // but the navigation sections are always the last value.
-    const navigationSections = $('body > div > div > aside > div > ul > li');
-    // Get all links per group
-    const groupsConfig = navigationSections
-        .toArray()
-        .map((s) => {
-        const section = $(s);
-        const sectionHeader = section.children('div').first();
-        const sectionTitle = sectionHeader.text();
-        // Only present if the nested navigation is not in a group
-        const firstLink = section.find('li > div > a').first();
-        const firstHref = firstLink.attr('href') || '/';
-        const linkSections = section.find('ul').first().children();
-        const pages = getLinksRecursivelyGitBook(linkSections, $);
-        return {
-            group: sectionTitle || alternateGroupTitle(firstLink, pages),
-            pages: firstHref ? [firstHref, ...pages] : pages,
-        };
-    })
-        .filter(Boolean);
-    // Merge groups with empty titles together
-    const reducedGroupsConfig = combineNavWithEmptyGroupTitles(groupsConfig);
-    // Scrape each link in the navigation.
-    return Promise.all(reducedGroupsConfig.map(async (navEntry) => {
-        return await scrapeGettingFileNameFromUrl(navEntry, cliDir, origin, overwrite, scrapeGitBookPage, true, version);
-    }));
-}
-//# sourceMappingURL=scrapeGitBookSection.js.map

package/bin/scraping/site-scrapers/scrapeGitBookSection.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeGitBookSection.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/scrapeGitBookSection.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,OAAO,8BAA8B,MAAM,sCAAsC,CAAC;AAClF,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAC3D,OAAO,0BAA0B,MAAM,iDAAiD,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAAY,EACZ,MAAc,EACd,MAAc,EACd,YAAoB,EACpB,SAAkB,EAClB,OAA2B;IAE3B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,oBAAoB;IACpB,MAAM,OAAO,GAAG,CAAC,CAAC,2CAA2C,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnF,iBAAiB,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAEjF,kCAAkC;IAClC,4FAA4F;IAC5F,yDAAyD;IACzD,MAAM,kBAAkB,GAAG,CAAC,CAAC,0CAA0C,CAAC,CAAC;IAEzE,0BAA0B;IAC1B,MAAM,YAAY,GAAe,kBAAkB;SAChD,OAAO,EAAE;SACT,GAAG,CAAC,CAAC,CAAkB,EAAE,EAAE;QAC1B,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;QACtD,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC;QAE1C,0DAA0D;QAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC;QACvD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC;QAEhD,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC3D,MAAM,KAAK,GAAG,0BAA0B,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAE1D,OAAO;YACL,KAAK,EAAE,YAAY,IAAI,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC;YAC5D,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;SACjD,CAAC;IACJ,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnB,0CAA0C;IAC1C,MAAM,mBAAmB,GAAG,8BAA8B,CAAC,YAAY,CAAC,CAAC;IAEzE,sCAAsC;IACtC,OAAO,OAAO,CAAC,GAAG,CAChB,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAyB,EAAE,EAAE;QAC1D,OAAO,MAAM,4BAA4B,CACvC,QAAQ,EACR,MAAM,EACN,MAAM,EACN,SAAS,EACT,iBAAiB,EACjB,IAAI,EACJ,OAAO,CACR,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}

package/bin/scraping/site-scrapers/scrapeReadMePage.d.ts

@@ -1,5 +0,0 @@
-export declare function scrapeReadMePage(html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, _: string | undefined): Promise<{
-    title: string;
-    description: string;
-    markdown: string;
-}>;

package/bin/scraping/site-scrapers/scrapeReadMePage.js

@@ -1,38 +0,0 @@
-import * as cheerio from 'cheerio';
-import { NodeHtmlMarkdown } from 'node-html-markdown';
-import downloadAllImages from '../downloadAllImages.js';
-import replaceImagePaths from '../replaceImagePaths.js';
-export async function scrapeReadMePage(html, origin, cliDir, imageBaseDir, overwrite, _ // version
-) {
-    const $ = cheerio.load(html);
-    const titleComponent = $('h1').first();
-    const title = titleComponent.text().trim();
-    let description = $('.markdown-body', titleComponent.parent()).text().trim();
-    if (!description) {
-        description = $('.rm-Article > header p').text().trim();
-    }
-    let content = $('.content-body .markdown-body').first();
-    if (content.length === 0) {
-        content = $('.rm-Article > .markdown-body');
-    }
-    // API Pages don't have a markdown body in the same position so there's no HTML
-    const contentHtml = content.html() || '';
-    const origToWritePath = await downloadAllImages($, content, origin, imageBaseDir, overwrite);
-    const nhm = new NodeHtmlMarkdown({ useInlineLinks: false });
-    let markdown = nhm.translate(contentHtml);
-    // Keep headers on one line and increase their depth by one
-    markdown = markdown.replace(/# \n\n/g, '## ');
-    // Remove unnecessary nonwidth blank space characters
-    markdown = markdown.replace(/\u200b/g, '');
-    // Remove ReadMe anchor links
-    markdown = markdown.replace(/\n\[\]\(#.+\)\n/g, '\n');
-    // Reduce unnecessary blank lines
-    markdown = markdown.replace(/\n\n\n/g, '\n\n');
-    // Mintlify doesn't support bolded headers, remove the asterisks
-    markdown = markdown.replace(/(\n#+) \*\*(.*)\*\*\n/g, '$1 $2\n');
-    if (origToWritePath) {
-        markdown = replaceImagePaths(origToWritePath, cliDir, markdown);
-    }
-    return { title, description, markdown };
-}
-//# sourceMappingURL=scrapeReadMePage.js.map