@mintlify/scraping 3.0.187 → 3.0.189

package/bin/browser.js

@@ -1,24 +0,0 @@
-import { launch } from 'puppeteer';
-export async function startBrowser() {
-    try {
-        return await launch({
-            headless: true,
-            ignoreHTTPSErrors: true,
-        });
-    }
-    catch (err) {
-        console.log('Could not create a browser instance: ', err);
-        process.exit(1);
-    }
-}
-export async function getHtmlWithPuppeteer(href) {
-    const browser = await startBrowser();
-    const page = await browser.newPage();
-    await page.goto(href, {
-        waitUntil: 'networkidle2',
-    });
-    const html = await page.content();
-    void browser.close();
-    return html;
-}
-//# sourceMappingURL=browser.js.map

package/bin/browser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"browser.js","sourceRoot":"","sources":["../src/browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAEnC,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC;YAClB,QAAQ,EAAE,IAAI;YACd,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,uCAAuC,EAAE,GAAG,CAAC,CAAC;QAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY;IACrD,MAAM,OAAO,GAAG,MAAM,YAAY,EAAE,CAAC;IACrC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QACpB,SAAS,EAAE,cAAc;KAC1B,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAClC,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;IACrB,OAAO,IAAI,CAAC;AACd,CAAC"}

package/bin/checks.d.ts

@@ -1,8 +0,0 @@
-import { Framework } from './scraping/detectFramework.js';
-export declare function checkUrl({ url }: {
-    url: string;
-}): boolean;
-export declare function checkVersion({ tool, docusaurusVersion, }: {
-    tool: Framework | undefined;
-    docusaurusVersion: string | undefined;
-}): boolean;

package/bin/checks.js

@@ -1,24 +0,0 @@
-// This checks the link is written correctly, not that the page exists.
-export function checkUrl({ url }) {
-    try {
-        new URL(url);
-    }
-    catch {
-        throw Error(`Invalid link: ${url}\nMake sure the link starts with http:// or https://`);
-    }
-    return true;
-}
-export function checkVersion({ tool, docusaurusVersion, }) {
-    if (tool === 'docusaurus') {
-        if (docusaurusVersion === undefined) {
-            throw Error('When using Docusaurus, you must specify the version (1,2,3) using the --docusaurusVersion flag');
-        }
-    }
-    else {
-        if (docusaurusVersion !== undefined) {
-            throw Error('The --docusaurusVersion flag is only applicable when using Docusaurus.');
-        }
-    }
-    return true;
-}
-//# sourceMappingURL=checks.js.map

package/bin/checks.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"checks.js","sourceRoot":"","sources":["../src/checks.ts"],"names":[],"mappings":"AAEA,uEAAuE;AACvE,MAAM,UAAU,QAAQ,CAAC,EAAE,GAAG,EAAmB;IAC/C,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,KAAK,CAAC,iBAAiB,GAAG,sDAAsD,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,EAC3B,IAAI,EACJ,iBAAiB,GAIlB;IACC,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QAC1B,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,KAAK,CACT,gGAAgG,CACjG,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,KAAK,CAAC,wEAAwE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/bin/downloadImage.d.ts

@@ -1,5 +0,0 @@
-export declare function isValidImageSrc(src: string): boolean;
-export declare function getLengthUntilMetadata(src: string, ext: string): string;
-export declare function removeMetadataFromImageSrc(src: string): string;
-export declare function cleanImageSrc(src: string, origin: string): string;
-export default function downloadImage(imageSrc: string, writePath: string, overwrite?: boolean): Promise<void>;

package/bin/downloadImage.js

@@ -1,88 +0,0 @@
-import axios from 'axios';
-import { existsSync, mkdirSync, createWriteStream } from 'fs';
-import path from 'path';
-import { SUPPORTED_MEDIA_EXTENSIONS } from './constants.js';
-import { getFileExtension } from './util.js';
-async function writeImageToFile(imageSrc, writePath, overwrite) {
-    // Avoid unnecessary downloads
-    if (existsSync(writePath) && !overwrite) {
-        return Promise.reject({
-            code: 'EEXIST',
-        });
-    }
-    // Create the folders needed if they're missing
-    mkdirSync(path.dirname(writePath), { recursive: true });
-    const writer = createWriteStream(writePath);
-    try {
-        const response = await axios.get(imageSrc, {
-            responseType: 'stream',
-        });
-        // wx prevents overwriting an image with the exact same name
-        // being created in the time we were downloading
-        response.data.pipe(writer, {
-            flag: 'wx',
-        });
-        return new Promise((resolve, reject) => {
-            writer.on('finish', resolve);
-            writer.on('error', reject);
-        });
-    }
-    catch (e) {
-        return Promise.reject({
-            code: 'ENOTFOUND',
-        });
-    }
-}
-export function isValidImageSrc(src) {
-    if (!src) {
-        return false;
-    }
-    // We do not support downloading base64 in-line images.
-    if (src.startsWith('data:')) {
-        return false;
-    }
-    const imageHref = removeMetadataFromImageSrc(src);
-    const ext = getFileExtension(imageHref);
-    if (ext && !SUPPORTED_MEDIA_EXTENSIONS.includes(ext)) {
-        console.error('🚨 We do not support the file extension: ' + ext);
-        return false;
-    }
-    return true;
-}
-export function getLengthUntilMetadata(src, ext) {
-    const lengthUntilMetadata = src.indexOf(`.${ext}`) + `.${ext}`.length;
-    return src.slice(0, lengthUntilMetadata);
-}
-export function removeMetadataFromImageSrc(src) {
-    // Some frameworks add metadata after the file extension, we need to remove that.
-    if (src.includes('gitbook/image')) {
-        for (const ext of SUPPORTED_MEDIA_EXTENSIONS) {
-            if (src.includes(`.${ext}`)) {
-                return getLengthUntilMetadata(src, ext);
-            }
-        }
-    }
-    return src.split('#')[0].split('?')[0];
-}
-export function cleanImageSrc(src, origin) {
-    // Add origin if the image tags are using relative sources
-    return src.startsWith('http') ? src : new URL(src, origin).href;
-}
-export default async function downloadImage(imageSrc, writePath, overwrite = false) {
-    await writeImageToFile(imageSrc, writePath, overwrite)
-        .then(() => {
-        console.log('🖼️ - ' + writePath);
-    })
-        .catch((e) => {
-        if (e.code === 'EEXIST') {
-            console.log(`❌ Skipping existing image ${writePath}`);
-        }
-        else if (e.code === 'ENOTFOUND') {
-            console.error(`🚨 Cannot download the image, address not found ${imageSrc}`);
-        }
-        else {
-            console.error(e);
-        }
-    });
-}
-//# sourceMappingURL=downloadImage.js.map

package/bin/downloadImage.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"downloadImage.js","sourceRoot":"","sources":["../src/downloadImage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AAC9D,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE7C,KAAK,UAAU,gBAAgB,CAAC,QAAgB,EAAE,SAAiB,EAAE,SAAkB;IACrF,8BAA8B;IAC9B,IAAI,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,MAAM,CAAC;YACpB,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;IACL,CAAC;IAED,+CAA+C;IAC/C,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExD,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE;YACzC,YAAY,EAAE,QAAQ;SACvB,CAAC,CAAC;QACH,4DAA4D;QAC5D,gDAAgD;QAChD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACzB,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QAEH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC7B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,OAAO,CAAC,MAAM,CAAC;YACpB,IAAI,EAAE,WAAW;SAClB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAW;IACzC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,KAAK,CAAC;IACf,CAAC;IACD,uDAAuD;IACvD,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,SAAS,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAExC,IAAI,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACrD,OAAO,CAAC,KAAK,CAAC,2CAA2C,GAAG,GAAG,CAAC,CAAC;QACjE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,GAAW,EAAE,GAAW;IAC7D,MAAM,mBAAmB,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC;IACtE,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,GAAW;IACpD,iFAAiF;IACjF,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QAClC,KAAK,MAAM,GAAG,IAAI,0BAA0B,EAAE,CAAC;YAC7C,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC,EAAE,CAAC;gBAC5B,OAAO,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,MAAc;IACvD,0DAA0D;IAC1D,OAAO,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,aAAa,CACzC,QAAgB,EAChB,SAAiB,EACjB,SAAS,GAAG,KAAK;IAEjB,MAAM,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC;SACnD,IAAI,CAAC,GAAG,EAAE;QACT,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC;IACpC,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACX,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,6BAA6B,SAAS,EAAE,CAAC,CAAC;QACxD,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,mDAAmD,QAAQ,EAAE,CAAC,CAAC;QAC/E,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/bin/scraping/combineNavWithEmptyGroupTitles.d.ts

@@ -1,2 +0,0 @@
-import { Navigation } from '@mintlify/models';
-export default function combineNavWithEmptyGroupTitles(navArray: Navigation): Navigation;

package/bin/scraping/combineNavWithEmptyGroupTitles.js

@@ -1,20 +0,0 @@
-export default function combineNavWithEmptyGroupTitles(navArray) {
-    const newNavArray = [];
-    navArray.forEach((nav) => {
-        // The first run through the loop will always have -1 as the index.
-        // JavaScript returns undefined when we look for an index outside the size of the array.
-        const prev = newNavArray[newNavArray.length - 1];
-        if (prev == null) {
-            newNavArray.push(nav);
-        }
-        else if (!nav.group && !prev.group) {
-            // Joins multiple groups without a title together IF they occur side by side
-            prev.pages = prev.pages.concat(nav.pages);
-        }
-        else {
-            newNavArray.push(nav);
-        }
-    });
-    return newNavArray;
-}
-//# sourceMappingURL=combineNavWithEmptyGroupTitles.js.map

package/bin/scraping/combineNavWithEmptyGroupTitles.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"combineNavWithEmptyGroupTitles.js","sourceRoot":"","sources":["../../src/scraping/combineNavWithEmptyGroupTitles.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,8BAA8B,CAAC,QAAoB;IACzE,MAAM,WAAW,GAAe,EAAE,CAAC;IAEnC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAoB,EAAE,EAAE;QACxC,mEAAmE;QACnE,wFAAwF;QACxF,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjD,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACrC,4EAA4E;YAC5E,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/bin/scraping/detectFramework.d.ts

@@ -1,9 +0,0 @@
-export declare const frameworks: readonly ["docusaurus", "gitbook", "readme", "intercom"];
-export type Framework = (typeof frameworks)[number];
-export type FrameworkHint = {
-    framework: 'docusaurus';
-    version: '1' | '2' | '3';
-} | {
-    framework: 'gitbook' | 'readme' | 'intercom' | undefined;
-};
-export declare function detectFramework(html: string): FrameworkHint;

package/bin/scraping/detectFramework.js

@@ -1,36 +0,0 @@
-import * as cheerio from 'cheerio';
-export const frameworks = ['docusaurus', 'gitbook', 'readme', 'intercom'];
-export function detectFramework(html) {
-    const $ = cheerio.load(html);
-    const docusaurusMeta = $('meta[name="generator"]');
-    if (docusaurusMeta.length > 0 &&
-        docusaurusMeta.attr('content') &&
-        typeof docusaurusMeta.attr('content') === 'string' &&
-        docusaurusMeta.attr('content').includes('Docusaurus')) {
-        const metaAttrString = docusaurusMeta.attr('content');
-        if (metaAttrString.includes('v3')) {
-            return { framework: 'docusaurus', version: '3' };
-        }
-        if (metaAttrString.includes('v2')) {
-            return { framework: 'docusaurus', version: '2' };
-        }
-        else if (metaAttrString.includes('v1')) {
-            console.warn('WARNING: We detected Docusaurus version 1 but we only support scraping versions 2 and 3.');
-            return { framework: 'docusaurus', version: '1' };
-        }
-    }
-    const isGitBook = $('head link[rel="preconnect"][href="https://api.gitbook.com"]').length > 0;
-    if (isGitBook) {
-        return { framework: 'gitbook' };
-    }
-    const isReadMe = $('meta[name="readme-deploy"]').length > 0;
-    if (isReadMe) {
-        return { framework: 'readme' };
-    }
-    const isIntercom = $("meta[name='intercom:trackingEvent']").length > 0;
-    if (isIntercom) {
-        return { framework: 'intercom' };
-    }
-    return { framework: undefined };
-}
-//# sourceMappingURL=detectFramework.js.map

package/bin/scraping/detectFramework.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"detectFramework.js","sourceRoot":"","sources":["../../src/scraping/detectFramework.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAU,CAAC;AAYnF,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,cAAc,GAAG,CAAC,CAAC,wBAAwB,CAAC,CAAC;IAEnD,IACE,cAAc,CAAC,MAAM,GAAG,CAAC;QACzB,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;QAC9B,OAAO,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,QAAQ;QACjD,cAAc,CAAC,IAAI,CAAC,SAAS,CAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,EACjE,CAAC;QACD,MAAM,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,SAAS,CAAW,CAAC;QAChE,IAAI,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;QACnD,CAAC;QACD,IAAI,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;QACnD,CAAC;aAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CACV,0FAA0F,CAC3F,CAAC;YACF,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;QACnD,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,CAAC,6DAA6D,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9F,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,CAAC,4BAA4B,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5D,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;IACjC,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,CAAC,qCAAqC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACvE,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;IACnC,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;AAClC,CAAC"}

package/bin/scraping/downloadAllImages.d.ts

@@ -1,4 +0,0 @@
-import { Cheerio, CheerioAPI, Element } from 'cheerio';
-export default function downloadAllImages($: CheerioAPI, content: Cheerio<Element>, origin: string, baseDir: string, overwrite: boolean, modifyFileName?: (fileName: string) => string): Promise<{
-    [x: string]: string;
-} | undefined>;

package/bin/scraping/downloadAllImages.js

@@ -1,36 +0,0 @@
-import path from 'path';
-import downloadImage, { cleanImageSrc, isValidImageSrc, removeMetadataFromImageSrc, } from '../downloadImage.js';
-export default async function downloadAllImages($, content, origin, baseDir, overwrite, modifyFileName) {
-    if (!baseDir) {
-        console.debug('Skipping image downloading');
-        return;
-    }
-    // We remove duplicates because some frameworks duplicate img tags
-    // to show the image larger when clicked on.
-    const imageSrcs = [
-        ...new Set(content
-            .find('img[src]')
-            .map((_, image) => $(image).attr('src'))
-            .toArray()),
-    ];
-    // Wait to all images to download before continuing
-    const origToNewArray = await Promise.all(imageSrcs.map(async (imageSrc) => {
-        if (!imageSrc || !isValidImageSrc(imageSrc)) {
-            return {};
-        }
-        const imageHref = cleanImageSrc(imageSrc, origin);
-        let imageBasename = imageHref;
-        if (!imageHref.includes('gitbook/image')) {
-            imageBasename = path.basename(imageHref);
-        }
-        let fileName = removeMetadataFromImageSrc(imageBasename) || '';
-        if (modifyFileName) {
-            fileName = modifyFileName(fileName) || '';
-        }
-        const writePath = path.join(baseDir, fileName);
-        await downloadImage(imageHref, writePath, overwrite);
-        return { [imageSrc]: writePath };
-    }));
-    return origToNewArray.reduce((result, current) => Object.assign(result, current), {});
-}
-//# sourceMappingURL=downloadAllImages.js.map

package/bin/scraping/downloadAllImages.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"downloadAllImages.js","sourceRoot":"","sources":["../../src/scraping/downloadAllImages.ts"],"names":[],"mappings":"AACA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,aAAa,EAAE,EACpB,aAAa,EACb,eAAe,EACf,0BAA0B,GAC3B,MAAM,qBAAqB,CAAC;AAE7B,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,iBAAiB,CAC7C,CAAa,EACb,OAAyB,EACzB,MAAc,EACd,OAAe,EACf,SAAkB,EAClB,cAA6C;IAE7C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC5C,OAAO;IACT,CAAC;IAED,kEAAkE;IAClE,4CAA4C;IAC5C,MAAM,SAAS,GAAG;QAChB,GAAG,IAAI,GAAG,CACR,OAAO;aACJ,IAAI,CAAC,UAAU,CAAC;aAChB,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACvC,OAAO,EAAE,CACb;KACF,CAAC;IAEF,mDAAmD;IACnD,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAC/B,IAAI,CAAC,QAAQ,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,aAAa,GAAG,SAAS,CAAC;QAC9B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YACzC,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,QAAQ,GAAG,0BAA0B,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAC/D,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAE/C,MAAM,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAErD,OAAO,EAAE,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;IACnC,CAAC,CAAC,CACH,CAAC;IAEF,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;AACxF,CAAC"}

package/bin/scraping/downloadLogoImage.d.ts

@@ -1 +0,0 @@
-export default function downloadLogoImage(imageSrc: string | undefined, imageBaseDir: string, origin: string, overwrite: boolean): Promise<void>;

package/bin/scraping/downloadLogoImage.js

@@ -1,12 +0,0 @@
-import path from 'path';
-import downloadImage, { cleanImageSrc, isValidImageSrc, removeMetadataFromImageSrc, } from '../downloadImage.js';
-import { getFileExtension } from '../util.js';
-export default async function downloadLogoImage(imageSrc, imageBaseDir, origin, overwrite) {
-    if (!imageSrc || !isValidImageSrc(imageSrc))
-        return;
-    const imageHref = cleanImageSrc(imageSrc, origin);
-    const ext = getFileExtension(removeMetadataFromImageSrc(imageSrc));
-    const imagePath = path.join(imageBaseDir, 'logo', 'logo-light-mode.' + ext);
-    await downloadImage(imageHref, imagePath, overwrite);
-}
-//# sourceMappingURL=downloadLogoImage.js.map

package/bin/scraping/downloadLogoImage.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"downloadLogoImage.js","sourceRoot":"","sources":["../../src/scraping/downloadLogoImage.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,aAAa,EAAE,EACpB,aAAa,EACb,eAAe,EACf,0BAA0B,GAC3B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,iBAAiB,CAC7C,QAA4B,EAC5B,YAAoB,EACpB,MAAc,EACd,SAAkB;IAElB,IAAI,CAAC,QAAQ,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO;IAEpD,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAElD,MAAM,GAAG,GAAG,gBAAgB,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,kBAAkB,GAAG,GAAG,CAAC,CAAC;IAE5E,MAAM,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;AACvD,CAAC"}

package/bin/scraping/replaceImagePaths.d.ts

@@ -1 +0,0 @@
-export default function replaceImagePaths(origToWritePath: Record<string, string>, cliDir: string, markdown: string): string;

package/bin/scraping/replaceImagePaths.js

@@ -1,14 +0,0 @@
-export default function replaceImagePaths(origToWritePath, cliDir, markdown) {
-    // Change image paths to use the downloaded locations
-    for (const [origHref, writePath] of Object.entries(origToWritePath)) {
-        // Use relative paths within the folder we are in
-        if (writePath.startsWith(cliDir)) {
-            markdown = markdown.replaceAll(origHref, writePath.slice(cliDir.length));
-        }
-        else {
-            markdown = markdown.replaceAll(origHref, writePath);
-        }
-    }
-    return markdown;
-}
-//# sourceMappingURL=replaceImagePaths.js.map

package/bin/scraping/replaceImagePaths.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"replaceImagePaths.js","sourceRoot":"","sources":["../../src/scraping/replaceImagePaths.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,iBAAiB,CACvC,eAAuC,EACvC,MAAc,EACd,QAAgB;IAEhB,qDAAqD;IACrD,KAAK,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QACpE,iDAAiD;QACjD,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACjC,QAAQ,GAAG,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3E,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/bin/scraping/scrapeFileGettingFileNameFromUrl.d.ts

@@ -1,6 +0,0 @@
-import { NavigationEntry } from '@mintlify/models';
-export declare function scrapeFileGettingFileNameFromUrl(pathname: string, cliDir: string, origin: string, overwrite: boolean, scrapePageFunc: (html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, version: string | undefined) => Promise<{
-    title?: string;
-    description?: string;
-    markdown?: string;
-}>, puppeteer: boolean | undefined, version: string | undefined, baseToRemove?: string): Promise<NavigationEntry>;

package/bin/scraping/scrapeFileGettingFileNameFromUrl.js

@@ -1,46 +0,0 @@
-import axios from 'axios';
-import path from 'path';
-import { getHtmlWithPuppeteer } from '../browser.js';
-import { createPage } from '../util.js';
-export async function scrapeFileGettingFileNameFromUrl(pathname, cliDir, origin, overwrite, scrapePageFunc, puppeteer = false, version, baseToRemove) {
-    // Skip scraping external links
-    if (pathname.startsWith('https://') || pathname.startsWith('http://')) {
-        return pathname;
-    }
-    // Removes file name from the end
-    const splitSubpath = pathname.split('/');
-    let folders = splitSubpath.slice(0, splitSubpath.length - 1).join('/');
-    // Remove base dir if passed in
-    if (baseToRemove && folders.startsWith(baseToRemove)) {
-        folders = folders.replace(baseToRemove, '');
-    }
-    // TO DO: Improve this by putting each page's images in a separate
-    // folder named after the title of the page.
-    const imageBaseDir = path.join(cliDir, 'images', folders);
-    // Scrape each page separately
-    const href = new URL(pathname, origin).href;
-    let html;
-    if (puppeteer) {
-        html = await getHtmlWithPuppeteer(href);
-    }
-    else {
-        const res = await axios.get(href);
-        html = res.data;
-    }
-    const { title, description, markdown } = await scrapePageFunc(html, origin, cliDir, imageBaseDir, overwrite, version);
-    // Check if page didn't have content
-    if (!title && !markdown) {
-        return {
-            group: '',
-            pages: [],
-        };
-    }
-    const newFileLocation = folders ? path.join(cliDir, folders) : cliDir;
-    // Default to introduction.mdx if we encountered index.html
-    const fileName = splitSubpath[splitSubpath.length - 1] || 'introduction';
-    // Will create subfolders as needed
-    createPage(title ?? '', description, markdown, overwrite, newFileLocation, fileName);
-    // Removes first slash if we are in a folder, Mintlify doesn't need it
-    return folders ? path.join(folders, fileName).substring(1) : fileName;
-}
-//# sourceMappingURL=scrapeFileGettingFileNameFromUrl.js.map

package/bin/scraping/scrapeFileGettingFileNameFromUrl.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeFileGettingFileNameFromUrl.js","sourceRoot":"","sources":["../../src/scraping/scrapeFileGettingFileNameFromUrl.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,QAAgB,EAChB,MAAc,EACd,MAAc,EACd,SAAkB,EAClB,cAWE,EACF,SAAS,GAAG,KAAK,EACjB,OAA2B,EAC3B,YAAqB;IAErB,+BAA+B;IAC/B,IAAI,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACtE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,iCAAiC;IACjC,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEvE,+BAA+B;IAC/B,IAAI,YAAY,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACrD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,kEAAkE;IAClE,4CAA4C;IAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE1D,8BAA8B;IAC9B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;IAC5C,IAAI,IAAY,CAAC;IACjB,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IAClB,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,MAAM,cAAc,CAC3D,IAAI,EACJ,MAAM,EACN,MAAM,EACN,YAAY,EACZ,SAAS,EACT,OAAO,CACR,CAAC;IAEF,oCAAoC;IACpC,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxB,OAAO;YACL,KAAK,EAAE,EAAE;YACT,KAAK,EAAE,EAAE;SACV,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAEtE,2DAA2D;IAC3D,MAAM,QAAQ,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,cAAc,CAAC;IAEzE,mCAAmC;IACnC,UAAU,CAAC,KAAK,IAAI,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,CAAC,CAAC;IAErF,sEAAsE;IACtE,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACxE,CAAC"}

package/bin/scraping/scrapeGettingFileNameFromUrl.d.ts

@@ -1,6 +0,0 @@
-import { NavigationEntry } from '@mintlify/models';
-export declare function scrapeGettingFileNameFromUrl(navEntry: NavigationEntry, cliDir: string, origin: string, overwrite: boolean, scrapePageFunc: (html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, version: string | undefined) => Promise<{
-    title?: string;
-    description?: string;
-    markdown?: string;
-}>, puppeteer: boolean | undefined, version: string | undefined, baseToRemove?: string): Promise<NavigationEntry>;

package/bin/scraping/scrapeGettingFileNameFromUrl.js

@@ -1,13 +0,0 @@
-import { scrapeFileGettingFileNameFromUrl } from './scrapeFileGettingFileNameFromUrl.js';
-export async function scrapeGettingFileNameFromUrl(navEntry, cliDir, origin, overwrite, scrapePageFunc, puppeteer = false, version, baseToRemove) {
-    if (typeof navEntry !== 'string') {
-        const newPages = [];
-        for (const nestedNavEntry of navEntry.pages) {
-            newPages.push(await scrapeGettingFileNameFromUrl(nestedNavEntry, cliDir, origin, overwrite, scrapePageFunc, puppeteer, version, baseToRemove));
-        }
-        navEntry.pages = newPages;
-        return navEntry;
-    }
-    return await scrapeFileGettingFileNameFromUrl(navEntry, cliDir, origin, overwrite, scrapePageFunc, puppeteer, version, baseToRemove);
-}
-//# sourceMappingURL=scrapeGettingFileNameFromUrl.js.map

package/bin/scraping/scrapeGettingFileNameFromUrl.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeGettingFileNameFromUrl.js","sourceRoot":"","sources":["../../src/scraping/scrapeGettingFileNameFromUrl.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAEzF,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,QAAyB,EACzB,MAAc,EACd,MAAc,EACd,SAAkB,EAClB,cAWE,EACF,SAAS,GAAG,KAAK,EACjB,OAA2B,EAC3B,YAAqB;IAErB,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,cAAc,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC5C,QAAQ,CAAC,IAAI,CACX,MAAM,4BAA4B,CAChC,cAAc,EACd,MAAM,EACN,MAAM,EACN,SAAS,EACT,cAAc,EACd,SAAS,EACT,OAAO,EACP,YAAY,CACb,CACF,CAAC;QACJ,CAAC;QACD,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC;QAC1B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,MAAM,gCAAgC,CAC3C,QAAQ,EACR,MAAM,EACN,MAAM,EACN,SAAS,EACT,cAAc,EACd,SAAS,EACT,OAAO,EACP,YAAY,CACb,CAAC;AACJ,CAAC"}

package/bin/scraping/scrapePage.d.ts

@@ -1,8 +0,0 @@
-type ScrapePageResult = {
-    title: string;
-    description?: string;
-    markdown?: string;
-};
-export type ScrapePageFn = (html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, version: string | undefined) => Promise<ScrapePageResult>;
-export declare function scrapePage(scrapeFunc: ScrapePageFn, href: string, html: string, overwrite: boolean, version: string | undefined): Promise<void>;
-export {};

package/bin/scraping/scrapePage.js

@@ -1,10 +0,0 @@
-import path from 'path';
-import { createPage, getOrigin } from '../util.js';
-export async function scrapePage(scrapeFunc, href, html, overwrite, version) {
-    const origin = getOrigin(href);
-    const cwd = process.cwd();
-    const imageBaseDir = path.join(cwd, 'images');
-    const { title, description, markdown } = await scrapeFunc(html, origin, cwd, imageBaseDir, overwrite, version);
-    createPage(title, description, markdown, overwrite, process.cwd());
-}
-//# sourceMappingURL=scrapePage.js.map

package/bin/scraping/scrapePage.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapePage.js","sourceRoot":"","sources":["../../src/scraping/scrapePage.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAiBnD,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,UAAwB,EACxB,IAAY,EACZ,IAAY,EACZ,SAAkB,EAClB,OAA2B;IAE3B,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAE9C,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,MAAM,UAAU,CACvD,IAAI,EACJ,MAAM,EACN,GAAG,EACH,YAAY,EACZ,SAAS,EACT,OAAO,CACR,CAAC;IACF,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;AACrE,CAAC"}

package/bin/scraping/scrapePageCommands.d.ts

@@ -1,7 +0,0 @@
-import { FrameworkHint } from './detectFramework.js';
-import { ScrapePageFn } from './scrapePage.js';
-export declare function scrapePageWrapper(url: string, overwrite: boolean, scrapeFunc: ScrapePageFn, options?: {
-    version?: string;
-    puppeteer?: boolean;
-}): Promise<void>;
-export declare function scrapePageAutomatically(url: string, overwrite: boolean, frameworkHint: FrameworkHint): Promise<void>;

package/bin/scraping/scrapePageCommands.js

@@ -1,50 +0,0 @@
-import axios from 'axios';
-import { getHtmlWithPuppeteer } from '../browser.js';
-import { detectFramework, frameworks } from './detectFramework.js';
-import { scrapePage } from './scrapePage.js';
-import { scrapeIntercomPage } from './site-scrapers/Intercom/scrapeIntercomPage.js';
-import { scrapeDocusaurusPage } from './site-scrapers/scrapeDocusaurusPage.js';
-import { scrapeGitBookPage } from './site-scrapers/scrapeGitBookPage.js';
-import { scrapeReadMePage } from './site-scrapers/scrapeReadMePage.js';
-function validateFramework(framework) {
-    if (!framework) {
-        console.log(`Could not detect the framework automatically. Please use the -t flag to specify one of: ${frameworks.join(', ')}`);
-        return process.exit(1);
-    }
-}
-export async function scrapePageWrapper(url, overwrite, scrapeFunc, options) {
-    let html;
-    if (options?.puppeteer) {
-        html = await getHtmlWithPuppeteer(url);
-    }
-    else {
-        const res = await axios.get(url);
-        html = res.data;
-    }
-    await scrapePage(scrapeFunc, url, html, overwrite, options?.version);
-    process.exit(0);
-}
-export async function scrapePageAutomatically(url, overwrite, frameworkHint) {
-    const res = await axios.get(url);
-    const html = res.data;
-    frameworkHint = frameworkHint.framework ? frameworkHint : detectFramework(html);
-    validateFramework(frameworkHint.framework);
-    console.log('Detected framework: ' + frameworkHint.framework);
-    switch (frameworkHint.framework) {
-        case 'docusaurus':
-            await scrapePageWrapper(url, overwrite, scrapeDocusaurusPage, {
-                version: frameworkHint.version,
-            });
-            break;
-        case 'gitbook':
-            await scrapePageWrapper(url, overwrite, scrapeGitBookPage, { puppeteer: true });
-            break;
-        case 'readme':
-            await scrapePageWrapper(url, overwrite, scrapeReadMePage);
-            break;
-        case 'intercom':
-            await scrapePageWrapper(url, overwrite, scrapeIntercomPage);
-            break;
-    }
-}
-//# sourceMappingURL=scrapePageCommands.js.map

package/bin/scraping/scrapePageCommands.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapePageCommands.js","sourceRoot":"","sources":["../../src/scraping/scrapePageCommands.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,eAAe,EAA4B,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC7F,OAAO,EAAE,UAAU,EAAgB,MAAM,iBAAiB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AACpF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yCAAyC,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAEvE,SAAS,iBAAiB,CAAC,SAAgC;IACzD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CACT,2FAA2F,UAAU,CAAC,IAAI,CACxG,IAAI,CACL,EAAE,CACJ,CAAC;QACF,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,GAAW,EACX,SAAkB,EAClB,UAAwB,EACxB,OAAmD;IAEnD,IAAI,IAAY,CAAC;IACjB,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;QACvB,IAAI,GAAG,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IAClB,CAAC;IACD,MAAM,UAAU,CAAC,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACrE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,GAAW,EACX,SAAkB,EAClB,aAA4B;IAE5B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,aAAa,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IAEhF,iBAAiB,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAE3C,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAE9D,QAAQ,aAAa,CAAC,SAAS,EAAE,CAAC;QAChC,KAAK,YAAY;YACf,MAAM,iBAAiB,CAAC,GAAG,EAAE,SAAS,EAAE,oBAAoB,EAAE;gBAC5D,OAAO,EAAE,aAAa,CAAC,OAAO;aAC/B,CAAC,CAAC;YACH,MAAM;QACR,KAAK,SAAS;YACZ,MAAM,iBAAiB,CAAC,GAAG,EAAE,SAAS,EAAE,iBAAiB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAChF,MAAM;QACR,KAAK,QAAQ;YACX,MAAM,iBAAiB,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YAC1D,MAAM;QACR,KAAK,UAAU;YACb,MAAM,iBAAiB,CAAC,GAAG,EAAE,SAAS,EAAE,kBAAkB,CAAC,CAAC;YAC5D,MAAM;IACV,CAAC;AACH,CAAC"}

package/bin/scraping/scrapeSection.d.ts

@@ -1,3 +0,0 @@
-import { NavigationEntry } from '@mintlify/models';
-export type ScrapeSectionFn = (html: string, origin: string, cliDir: string, imageBaseDir: string, overwrite: boolean, version: string | undefined) => Promise<NavigationEntry[]>;
-export declare function scrapeSection(scrapeFunc: ScrapeSectionFn, html: string, origin: string, overwrite: boolean, version: string | undefined): Promise<void>;

package/bin/scraping/scrapeSection.js

@@ -1,12 +0,0 @@
-import path from 'path';
-import { objToReadableString } from '../util.js';
-export async function scrapeSection(scrapeFunc, html, origin, overwrite, version) {
-    console.log(`Started scraping${overwrite ? ', overwrite mode is on' : ''}...`);
-    const cwd = process.cwd();
-    const imageBaseDir = path.join(cwd, 'images');
-    const groupsConfig = await scrapeFunc(html, origin, cwd, imageBaseDir, overwrite, version);
-    console.log('Finished scraping.');
-    console.log('Add the following to your navigation in mint.json:');
-    console.log(objToReadableString(groupsConfig));
-}
-//# sourceMappingURL=scrapeSection.js.map

package/bin/scraping/scrapeSection.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapeSection.js","sourceRoot":"","sources":["../../src/scraping/scrapeSection.ts"],"names":[],"mappings":"AACA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAWjD,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,UAA2B,EAC3B,IAAY,EACZ,MAAc,EACd,SAAkB,EAClB,OAA2B;IAE3B,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC/E,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAE9C,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC3F,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC,CAAC;AACjD,CAAC"}

package/bin/scraping/scrapeSectionCommands.d.ts

@@ -1,6 +0,0 @@
-import { FrameworkHint } from './detectFramework.js';
-import { ScrapeSectionFn } from './scrapeSection.js';
-export declare function scrapeSectionAxiosWrapper(url: string, overwrite: boolean, scrapeFunc: ScrapeSectionFn): Promise<void>;
-export declare function scrapeDocusaurusSectionCommand(url: string, overwrite: boolean, version: string | undefined): Promise<void>;
-export declare function scrapeGitbookSectionCommand(url: string, overwrite: boolean): Promise<void>;
-export declare function scrapeSectionAutomatically(url: string, overwrite: boolean, frameworkHint: FrameworkHint): Promise<void>;

package/bin/scraping/scrapeSectionCommands.js

@@ -1,63 +0,0 @@
-import axios from 'axios';
-import { startBrowser } from '../browser.js';
-import { getOrigin } from '../util.js';
-import { detectFramework } from './detectFramework.js';
-import { scrapeSection } from './scrapeSection.js';
-import { scrapeIntercomSection } from './site-scrapers/Intercom/scrapeIntercomSection.js';
-import openNestedDocusaurusMenus from './site-scrapers/openNestedDocusaurusMenus.js';
-import openNestedGitbookMenus from './site-scrapers/openNestedGitbookMenus.js';
-import { scrapeDocusaurusSection } from './site-scrapers/scrapeDocusaurusSection.js';
-import { scrapeGitBookSection } from './site-scrapers/scrapeGitBookSection.js';
-import { scrapeReadMeSection } from './site-scrapers/scrapeReadMeSection.js';
-export async function scrapeSectionAxiosWrapper(url, overwrite, scrapeFunc) {
-    const res = await axios.get(url);
-    const html = res.data;
-    await scrapeSection(scrapeFunc, html, getOrigin(url), overwrite, undefined);
-    process.exit(0);
-}
-export async function scrapeDocusaurusSectionCommand(url, overwrite, version // "1" | "2" | "3"
-) {
-    await scrapeSectionOpeningAllNested(url, overwrite, openNestedDocusaurusMenus, scrapeDocusaurusSection, version);
-}
-export async function scrapeGitbookSectionCommand(url, overwrite) {
-    await scrapeSectionOpeningAllNested(url, overwrite, openNestedGitbookMenus, scrapeGitBookSection);
-}
-async function scrapeSectionOpeningAllNested(url, overwrite, openLinks, scrapeFunc, version) {
-    const browser = await startBrowser();
-    const page = await browser.newPage();
-    await page.goto(url, {
-        waitUntil: 'networkidle2',
-    });
-    const html = await openLinks(page);
-    void browser.close();
-    await scrapeSection(scrapeFunc, html, getOrigin(url), overwrite, version);
-    process.exit(0);
-}
-export async function scrapeSectionAutomatically(url, overwrite, frameworkHint) {
-    const res = await axios.get(url);
-    const html = res.data;
-    frameworkHint = frameworkHint.framework ? frameworkHint : detectFramework(html);
-    validateFramework(frameworkHint.framework);
-    console.log('Detected framework: ' + frameworkHint.framework);
-    switch (frameworkHint.framework) {
-        case 'docusaurus':
-            await scrapeDocusaurusSectionCommand(url, overwrite, frameworkHint.version);
-            break;
-        case 'gitbook':
-            await scrapeGitbookSectionCommand(url, overwrite);
-            break;
-        case 'readme':
-            await scrapeSectionAxiosWrapper(url, overwrite, scrapeReadMeSection);
-            break;
-        case 'intercom':
-            await scrapeSectionAxiosWrapper(url, overwrite, scrapeIntercomSection);
-            break;
-    }
-}
-function validateFramework(framework) {
-    if (!framework) {
-        console.log('Could not detect the framework automatically. We only support Docusaurus (V2 and V3), GitBook, and ReadMe.');
-        process.exit();
-    }
-}
-//# sourceMappingURL=scrapeSectionCommands.js.map