@mintlify/scraping 3.0.186 → 3.0.188

package/bin/customComponents/plugin.js

@@ -0,0 +1,26 @@
+import { visit } from 'unist-util-visit';
+import { ESCAPED_COMPONENTS } from '../constants.js';
+export function rehypeToRemarkCustomComponents() {
+    return function (tree) {
+        visit(tree, 'element', function (node, index, parent) {
+            if (ESCAPED_COMPONENTS.includes(node.tagName)) {
+                const newNode = {
+                    type: 'mdxJsxFlowElement',
+                    name: node.tagName,
+                    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+                    attributes: Object.entries(node.properties || {}).map(([key, value]) => ({
+                        type: 'mdxJsxAttribute',
+                        name: key,
+                        value: value,
+                    })),
+                    children: node.children,
+                };
+                if (parent && typeof index === 'number') {
+                    parent.children[index] = newNode;
+                }
+            }
+        });
+        return tree;
+    };
+}
+//# sourceMappingURL=plugin.js.map

package/bin/customComponents/plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../src/customComponents/plugin.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAEzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAGrD,MAAM,UAAU,8BAA8B;IAC5C,OAAO,UAAU,IAAc;QAC7B,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,IAAa,EAAE,KAAK,EAAE,MAAM;YAC3D,IAAI,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAsC,CAAC,EAAE,CAAC;gBAC7E,MAAM,OAAO,GAAsB;oBACjC,IAAI,EAAE,mBAAmB;oBACzB,IAAI,EAAE,IAAI,CAAC,OAAO;oBAClB,uEAAuE;oBACvE,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;wBACvE,IAAI,EAAE,iBAAiB;wBACvB,IAAI,EAAE,GAAG;wBACT,KAAK,EAAE,KAAe;qBACvB,CAAC,CAAC;oBACH,QAAQ,EAAE,IAAI,CAAC,QAAmD;iBACnE,CAAC;gBACF,IAAI,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACxC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,OAA6B,CAAC;gBACzD,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;AACJ,CAAC"}

package/bin/customComponents/selective.d.ts

@@ -0,0 +1,6 @@
+import type { Root as HastRoot, Element } from 'hast';
+import type { State } from 'hast-util-to-mdast';
+import type { Root as MdastRoot } from 'mdast';
+import type { MdxJsxFlowElement } from 'mdast-util-mdx-jsx';
+export declare function mdxJsxFlowElementHandler(_: State, node: Element): MdxJsxFlowElement;
+export declare function selectiveRehypeRemark(): (tree: HastRoot) => MdastRoot;

package/bin/customComponents/selective.js

@@ -0,0 +1,29 @@
+import { toMdast, defaultHandlers } from 'hast-util-to-mdast';
+import { ESCAPED_COMPONENTS } from '../constants.js';
+export function mdxJsxFlowElementHandler(_, node) {
+    return {
+        type: 'mdxJsxFlowElement',
+        name: node.tagName,
+        // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+        attributes: Object.entries(node.properties ?? {}).map(([key, value]) => ({
+            type: 'mdxJsxAttribute',
+            name: key,
+            value: value,
+        })),
+        children: node.children,
+    };
+}
+export function selectiveRehypeRemark() {
+    const handlers = { ...defaultHandlers };
+    ESCAPED_COMPONENTS.forEach((tagName) => {
+        handlers[tagName] = mdxJsxFlowElementHandler;
+    });
+    handlers.mdxJsxFlowElement = mdxJsxFlowElementHandler;
+    return function (tree) {
+        const newTree = toMdast(tree, {
+            handlers,
+        });
+        return newTree;
+    };
+}
+//# sourceMappingURL=selective.js.map

package/bin/customComponents/selective.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"selective.js","sourceRoot":"","sources":["../../src/customComponents/selective.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAM9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAErD,MAAM,UAAU,wBAAwB,CAAC,CAAQ,EAAE,IAAa;IAC9D,OAAO;QACL,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,IAAI,CAAC,OAAO;QAClB,uEAAuE;QACvE,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YACvE,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,GAAG;YACT,KAAK,EAAE,KAAe;SACvB,CAAC,CAAC;QACH,QAAQ,EAAE,IAAI,CAAC,QAAmD;KACnE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB;IACnC,MAAM,QAAQ,GAA2B,EAAE,GAAG,eAAe,EAAE,CAAC;IAChE,kBAAkB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QACrC,QAAQ,CAAC,OAAO,CAAC,GAAG,wBAAwB,CAAC;IAC/C,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,iBAAiB,GAAG,wBAAwB,CAAC;IAEtD,OAAO,UAAU,IAAc;QAC7B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE;YAC5B,QAAQ;SACT,CAAc,CAAC;QAChB,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC"}

package/bin/nav/iterate.d.ts

@@ -0,0 +1,2 @@
+import { NavigationEntry } from '@mintlify/models';
+export declare function iterateOverNavItems(navItems: Array<NavigationEntry>, origin: string): Array<URL>;

package/bin/nav/iterate.js

@@ -0,0 +1,15 @@
+export function iterateOverNavItems(navItems, origin) {
+    return navItems.flatMap((navItem) => recurseOverGroup(navItem, origin));
+}
+function recurseOverGroup(group, origin) {
+    if (typeof group === 'string') {
+        return [new URL(group, origin)];
+    }
+    return group.pages.flatMap((pageOrGroup) => {
+        if (typeof pageOrGroup === 'string') {
+            return new URL(pageOrGroup, origin);
+        }
+        return recurseOverGroup(pageOrGroup, origin);
+    });
+}
+//# sourceMappingURL=iterate.js.map

package/bin/nav/iterate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterate.js","sourceRoot":"","sources":["../../src/nav/iterate.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,mBAAmB,CAAC,QAAgC,EAAE,MAAc;IAClF,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAsB,EAAE,MAAc;IAC9D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,WAAqC,EAAE,EAAE;QACnE,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACpC,OAAO,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC"}

package/bin/nav/listItems.d.ts

@@ -0,0 +1,8 @@
+import { NavigationEntry } from '@mintlify/models';
+import type { Element } from 'hast';
+export type ListItemOptions = {
+    sectionTagName: string;
+    childListTagName: string;
+    title?: string;
+};
+export declare function processListItem(node: Element, opts?: ListItemOptions): NavigationEntry | undefined;

package/bin/nav/listItems.js

@@ -0,0 +1,62 @@
+import { EXIT, visit } from 'unist-util-visit';
+import { dedupedAppend } from '../utils/append.js';
+import { framework } from '../utils/detectFramework.js';
+import { findFirstChild } from '../utils/firstChild.js';
+import { removeTrailingSlash } from '../utils/strings.js';
+import { getText } from '../utils/text.js';
+import { retrieveNavItems } from './retrieve.js';
+export function processListItem(node, opts = {
+    sectionTagName: 'div',
+    childListTagName: 'ul',
+    title: undefined,
+}) {
+    const link = findFirstChild(node, 'a');
+    if (!link)
+        return undefined;
+    let linkHref = undefined;
+    linkHref = link.properties.href;
+    if (linkHref === undefined || linkHref === '#') {
+        return undefined;
+    }
+    let isApiReferenceLink = false;
+    visit(link, 'element', function (subNode) {
+        if (subNode.tagName === 'span' &&
+            Array.isArray(subNode.properties.className) &&
+            subNode.properties.className.includes('rm-APIMethod')) {
+            isApiReferenceLink = true;
+            return EXIT;
+        }
+    });
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    if (isApiReferenceLink)
+        return undefined;
+    if (linkHref.startsWith('/'))
+        linkHref = linkHref.substring(1);
+    const sectionHeader = findFirstChild(node, opts.sectionTagName);
+    const childList = findFirstChild(node, opts.childListTagName);
+    let title = opts.title;
+    if (!title) {
+        title = getText(link) || getText(sectionHeader) || '';
+        if (framework.vendor === 'readme') {
+            title = getText(sectionHeader) || getText(link) || '';
+        }
+    }
+    if (!childList) {
+        return linkHref;
+    }
+    let childEntries = retrieveNavItems(childList);
+    const newLink = childEntries.find((child) => typeof child === 'string' && child.startsWith(linkHref))
+        ? removeTrailingSlash(linkHref) + '/mintie_overview'
+        : linkHref;
+    if (childEntries.includes(linkHref)) {
+        childEntries.forEach((child, index) => {
+            if (child === linkHref)
+                childEntries[index] = newLink;
+        });
+    }
+    else {
+        childEntries = dedupedAppend(newLink, childEntries, true);
+    }
+    return { group: title, pages: dedupedAppend(newLink, childEntries, true) };
+}
+//# sourceMappingURL=listItems.js.map

package/bin/nav/listItems.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"listItems.js","sourceRoot":"","sources":["../../src/nav/listItems.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAQjD,MAAM,UAAU,eAAe,CAC7B,IAAa,EACb,OAAwB;IACtB,cAAc,EAAE,KAAK;IACrB,gBAAgB,EAAE,IAAI;IACtB,KAAK,EAAE,SAAS;CACjB;IAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACvC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAE5B,IAAI,QAAQ,GAAuB,SAAS,CAAC;IAC7C,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,IAA0B,CAAC;IAEtD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;QAC/C,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,kBAAkB,GAAG,KAAK,CAAC;IAC/B,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,OAAO;QACtC,IACE,OAAO,CAAC,OAAO,KAAK,MAAM;YAC1B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;YAC3C,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,EACrD,CAAC;YACD,kBAAkB,GAAG,IAAI,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IACH,uEAAuE;IACvE,IAAI,kBAAkB;QAAE,OAAO,SAAS,CAAC;IAEzC,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAE/D,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IAChE,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC9D,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACvB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAClC,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACxD,CAAC;IACH,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,YAAY,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAC/B,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CACnE;QACC,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,GAAG,kBAAkB;QACpD,CAAC,CAAC,QAAQ,CAAC;IAEb,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpC,YAAY,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACpC,IAAI,KAAK,KAAK,QAAQ;gBAAE,YAAY,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,YAAY,GAAG,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC;AAC7E,CAAC"}

package/bin/nav/retrieve.d.ts

@@ -0,0 +1,3 @@
+import { NavigationEntry } from '@mintlify/models';
+import type { Element } from 'hast';
+export declare function retrieveNavItems(rootNode: Element): Array<NavigationEntry>;

package/bin/nav/retrieve.js

@@ -0,0 +1,75 @@
+import { visit, CONTINUE, SKIP } from 'unist-util-visit';
+import { framework } from '../utils/detectFramework.js';
+import { findTitle } from '../utils/title.js';
+import { processListItem } from './listItems.js';
+export function retrieveNavItems(rootNode) {
+    const result = [];
+    let rootSectionTagName = 'li';
+    switch (framework.vendor) {
+        case 'docusaurus':
+            rootSectionTagName = 'li';
+            break;
+        case 'gitbook':
+            rootSectionTagName = 'li';
+            break;
+        case 'readme':
+            rootSectionTagName = 'section';
+            break;
+    }
+    let innerSectionTagName = 'div';
+    switch (framework.vendor) {
+        case 'docusaurus':
+            innerSectionTagName = 'li';
+            break;
+        case 'gitbook':
+            innerSectionTagName = 'div';
+            break;
+        case 'readme':
+            innerSectionTagName = 'h2';
+            break;
+    }
+    visit(rootNode, 'element', function (node, index, parent) {
+        if (node.tagName === rootSectionTagName)
+            node.tagName = 'li';
+        if (node.tagName !== 'li')
+            return CONTINUE;
+        let title = undefined;
+        if (node.children[0] &&
+            node.children[1] &&
+            node.children[1].type === 'element' &&
+            node.children[1].tagName === 'ul' &&
+            node.children[0].type === 'element' &&
+            node.children[0].tagName === 'div' &&
+            node.children[0].children.filter((child) => child.type === 'text').length ===
+                node.children[0].children.length)
+            title = findTitle(node.children[0], { delete: false });
+        if (framework.vendor === 'readme' &&
+            node.children.length === 2 &&
+            node.children[1] &&
+            node.children[1].type === 'element' &&
+            node.children[1].tagName === 'ul' &&
+            typeof index === 'number' &&
+            parent) {
+            node.children = [
+                {
+                    type: 'element',
+                    tagName: 'div',
+                    properties: {},
+                    children: node.children,
+                },
+            ];
+        }
+        const entry = processListItem(node, {
+            sectionTagName: innerSectionTagName,
+            childListTagName: 'ul',
+            title,
+        });
+        if (entry !== undefined) {
+            result.push(entry);
+            return SKIP;
+        }
+        return CONTINUE;
+    });
+    return result;
+}
+//# sourceMappingURL=retrieve.js.map

package/bin/nav/retrieve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieve.js","sourceRoot":"","sources":["../../src/nav/retrieve.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAEzD,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEjD,MAAM,UAAU,gBAAgB,CAAC,QAAiB;IAChD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,IAAI,kBAAkB,GAAG,IAAI,CAAC;IAC9B,QAAQ,SAAS,CAAC,MAAM,EAAE,CAAC;QACzB,KAAK,YAAY;YACf,kBAAkB,GAAG,IAAI,CAAC;YAC1B,MAAM;QACR,KAAK,SAAS;YACZ,kBAAkB,GAAG,IAAI,CAAC;YAC1B,MAAM;QACR,KAAK,QAAQ;YACX,kBAAkB,GAAG,SAAS,CAAC;YAC/B,MAAM;IACV,CAAC;IAED,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAChC,QAAQ,SAAS,CAAC,MAAM,EAAE,CAAC;QACzB,KAAK,YAAY;YACf,mBAAmB,GAAG,IAAI,CAAC;YAC3B,MAAM;QACR,KAAK,SAAS;YACZ,mBAAmB,GAAG,KAAK,CAAC;YAC5B,MAAM;QACR,KAAK,QAAQ;YACX,mBAAmB,GAAG,IAAI,CAAC;YAC3B,MAAM;IACV,CAAC;IAED,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,IAAI,EAAE,KAAK,EAAE,MAAM;QACtD,IAAI,IAAI,CAAC,OAAO,KAAK,kBAAkB;YAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAC7D,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI;YAAE,OAAO,QAAQ,CAAC;QAE3C,IAAI,KAAK,GAAuB,SAAS,CAAC;QAC1C,IACE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAChB,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAChB,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS;YACnC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI;YACjC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS;YACnC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK;YAClC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM;gBACvE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM;YAElC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAEzD,IACE,SAAS,CAAC,MAAM,KAAK,QAAQ;YAC7B,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAChB,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS;YACnC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI;YACjC,OAAO,KAAK,KAAK,QAAQ;YACzB,MAAM,EACN,CAAC;YACD,IAAI,CAAC,QAAQ,GAAG;gBACd;oBACE,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,KAAK;oBACd,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB;aACF,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE;YAClC,cAAc,EAAE,mBAAmB;YACnC,gBAAgB,EAAE,IAAI;YACtB,KAAK;SACN,CAAC,CAAC;QAEH,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/bin/nav/root.d.ts

@@ -0,0 +1,2 @@
+import type { Root as HastRoot, Element } from 'hast';
+export declare function retrieveRootNavElement(rootNode: HastRoot): Element | undefined;

package/bin/nav/root.js

@@ -0,0 +1,40 @@
+import { visit, EXIT } from 'unist-util-visit';
+import { framework } from '../utils/detectFramework.js';
+export function retrieveRootNavElement(rootNode) {
+    let rootTagName = 'aside';
+    switch (framework.vendor) {
+        case 'docusaurus':
+            rootTagName = 'nav';
+            break;
+        case 'gitbook':
+            rootTagName = 'aside';
+            break;
+        case 'readme':
+            rootTagName = 'nav';
+            break;
+    }
+    let rootSelector = 'page-no-toc:hidden';
+    switch (framework.vendor) {
+        case 'docusaurus':
+            rootSelector = 'menu';
+            break;
+        case 'gitbook':
+            rootSelector = 'page-no-toc:hidden';
+            break;
+        case 'readme':
+            rootSelector = 'rm-Sidebar';
+            break;
+    }
+    let element = undefined;
+    visit(rootNode, 'element', function (node) {
+        if (node.tagName === rootTagName &&
+            node.properties.className &&
+            Array.isArray(node.properties.className) &&
+            node.properties.className.includes(rootSelector)) {
+            element = node;
+            return EXIT;
+        }
+    });
+    return element;
+}
+//# sourceMappingURL=root.js.map

package/bin/nav/root.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"root.js","sourceRoot":"","sources":["../../src/nav/root.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AAExD,MAAM,UAAU,sBAAsB,CAAC,QAAkB;IACvD,IAAI,WAAW,GAAG,OAAO,CAAC;IAC1B,QAAQ,SAAS,CAAC,MAAM,EAAE,CAAC;QACzB,KAAK,YAAY;YACf,WAAW,GAAG,KAAK,CAAC;YACpB,MAAM;QACR,KAAK,SAAS;YACZ,WAAW,GAAG,OAAO,CAAC;YACtB,MAAM;QACR,KAAK,QAAQ;YACX,WAAW,GAAG,KAAK,CAAC;YACpB,MAAM;IACV,CAAC;IAED,IAAI,YAAY,GAAG,oBAAoB,CAAC;IACxC,QAAQ,SAAS,CAAC,MAAM,EAAE,CAAC;QACzB,KAAK,YAAY;YACf,YAAY,GAAG,MAAM,CAAC;YACtB,MAAM;QACR,KAAK,SAAS;YACZ,YAAY,GAAG,oBAAoB,CAAC;YACpC,MAAM;QACR,KAAK,QAAQ;YACX,YAAY,GAAG,YAAY,CAAC;YAC5B,MAAM;IACV,CAAC;IAED,IAAI,OAAO,GAAwB,SAAS,CAAC;IAC7C,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,IAAI;QACvC,IACE,IAAI,CAAC,OAAO,KAAK,WAAW;YAC5B,IAAI,CAAC,UAAU,CAAC,SAAS;YACzB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;YACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EAChD,CAAC;YACD,OAAO,GAAG,IAAI,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/bin/openapi/generateOpenApiPages.js

@@ -18,14 +18,27 @@ export const generateOpenApiPages = async (pathOrDocument, writeFiles, outDir, o
         }
     }
     const { errors, schema, valid, version } = await validate(pathOrDocument);
+    if (!version || version === '2.0')
+        throw new Error('OpenAPI versions prior to 3.0 not supported');
     if (!valid) {
-        const errorMessages = errors ? errors.map((error) => `\n${error.code}: ${error.message}`) : '';
+        const errorMessages = errors
+            ? errors
+                .map((error) => {
+                const path = 'path' in error
+                    ? String(error.path)
+                        .replace('/paths/', '')
+                        .replaceAll('~1', '/')
+                        .replaceAll('~2', '~')
+                    : 'Unknown path';
+                return `${path}: ${error.message}`;
+            })
+                .join('\n')
+            : 'An unknown error occurred when trying to validate your OpenAPI spec. Please pass it through an OpenAPI validator and try again.';
+        console.error(errorMessages);
         throw new Error(`Failed to validate OpenAPI schema:${errorMessages}`);
     }
     if (!schema)
         throw new Error('Schema failed to validate. Please try again.');
-    if (!version || version === '2.0')
-        throw new Error('OpenAPI versions prior to 3.0 not supported');
     if (schema.paths === undefined || Object.keys(schema.paths).length === 0) {
         throw new Error('No paths defined.');
     }
@@ -110,8 +123,8 @@ const generateUniqueFilenameWithoutExtension = (pages, base) => {
 };
 const createOpenApiFrontmatter = async (filename, method, path) => {
     const data = `---
-openapi: ${method} ${path}
----`;
+ openapi: ${method} ${path}
+ ---`;
     await outputFile(filename, data);
 };
 export const prepareStringToBeValidFilename = (str) => str

package/bin/openapi/generateOpenApiPages.js.map

@@ -1 +1 @@
-{"version":3,"file":"generateOpenApiPages.js","sourceRoot":"","sources":["../../src/openapi/generateOpenApiPages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAS9E,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,GAAG,EAAE,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,SAAS,CAAC;AAC3B,OAAO,EAAW,SAAS,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,cAAyC,EACzC,UAAoB,EACpB,MAAe,EACf,cAAuB,EAMtB,EAAE;IACH,IAAI,OAAO,cAAc,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAElD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACxE,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAqB,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAE1E,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/F,MAAM,IAAI,KAAK,CAAC,qCAAqC,aAAa,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAC7E,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAElG,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,MAAM,YAAY,GAAwB,EAAE,CAAC;IAC7C,MAAM,aAAa,GAAoB,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAA4C,EAAE,CAAC;IAC7D,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE;QAC9D,IAAI,CAAC,cAAc,IAAI,OAAO,cAAc,KAAK,QAAQ,EAAE,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,MAAM,mBAAmB,GAAG,cAA0C,CAAC;QACvE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACtD,IAAI,MAAM,IAAI,mBAAmB,EAAE,CAAC;gBAClC,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;gBAC9C,MAAM,SAAS,GAAG,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBACvC,MAAM,KAAK,GACT,8BAA8B,CAAC,SAAS,EAAE,OAAO,CAAC;oBAClD,GAAG,MAAM,IAAI,8BAA8B,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtD,MAAM,MAAM,GAAG,8BAA8B,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;gBAE/C,MAAM,QAAQ,GAAG,YAAY,CAAkB,GAAG,EAAE,SAAS,CAAC,CAAC;gBAC/D,MAAM,iBAAiB,GAAG,YAAY,CAA2B,YAAY,EAAE,SAAS,CAAC,CAAC;gBAE1F,MAAM,wBAAwB,GAAG,sCAAsC,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACxF,MAAM,cAAc,GAAG,GAAG,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC3C,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,6BAA6B,CACpE,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAA0B,EAAE,CAAC,EACnE,cAAc,CACf,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACxC,MAAM,IAAI,GAA4B;oBACpC,OAAO,EAAE,cAAc;oBACvB,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,wBAAwB,CAAC;oBACzC,KAAK,EAAE,QAAQ,IAAI,WAAW,CAAC,wBAAwB,CAAC;oBACxD,WAAW;iBACZ,CAAC;gBACF,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7B,QAAQ,CAAC,wBAAwB,CAAC,GAAG,IAAI,CAAC;gBAC1C,MAAM,UAAU,GAAG,cAAc;oBAC/B,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,wBAAwB,MAAM,CAAC;oBACzD,CAAC,CAAC,GAAG,wBAAwB,MAAM,CAAC;gBACtC,IAAI,UAAU,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;oBAClD,aAAa,CAAC,IAAI,CAAC,wBAAwB,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAEjC,OAAO;QACL,GAAG;QACH,YAAY;QACZ,IAAI,EAAE,MAA0B;QAChC,QAAQ;KACT,CAAC;AACJ,CAAC,CAAC;AAEF,mGAAmG;AACnG,MAAM,YAAY,GAAG,CACnB,GAAyB,EACzB,SAAkB,EACI,EAAE;IACxB,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,SAAS,GAAG,eAAe,CAAC;IAC9B,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CACpB,CAAC,WAAW,EAAE,EAAE,CACd,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,IAAI,WAAW,IAAI,WAAW,CAAC,KAAK,KAAK,SAAS,CAC9E,CAAC;IACnB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,SAAS;YAChB,KAAK,EAAE,EAAE;SACV,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnB,OAAO,QAAQ,CAAC,KAAK,CAAC;IACxB,CAAC;SAAM,CAAC;QACN,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;AACH,CAAC,CAAC;AAEF,oEAAoE;AACpE,MAAM,sCAAsC,GAAG,CAAC,KAAwB,EAAE,IAAY,EAAU,EAAE;IAChG,IAAI,QAAQ,GAAG,IAAI,CAAC;IACpB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,QAAQ,GAAG,GAAG,IAAI,IAAI,SAAS,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,SAAS,IAAI,CAAC,CAAC;YACf,QAAQ,GAAG,GAAG,IAAI,IAAI,SAAS,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,KAAK,EACpC,QAAgB,EAChB,MAA6B,EAC7B,IAAY,EACZ,EAAE;IACF,MAAM,IAAI,GAAG;WACJ,MAAM,IAAI,IAAI;IACrB,CAAC;IAEH,MAAM,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,GAAY,EAAE,EAAE,CAC7D,GAAG;IACD,CAAC,CAAC,GAAG;SACA,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,yBAAyB;SAClD,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;SACjB,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;SACjB,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,4BAA4B;SAC1D,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,yBAAyB;SAChD,WAAW,EAAE;IAClB,CAAC,CAAC,SAAS,CAAC"}
+{"version":3,"file":"generateOpenApiPages.js","sourceRoot":"","sources":["../../src/openapi/generateOpenApiPages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAS9E,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,GAAG,EAAE,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,SAAS,CAAC;AAC3B,OAAO,EAAW,SAAS,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,cAAyC,EACzC,UAAoB,EACpB,MAAe,EACf,cAAuB,EAMtB,EAAE;IACH,IAAI,OAAO,cAAc,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAElD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACxE,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAqB,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAE1E,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAElG,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,aAAa,GAAG,MAAM;YAC1B,CAAC,CAAC,MAAM;iBACH,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,MAAM,IAAI,GACR,MAAM,IAAI,KAAK;oBACb,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;yBACf,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;yBACtB,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC;yBACrB,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC;oBAC1B,CAAC,CAAC,cAAc,CAAC;gBACrB,OAAO,GAAG,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;YACrC,CAAC,CAAC;iBACD,IAAI,CAAC,IAAI,CAAC;YACf,CAAC,CAAC,iIAAiI,CAAC;QACtI,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,qCAAqC,aAAa,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAE7E,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,MAAM,YAAY,GAAwB,EAAE,CAAC;IAC7C,MAAM,aAAa,GAAoB,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAA4C,EAAE,CAAC;IAC7D,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE;QAC9D,IAAI,CAAC,cAAc,IAAI,OAAO,cAAc,KAAK,QAAQ,EAAE,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,MAAM,mBAAmB,GAAG,cAA0C,CAAC;QACvE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACtD,IAAI,MAAM,IAAI,mBAAmB,EAAE,CAAC;gBAClC,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;gBAC9C,MAAM,SAAS,GAAG,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBACvC,MAAM,KAAK,GACT,8BAA8B,CAAC,SAAS,EAAE,OAAO,CAAC;oBAClD,GAAG,MAAM,IAAI,8BAA8B,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtD,MAAM,MAAM,GAAG,8BAA8B,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;gBAE/C,MAAM,QAAQ,GAAG,YAAY,CAAkB,GAAG,EAAE,SAAS,CAAC,CAAC;gBAC/D,MAAM,iBAAiB,GAAG,YAAY,CAA2B,YAAY,EAAE,SAAS,CAAC,CAAC;gBAE1F,MAAM,wBAAwB,GAAG,sCAAsC,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACxF,MAAM,cAAc,GAAG,GAAG,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC3C,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,6BAA6B,CACpE,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAA0B,EAAE,CAAC,EACnE,cAAc,CACf,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACxC,MAAM,IAAI,GAA4B;oBACpC,OAAO,EAAE,cAAc;oBACvB,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,wBAAwB,CAAC;oBACzC,KAAK,EAAE,QAAQ,IAAI,WAAW,CAAC,wBAAwB,CAAC;oBACxD,WAAW;iBACZ,CAAC;gBACF,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7B,QAAQ,CAAC,wBAAwB,CAAC,GAAG,IAAI,CAAC;gBAC1C,MAAM,UAAU,GAAG,cAAc;oBAC/B,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,wBAAwB,MAAM,CAAC;oBACzD,CAAC,CAAC,GAAG,wBAAwB,MAAM,CAAC;gBACtC,IAAI,UAAU,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;oBAClD,aAAa,CAAC,IAAI,CAAC,wBAAwB,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAEjC,OAAO;QACL,GAAG;QACH,YAAY;QACZ,IAAI,EAAE,MAA0B;QAChC,QAAQ;KACT,CAAC;AACJ,CAAC,CAAC;AAEF,mGAAmG;AACnG,MAAM,YAAY,GAAG,CACnB,GAAyB,EACzB,SAAkB,EACI,EAAE;IACxB,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,SAAS,GAAG,eAAe,CAAC;IAC9B,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CACpB,CAAC,WAAW,EAAE,EAAE,CACd,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,IAAI,WAAW,IAAI,WAAW,CAAC,KAAK,KAAK,SAAS,CAC9E,CAAC;IACnB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,SAAS;YAChB,KAAK,EAAE,EAAE;SACV,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnB,OAAO,QAAQ,CAAC,KAAK,CAAC;IACxB,CAAC;SAAM,CAAC;QACN,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;AACH,CAAC,CAAC;AAEF,oEAAoE;AACpE,MAAM,sCAAsC,GAAG,CAAC,KAAwB,EAAE,IAAY,EAAU,EAAE;IAChG,IAAI,QAAQ,GAAG,IAAI,CAAC;IACpB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,QAAQ,GAAG,GAAG,IAAI,IAAI,SAAS,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,SAAS,IAAI,CAAC,CAAC;YACf,QAAQ,GAAG,GAAG,IAAI,IAAI,SAAS,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,KAAK,EACpC,QAAgB,EAChB,MAA6B,EAC7B,IAAY,EACZ,EAAE;IACF,MAAM,IAAI,GAAG;YACH,MAAM,IAAI,IAAI;KACrB,CAAC;IAEJ,MAAM,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,GAAY,EAAE,EAAE,CAC7D,GAAG;IACD,CAAC,CAAC,GAAG;SACA,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,yBAAyB;SAClD,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;SACjB,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;SACjB,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,4BAA4B;SAC1D,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,yBAAyB;SAChD,WAAW,EAAE;IAClB,CAAC,CAAC,SAAS,CAAC"}

package/bin/root/retrieve.d.ts

@@ -0,0 +1,2 @@
+import type { Root as HastRoot, Element } from 'hast';
+export declare function retrieveRootContent(rootNode: HastRoot): Element | undefined;

package/bin/root/retrieve.js

@@ -0,0 +1,46 @@
+import { visit, EXIT } from 'unist-util-visit';
+import { framework } from '../utils/detectFramework.js';
+export function retrieveRootContent(rootNode) {
+    let rootTagName = 'main';
+    switch (framework.vendor) {
+        case 'docusaurus':
+            rootTagName = 'article';
+            break;
+        case 'gitbook':
+            rootTagName = 'main';
+            break;
+        case 'readme':
+            rootTagName = 'section';
+            break;
+    }
+    let rootSelector = 'break-anywhere';
+    switch (framework.vendor) {
+        case 'docusaurus':
+            rootSelector = '';
+            break;
+        case 'gitbook':
+            rootSelector = '';
+            break;
+        case 'readme':
+            rootSelector = 'content-body';
+            break;
+    }
+    let element = undefined;
+    visit(rootNode, 'element', function (node) {
+        if (node.tagName === rootTagName) {
+            if (rootSelector) {
+                if (node.properties.className &&
+                    Array.isArray(node.properties.className) &&
+                    node.properties.className.includes(rootSelector)) {
+                    element = node;
+                }
+            }
+            else {
+                element = node;
+                return EXIT;
+            }
+        }
+    });
+    return element;
+}
+//# sourceMappingURL=retrieve.js.map

package/bin/root/retrieve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieve.js","sourceRoot":"","sources":["../../src/root/retrieve.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AAExD,MAAM,UAAU,mBAAmB,CAAC,QAAkB;IACpD,IAAI,WAAW,GAAG,MAAM,CAAC;IACzB,QAAQ,SAAS,CAAC,MAAM,EAAE,CAAC;QACzB,KAAK,YAAY;YACf,WAAW,GAAG,SAAS,CAAC;YACxB,MAAM;QACR,KAAK,SAAS;YACZ,WAAW,GAAG,MAAM,CAAC;YACrB,MAAM;QACR,KAAK,QAAQ;YACX,WAAW,GAAG,SAAS,CAAC;YACxB,MAAM;IACV,CAAC;IAED,IAAI,YAAY,GAAG,gBAAgB,CAAC;IACpC,QAAQ,SAAS,CAAC,MAAM,EAAE,CAAC;QACzB,KAAK,YAAY;YACf,YAAY,GAAG,EAAE,CAAC;YAClB,MAAM;QACR,KAAK,SAAS;YACZ,YAAY,GAAG,EAAE,CAAC;YAClB,MAAM;QACR,KAAK,QAAQ;YACX,YAAY,GAAG,cAAc,CAAC;YAC9B,MAAM;IACV,CAAC;IAED,IAAI,OAAO,GAAwB,SAAS,CAAC;IAC7C,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,IAAI;QACvC,IAAI,IAAI,CAAC,OAAO,KAAK,WAAW,EAAE,CAAC;YACjC,IAAI,YAAY,EAAE,CAAC;gBACjB,IACE,IAAI,CAAC,UAAU,CAAC,SAAS;oBACzB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;oBACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EAChD,CAAC;oBACD,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,IAAI,CAAC;gBACf,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/bin/scrapingPipeline/group.d.ts

@@ -0,0 +1,5 @@
+import type { Result } from '../types/result.js';
+export declare function scrapePageGroup(navGroup: Array<URL>, needsBrowser: boolean, opts?: {
+    externalLinks: boolean;
+    rootPaths?: Array<string>;
+}): Promise<Array<Result<[string, string]>>>;

package/bin/scrapingPipeline/group.js

@@ -0,0 +1,46 @@
+import { getErrorMessage } from '../utils/errors.js';
+import { log } from '../utils/log.js';
+import { fetchPageHtml, startPuppeteer } from '../utils/network.js';
+import { scrapePage } from './page.js';
+export async function scrapePageGroup(navGroup, needsBrowser, opts = { externalLinks: false }) {
+    const browser = needsBrowser ? await startPuppeteer() : undefined;
+    try {
+        const res = await Promise.all(navGroup.map(async (url, index) => {
+            try {
+                if (opts.externalLinks) {
+                    const res = scrapePage(`external-link-${index}`, url, { externalLink: true });
+                    return res;
+                }
+                let isOverviewPage = false;
+                if (url.toString().endsWith('/mintie_overview')) {
+                    isOverviewPage = true;
+                    url = new URL(url.toString().replace('/mintie_overview', ''));
+                }
+                const html = await fetchPageHtml(url, browser);
+                const res = scrapePage(html, url, {
+                    externalLink: false,
+                    isOverviewPage,
+                    rootPath: opts.rootPaths ? opts.rootPaths[index] : undefined,
+                });
+                return res;
+            }
+            catch (error) {
+                const errorMessage = getErrorMessage(error);
+                throw new Error(`We encountered an error when scraping ${url}${errorMessage}`);
+            }
+        }));
+        return res;
+    }
+    catch (error) {
+        const errorMessage = getErrorMessage(error);
+        log(`We encountered an error when scraping the page group from ${navGroup[0]?.origin ?? 'the URL provided'}${errorMessage}`);
+        console.error(error);
+        throw error;
+    }
+    finally {
+        if (browser) {
+            await browser.close();
+        }
+    }
+}
+//# sourceMappingURL=group.js.map

package/bin/scrapingPipeline/group.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"group.js","sourceRoot":"","sources":["../../src/scrapingPipeline/group.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAoB,EACpB,YAAqB,EACrB,OAGI,EAAE,aAAa,EAAE,KAAK,EAAE;IAE5B,MAAM,OAAO,GAAwB,YAAY,CAAC,CAAC,CAAC,MAAM,cAAc,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAEvF,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAC3B,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;YAChC,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,MAAM,GAAG,GAAG,UAAU,CAAC,iBAAiB,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC9E,OAAO,GAAG,CAAC;gBACb,CAAC;gBAED,IAAI,cAAc,GAAG,KAAK,CAAC;gBAC3B,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAChD,cAAc,GAAG,IAAI,CAAC;oBACtB,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,CAAC;gBAChE,CAAC;gBAED,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAC/C,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE;oBAChC,YAAY,EAAE,KAAK;oBACnB,cAAc;oBACd,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;iBAC7D,CAAC,CAAC;gBACH,OAAO,GAAG,CAAC;YACb,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;gBAC5C,MAAM,IAAI,KAAK,CAAC,yCAAyC,GAAG,GAAG,YAAY,EAAE,CAAC,CAAC;YACjF,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QACF,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QAC5C,GAAG,CACD,6DACE,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,kBACzB,GAAG,YAAY,EAAE,CAClB,CAAC;QACF,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;AACH,CAAC"}

package/bin/scrapingPipeline/icon.d.ts

@@ -0,0 +1,2 @@
+import type { Root as HastRoot } from 'hast';
+export declare function downloadFavicon(hast: HastRoot): Promise<string | undefined>;

package/bin/scrapingPipeline/icon.js

@@ -0,0 +1,22 @@
+import { EXIT, visit } from 'unist-util-visit';
+import { downloadImage } from '../utils/images.js';
+export async function downloadFavicon(hast) {
+    let src = '';
+    visit(hast, 'element', function (node) {
+        if (node.tagName === 'link' &&
+            typeof node.properties.rel === 'string' &&
+            (node.properties.rel === 'icon' || node.properties.rel === 'shortcut icon')) {
+            src = node.properties.href;
+            return EXIT;
+        }
+    });
+    if (!src)
+        return undefined;
+    const res = await downloadImage(src, process.cwd());
+    if (!res.success)
+        return undefined;
+    if (!res.data)
+        return undefined;
+    return res.data[1];
+}
+//# sourceMappingURL=icon.js.map

package/bin/scrapingPipeline/icon.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"icon.js","sourceRoot":"","sources":["../../src/scrapingPipeline/icon.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAc;IAClD,IAAI,GAAG,GAAW,EAAE,CAAC;IACrB,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,IAAI;QACnC,IACE,IAAI,CAAC,OAAO,KAAK,MAAM;YACvB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,KAAK,QAAQ;YACvC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,KAAK,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,KAAK,eAAe,CAAC,EAC3E,CAAC;YACD,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,IAAc,CAAC;YACrC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAE3B,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACpD,IAAI,CAAC,GAAG,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAEhC,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrB,CAAC"}

package/bin/scrapingPipeline/images.d.ts

@@ -0,0 +1,3 @@
+import type { Root as MdastRoot } from 'mdast';
+import type { Result } from '../types/result.js';
+export declare function downloadImagesFromFile(root: MdastRoot, url: string | URL): Promise<Array<Result<[string, string]>>>;

package/bin/scrapingPipeline/images.js

@@ -0,0 +1,50 @@
+import { join, dirname } from 'node:path';
+import { CONTINUE, visit } from 'unist-util-visit';
+import { downloadImage } from '../utils/images.js';
+import { createFilename } from '../utils/path.js';
+export async function downloadImagesFromFile(root, url) {
+    url = new URL(url);
+    const imageUrls = [];
+    visit(root, function (node) {
+        let imageUrl = undefined;
+        if (node.type === 'image') {
+            imageUrl = node.url;
+        }
+        else if (node.type === 'mdxJsxFlowElement') {
+            imageUrl = node.attributes.find((attr) => attr.type === 'mdxJsxAttribute' && (attr.name === 'src' || attr.name === 'img'))?.value;
+        }
+        if (!imageUrl)
+            return CONTINUE;
+        if (imageUrl.startsWith('/')) {
+            imageUrl = new URL(imageUrl, url.origin).toString();
+        }
+        imageUrls.push(imageUrl);
+    });
+    const rootPath = join(process.cwd(), '/images');
+    const filename = createFilename(rootPath, url, '');
+    const localRootPath = filename ? dirname(filename) : rootPath;
+    const imageResults = await Promise.all(imageUrls.map(async (imageUrl) => {
+        const result = await downloadImage(imageUrl, localRootPath);
+        return result;
+    }));
+    const imagePathsMap = new Map(imageResults.filter((result) => result.success).map((result) => result.data));
+    visit(root, function (node, index, parent) {
+        if (node.type === 'image') {
+            node.url = imagePathsMap.get(node.url) ?? node.url;
+            if (parent && typeof index === 'number')
+                parent.children[index] = node;
+        }
+        else if (node.type === 'mdxJsxFlowElement') {
+            const urlAttr = node.attributes.find(
+            // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+            (attr) => attr.type === 'mdxJsxAttribute' && (attr.name === 'src' || attr.name === 'img'));
+            if (!urlAttr)
+                return CONTINUE;
+            urlAttr.value = imagePathsMap.get(urlAttr.value) ?? urlAttr.value;
+            if (parent && typeof index === 'number')
+                parent.children[index] = node;
+        }
+    });
+    return imageResults;
+}
+//# sourceMappingURL=images.js.map

package/bin/scrapingPipeline/images.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"images.js","sourceRoot":"","sources":["../../src/scrapingPipeline/images.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAGnD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,IAAe,EACf,GAAiB;IAEjB,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IACnB,MAAM,SAAS,GAAkB,EAAE,CAAC;IAEpC,KAAK,CAAC,IAAI,EAAE,UAAU,IAAI;QACxB,IAAI,QAAQ,GAAuB,SAAS,CAAC;QAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC;QACtB,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;YAC7C,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAC7B,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,iBAAiB,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,CAC1F,EAAE,KAA2B,CAAC;QACjC,CAAC;QAED,IAAI,CAAC,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAE/B,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QACtD,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAE9D,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAC/B,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAC5D,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CACH,CAAC;IAEF,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAwB,CAAC,CACjG,CAAC;IAEF,KAAK,CAAC,IAAI,EAAE,UAAU,IAAI,EAAE,KAAK,EAAE,MAAM;QACvC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC;YACnD,IAAI,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;QACzE,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAI,IAAI,CAAC,UAAqC,CAAC,IAAI;YAC9D,uEAAuE;YACvE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,iBAAiB,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,CAC1F,CAAC;YACF,IAAI,CAAC,OAAO;gBAAE,OAAO,QAAQ,CAAC;YAE9B,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,KAAe,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC;YAC5E,IAAI,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;QACzE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC;AACtB,CAAC"}

package/bin/scrapingPipeline/logo.d.ts

@@ -0,0 +1,5 @@
+import { Browser } from 'puppeteer';
+export declare function downloadLogos(url: string | URL, browser: Browser | undefined): Promise<string | {
+    light: string;
+    dark: string;
+} | undefined>;