mwoffliner 1.17.4 → 2.0.0

package/lib/util/categories.js

@@ -1,185 +1,186 @@
-import Downloader from '../Downloader.js';
-import RedisStore from '../RedisStore.js';
-import * as logger from '../Logger.js';
-import { getArticlesByIds } from './mw-api.js';
-import { deDup } from './misc.js';
-export async function getCategoriesForArticles(articleStore, deleteArticleStore = false) {
-    const { articleDetailXId } = RedisStore;
-    const nextCategoriesBatch = RedisStore.createRedisKvs(`${Date.now()}-request`);
-    logger.log(`Fetching categories for [${await articleStore.len()}] articles`);
-    await articleStore.iterateItems(Downloader.speed, async (articleKeyValuePairs, runningWorkers) => {
-        const articleKeys = Object.keys(articleKeyValuePairs);
-        logger.log(`Worker getting categories for articles [${logger.logifyArray(articleKeys)}] - ${runningWorkers} worker(s) running`);
-        const pagesXCategoryId = Object.entries(articleKeyValuePairs).reduce((acc, [, detail]) => {
-            for (const cat of detail.categories || []) {
-                const catId = cat.title;
-                acc[catId] = (acc[catId] || []).concat({ title: detail.title, ns: detail.ns });
-            }
-            return acc;
-        }, {});
-        const foundCategoryIds = Object.keys(pagesXCategoryId);
-        if (foundCategoryIds.length) {
-            const existingArticles = await articleDetailXId.getMany(foundCategoryIds);
-            const categoriesToGet = Object.entries(existingArticles)
-                .filter(([, detail]) => !detail)
-                .map(([id]) => id);
-            if (categoriesToGet.length) {
-                await getArticlesByIds(categoriesToGet, false);
-            }
-            const catDetails = await articleDetailXId.getMany(foundCategoryIds);
-            for (const [id, detail] of Object.entries(catDetails)) {
-                if (!detail) {
-                    continue;
-                }
-                const parentCategories = (detail.categories || []).reduce((acc, info) => {
-                    acc[info.title] = info;
-                    return acc;
-                }, {});
-                await nextCategoriesBatch.setMany(parentCategories);
-                detail.pages = (detail.pages || []).concat(pagesXCategoryId[id]);
-                await articleDetailXId.set(id, detail);
-            }
-        }
-    });
-    if (deleteArticleStore) {
-        await articleStore.flush();
+import MediaWiki from '../MediaWiki.js';
+import { config } from '../config.js';
+import { rewriteUrlsOfDoc } from './rewriteUrls.js';
+import { getRelativeFilePath } from './misc.js';
+export function buildCategoryMemberList(type, categoryMembers, categoryinfo, pageDetail, doc, dump, numericSorting, page, isLastPage, pagePath) {
+    let idName;
+    let headerContent;
+    let descText;
+    const pageName = pageDetail.title.split(':').slice(1).join(':');
+    if (type === 'subcats') {
+        idName = 'mw-subcategories';
+        headerContent = dump.t('subcategories');
+        descText = dump.t('categorySubcatCount', { curPageCount: categoryMembers.length, count: categoryinfo[type] });
     }
-    const nextBatchSize = await nextCategoriesBatch.len();
-    if (nextBatchSize) {
-        return getCategoriesForArticles(nextCategoriesBatch, true);
+    else if (type === 'pages') {
+        idName = 'mw-pages';
+        headerContent = dump.t('categoryHeader', { pageName });
+        descText = dump.t('categoryPageCount', { curPageCount: categoryMembers.length, count: categoryinfo[type] });
     }
-    else {
-        return null;
+    else if (type === 'files') {
+        idName = 'mw-category-media';
+        headerContent = dump.t('categoryMediaHeader', { pageName });
+        descText = dump.t('categoryFileCount', { curPageCount: categoryMembers.length, count: categoryinfo[type] });
     }
-}
-export async function trimUnmirroredPages() {
-    const { articleDetailXId } = RedisStore;
-    logger.log(`Trimming un-mirrored articles for [${await articleDetailXId.len()}] articles`);
-    const numKeys = await articleDetailXId.len();
-    let prevPercentProgress = -1;
-    let processedArticles = 0;
-    let modifiedArticles = 0;
-    await articleDetailXId.iterateItems(Downloader.speed, async (articleKeyValuePairs) => {
-        for (const [articleId, articleDetail] of Object.entries(articleKeyValuePairs)) {
-            processedArticles += 1;
-            if (typeof articleDetail.missing === 'string') {
-                await articleDetailXId.delete(articleId);
-                modifiedArticles += 1;
-                // TODO: remove references to current article on delete
-                continue;
-            }
-            const categoriesXId = (articleDetail.categories || []).reduce((acc, c) => {
-                acc[c.title] = c;
-                return acc;
-            }, {});
-            const categoryIds = Object.keys(categoriesXId);
-            const subCategoriesXId = (articleDetail.subCategories || []).reduce((acc, c) => {
-                acc[c.title] = c;
-                return acc;
-            }, {});
-            const subCategoryIds = Object.keys(subCategoriesXId);
-            const pagesXId = (articleDetail.pages || []).reduce((acc, c) => {
-                acc[c.title] = c;
-                return acc;
-            }, {});
-            const pageIds = Object.keys(pagesXId);
-            const [categoriesExist, subCategoriesExist, pagesExist] = await Promise.all([
-                categoryIds.length ? articleDetailXId.existsMany(categoryIds, true) : Promise.resolve({}),
-                subCategoryIds.length ? articleDetailXId.existsMany(subCategoryIds, true) : Promise.resolve({}),
-                pageIds.length ? articleDetailXId.existsMany(pageIds, true) : Promise.resolve({}),
-            ]);
-            const existingCategories = Object.keys(categoriesExist).filter((key) => categoriesExist[key]);
-            const existingSubCategories = Object.keys(subCategoriesExist).filter((key) => subCategoriesExist[key]);
-            const existingPages = Object.keys(pagesExist).filter((key) => pagesExist[key]);
-            let hasUpdated = false;
-            const newCategoryKeys = deDup(existingCategories || [], (p) => p);
-            const newCategories = newCategoryKeys.map((key) => categoriesXId[key]);
-            if (newCategories.length !== categoryIds.length) {
-                articleDetail.categories = newCategories;
-                hasUpdated = true;
+    const section = doc.createElement('div');
+    section.id = idName;
+    const header = doc.createElement('h2');
+    header.textContent = headerContent;
+    section.appendChild(header);
+    const desc = doc.createElement('p');
+    desc.textContent = descText;
+    section.appendChild(desc);
+    const content = doc.createElement('div');
+    content.lang = pageDetail.pagelang;
+    content.dir = pageDetail.pagedir;
+    content.classList.add('mw-content-' + pageDetail.pagedir);
+    const columns = doc.createElement('div');
+    columns.classList.add('mw-category');
+    if (categoryMembers.length > 6)
+        columns.classList.add('mw-category-columns');
+    let lastPrefix, column, list;
+    for (const categoryMember of categoryMembers) {
+        const sortkeyPrefix = numericSorting && /^\d/.test(categoryMember.sortkeyprefix) ? dump.t('categoryHeaderNumerals') : categoryMember.sortkeyprefix;
+        if (lastPrefix !== sortkeyPrefix) {
+            lastPrefix = sortkeyPrefix;
+            if (column) {
+                column.appendChild(list);
+                columns.appendChild(column);
             }
-            const newSubCategoryKeys = deDup(existingSubCategories || [], (p) => p);
-            const newSubCategories = newSubCategoryKeys.map((key) => subCategoriesXId[key]);
-            if (newSubCategories.length !== subCategoryIds.length) {
-                articleDetail.subCategories = newSubCategories;
-                hasUpdated = true;
-            }
-            const newPageKeys = deDup(existingPages || [], (p) => p);
-            const newPages = newPageKeys.map((key) => pagesXId[key]);
-            if (newPages.length !== pageIds.length) {
-                articleDetail.pages = newPages;
-                hasUpdated = true;
-            }
-            if (hasUpdated) {
-                await articleDetailXId.set(articleId, articleDetail);
-                modifiedArticles += 1;
-            }
-            if (processedArticles % 100 === 0) {
-                const percentProgress = Math.floor((processedArticles / numKeys) * 1000) / 10;
-                if (percentProgress !== prevPercentProgress) {
-                    prevPercentProgress = percentProgress;
-                    logger.log(`Progress trimming un-mirrored articles [${processedArticles}/${numKeys}] [${percentProgress}%]`);
-                }
+            column = doc.createElement('div');
+            column.classList.add('mw-category-group');
+            const groupHeader = doc.createElement('h3');
+            groupHeader.textContent = sortkeyPrefix === ' ' ? ' ' : sortkeyPrefix;
+            column.appendChild(groupHeader);
+            list = doc.createElement('ul');
+            if (type === 'files' && !categoryinfo.nogallery) {
+                list.classList.add('gallery', 'mw-gallery-traditional');
             }
         }
-    });
-    return modifiedArticles;
+        if (type === 'files' && !categoryinfo.nogallery) {
+            const pageName = categoryMember.title.split(':').slice(1).join(':');
+            const member = doc.createElement('li');
+            member.classList.add('gallerybox');
+            member.setAttribute('style', 'width: 155px');
+            const thumb = doc.createElement('div');
+            thumb.classList.add('thumb');
+            thumb.setAttribute('style', 'width: 150px; height: 150px;');
+            const span = doc.createElement('span');
+            span.setAttribute('typeof', 'mw:File');
+            const filelink = doc.createElement('a');
+            filelink.target = '_parent';
+            filelink.classList.add('mw-file-description');
+            filelink.setAttribute('href', MediaWiki.webUrl.pathname + encodeURIComponent(categoryMember.title.replace(/ /g, '_')));
+            const file = doc.createElement('img');
+            file.classList.add('mw-file-description');
+            // Special:Filepath work-around for file redirects
+            file.setAttribute('src', MediaWiki.webUrl.pathname + encodeURIComponent(`Special:Filepath/${encodeURIComponent(pageName)}?width=120`));
+            file.setAttribute('style', 'width: auto; height: auto; max-width: 120px; max-height: 120px;');
+            file.setAttribute('width', '120');
+            file.setAttribute('height', '120');
+            file.setAttribute('decoding', 'async');
+            file.setAttribute('loading', 'lazy');
+            filelink.appendChild(file);
+            span.appendChild(filelink);
+            thumb.appendChild(span);
+            member.appendChild(thumb);
+            const text = doc.createElement('div');
+            text.classList.add('gallerytext');
+            const link = doc.createElement('a');
+            link.target = '_parent';
+            link.classList.add('galleryfilename', 'galleryfilename-truncate');
+            link.setAttribute('href', MediaWiki.webUrl.pathname + encodeURIComponent(categoryMember.title.replace(/ /g, '_')));
+            link.setAttribute('title', categoryMember.title);
+            link.textContent = pageName;
+            text.appendChild(link);
+            member.appendChild(text);
+            list.appendChild(member);
+        }
+        else {
+            const member = doc.createElement('li');
+            const link = doc.createElement('a');
+            link.target = '_parent';
+            link.setAttribute('href', MediaWiki.webUrl.pathname + encodeURIComponent(categoryMember.title.replace(/ /g, '_')));
+            link.setAttribute('title', categoryMember.title);
+            link.textContent = type === 'subcats' ? categoryMember.title.split(':').slice(1).join(':') : categoryMember.title;
+            member.appendChild(link);
+            list.appendChild(member);
+        }
+    }
+    if (column) {
+        column.appendChild(list);
+        columns.appendChild(column);
+    }
+    content.appendChild(columns);
+    section.appendChild(buildPaginationDiv(doc, page, isLastPage, pagePath, type, idName, dump));
+    section.appendChild(content);
+    section.appendChild(buildPaginationDiv(doc, page, isLastPage, pagePath, type, idName, dump));
+    return section;
 }
-export async function simplifyGraph() {
-    logger.log('Simplifying graph (removing empty categories)');
-    const { articleDetailXId } = RedisStore;
-    const numKeys = await articleDetailXId.len();
-    let prevPercentProgress = -1;
-    let processedArticles = 0;
-    let deletedNodes = 0;
-    await articleDetailXId.iterateItems(Downloader.speed, async (articleKeyValuePairs) => {
-        for (const [articleId, articleDetail] of Object.entries(articleKeyValuePairs)) {
-            processedArticles += 1;
-            if (articleDetail.ns !== 14) {
-                continue; // Only trim category articles
-            }
-            const subArticles = (articleDetail.subCategories || []).concat(articleDetail.pages || []);
-            const shouldRemoveNode = subArticles.length <= 3;
-            if (shouldRemoveNode) {
-                // Update sub pages
-                // Add parent categories to child pages
-                const hasPages = articleDetail.pages && articleDetail.pages.length;
-                const scrapedPages = hasPages ? await articleDetailXId.getMany(articleDetail.pages.map((p) => p.title)) : {};
-                for (const [pageId, pageDetail] of Object.entries(scrapedPages)) {
-                    if (pageDetail) {
-                        pageDetail.categories = (pageDetail.categories || [])
-                            .filter((c) => c && c.title !== articleDetail.title) // remove self
-                            .concat(articleDetail.categories || []); // add parent categories
-                        pageDetail.categories = deDup(pageDetail.categories, (o) => o.title);
-                        await articleDetailXId.set(pageId, pageDetail);
-                    }
-                }
-                // Update parent categories
-                // Add children to parent categories
-                const hasCategories = articleDetail.categories && articleDetail.categories.length;
-                const scrapedCategories = hasCategories ? await articleDetailXId.getMany(articleDetail.categories.map((p) => p.title)) : {};
-                for (const [catId, catDetail] of Object.entries(scrapedCategories)) {
-                    if (catDetail) {
-                        const categoryDetail = Object.assign({ pages: [], subCategories: [] }, catDetail || {});
-                        categoryDetail.pages = categoryDetail.pages.concat(articleDetail.pages);
-                        categoryDetail.subCategories = categoryDetail.subCategories.concat(articleDetail.subCategories).filter((c) => c.title === articleDetail.title);
-                        categoryDetail.pages = deDup(categoryDetail.pages, (o) => o.title);
-                        categoryDetail.subCategories = deDup(categoryDetail.subCategories, (o) => o.title);
-                        await articleDetailXId.set(catId, categoryDetail);
-                    }
-                }
-                await articleDetailXId.delete(articleId);
-                deletedNodes += 1;
-            }
+export async function buildCategoryTypeItems(type, categoryinfo, categoryMembers, pagePath, pageDetail, doc, dump, numericSorting, moduleDependencies, pageTitle, categoryContent, pageItems) {
+    if (!categoryinfo[type])
+        return;
+    if (type === 'files' && !categoryinfo.nogallery) {
+        moduleDependencies.styleDependenciesList.push('mediawiki.page.gallery.styles');
+    }
+    let page = 1;
+    for (let start = 0; start < categoryinfo[type]; start += MediaWiki.categoriesPageSize) {
+        const end = Math.min(start + MediaWiki.categoriesPageSize, categoryinfo[type]);
+        const isLastPage = end >= categoryinfo[type];
+        const section = buildCategoryMemberList(type, categoryMembers[type].slice(start, end), categoryinfo, pageDetail, doc, dump, numericSorting, page, isLastPage, pagePath);
+        if (page === 1) {
+            // Append section directly to page itself if on first page so that noJS works fine
+            categoryContent.appendChild(section);
         }
-        if (processedArticles % 10 === 0) {
-            const percentProgress = Math.floor((processedArticles / numKeys) * 1000) / 10;
-            if (percentProgress !== prevPercentProgress) {
-                prevPercentProgress = percentProgress;
-                logger.log(`Progress simplifying graph [${processedArticles}/${numKeys}] [${percentProgress}%] deleted [${deletedNodes}]`);
-            }
+        if (!(page == 1 && isLastPage)) {
+            // Save section in subdoc so that JS can load it (including first page so we can move back to it)
+            // No need to do it if we have only one page, everything will be directly in the page
+            const partialZimPath = `${config.output.dirs.categories_partials}${pagePath}_${type}_${page}`;
+            // Create a copy so we can alter it without altering current page content
+            const partial = doc.createElement('div');
+            partial.innerHTML = section.outerHTML;
+            // Rewrite URLs in partial
+            await rewriteUrlsOfDoc(partial, partialZimPath, dump);
+            pageItems.push({
+                pageTitle: pageTitle,
+                zimPath: partialZimPath,
+                zimTitle: '',
+                htmlContent: partial.innerHTML,
+            });
         }
-    });
-    return { deletedNodes };
+        page++;
+    }
+}
+function buildPaginationLink(doc, targetPage, text, idName, partialUrl) {
+    const link = doc.createElement('a');
+    const url = `${partialUrl}_${targetPage}`;
+    link.setAttribute('onclick', `displayCategoryPartial('${idName}', '${url}')`);
+    link.setAttribute('tabindex', '0');
+    link.setAttribute('onkeydown', `if(event.key==='Enter') displayCategoryPartial('${idName}', '${url}')`);
+    link.textContent = text;
+    link.classList.add('mwo-norewrite');
+    return link;
+}
+function buildPaginationDiv(doc, page, isLastPage, pathPath, type, idName, dump) {
+    const section = doc.createElement('div');
+    section.classList.add('mwo-cat-pagination');
+    const spanNoJS = doc.createElement('span');
+    spanNoJS.classList.add('mwo-no-js');
+    spanNoJS.textContent = dump.t('categoryNoPagination');
+    section.appendChild(spanNoJS);
+    const partialUrl = getRelativeFilePath(pathPath, `${config.output.dirs.categories_partials}${pathPath}_${type}`);
+    const spanWithJS = doc.createElement('span');
+    spanWithJS.classList.add('mwo-js');
+    if (!(page == 1 && isLastPage)) {
+        const fragment = doc.createDocumentFragment();
+        fragment.appendChild(doc.createTextNode('('));
+        fragment.appendChild(page == 1 ? doc.createTextNode(dump.t('categoryPreviousPage')) : buildPaginationLink(doc, page - 1, dump.t('categoryPreviousPage'), idName, partialUrl));
+        fragment.appendChild(doc.createTextNode(') ('));
+        fragment.appendChild(isLastPage ? doc.createTextNode(dump.t('categoryNextPage')) : buildPaginationLink(doc, page + 1, dump.t('categoryNextPage'), idName, partialUrl));
+        fragment.appendChild(doc.createTextNode(')'));
+        spanWithJS.appendChild(fragment);
+    }
+    section.appendChild(spanWithJS);
+    return section;
 }
 //# sourceMappingURL=categories.js.map

package/lib/util/categories.js.map

@@ -1 +1 @@
-{"version":3,"file":"categories.js","sourceRoot":"","sources":["../../src/util/categories.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,kBAAkB,CAAA;AACzC,OAAO,UAAU,MAAM,kBAAkB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AAEjC,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,YAAiC,EAAE,kBAAkB,GAAG,KAAK;IAC1G,MAAM,EAAE,gBAAgB,EAAE,GAAG,UAAU,CAAA;IACvC,MAAM,mBAAmB,GAAwB,UAAU,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;IACnG,MAAM,CAAC,GAAG,CAAC,4BAA4B,MAAM,YAAY,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IAE5E,MAAM,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,oBAAwC,EAAE,cAAsB,EAAE,EAAE;QAC3H,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;QACrD,MAAM,CAAC,GAAG,CAAC,2CAA2C,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,cAAc,oBAAoB,CAAC,CAAA;QAE/H,MAAM,gBAAgB,GAAyC,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,CAAC,EAAE,MAAM,CAA0B,EAAE,EAAE;YAC3J,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAA;gBACvB,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAc,CAAC,CAAA;YAC5F,CAAC;YACD,OAAO,GAAG,CAAA;QACZ,CAAC,EAAE,EAAE,CAAC,CAAA;QAEN,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QACtD,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,gBAAgB,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;YACzE,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC;iBACrD,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;iBAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAA;YACpB,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;gBAC3B,MAAM,gBAAgB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;YAChD,CAAC;YAED,MAAM,UAAU,GAAuB,MAAM,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;YAEvF,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;gBACtD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,SAAQ;gBACV,CAAC;gBAED,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBACtE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAA;oBACtB,OAAO,GAAG,CAAA;gBACZ,CAAC,EAAE,EAAE,CAAC,CAAA;gBAEN,MAAM,mBAAmB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;gBAEnD,MAAM,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAA;gBAEhE,MAAM,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;YACxC,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,YAAY,CAAC,KAAK,EAAE,CAAA;IAC5B,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,CAAA;IACrD,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,wBAAwB,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAA;IAC5D,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB;IACvC,MAAM,EAAE,gBAAgB,EAAE,GAAG,UAAU,CAAA;IACvC,MAAM,CAAC,GAAG,CAAC,sCAAsC,MAAM,gBAAgB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IAC1F,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,CAAA;IAC5C,IAAI,mBAAmB,GAAG,CAAC,CAAC,CAAA;IAC5B,IAAI,iBAAiB,GAAG,CAAC,CAAA;IACzB,IAAI,gBAAgB,GAAG,CAAC,CAAA;IAExB,MAAM,gBAAgB,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,EAAE;QACnF,KAAK,MAAM,CAAC,SAAS,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC9E,iBAAiB,IAAI,CAAC,CAAA;YACtB,IAAI,OAAQ,aAAqB,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;gBACxC,gBAAgB,IAAI,CAAC,CAAA;gBAErB,uDAAuD;gBACvD,SAAQ;YACV,CAAC;YAED,MAAM,aAAa,GAAQ,CAAC,aAAa,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,CAAC,EAAE,EAAE;gBACjF,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAChB,OAAO,GAAG,CAAA;YACZ,CAAC,EAAE,EAAE,CAAC,CAAA;YACN,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;YAC9C,MAAM,gBAAgB,GAAQ,CAAC,aAAa,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,CAAC,EAAE,EAAE;gBACvF,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAChB,OAAO,GAAG,CAAA;YACZ,CAAC,EAAE,EAAE,CAAC,CAAA;YACN,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;YACpD,MAAM,QAAQ,GAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,CAAC,EAAE,EAAE;gBACvE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAChB,OAAO,GAAG,CAAA;YACZ,CAAC,EAAE,EAAE,CAAC,CAAA;YACN,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAErC,MAAM,CAAC,eAAe,EAAE,kBAAkB,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAC1E,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzF,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/F,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aAClF,CAAC,CAAA;YAEF,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAA;YAC7F,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAA;YACtG,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAA;YAE9E,IAAI,UAAU,GAAG,KAAK,CAAA;YAEtB,MAAM,eAAe,GAAG,KAAK,CAAC,kBAAkB,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;YACjE,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAA;YACtE,IAAI,aAAa,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;gBAChD,aAAa,CAAC,UAAU,GAAG,aAAa,CAAA;gBACxC,UAAU,GAAG,IAAI,CAAA;YACnB,CAAC;YAED,MAAM,kBAAkB,GAAG,KAAK,CAAC,qBAAqB,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;YACvE,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAA;YAC/E,IAAI,gBAAgB,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;gBACtD,aAAa,CAAC,aAAa,GAAG,gBAAgB,CAAA;gBAC9C,UAAU,GAAG,IAAI,CAAA;YACnB,CAAC;YAED,MAAM,WAAW,GAAG,KAAK,CAAC,aAAa,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;YACxD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;YACxD,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;gBACvC,aAAa,CAAC,KAAK,GAAG,QAAQ,CAAA;gBAC9B,UAAU,GAAG,IAAI,CAAA;YACnB,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE,aAAa,CAAC,CAAA;gBACpD,gBAAgB,IAAI,CAAC,CAAA;YACvB,CAAC;YAED,IAAI,iBAAiB,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC;gBAClC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,iBAAiB,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAC7E,IAAI,eAAe,KAAK,mBAAmB,EAAE,CAAC;oBAC5C,mBAAmB,GAAG,eAAe,CAAA;oBACrC,MAAM,CAAC,GAAG,CAAC,2CAA2C,iBAAiB,IAAI,OAAO,MAAM,eAAe,IAAI,CAAC,CAAA;gBAC9G,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,OAAO,gBAAgB,CAAA;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,MAAM,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAA;IAC3D,MAAM,EAAE,gBAAgB,EAAE,GAAG,UAAU,CAAA;IACvC,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,CAAA;IAC5C,IAAI,mBAAmB,GAAG,CAAC,CAAC,CAAA;IAC5B,IAAI,iBAAiB,GAAG,CAAC,CAAA;IACzB,IAAI,YAAY,GAAG,CAAC,CAAA;IAEpB,MAAM,gBAAgB,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,EAAE;QACnF,KAAK,MAAM,CAAC,SAAS,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC9E,iBAAiB,IAAI,CAAC,CAAA;YAEtB,IAAI,aAAa,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC5B,SAAQ,CAAC,8BAA8B;YACzC,CAAC;YAED,MAAM,WAAW,GAAG,CAAC,aAAa,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;YACzF,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,CAAA;YAChD,IAAI,gBAAgB,EAAE,CAAC;gBACrB,mBAAmB;gBACnB,uCAAuC;gBACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC,MAAM,CAAA;gBAClE,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;gBAC5G,KAAK,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;oBAChE,IAAI,UAAU,EAAE,CAAC;wBACf,UAAU,CAAC,UAAU,GAAG,CAAC,UAAU,CAAC,UAAU,IAAI,EAAE,CAAC;6BAClD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,aAAa,CAAC,KAAK,CAAC,CAAC,cAAc;6BAClE,MAAM,CAAC,aAAa,CAAC,UAAU,IAAI,EAAE,CAAC,CAAA,CAAC,wBAAwB;wBAElE,UAAU,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;wBAEpE,MAAM,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;oBAChD,CAAC;gBACH,CAAC;gBAED,2BAA2B;gBAC3B,oCAAoC;gBACpC,MAAM,aAAa,GAAG,aAAa,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,CAAA;gBACjF,MAAM,iBAAiB,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;gBAC3H,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;oBACnE,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,EAAE,SAAS,IAAI,EAAE,CAAkB,CAAA;wBAExG,cAAc,CAAC,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;wBACvE,cAAc,CAAC,aAAa,GAAG,cAAc,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,aAAa,CAAC,KAAK,CAAC,CAAA;wBAE9I,cAAc,CAAC,KAAK,GAAG,KAAK,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;wBAClE,cAAc,CAAC,aAAa,GAAG,KAAK,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;wBAElF,MAAM,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,cAAc,CAAC,CAAA;oBACnD,CAAC;gBACH,CAAC;gBAED,MAAM,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;gBACxC,YAAY,IAAI,CAAC,CAAA;YACnB,CAAC;QACH,CAAC;QAED,IAAI,iBAAiB,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;YACjC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,iBAAiB,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC7E,IAAI,eAAe,KAAK,mBAAmB,EAAE,CAAC;gBAC5C,mBAAmB,GAAG,eAAe,CAAA;gBACrC,MAAM,CAAC,GAAG,CAAC,+BAA+B,iBAAiB,IAAI,OAAO,MAAM,eAAe,eAAe,YAAY,GAAG,CAAC,CAAA;YAC5H,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAA;IACF,OAAO,EAAE,YAAY,EAAE,CAAA;AACzB,CAAC"}
+{"version":3,"file":"categories.js","sourceRoot":"","sources":["../../src/util/categories.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,iBAAiB,CAAA;AAEvC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAE/C,MAAM,UAAU,uBAAuB,CACrC,IAAmC,EACnC,eAAsC,EACtC,YAA0B,EAC1B,UAAsB,EACtB,GAAa,EACb,IAAU,EACV,cAAuB,EACvB,IAAY,EACZ,UAAmB,EACnB,QAAgB;IAEhB,IAAI,MAAc,CAAA;IAClB,IAAI,aAAqB,CAAA;IACzB,IAAI,QAAgB,CAAA;IACpB,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/D,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,GAAG,kBAAkB,CAAA;QAC3B,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAA;QACvC,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,qBAAqB,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC/G,CAAC;SAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,UAAU,CAAA;QACnB,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;QACtD,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,mBAAmB,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7G,CAAC;SAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,mBAAmB,CAAA;QAC5B,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,qBAAqB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC3D,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,mBAAmB,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7G,CAAC;IACD,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IACxC,OAAO,CAAC,EAAE,GAAG,MAAM,CAAA;IACnB,MAAM,MAAM,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;IACtC,MAAM,CAAC,WAAW,GAAG,aAAa,CAAA;IAClC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IAC3B,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAA;IACnC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAA;IAC3B,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;IACzB,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IACxC,OAAO,CAAC,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAA;IAClC,OAAO,CAAC,GAAG,GAAG,UAAU,CAAC,OAAO,CAAA;IAChC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;IACzD,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IACxC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IACpC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;IAC5E,IAAI,UAAU,EAAE,MAAM,EAAE,IAAI,CAAA;IAC5B,KAAK,MAAM,cAAc,IAAI,eAAe,EAAE,CAAC;QAC7C,MAAM,aAAa,GAAG,cAAc,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,aAAa,CAAA;QAClJ,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;YACjC,UAAU,GAAG,aAAa,CAAA;YAC1B,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;gBACxB,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;YAC7B,CAAC;YACD,MAAM,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;YACjC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAA;YACzC,MAAM,WAAW,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;YAC3C,WAAW,CAAC,WAAW,GAAG,aAAa,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAA;YACrE,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAA;YAC/B,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;YAC9B,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC;gBAChD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAA;YACzD,CAAC;QACH,CAAC;QACD,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACnE,MAAM,MAAM,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;YACtC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YAClC,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;YAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;YACtC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YAC5B,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAA;YAC3D,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;YACtC,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;YACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAA;YACvC,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAA;YAC3B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;YAC7C,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,GAAG,kBAAkB,CAAC,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACtH,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;YACrC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;YACzC,kDAAkD;YAClD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,GAAG,kBAAkB,CAAC,oBAAoB,kBAAkB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAA;YACtI,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,iEAAiE,CAAC,CAAA;YAC7F,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;YACjC,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;YAClC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;YACtC,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;YACpC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;YAC1B,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;YAC1B,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;YACvB,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;YACzB,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;YACrC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;YACjC,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAA;YACnC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAA;YACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,iBAAiB,EAAE,0BAA0B,CAAC,CAAA;YACjE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,GAAG,kBAAkB,CAAC,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YAClH,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,CAAA;YAChD,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAA;YAC3B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;YACtB,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;YACxB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAC1B,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;YACtC,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAA;YACnC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAA;YACvB,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,GAAG,kBAAkB,CAAC,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YAClH,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,CAAA;YAChD,IAAI,CAAC,WAAW,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAA;YACjH,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;YACxB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;IACD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QACxB,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;IACD,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IAC5B,OAAO,CAAC,WAAW,CAAC,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAA;IAC5F,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IAC5B,OAAO,CAAC,WAAW,CAAC,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAA;IAC5F,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,IAAmC,EACnC,YAA0B,EAC1B,eAAuC,EACvC,QAAiB,EACjB,UAAsB,EACtB,GAAa,EACb,IAAU,EACV,cAAuB,EACvB,kBAAuD,EACvD,SAAoB,EACpB,eAA4B,EAC5B,SAAoC;IAEpC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAAE,OAAM;IAC/B,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC;QAChD,kBAAkB,CAAC,qBAAqB,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAA;IAChF,CAAC;IACD,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,SAAS,CAAC,kBAAkB,EAAE,CAAC;QACtF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,kBAAkB,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAA;QAC9E,MAAM,UAAU,GAAG,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAA;QAC5C,MAAM,OAAO,GAAG,uBAAuB,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAA;QACvK,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,kFAAkF;YAClF,eAAe,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QACtC,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,UAAU,CAAC,EAAE,CAAC;YAC/B,iGAAiG;YACjG,qFAAqF;YAErF,MAAM,cAAc,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,GAAG,QAAQ,IAAI,IAAI,IAAI,IAAI,EAAa,CAAA;YAExG,yEAAyE;YACzE,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;YACxC,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;YAErC,0BAA0B;YAC1B,MAAM,gBAAgB,CAAC,OAAO,EAAE,cAAc,EAAE,IAAI,CAAC,CAAA;YAErD,SAAS,CAAC,IAAI,CAAC;gBACb,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;gBACZ,WAAW,EAAE,OAAO,CAAC,SAAS;aAC/B,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,EAAE,CAAA;IACR,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAa,EAAE,UAAkB,EAAE,IAAY,EAAE,MAAc,EAAE,UAAkB;IAC9G,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAA;IACnC,MAAM,GAAG,GAAG,GAAG,UAAU,IAAI,UAAU,EAAE,CAAA;IACzC,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,2BAA2B,MAAM,OAAO,GAAG,IAAI,CAAC,CAAA;IAC7E,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;IAClC,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,mDAAmD,MAAM,OAAO,GAAG,IAAI,CAAC,CAAA;IACvG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;IACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;IACnC,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAa,EAAE,IAAY,EAAE,UAAmB,EAAE,QAAgB,EAAE,IAAY,EAAE,MAAc,EAAE,IAAU;IACtI,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IACxC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAA;IAE3C,MAAM,QAAQ,GAAG,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;IAC1C,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;IACnC,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAA;IACrD,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;IAE7B,MAAM,UAAU,GAAG,mBAAmB,CAAC,QAAmB,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,GAAG,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAA;IAE3H,MAAM,UAAU,GAAG,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;IAC5C,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IAClC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,UAAU,CAAC,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,GAAG,CAAC,sBAAsB,EAAE,CAAA;QAC7C,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAA;QAC7C,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,sBAAsB,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAA;QAC7K,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAA;QAC/C,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAA;QACtK,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAA;QAC7C,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;IAClC,CAAC;IACD,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;IAC/B,OAAO,OAAO,CAAA;AAChB,CAAC"}

package/lib/util/const.d.ts

@@ -1,23 +1,19 @@
-export declare const MAX_CPU_CORES = 8;
+export declare const PAGE_REQUEST_INTERVAL = 100;
 export declare const IMAGE_THUMB_URL_REGEX: RegExp;
 export declare const LATEX_IMAGE_URL_REGEX: RegExp;
 export declare const FANDOM_IMAGE_URL_REGEX: RegExp;
-export declare const MIN_IMAGE_THRESHOLD_ARTICLELIST_PAGE = 10;
+export declare const MIN_IMAGE_THRESHOLD_INDEX_PAGE = 10;
 export declare const IMAGE_MIME_REGEX: RegExp;
 export declare const FIND_HTTP_REGEX: RegExp;
 export declare const DB_ERROR = "internal_api_error_DBQueryError";
-export declare const DELETED_ARTICLE_ERROR = "Article has been deleted.";
+export declare const DELETED_PAGE_ERROR = "Page has been deleted.";
 export declare const WEAK_ETAG_REGEX: RegExp;
 export declare const BITMAP_IMAGE_MIME_REGEX: RegExp;
 export declare const WEBP_CANDIDATE_IMAGE_MIME_TYPE: RegExp;
-export declare const ALL_READY_FUNCTION: RegExp;
-export declare const DO_PROPAGATION: RegExp;
-export declare const LOAD_PHP: RegExp;
 export declare const RULE_TO_REDIRECT: RegExp;
 export declare const MAX_FILE_DOWNLOAD_RETRIES = 5;
 export declare const FILES_DOWNLOAD_FAILURE_MINIMUM_FOR_CHECK = 50;
 export declare const FILES_DOWNLOAD_FAILURE_TRESHOLD_PER_TEN_THOUSAND = 10;
 export declare const BLACKLISTED_NS: string[];
 export declare const RENDERERS_LIST: string[];
-export declare const WIKIMEDIA_REST_API_PATH = "/api/rest_v1/";
-export declare const REDIRECT_PAGE_SIGNATURE = "Moved to";
+export declare const CATEGORIES_PAGE_SIZE = 200;

package/lib/util/const.js

@@ -1,28 +1,20 @@
-export const MAX_CPU_CORES = 8;
-export const IMAGE_THUMB_URL_REGEX = /^(.*?\/)(transcoded\/|thumb\/)?([0-9a-fA-F]{1}\/[0-9a-fA-F]{2}\/)?([^/]+\.[A-Za-z0-9]{2,6}\/)?(\d+px[-]+)?([^/]+?\.[A-Za-z0-9]{2,6}(\.[A-Za-z0-9]{2,6})?)(\?[0-9a-fA-F]+)?$/;
+export const PAGE_REQUEST_INTERVAL = 100; // default pause (ms) between action=parse API requests per worker
+export const IMAGE_THUMB_URL_REGEX = /^(.*?\/)(transcoded\/|thumb\/)?([0-9a-fA-F]{1}\/[0-9a-fA-F]{2}\/)?([^/]+\.[A-Za-z0-9]{2,6}\/)?(\d+px[-]+)?([^/]+?\.[A-Za-z0-9]{2,6}(\.[A-Za-z0-9]{2,6})?)(\?[0-9a-fA-F]+|\?utm_.+)?$/;
 export const LATEX_IMAGE_URL_REGEX = /^(.*\/math\/render\/svg\/)([A-Za-z0-9]+)$/;
 export const FANDOM_IMAGE_URL_REGEX = /^(.*\/)[0-9a-fA-F]{1}\/[0-9a-fA-F]{2}\/([^/]+)\/revision\//i;
-export const MIN_IMAGE_THRESHOLD_ARTICLELIST_PAGE = 10;
+export const MIN_IMAGE_THRESHOLD_INDEX_PAGE = 10;
 export const IMAGE_MIME_REGEX = /^image+[/-\w.]+$/;
 export const FIND_HTTP_REGEX = /^(?:https?:\/\/)?/i;
 export const DB_ERROR = 'internal_api_error_DBQueryError';
-export const DELETED_ARTICLE_ERROR = 'Article has been deleted.';
+export const DELETED_PAGE_ERROR = 'Page has been deleted.';
 export const WEAK_ETAG_REGEX = /^(W\/)/;
-export const BITMAP_IMAGE_MIME_REGEX = /^image+[/-\w.]+(jpeg|png|gif)$/;
-export const WEBP_CANDIDATE_IMAGE_MIME_TYPE = /image+[/]+(jpeg|png)/;
-export const ALL_READY_FUNCTION = /function allReady\( modules \) {/;
-export const DO_PROPAGATION = /mw\.requestIdleCallback\( doPropagation, \{ timeout: 1 \} \);/;
-export const LOAD_PHP = /script.src = ".*load\.php.*";/;
-export const RULE_TO_REDIRECT = /window\.top !== window\.self/;
+export const BITMAP_IMAGE_MIME_REGEX = /^image+[/-\w.]+(jpeg|png|apng|gif)$/;
+export const WEBP_CANDIDATE_IMAGE_MIME_TYPE = /image+[/]+(jpeg|png|apng|gif)/;
+export const RULE_TO_REDIRECT = /window\.top!==window\.self/;
 export const MAX_FILE_DOWNLOAD_RETRIES = 5;
 export const FILES_DOWNLOAD_FAILURE_MINIMUM_FOR_CHECK = 50; // minimum number of files failing download before starting to consider for failing the scrape
 export const FILES_DOWNLOAD_FAILURE_TRESHOLD_PER_TEN_THOUSAND = 10; // 10 = 0.1%
 export const BLACKLISTED_NS = ['Story']; // 'Story' Wikipedia namespace is content, but not indgestable by Parsoid https://github.com/openzim/mwoffliner/issues/1853
-export const RENDERERS_LIST = ['WikimediaDesktop', 'VisualEditor', 'WikimediaMobile', 'RestApi', 'ActionParse'];
-export const WIKIMEDIA_REST_API_PATH = '/api/rest_v1/';
-/*
- Handle redirection pages for 3rd party wikis that have 200 response code
- Check this link: https://pokemon.fandom.com/w/api.php?action=visualeditor&mobileformat=html&format=json&paction=parse&formatversion=2&page=MediaWiki%3ASidebar
-*/
-export const REDIRECT_PAGE_SIGNATURE = 'Moved to';
+export const RENDERERS_LIST = ['ActionParse'];
+export const CATEGORIES_PAGE_SIZE = 200;
 //# sourceMappingURL=const.js.map

package/lib/util/const.js.map

@@ -1 +1 @@
-{"version":3,"file":"const.js","sourceRoot":"","sources":["../../src/util/const.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAA;AAC9B,MAAM,CAAC,MAAM,qBAAqB,GAChC,6KAA6K,CAAA;AAC/K,MAAM,CAAC,MAAM,qBAAqB,GAAG,2CAA2C,CAAA;AAChF,MAAM,CAAC,MAAM,sBAAsB,GAAG,6DAA6D,CAAA;AACnG,MAAM,CAAC,MAAM,oCAAoC,GAAG,EAAE,CAAA;AACtD,MAAM,CAAC,MAAM,gBAAgB,GAAG,kBAAkB,CAAA;AAClD,MAAM,CAAC,MAAM,eAAe,GAAG,oBAAoB,CAAA;AACnD,MAAM,CAAC,MAAM,QAAQ,GAAG,iCAAiC,CAAA;AACzD,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAA;AAChE,MAAM,CAAC,MAAM,eAAe,GAAG,QAAQ,CAAA;AACvC,MAAM,CAAC,MAAM,uBAAuB,GAAG,gCAAgC,CAAA;AACvE,MAAM,CAAC,MAAM,8BAA8B,GAAG,sBAAsB,CAAA;AACpE,MAAM,CAAC,MAAM,kBAAkB,GAAG,kCAAkC,CAAA;AACpE,MAAM,CAAC,MAAM,cAAc,GAAG,+DAA+D,CAAA;AAC7F,MAAM,CAAC,MAAM,QAAQ,GAAG,+BAA+B,CAAA;AACvD,MAAM,CAAC,MAAM,gBAAgB,GAAG,8BAA8B,CAAA;AAC9D,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAA;AAC1C,MAAM,CAAC,MAAM,wCAAwC,GAAG,EAAE,CAAA,CAAC,8FAA8F;AACzJ,MAAM,CAAC,MAAM,gDAAgD,GAAG,EAAE,CAAA,CAAC,YAAY;AAC/E,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,OAAO,CAAC,CAAA,CAAC,2HAA2H;AACnK,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,kBAAkB,EAAE,cAAc,EAAE,iBAAiB,EAAE,SAAS,EAAE,aAAa,CAAC,CAAA;AAC/G,MAAM,CAAC,MAAM,uBAAuB,GAAG,eAAe,CAAA;AAEtD;;;EAGE;AACF,MAAM,CAAC,MAAM,uBAAuB,GAAG,UAAU,CAAA"}
+{"version":3,"file":"const.js","sourceRoot":"","sources":["../../src/util/const.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,CAAA,CAAC,kEAAkE;AAC3G,MAAM,CAAC,MAAM,qBAAqB,GAChC,sLAAsL,CAAA;AACxL,MAAM,CAAC,MAAM,qBAAqB,GAAG,2CAA2C,CAAA;AAChF,MAAM,CAAC,MAAM,sBAAsB,GAAG,6DAA6D,CAAA;AACnG,MAAM,CAAC,MAAM,8BAA8B,GAAG,EAAE,CAAA;AAChD,MAAM,CAAC,MAAM,gBAAgB,GAAG,kBAAkB,CAAA;AAClD,MAAM,CAAC,MAAM,eAAe,GAAG,oBAAoB,CAAA;AACnD,MAAM,CAAC,MAAM,QAAQ,GAAG,iCAAiC,CAAA;AACzD,MAAM,CAAC,MAAM,kBAAkB,GAAG,wBAAwB,CAAA;AAC1D,MAAM,CAAC,MAAM,eAAe,GAAG,QAAQ,CAAA;AACvC,MAAM,CAAC,MAAM,uBAAuB,GAAG,qCAAqC,CAAA;AAC5E,MAAM,CAAC,MAAM,8BAA8B,GAAG,+BAA+B,CAAA;AAC7E,MAAM,CAAC,MAAM,gBAAgB,GAAG,4BAA4B,CAAA;AAC5D,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAA;AAC1C,MAAM,CAAC,MAAM,wCAAwC,GAAG,EAAE,CAAA,CAAC,8FAA8F;AACzJ,MAAM,CAAC,MAAM,gDAAgD,GAAG,EAAE,CAAA,CAAC,YAAY;AAC/E,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,OAAO,CAAC,CAAA,CAAC,2HAA2H;AACnK,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,aAAa,CAAC,CAAA;AAC7C,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAG,CAAA"}

package/lib/util/customCssJs.d.ts

@@ -0,0 +1,6 @@
+export declare function parseCustomJsUrls(rawValue: string): string[];
+export declare function parseCustomCssUrls(rawValue: string): string[];
+export declare function parseCustomUrls(rawValue: string, kind: string, cliParameter: string): string[];
+export declare function customJsUrlToFilename(url: string): string;
+export declare function customCssUrlToFilename(url: string): string;
+export declare function customUrlToFilename(url: string, default_path: string, filename_regex: RegExp, filename_suffix: string): string;

package/lib/util/customCssJs.js

@@ -0,0 +1,70 @@
+import * as fs from 'fs';
+import crypto from 'crypto';
+export function parseCustomJsUrls(rawValue) {
+    return parseCustomUrls(rawValue, 'JS', '--customJs');
+}
+export function parseCustomCssUrls(rawValue) {
+    return parseCustomUrls(rawValue, 'CSS', '--customCss');
+}
+export function parseCustomUrls(rawValue, kind, cliParameter) {
+    if (!rawValue) {
+        return [];
+    }
+    const result = [];
+    const errors = [];
+    const parts = String(rawValue)
+        .split(',')
+        .filter((n) => n)
+        .map((part) => {
+        let item = part.trim();
+        if (fs.existsSync(item)) {
+            item = fs
+                .readFileSync(item, 'utf-8')
+                .split(/[\n,]/)
+                .map((a) => a.replace(/\r/gm, '').trim())
+                .filter((a) => a);
+        }
+        return item;
+    })
+        .flat(1);
+    for (const part of parts) {
+        const trimmed = part.trim();
+        if (!trimmed) {
+            continue;
+        }
+        try {
+            const url = new URL(trimmed);
+            if (!['http:', 'https:'].includes(url.protocol)) {
+                errors.push(`Invalid ${kind} URL [${trimmed}]: unsupported protocol [${url.protocol}]`);
+                continue;
+            }
+        }
+        catch {
+            errors.push(`Invalid ${kind} URL [${trimmed}]: not a valid URL`);
+            continue;
+        }
+        if (result.includes(trimmed)) {
+            errors.push(`Duplicate ${kind} URL [${trimmed}]`);
+            continue;
+        }
+        result.push(trimmed);
+    }
+    if (errors.length > 0) {
+        throw new Error(`${cliParameter} has invalid entries:\n${errors.map((e) => `  - ${e}`).join('\n')}`);
+    }
+    return result;
+}
+export function customJsUrlToFilename(url) {
+    return customUrlToFilename(url, 'custom_script', /\.js$/, '.js');
+}
+export function customCssUrlToFilename(url) {
+    return customUrlToFilename(url, 'custom_style', /\.css$/, '.css');
+}
+export function customUrlToFilename(url, default_path, filename_regex, filename_suffix) {
+    const pathname = new URL(url).pathname;
+    const basename = pathname.split('/').pop() || default_path;
+    const stem = basename.replace(filename_regex, '').replace(/[^a-zA-Z0-9._-]/g, '_');
+    const hash = crypto.createHash('md5').update(url).digest('hex').slice(0, 8);
+    return `${hash}_${stem}${filename_suffix}`;
+}
+//# sourceMappingURL=customCssJs.js.map

package/lib/util/customCssJs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"customCssJs.js","sourceRoot":"","sources":["../../src/util/customCssJs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,IAAI,CAAA;AACxB,OAAO,MAAM,MAAM,QAAQ,CAAA;AAE3B,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,OAAO,eAAe,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;AACtD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IACjD,OAAO,eAAe,CAAC,QAAQ,EAAE,KAAK,EAAE,aAAa,CAAC,CAAA;AACxD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,IAAY,EAAE,YAAoB;IAClF,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,MAAM,MAAM,GAAa,EAAE,CAAA;IAE3B,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC;SAC3B,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;SAChB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,GAAsB,IAAI,CAAC,IAAI,EAAE,CAAA;QACzC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,IAAI,GAAG,EAAE;iBACN,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC;iBAC3B,KAAK,CAAC,OAAO,CAAC;iBACd,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;iBACxC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;QACrB,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,CAAA;IAEV,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAC3B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,SAAQ;QACV,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;YAC5B,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,SAAS,OAAO,4BAA4B,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAA;gBACvF,SAAQ;YACV,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,SAAS,OAAO,oBAAoB,CAAC,CAAA;YAChE,SAAQ;QACV,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,SAAS,OAAO,GAAG,CAAC,CAAA;YACjD,SAAQ;QACV,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtB,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,GAAG,YAAY,0BAA0B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACtG,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAAW;IAC/C,OAAO,mBAAmB,CAAC,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;AAClE,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,GAAW;IAChD,OAAO,mBAAmB,CAAC,GAAG,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAA;AACnE,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAW,EAAE,YAAoB,EAAE,cAAsB,EAAE,eAAuB;IACpH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAA;IACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,YAAY,CAAA;IAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAA;IAClF,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3E,OAAO,GAAG,IAAI,IAAI,IAAI,GAAG,eAAe,EAAE,CAAA;AAC5C,CAAC"}