mwoffliner 1.17.4 → 2.0.0

package/lib/util/pages.js

@@ -0,0 +1,146 @@
+import MediaWiki from '../MediaWiki.js';
+import Downloader from '../Downloader.js';
+import * as logger from '../Logger.js';
+import * as domino from 'domino';
+/**
+ * Check if a given page title is main page of the target ZIM
+ */
+export function isMainPage(pageTitle) {
+    return MediaWiki.metaData.mainPage === pageTitle;
+}
+/**
+ * Check if a given page title or id is a subpage or not
+ *
+ * A given is a subpage if subpages are activated on its namespace and it contains a / in its title/id
+ */
+export function isSubpage(pageTitleOrId) {
+    if (pageTitleOrId && pageTitleOrId.indexOf('/') >= 0) {
+        if (pageTitleOrId.indexOf(':') < 0) {
+            // namespace 0 never allows subpages
+            return false;
+        }
+        const namespace = pageTitleOrId.substring(0, pageTitleOrId.indexOf(':'));
+        const ns = MediaWiki.namespaces[namespace];
+        if (ns !== undefined) {
+            return ns.allowedSubpages;
+        }
+    }
+    return false;
+}
+/**
+ * For a given namespace number, get the namespace name
+ */
+export function getNamespaceName(namespace) {
+    return Object.entries(MediaWiki.namespaces).find(([, data]) => data.num === namespace)?.[0];
+}
+/**
+ * Extract the JS config variables from its headHtml, typically returned by MW API call when fetching page content
+ */
+export function extractJsConfigVars(headHtml, extraJsConfigVars = {}) {
+    const match = headHtml.match(/;RLCONF=({".*?});\s?RLSTATE=/s) || headHtml.match(/{mw\.config\.set\(({".*?})\);mw\.loader\.state\(/s);
+    let jsConfigVars = {};
+    if (match) {
+        try {
+            let jsonString = match[1];
+            if (jsonString.includes('"wgBreakFrames":!')) {
+                jsonString = jsonString.replace(/":\s*!0([,}])/g, '":true$1').replace(/":\s*!1([,}])/g, '":false$1');
+            }
+            jsConfigVars = JSON.parse(jsonString);
+        }
+        catch (e) {
+            logger.warn('Unable to parse jsConfigVars', e);
+        }
+    }
+    else {
+        logger.warn('Unable to get jsConfigVars');
+    }
+    delete jsConfigVars.wgRequestId;
+    delete jsConfigVars.wgTempUserName;
+    delete jsConfigVars.wgUserId;
+    delete jsConfigVars.wgUserIsTemp;
+    delete jsConfigVars.wgUserEditCount;
+    delete jsConfigVars.wgUserRegistration;
+    delete jsConfigVars.wgUserFirstRegistration;
+    if (jsConfigVars.wgAction === 'nosuchaction')
+        jsConfigVars.wgAction = 'view';
+    return Object.assign(jsConfigVars, extraJsConfigVars, {
+        wgBreakFrames: false,
+        wgUserName: null,
+        wgUserGroups: ['*'],
+        wgIsProbablyEditable: false,
+        wgRelevantPageIsProbablyEditable: false,
+    });
+}
+/**
+ * Extract the CSS class to apply on page <body> tag from its headHtml, typically returned by MW API call when fetching page content
+ */
+export function extractBodyCssClass(headHtml) {
+    const document = domino.createDocument(headHtml);
+    let cssClass = document.body.className;
+    // replace some known classes which do not makes sense in a ZIM
+    for (const [oldClass, newClass] of [
+        // fix action class from API output in older MW versions
+        ['action-nosuchaction', 'action-view'],
+        // drop some known classes which do not makes sense in a ZIM
+        ['mw-editable', ''],
+    ]) {
+        cssClass = cssClass.replace(oldClass, newClass);
+    }
+    // drop repetitions of two spaces
+    return cssClass
+        .split(' ')
+        .filter((cssClass) => cssClass)
+        .join(' ');
+}
+/**
+ * Extract the CSS class to apply on page <html> tag from its headHtml, typically returned by MW API call when fetching page content
+ */
+export function extractHtmlCssClass(headHtml) {
+    const document = domino.createDocument(headHtml);
+    let cssClass = document.documentElement.className;
+    // replace some known classes which do not makes sense in a ZIM
+    for (const [oldClass, newClass] of [
+        // don't reserve space for elements that don't exist
+        ['vector-toc-available', 'vector-toc-not-available'],
+        ['vector-feature-toc-pinned-clientpref-1', 'vector-feature-toc-pinned-clientpref-0 vector-toc-not-available'],
+        ['vector-feature-appearance-pinned-clientpref-1', 'vector-feature-appearance-pinned-clientpref-0'],
+        ['vector-feature-page-tools-pinned-enabled', 'vector-feature-page-tools-pinned-disabled'],
+        ['vector-feature-main-menu-pinned-enabled', 'vector-feature-main-menu-pinned-disabled'],
+        // if vector2022 night mode is enabled, use the preferred color scheme
+        ['skin-theme-clientpref-day', 'skin-theme-clientpref-os'],
+        ['skin-theme-clientpref-night', 'skin-theme-clientpref-os'],
+    ]) {
+        cssClass = cssClass.replace(oldClass, newClass);
+    }
+    // drop repetitions of two spaces
+    return cssClass
+        .split(' ')
+        .filter((cssClass) => cssClass)
+        .join(' ');
+}
+/**
+ * Get the special display title for the main page
+ */
+export async function getMainpageTitle() {
+    const checkUrl = Downloader.apiUrlDirector.buildQueryURL({
+        action: 'query',
+        meta: 'allmessages',
+        ammessages: 'mainpage-title',
+        amenableparser: '1',
+        format: 'json',
+        formatversion: '2',
+    });
+    let data;
+    try {
+        data = await Downloader.getJSON(checkUrl);
+        const message = data.query.allmessages[0];
+        if (!message || message.missing) {
+            return '-';
+        }
+        return message.content;
+    }
+    catch {
+        return '-';
+    }
+}
+//# sourceMappingURL=pages.js.map

package/lib/util/pages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pages.js","sourceRoot":"","sources":["../../src/util/pages.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,iBAAiB,CAAA;AACvC,OAAO,UAAU,MAAM,kBAAkB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,cAAc,CAAA;AACtC,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAA;AAEhC;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,SAAoB;IAC7C,OAAO,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS,CAAA;AAClD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,aAAqB;IAC7C,IAAI,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACrD,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,oCAAoC;YACpC,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;QACxE,MAAM,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;QAC1C,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC,eAAe,CAAA;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IAChD,OAAO,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;AAC7F,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB,EAAE,oBAA8B,EAAE;IACpF,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,+BAA+B,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAA;IACpI,IAAI,YAAY,GAAa,EAAE,CAAA;IAC/B,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,CAAC;YACH,IAAI,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACzB,IAAI,UAAU,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBAC7C,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAA;YACtG,CAAC;YACD,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;QACvC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAA;QAChD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;IAC3C,CAAC;IACD,OAAO,YAAY,CAAC,WAAW,CAAA;IAC/B,OAAO,YAAY,CAAC,cAAc,CAAA;IAClC,OAAO,YAAY,CAAC,QAAQ,CAAA;IAC5B,OAAO,YAAY,CAAC,YAAY,CAAA;IAChC,OAAO,YAAY,CAAC,eAAe,CAAA;IACnC,OAAO,YAAY,CAAC,kBAAkB,CAAA;IACtC,OAAO,YAAY,CAAC,uBAAuB,CAAA;IAC3C,IAAI,YAAY,CAAC,QAAQ,KAAK,cAAc;QAAE,YAAY,CAAC,QAAQ,GAAG,MAAM,CAAA;IAC5E,OAAO,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,iBAAiB,EAAE;QACpD,aAAa,EAAE,KAAK;QACpB,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,CAAC,GAAG,CAAC;QACnB,oBAAoB,EAAE,KAAK;QAC3B,gCAAgC,EAAE,KAAK;KACxC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;IAChD,IAAI,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAA;IACtC,+DAA+D;IAC/D,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI;QACjC,wDAAwD;QACxD,CAAC,qBAAqB,EAAE,aAAa,CAAC;QACtC,4DAA4D;QAC5D,CAAC,aAAa,EAAE,EAAE,CAAC;KACpB,EAAE,CAAC;QACF,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACjD,CAAC;IACD,iCAAiC;IACjC,OAAO,QAAQ;SACZ,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC;SAC9B,IAAI,CAAC,GAAG,CAAC,CAAA;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;IAChD,IAAI,QAAQ,GAAG,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAA;IACjD,+DAA+D;IAC/D,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI;QACjC,oDAAoD;QACpD,CAAC,sBAAsB,EAAE,0BAA0B,CAAC;QACpD,CAAC,wCAAwC,EAAE,iEAAiE,CAAC;QAC7G,CAAC,+CAA+C,EAAE,+CAA+C,CAAC;QAClG,CAAC,0CAA0C,EAAE,2CAA2C,CAAC;QACzF,CAAC,yCAAyC,EAAE,0CAA0C,CAAC;QACvF,sEAAsE;QACtE,CAAC,2BAA2B,EAAE,0BAA0B,CAAC;QACzD,CAAC,6BAA6B,EAAE,0BAA0B,CAAC;KAC5D,EAAE,CAAC;QACF,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACjD,CAAC;IACD,iCAAiC;IACjC,OAAO,QAAQ;SACZ,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC;SAC9B,IAAI,CAAC,GAAG,CAAC,CAAA;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB;IACpC,MAAM,QAAQ,GAAG,UAAU,CAAC,cAAc,CAAC,aAAa,CAAC;QACvD,MAAM,EAAE,OAAO;QACf,IAAI,EAAE,aAAa;QACnB,UAAU,EAAE,gBAAgB;QAC5B,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,GAAG;KACnB,CAAC,CAAA;IACF,IAAI,IAAS,CAAA;IACb,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,UAAU,CAAC,OAAO,CAAM,QAAQ,CAAC,CAAA;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAA;QACzC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAChC,OAAO,GAAG,CAAA;QACZ,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAA;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAA;IACZ,CAAC;AACH,CAAC"}

package/lib/util/rewriteUrls.d.ts

@@ -1,8 +1,8 @@
 import { Dump } from '../Dump.js';
-export declare function rewriteUrls(articleId: string, dump: Dump, linkNodes: DominoElement[]): Promise<{
+export declare function rewriteUrls(pagePath: ZimPath, dump: Dump, linkNodes: DominoElement[]): Promise<{
     mediaDependencies: string[];
 }>;
-export declare function rewriteUrlsOfDoc(parsoidDoc: DominoElement, articleId: string, dump: Dump): Promise<{
+export declare function rewriteUrlsOfDoc(parsoidDoc: DominoElement, pagePath: ZimPath, dump: Dump): Promise<{
     mediaDependencies: string[];
     doc: DominoElement;
 }>;

package/lib/util/rewriteUrls.js

@@ -1,13 +1,17 @@
-import { migrateChildren, getMediaBase, getFullUrl, getRelativeFilePath, encodeArticleIdForZimHtmlUrl } from './misc.js';
+import { migrateChildren, getMediaBase, getFullUrl, getRelativeFilePath, encodePageTitleForZimHtmlUrl } from './misc.js';
 import MediaWiki from '../MediaWiki.js';
 import RedisStore from '../RedisStore.js';
 import DU from '../DOMUtils.js';
 import * as logger from '../Logger.js';
-function rewriteUrlNoArticleCheck(articleId, dump, linkNode, mediaDependencies) {
+function rewriteUrlNoContentCheck(pagePath, dump, linkNode, mediaDependencies) {
     const classList = (linkNode.getAttribute('class') || '').split(' ').filter((cssClass) => cssClass);
     const rel = (linkNode.getAttribute('rel') || '').split(' ').filter((rel) => rel);
     let href = linkNode.getAttribute('href') || '';
     let hrefProtocol;
+    // Exclude links already written appropriately
+    if (classList.includes('mwo-norewrite')) {
+        return null;
+    }
     // Always keep selflinks
     if (classList.includes('mw-selflink') && !href) {
         return null;
@@ -107,7 +111,7 @@ function rewriteUrlNoArticleCheck(articleId, dump, linkNode, mediaDependencies)
             if (shouldScrape) {
                 try {
                     const mediaUrl = getFullUrl(href, MediaWiki.baseUrl);
-                    const newHref = getRelativeFilePath(articleId, getMediaBase(mediaUrl, true));
+                    const newHref = getRelativeFilePath(pagePath, getMediaBase(mediaUrl, true));
                     linkNode.setAttribute('href', newHref);
                     if (mediaDependencies) {
                         mediaDependencies.push(mediaUrl);
@@ -153,7 +157,7 @@ function rewriteUrlNoArticleCheck(articleId, dump, linkNode, mediaDependencies)
     const title = MediaWiki.extractPageTitleFromHref(href);
     if (title) {
         const localAnchor = href.lastIndexOf('#') === -1 ? '' : href.substr(href.lastIndexOf('#'));
-        linkNode.setAttribute('href', encodeArticleIdForZimHtmlUrl(title) + localAnchor);
+        linkNode.setAttribute('href', encodePageTitleForZimHtmlUrl(title) + localAnchor);
         return title;
     }
     // Rewrite any urls still remaining
@@ -161,73 +165,71 @@ function rewriteUrlNoArticleCheck(articleId, dump, linkNode, mediaDependencies)
     linkNode.setAttribute('href', getFullUrl(href, MediaWiki.baseUrl));
     return null;
 }
-async function checkIfArticlesMirrored(articleTitles, articleDetailXId) {
+async function checkIfPagesMirrored(pageTitles) {
     const mirrored = [];
     const unmirrored = [];
-    if (!articleTitles.length) {
+    if (!pageTitles.length) {
         return [mirrored, unmirrored];
     }
-    const articlesMirrored = await articleDetailXId.existsMany(articleTitles);
-    for (const articleTitle of articleTitles) {
-        if (articlesMirrored[articleTitle]) {
-            mirrored.push(articleTitle);
+    const pagesMirrored = await RedisStore.pagesStore.existsMany(pageTitles);
+    for (const pageTitle of pageTitles) {
+        if (pagesMirrored[pageTitle]) {
+            mirrored.push(pageTitle);
         }
         else {
-            unmirrored.push(articleTitle);
+            unmirrored.push(pageTitle);
         }
     }
     return [mirrored, unmirrored];
 }
-export async function rewriteUrls(articleId, dump, linkNodes) {
+export async function rewriteUrls(pagePath, dump, linkNodes) {
     const mediaDependencies = [];
     /*
-     * key: article title
-     * value: Array of linkNodes linking to article
+     * key: page title
+     * value: Array of linkNodes linking to page
      */
     const wikilinkMappings = {};
     for (const linkNode of linkNodes) {
-        const articleLink = rewriteUrlNoArticleCheck(articleId, dump, linkNode, mediaDependencies);
-        if (articleLink) {
-            if (Array.isArray(wikilinkMappings[articleLink])) {
-                wikilinkMappings[articleLink].push(linkNode);
+        const pageLink = rewriteUrlNoContentCheck(pagePath, dump, linkNode, mediaDependencies);
+        if (pageLink) {
+            if (Array.isArray(wikilinkMappings[pageLink])) {
+                wikilinkMappings[pageLink].push(linkNode);
             }
             else {
-                wikilinkMappings[articleLink] = [linkNode];
+                wikilinkMappings[pageLink] = [linkNode];
             }
         }
     }
-    const [, unmirroredTitles] = await checkIfArticlesMirrored(Object.keys(wikilinkMappings), RedisStore.articleDetailXId);
+    const [, unmirroredTitles] = await checkIfPagesMirrored(Object.keys(wikilinkMappings).map((l) => l));
     if (unmirroredTitles.length) {
-        const articlesRedirected = await RedisStore.redirectsXId.existsMany(unmirroredTitles);
-        for (const articleTitle of unmirroredTitles) {
-            const redirect = articlesRedirected[articleTitle];
+        const pagesRedirected = await RedisStore.redirectsStore.existsMany(unmirroredTitles);
+        for (const pageTitle of unmirroredTitles) {
+            const redirect = pagesRedirected[pageTitle];
             if (!redirect) {
-                wikilinkMappings[articleTitle].forEach((linkNode) => {
+                wikilinkMappings[pageTitle].forEach((linkNode) => {
                     migrateChildren(linkNode, linkNode.parentNode, linkNode);
                     linkNode.parentNode.removeChild(linkNode);
                 });
-                delete wikilinkMappings[articleTitle];
+                delete wikilinkMappings[pageTitle];
             }
         }
     }
-    if (articleId.includes('/')) {
-        const slashesInUrl = articleId.split('/').length - 1;
-        const upStr = slashesInUrl ? '../'.repeat(slashesInUrl) : './';
+    if (pagePath.includes('/')) {
         Object.values(wikilinkMappings).forEach((linkNodes) => {
             for (const linkNode of linkNodes) {
                 const href = linkNode.getAttribute('href');
-                linkNode.setAttribute('href', `${upStr}${href}`);
+                linkNode.setAttribute('href', getRelativeFilePath(pagePath, href));
             }
         });
     }
     return { mediaDependencies };
 }
-export async function rewriteUrlsOfDoc(parsoidDoc, articleId, dump) {
+export async function rewriteUrlsOfDoc(parsoidDoc, pagePath, dump) {
     /* Go through all links */
     const as = parsoidDoc.getElementsByTagName('a');
     const areas = parsoidDoc.getElementsByTagName('area');
     const linkNodes = Array.prototype.slice.call(as).concat(Array.prototype.slice.call(areas));
-    const ret = await rewriteUrls(articleId, dump, linkNodes);
+    const ret = await rewriteUrls(pagePath, dump, linkNodes);
     return {
         ...ret,
         doc: parsoidDoc,

package/lib/util/rewriteUrls.js.map

@@ -1 +1 @@
-{"version":3,"file":"rewriteUrls.js","sourceRoot":"","sources":["../../src/util/rewriteUrls.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,UAAU,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,MAAM,WAAW,CAAA;AAExH,OAAO,SAAS,MAAM,iBAAiB,CAAA;AACvC,OAAO,UAAU,MAAM,kBAAkB,CAAA;AACzC,OAAO,EAAE,MAAM,gBAAgB,CAAA;AAC/B,OAAO,KAAK,MAAM,MAAM,cAAc,CAAA;AAEtC,SAAS,wBAAwB,CAAC,SAAiB,EAAE,IAAU,EAAE,QAAuB,EAAE,iBAA4B;IACpH,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAA;IAC5G,MAAM,GAAG,GAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAA;IAC1F,IAAI,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;IAC9C,IAAI,YAAY,CAAA;IAEhB,wBAAwB;IACxB,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,IAAI,CAAA;IACb,CAAC;IACD,yBAAyB;IACzB,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;QACxD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;QACzC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,aAAa,GAAG,UAAU,IAAY;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;QACvD,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAChC,CAAC,CAAA;IAED,IAAI,CAAC;QACH,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,CAAA;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACnD,uBAAuB;QACvB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/C,IAAI,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAA;QAC5C,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACnC,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAA;IAC1C,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IAC1B,CAAC;IACD,IAAI,YAAY,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QACjE,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACxB,CAAC;IACD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;QACvB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;QACjC,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;;OAGG;IACH,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACjC,IAAI,GAAG,CAAA;QACP,IAAI,GAAG,CAAA;QACP,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAA;YAClD,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAW,CAAC,CAAA;YAC7D,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAW,CAAC,CAAA;QAC/D,CAAC;aAAM,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YAE1E,IAAI,MAAM,EAAE,CAAC;gBACX,+EAA+E;gBAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBACvE,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC1C,CAAC;oBAAA,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,UAAU,CAAA;gBAC1B,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAA;oBAC7B,IAAI,IAAI,GAAG,CAAC,CAAA;oBAEZ,MAAM,GAAG,GAAG,CAAC,QAAa,EAAE,EAAE;wBAC5B,IAAI,GAAG,GAAG,CAAC,CAAA;wBACX,IAAI,QAAQ,GAAG,CAAC,CAAA;wBAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;4BAC1D,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,CAAA;4BAC1B,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;4BACtB,IAAI,QAAQ,EAAE,CAAC;gCACb,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;gCACZ,MAAK;4BACP,CAAC;4BACD,GAAG,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;wBACxB,CAAC;wBACD,OAAO,GAAG,GAAG,QAAQ,CAAA;oBACvB,CAAC,CAAA;oBACD,GAAG,GAAG,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;oBAC1B,GAAG,GAAG,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAC7B,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACd,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;aAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC1E,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAE9J,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAA;oBACpD,MAAM,OAAO,GAAG,mBAAmB,CAAC,SAAS,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAA;oBAC5E,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;oBACtC,IAAI,iBAAiB,EAAE,CAAC;wBACtB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;oBAClC,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAA;oBACtC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;gBACzB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAA;YACzC,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,GAAG,OAAO,GAAG,IAAI,GAAG,EAAE,CAAA;YAC1B,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACnC,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAED,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACvH,6CAA6C;QAC7C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,uBAAuB,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YAC5I,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAA;YAC9C,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAC5B,CAAC;QACD,6CAA6C;QAC7C,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/D,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACjC,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAA;YACpE,CAAC;iBAAM,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACzC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;gBACxD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;YAC3C,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACnF,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;IACtD,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAA;QAC1F,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,4BAA4B,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,CAAA;QAChF,OAAO,KAAK,CAAA;IACd,CAAC;IAED,mCAAmC;IACnC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAA;IAC9C,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAA;IAClE,OAAO,IAAI,CAAA;AACb,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,aAAuB,EAAE,gBAAqC;IACnG,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,UAAU,GAAa,EAAE,CAAA;IAC/B,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;QAC1B,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;IAC/B,CAAC;IAED,MAAM,gBAAgB,GAAG,MAAM,gBAAgB,CAAC,UAAU,CAAC,aAAa,CAAC,CAAA;IACzE,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;QACzC,IAAI,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAC7B,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,SAAiB,EAAE,IAAU,EAAE,SAA0B;IACzF,MAAM,iBAAiB,GAAa,EAAE,CAAA;IAEtC;;;OAGG;IACH,MAAM,gBAAgB,GAAyC,EAAE,CAAA;IAEjE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,WAAW,GAAG,wBAAwB,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAA;QAE1F,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;gBACjD,gBAAgB,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC9C,CAAC;iBAAM,CAAC;gBACN,gBAAgB,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,EAAE,gBAAgB,CAAC,GAAG,MAAM,uBAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAA;IAEtH,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,kBAAkB,GAAG,MAAM,UAAU,CAAC,YAAY,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAA;QACrF,KAAK,MAAM,YAAY,IAAI,gBAAgB,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAA;YACjD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,gBAAgB,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,QAAuB,EAAE,EAAE;oBACjE,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;oBACxD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;gBAC3C,CAAC,CAAC,CAAA;gBACF,OAAO,gBAAgB,CAAC,YAAY,CAAC,CAAA;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;QACpD,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAC9D,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC,SAA0B,EAAE,EAAE;YACrE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;gBAC1C,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,KAAK,GAAG,IAAI,EAAE,CAAC,CAAA;YAClD,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,EAAE,iBAAiB,EAAE,CAAA;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,UAAyB,EAAE,SAAiB,EAAE,IAAU;IAC7F,0BAA0B;IAC1B,MAAM,EAAE,GAAG,UAAU,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,UAAU,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAA;IACrD,MAAM,SAAS,GAAoB,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IAE3G,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;IACzD,OAAO;QACL,GAAG,GAAG;QACN,GAAG,EAAE,UAAU;KAChB,CAAA;AACH,CAAC"}
+{"version":3,"file":"rewriteUrls.js","sourceRoot":"","sources":["../../src/util/rewriteUrls.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,UAAU,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,MAAM,WAAW,CAAA;AAExH,OAAO,SAAS,MAAM,iBAAiB,CAAA;AACvC,OAAO,UAAU,MAAM,kBAAkB,CAAA;AACzC,OAAO,EAAE,MAAM,gBAAgB,CAAA;AAC/B,OAAO,KAAK,MAAM,MAAM,cAAc,CAAA;AAEtC,SAAS,wBAAwB,CAAC,QAAiB,EAAE,IAAU,EAAE,QAAuB,EAAE,iBAA4B;IACpH,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAA;IAC5G,MAAM,GAAG,GAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAA;IAC1F,IAAI,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;IAC9C,IAAI,YAAY,CAAA;IAEhB,8CAA8C;IAC9C,IAAI,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACxC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,wBAAwB;IACxB,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,IAAI,CAAA;IACb,CAAC;IACD,yBAAyB;IACzB,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;QACxD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;QACzC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,aAAa,GAAG,UAAU,IAAY;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;QACvD,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAChC,CAAC,CAAA;IAED,IAAI,CAAC;QACH,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,CAAA;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACnD,uBAAuB;QACvB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/C,IAAI,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAA;QAC5C,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACnC,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAA;IAC1C,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IAC1B,CAAC;IACD,IAAI,YAAY,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QACjE,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACxB,CAAC;IACD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;QACvB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;QACjC,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;;OAGG;IACH,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACjC,IAAI,GAAG,CAAA;QACP,IAAI,GAAG,CAAA;QACP,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAA;YAClD,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAW,CAAC,CAAA;YAC7D,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAW,CAAC,CAAA;QAC/D,CAAC;aAAM,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YAE1E,IAAI,MAAM,EAAE,CAAC;gBACX,+EAA+E;gBAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBACvE,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC1C,CAAC;oBAAA,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,UAAU,CAAA;gBAC1B,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAA;oBAC7B,IAAI,IAAI,GAAG,CAAC,CAAA;oBAEZ,MAAM,GAAG,GAAG,CAAC,QAAa,EAAE,EAAE;wBAC5B,IAAI,GAAG,GAAG,CAAC,CAAA;wBACX,IAAI,QAAQ,GAAG,CAAC,CAAA;wBAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;4BAC1D,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,CAAA;4BAC1B,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;4BACtB,IAAI,QAAQ,EAAE,CAAC;gCACb,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;gCACZ,MAAK;4BACP,CAAC;4BACD,GAAG,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;wBACxB,CAAC;wBACD,OAAO,GAAG,GAAG,QAAQ,CAAA;oBACvB,CAAC,CAAA;oBACD,GAAG,GAAG,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;oBAC1B,GAAG,GAAG,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAC7B,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACd,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;aAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC1E,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAE9J,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAA;oBACpD,MAAM,OAAO,GAAG,mBAAmB,CAAC,QAAQ,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAA;oBAC3E,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;oBACtC,IAAI,iBAAiB,EAAE,CAAC;wBACtB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;oBAClC,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAA;oBACtC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;gBACzB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAA;YACzC,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,GAAG,OAAO,GAAG,IAAI,GAAG,EAAE,CAAA;YAC1B,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACnC,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAED,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACvH,6CAA6C;QAC7C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,uBAAuB,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YAC5I,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAA;YAC9C,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAC5B,CAAC;QACD,6CAA6C;QAC7C,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/D,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACjC,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAA;YACpE,CAAC;iBAAM,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACzC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;gBACxD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;YAC3C,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACnF,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;IACtD,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAA;QAC1F,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,4BAA4B,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,CAAA;QAChF,OAAO,KAAK,CAAA;IACd,CAAC;IAED,mCAAmC;IACnC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAA;IAC9C,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAA;IAClE,OAAO,IAAI,CAAA;AACb,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,UAAuB;IACzD,MAAM,QAAQ,GAAgB,EAAE,CAAA;IAChC,MAAM,UAAU,GAAgB,EAAE,CAAA;IAClC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QACvB,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;IAC/B,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;IACxE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC1B,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAiB,EAAE,IAAU,EAAE,SAA0B;IACzF,MAAM,iBAAiB,GAAa,EAAE,CAAA;IAEtC;;;OAGG;IACH,MAAM,gBAAgB,GAA4C,EAAE,CAAA;IAEpE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,wBAAwB,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAA;QAEtF,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBAC9C,gBAAgB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC3C,CAAC;iBAAM,CAAC;gBACN,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,EAAE,gBAAgB,CAAC,GAAG,MAAM,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAc,CAAC,CAAC,CAAA;IAEjH,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,MAAM,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAA;QACpF,KAAK,MAAM,SAAS,IAAI,gBAAgB,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,CAAA;YAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,gBAAgB,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,QAAuB,EAAE,EAAE;oBAC9D,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;oBACxD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;gBAC3C,CAAC,CAAC,CAAA;gBACF,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAA;YACpC,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC,SAA0B,EAAE,EAAE;YACrE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;gBAC1C,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,mBAAmB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAA;YACpE,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,EAAE,iBAAiB,EAAE,CAAA;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,UAAyB,EAAE,QAAiB,EAAE,IAAU;IAC7F,0BAA0B;IAC1B,MAAM,EAAE,GAAG,UAAU,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,UAAU,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAA;IACrD,MAAM,SAAS,GAAoB,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IAE3G,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;IACxD,OAAO;QACL,GAAG,GAAG;QACN,GAAG,EAAE,UAAU;KAChB,CAAA;AACH,CAAC"}

package/lib/util/savePages.d.ts

@@ -0,0 +1,8 @@
+import { Creator } from '@openzim/libzim';
+import { Dump } from '../Dump.js';
+export declare function savePage(zimCreator: Creator, htmlContent: string, zimPath: string, zimTitle: string): Promise<Error>;
+export declare function savePages(zimCreator: Creator, dump: Dump): Promise<{
+    staticFilesList: Set<string>;
+    jsModuleDependencies: Set<string>;
+    cssModuleDependencies: Set<string>;
+}>;

package/lib/util/savePages.js

@@ -0,0 +1,182 @@
+import * as logger from '../Logger.js';
+import Downloader from '../Downloader.js';
+import RedisStore from '../RedisStore.js';
+import { StringItem } from '@openzim/libzim';
+import * as domino from 'domino';
+import Timer from './Timer.js';
+import { config } from '../config.js';
+import { getSizeFromUrl } from './misc.js';
+import urlHelper from './url.helper.js';
+import RenderingContext from '../renderers/rendering.context.js';
+import { zimCreatorMutex } from '../mutex.js';
+import FileManager from './FileManager.js';
+import { truncateZimEntryTitleWords } from './misc.js';
+import { isMainPage } from './pages.js';
+function getPageRenderUrl(pageDetail, dump) {
+    const leadSectionId = dump.nodet && !pageDetail.contentmodel && !pageDetail.missing ? config.filters.leadSectionId : '';
+    const oldid = dump.opts.stableRevision && pageDetail.stableRevisionId !== undefined ? pageDetail.stableRevisionId : undefined;
+    return Downloader.getPageUrl(pageDetail.title, { sectionId: leadSectionId, oldid, langVar: dump.langVar });
+}
+async function getAllPagesToKeep(dump, pagesRenderer) {
+    await RedisStore.pagesStore.iterateItems(Downloader.workers, async (pageKeyValuePairs) => {
+        for (const pageDetail of Object.values(pageKeyValuePairs)) {
+            const pageTitle = pageDetail.title;
+            try {
+                const mainPage = isMainPage(pageTitle);
+                const pageUrl = getPageRenderUrl(pageDetail, dump);
+                const rendererOutput = await Downloader.getPage(pageTitle, pagesRenderer, pageUrl, dump, pageDetail);
+                await new Promise((resolve) => setTimeout(resolve, Downloader.pageRequestInterval));
+                for (const { pageTitle, htmlContent } of rendererOutput.items) {
+                    if (!htmlContent) {
+                        continue;
+                    }
+                    const doc = domino.createDocument(htmlContent);
+                    if (!mainPage && !(await dump.customProcessor.shouldKeepPage(pageTitle, doc))) {
+                        RedisStore.pagesStore.delete(pageTitle);
+                    }
+                }
+            }
+            catch (err) {
+                logger.warn(`Error downloading page [${pageTitle}], skipping`, err);
+                RedisStore.pagesStore.delete(pageTitle);
+            }
+        }
+    });
+}
+/*
+ * Parse fetched page HTML, store files
+ * and dependencies and save in Zim
+ */
+export async function savePage(zimCreator, htmlContent, zimPath, zimTitle) {
+    try {
+        const zimPage = zimTitle
+            ? new StringItem(zimPath, 'text/html', truncateZimEntryTitleWords(zimTitle), { FRONT_ARTICLE: 1 }, htmlContent)
+            : new StringItem(zimPath, 'text/html', '', {}, htmlContent);
+        await zimCreatorMutex.runExclusive(() => zimCreator.addItem(zimPage));
+        return null;
+    }
+    catch (err) {
+        return err;
+    }
+}
+async function savePageFiles(mediaDependencies, imageDependencies, videoDependencies, subtitles) {
+    try {
+        const pageFiles = {};
+        if (subtitles?.length > 0) {
+            subtitles.forEach((s) => {
+                pageFiles[s.path] = { url: s.url, kind: 'subtitle' };
+            });
+        }
+        if (mediaDependencies && mediaDependencies.length) {
+            for (const dep of mediaDependencies) {
+                const { mult, width } = getSizeFromUrl(dep.url);
+                pageFiles[dep.path] = { url: urlHelper.serializeUrl(dep.url), kind: 'media', mult, width };
+            }
+        }
+        if (imageDependencies && imageDependencies.length) {
+            for (const dep of imageDependencies) {
+                const urlSize = getSizeFromUrl(dep.url);
+                const width = dep.width || urlSize.width;
+                const mult = urlSize.mult;
+                pageFiles[dep.path] = { url: urlHelper.serializeUrl(dep.url), kind: 'image', mult, width };
+            }
+        }
+        if (videoDependencies && videoDependencies.length) {
+            for (const dep of videoDependencies) {
+                const { mult, width } = getSizeFromUrl(dep.url);
+                pageFiles[dep.path] = { url: urlHelper.serializeUrl(dep.url), kind: 'video', mult, width };
+            }
+        }
+        await FileManager.addManyFilesToProcess(pageFiles);
+        return null;
+    }
+    catch (err) {
+        return err;
+    }
+}
+/*
+ * Fetch Pages content, rewrite and save in ZIM
+ */
+export async function savePages(zimCreator, dump) {
+    const jsModuleDependencies = new Set();
+    const cssModuleDependencies = new Set();
+    let prevPercentProgress;
+    const pagesTotal = await RedisStore.pagesStore.len();
+    // number of pages allowed to fail is the greater of 5 or 0.001% (1 per 100k) pages
+    dump.maxHardFailedPages = Math.max(5, Math.floor(pagesTotal / 100000));
+    if (dump.customProcessor?.shouldKeepPage) {
+        await getAllPagesToKeep(dump, RenderingContext.pagesRenderer);
+    }
+    // depending on which renderer we use, we can have up to 2 requests to make to download page details
+    // each request we need to make can be retried 10 times. Each retry attempttakes at most requestTimeout + retry interval
+    // retry interval is an exponentional value from 1 to 60s
+    // we assume rest of processing is "fast" and takes at most 1 minute
+    const timeout = 2 * (Downloader.requestTimeout * 10 + (1 + 2 + 4 + 8 + 16 + 32 + 60 * 4) * 1000) + 60000;
+    await RedisStore.pagesStore.iterateItems(Downloader.workers, (pageKeyValuePairs, runningWorkers) => {
+        // eslint-disable-next-line no-async-promise-executor
+        return new Promise(async (resolve, reject) => {
+            /*
+             * timer to detect freezes
+             */
+            let curPage = '';
+            const timer = new Timer(() => {
+                const errorMessage = `Worker timed out after ${timeout} ms at ${curPage}`;
+                logger.error(errorMessage);
+                reject(new Error(errorMessage));
+            }, timeout);
+            logger.debug(`Worker processing batch of page ids [${logger.logifyArray(Object.keys(pageKeyValuePairs))}] - ${runningWorkers} worker(s) running`);
+            for (const pageDetail of Object.values(pageKeyValuePairs)) {
+                timer.reset();
+                curPage = pageDetail.title;
+                if (dump.status.pages.success > 0 && (dump.status.pages.success + dump.status.pages.hardFail + dump.status.pages.softFail) % 10 === 0) {
+                    const percentProgress = (((dump.status.pages.success + dump.status.pages.hardFail + dump.status.pages.softFail) / pagesTotal) * 100).toFixed(1);
+                    if (percentProgress !== prevPercentProgress) {
+                        prevPercentProgress = percentProgress;
+                        logger.info(`Progress downloading pages [${dump.status.pages.success + dump.status.pages.hardFail + dump.status.pages.softFail}/${pagesTotal}] [${percentProgress}%]`);
+                    }
+                }
+                try {
+                    const pageUrl = getPageRenderUrl(pageDetail, dump);
+                    const { items, moduleDependencies, mediaDependencies, imageDependencies, videoDependencies, subtitles, needsDownloadErrorStaticFiles } = await Downloader.getPage(pageDetail.title, RenderingContext.pagesRenderer, pageUrl, dump, pageDetail);
+                    await new Promise((resolve) => setTimeout(resolve, Downloader.pageRequestInterval));
+                    if (items.length == 0) {
+                        logger.warn(`No HTML items returned for page [${pageDetail.title}], skipping`);
+                        continue;
+                    }
+                    if (needsDownloadErrorStaticFiles) {
+                        RenderingContext.pagesRenderer.addDownloadErrorStaticFiles();
+                    }
+                    for (const dep of moduleDependencies.jsDependenciesList || []) {
+                        jsModuleDependencies.add(dep);
+                    }
+                    for (const dep of moduleDependencies.styleDependenciesList || []) {
+                        cssModuleDependencies.add(dep);
+                    }
+                    savePageFiles(mediaDependencies, imageDependencies, videoDependencies, subtitles);
+                    for (const { pageTitle, htmlContent, zimPath, zimTitle } of items) {
+                        if (!htmlContent) {
+                            logger.warn(`No HTML content returned for page [${pageTitle}] path [${zimPath}], skipping`);
+                            continue;
+                        }
+                        savePage(zimCreator, htmlContent, zimPath, zimTitle);
+                    }
+                    dump.status.pages.success += 1;
+                }
+                catch (err) {
+                    logger.error(`Error downloading/rendering page ${curPage}`);
+                    reject(err);
+                    return;
+                }
+            }
+            timer.clear();
+            resolve();
+        });
+    });
+    logger.info(`Done with downloading a total of [${pagesTotal}] pages`);
+    return {
+        staticFilesList: RenderingContext.pagesRenderer.getStaticFilesList(),
+        jsModuleDependencies,
+        cssModuleDependencies,
+    };
+}
+//# sourceMappingURL=savePages.js.map

package/lib/util/savePages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"savePages.js","sourceRoot":"","sources":["../../src/util/savePages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,cAAc,CAAA;AACtC,OAAO,UAAU,MAAM,kBAAkB,CAAA;AACzC,OAAO,UAAU,MAAM,kBAAkB,CAAA;AACzC,OAAO,EAAW,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAErD,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAA;AAEhC,OAAO,KAAK,MAAM,YAAY,CAAA;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAC1C,OAAO,SAAS,MAAM,iBAAiB,CAAA;AAEvC,OAAO,gBAAgB,MAAM,mCAAmC,CAAA;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,WAAW,MAAM,kBAAkB,CAAA;AAC1C,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAA;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAEvC,SAAS,gBAAgB,CAAC,UAAsB,EAAE,IAAU;IAC1D,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAA;IACvH,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,UAAU,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAA;IAC7H,OAAO,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;AAC5G,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAU,EAAE,aAAuB;IAClE,MAAM,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,EAAE;QACvF,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAA;YAClC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAA;gBACtC,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;gBAElD,MAAM,cAAc,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,CAAA;gBACpG,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAA;gBACnF,KAAK,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;oBAC9D,IAAI,CAAC,WAAW,EAAE,CAAC;wBACjB,SAAQ;oBACV,CAAC;oBAED,MAAM,GAAG,GAAG,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;oBAC9C,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;wBAC9E,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;oBACzC,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,2BAA2B,SAAS,aAAa,EAAE,GAAG,CAAC,CAAA;gBACnE,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACzC,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,UAAmB,EAAE,WAAmB,EAAE,OAAe,EAAE,QAAgB;IACxG,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,QAAQ;YACtB,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,WAAW,EAAE,0BAA0B,CAAC,QAAQ,CAAC,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,WAAW,CAAC;YAC/G,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,CAAC,CAAA;QAC7D,MAAM,eAAe,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAA;QAErE,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,GAAY,CAAA;IACrB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,iBAAsB,EAAE,iBAAsB,EAAE,iBAAsB,EAAE,SAAc;IACjH,IAAI,CAAC;QACH,MAAM,SAAS,GAAoB,EAAE,CAAA;QAErC,IAAI,SAAS,EAAE,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBACtB,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAA;YACtD,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,iBAAiB,IAAI,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAClD,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;gBACpC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBAC/C,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;YAC5F,CAAC;QACH,CAAC;QAED,IAAI,iBAAiB,IAAI,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAClD,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;gBACpC,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACvC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAA;gBACxC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;gBACzB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;YAC5F,CAAC;QACH,CAAC;QAED,IAAI,iBAAiB,IAAI,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAClD,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;gBACpC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBAC/C,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;YAC5F,CAAC;QACH,CAAC;QAED,MAAM,WAAW,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QAElD,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,GAAY,CAAA;IACrB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,UAAmB,EAAE,IAAU;IAC7D,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9C,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAU,CAAA;IAC/C,IAAI,mBAA2B,CAAA;IAC/B,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,CAAA;IAEpD,mFAAmF;IACnF,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC,CAAA;IAEtE,IAAI,IAAI,CAAC,eAAe,EAAE,cAAc,EAAE,CAAC;QACzC,MAAM,iBAAiB,CAAC,IAAI,EAAE,gBAAgB,CAAC,aAAa,CAAC,CAAA;IAC/D,CAAC;IAED,oGAAoG;IACpG,wHAAwH;IACxH,yDAAyD;IACzD,oEAAoE;IACpE,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,CAAA;IACxG,MAAM,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,iBAAiB,EAAE,cAAc,EAAE,EAAE;QACjG,qDAAqD;QACrD,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C;;eAEG;YACH,IAAI,OAAO,GAAG,EAAE,CAAA;YAChB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,GAAG,EAAE;gBAC3B,MAAM,YAAY,GAAG,0BAA0B,OAAO,UAAU,OAAO,EAAE,CAAA;gBACzE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;gBAC1B,MAAM,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAA;YACjC,CAAC,EAAE,OAAO,CAAC,CAAA;YAEX,MAAM,CAAC,KAAK,CAAC,wCAAwC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,OAAO,cAAc,oBAAoB,CAAC,CAAA;YAEjJ,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAC1D,KAAK,CAAC,KAAK,EAAE,CAAA;gBACb,OAAO,GAAG,UAAU,CAAC,KAAK,CAAA;gBAE1B,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;oBACtI,MAAM,eAAe,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;oBAC/I,IAAI,eAAe,KAAK,mBAAmB,EAAE,CAAC;wBAC5C,mBAAmB,GAAG,eAAe,CAAA;wBACrC,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,UAAU,MAAM,eAAe,IAAI,CAAC,CAAA;oBACxK,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;oBAElD,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,SAAS,EAAE,6BAA6B,EAAE,GAAG,MAAM,UAAU,CAAC,OAAO,CAC/J,UAAU,CAAC,KAAK,EAChB,gBAAgB,CAAC,aAAa,EAC9B,OAAO,EACP,IAAI,EACJ,UAAU,CACX,CAAA;oBACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAA;oBAEnF,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;wBACtB,MAAM,CAAC,IAAI,CAAC,oCAAoC,UAAU,CAAC,KAAK,aAAa,CAAC,CAAA;wBAC9E,SAAQ;oBACV,CAAC;oBAED,IAAI,6BAA6B,EAAE,CAAC;wBAClC,gBAAgB,CAAC,aAAa,CAAC,2BAA2B,EAAE,CAAA;oBAC9D,CAAC;oBAED,KAAK,MAAM,GAAG,IAAI,kBAAkB,CAAC,kBAAkB,IAAI,EAAE,EAAE,CAAC;wBAC9D,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;oBAC/B,CAAC;oBACD,KAAK,MAAM,GAAG,IAAI,kBAAkB,CAAC,qBAAqB,IAAI,EAAE,EAAE,CAAC;wBACjE,qBAAqB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;oBAChC,CAAC;oBAED,aAAa,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,SAAS,CAAC,CAAA;oBAEjF,KAAK,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,KAAK,EAAE,CAAC;wBAClE,IAAI,CAAC,WAAW,EAAE,CAAC;4BACjB,MAAM,CAAC,IAAI,CAAC,sCAAsC,SAAS,WAAW,OAAO,aAAa,CAAC,CAAA;4BAC3F,SAAQ;wBACV,CAAC;wBACD,QAAQ,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAA;oBACtD,CAAC;oBAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,CAAA;gBAChC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,KAAK,CAAC,oCAAoC,OAAO,EAAE,CAAC,CAAA;oBAC3D,MAAM,CAAC,GAAG,CAAC,CAAA;oBACX,OAAM;gBACR,CAAC;YACH,CAAC;YAED,KAAK,CAAC,KAAK,EAAE,CAAA;YACb,OAAO,EAAE,CAAA;QACX,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,IAAI,CAAC,qCAAqC,UAAU,SAAS,CAAC,CAAA;IAErE,OAAO;QACL,eAAe,EAAE,gBAAgB,CAAC,aAAa,CAAC,kBAAkB,EAAE;QACpE,oBAAoB;QACpB,qBAAqB;KACtB,CAAA;AACH,CAAC"}

package/lib/version.d.ts

@@ -1 +1 @@
-export declare const LIB_VERSION = "1.17.4";
+export declare const LIB_VERSION = "2.0.0";

package/lib/version.js

@@ -1,2 +1,2 @@
-export const LIB_VERSION = '1.17.4';
+export const LIB_VERSION = '2.0.0';
 //# sourceMappingURL=version.js.map

package/lib/version.js.map

@@ -1 +1 @@
-{"version":3,"file":"version.js","sourceRoot":"","sources":["../src/version.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,WAAW,GAAG,QAAQ,CAAA"}
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../src/version.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,WAAW,GAAG,OAAO,CAAA"}