mwoffliner 1.17.4 → 2.0.0

package/jest.config.cjs

@@ -3,9 +3,10 @@ module.exports = {
   moduleNameMapper: {
     '^(\\.{1,2}/.*)\\.js$': '$1',
   },
-  moduleFileExtensions: ["ts", "js"],
+  moduleFileExtensions: ['ts', 'js'],
   collectCoverage: false,
   verbose: true,
+  setupFilesAfterEnv: ['<rootDir>/test/jest.setup.ts'],
   transform: {
     '^.+\\.ts?$': [
       'ts-jest',
@@ -15,4 +16,3 @@ module.exports = {
     ],
   },
 }
-  

package/lib/DOMUtils.js

@@ -9,7 +9,6 @@ const DOMUtils = {
         else {
             node.outerHTML = '';
         }
-        node = undefined;
     },
     appendToAttr(node, attr, val) {
         const oldVal = node.getAttribute(attr);

package/lib/DOMUtils.js.map

@@ -1 +1 @@
-{"version":3,"file":"DOMUtils.js","sourceRoot":"","sources":["../src/DOMUtils.ts"],"names":[],"mappings":"AAAA,MAAM,QAAQ,GAAG;IACf,UAAU,CAAC,IAAmB;QAC5B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAM;QACR,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,GAAG,EAAE,CAAA;QACrB,CAAC;QACD,IAAI,GAAG,SAAS,CAAA;IAClB,CAAC;IAED,YAAY,CAAC,IAAmB,EAAE,IAAY,EAAE,GAAQ;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAA;QAClD,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAe,CAAC,CAAA;IAC1C,CAAC;IAED,kBAAkB,CAAC,IAAmB;QACpC,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,CAAA;QAC9B,OAAO,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,CAAC,kBAAkB,EAAE,CAAC;YAC5D,OAAO,GAAG,OAAO,CAAC,WAAW,CAAA;QAC/B,CAAC;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;CACF,CAAA;AAED,eAAe,QAAQ,CAAA"}
+{"version":3,"file":"DOMUtils.js","sourceRoot":"","sources":["../src/DOMUtils.ts"],"names":[],"mappings":"AAAA,MAAM,QAAQ,GAAG;IACf,UAAU,CAAC,IAAmB;QAC5B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAM;QACR,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,GAAG,EAAE,CAAA;QACrB,CAAC;IACH,CAAC;IAED,YAAY,CAAC,IAAmB,EAAE,IAAY,EAAE,GAAQ;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAA;QAClD,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAe,CAAC,CAAA;IAC1C,CAAC;IAED,kBAAkB,CAAC,IAAmB;QACpC,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,CAAA;QAC9B,OAAO,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,CAAC,kBAAkB,EAAE,CAAC;YAC5D,OAAO,GAAG,OAAO,CAAC,WAAW,CAAA;QAC/B,CAAC;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;CACF,CAAA;AAED,eAAe,QAAQ,CAAA"}

package/lib/Downloader.d.ts

@@ -7,11 +7,13 @@ import ApiURLDirector from './util/builders/url/api.director.js';
 import { Renderer } from './renderers/abstract.renderer.js';
 interface DownloaderOpts {
     uaString: string;
-    speed: number;
+    workers: number;
+    pageRequestInterval?: number;
     reqTimeout: number;
     optimisationCacheUrl: string;
     s3?: S3;
     webp: boolean;
+    trustedJs?: string[];
     backoffOptions?: BackoffOptions;
     insecure?: boolean;
 }
@@ -41,76 +43,82 @@ export interface DownloadErrorContext {
 declare class Downloader {
     private static instance;
     static getInstance(): Downloader;
-    private _speed;
-    cssDependenceUrls: KVS<boolean>;
+    private _workers;
+    private _pageRequestInterval;
     private _webp;
     private _requestTimeout;
     private _basicRequestOptions;
     private _arrayBufferRequestOptions;
     private _jsonRequestOptions;
     private _streamRequestOptions;
-    wikimediaMobileJsDependenciesList: string[];
-    wikimediaMobileStyleDependenciesList: string[];
+    trustedJs: string[];
+    customCssUrls: string[];
+    customJsUrls: string[];
+    mathJaxSource: string | null;
+    mathJaxConfig: string | null;
+    mathJaxConfigScript: string | null;
+    mathJaxEntryPoint: string;
+    mathJaxAllPages: boolean;
     private uaString;
     private backoffOptions;
     private optimisationCacheUrl;
     private s3;
     private _apiUrlDirector;
     private cookierJar;
-    private articleUrlDirector;
-    private mainPageUrlDirector;
+    private pageUrlDirector;
     private insecure;
-    get speed(): number;
+    get workers(): number;
+    get pageRequestInterval(): number;
     get webp(): boolean;
     get requestTimeout(): number;
-    get basicRequestOptions(): AxiosRequestConfig<any>;
-    get arrayBufferRequestOptions(): AxiosRequestConfig<any>;
-    get jsonRequestOptions(): AxiosRequestConfig<any>;
-    get streamRequestOptions(): AxiosRequestConfig<any>;
+    get basicRequestOptions(): AxiosRequestConfig<any, any>;
+    get arrayBufferRequestOptions(): AxiosRequestConfig<any, any>;
+    get jsonRequestOptions(): AxiosRequestConfig<any, any>;
+    get streamRequestOptions(): AxiosRequestConfig<any, any>;
     get apiUrlDirector(): ApiURLDirector;
-    set init({ uaString, speed, reqTimeout, optimisationCacheUrl, s3, webp, backoffOptions, insecure }: DownloaderOpts);
+    set init({ uaString, workers, pageRequestInterval, reqTimeout, optimisationCacheUrl, s3, webp, trustedJs, backoffOptions, insecure, }: DownloaderOpts);
     private reset;
+    /**
+     * Destroys HTTP agents to properly close all connections.
+     * This is required for tests to prevent "Jest environment has been torn down" errors.
+     * Safe to call multiple times (idempotent).
+     */
+    destroy(): Promise<void>;
     private getUrlDirector;
-    setUrlsDirectors(mainPageRenderer: Renderer, articlesRenderer: Renderer): void;
-    getArticleUrl(articleId: string, articleUrlOpts?: RendererArticleOpts): string;
-    getMainPageUrl(articleId: string): string;
+    setUrlsDirectors(pagesRenderer: Renderer): void;
+    getPageUrl(pageTitle: PageTitle, pageUrlOpts?: PageUrlOpts): string;
     removeEtagWeakPrefix(etag: string): string;
     querySiteInfo(): Promise<SiteInfoResponse>;
-    getArticleDetailsIds(articleIds: string[], shouldGetThumbnail?: boolean): Promise<QueryMwRet>;
-    getArticleDetailsNS(ns: number, gapcontinue?: string): Promise<{
+    getPagesByTitle(pageTitles: PageTitle[], shouldGetThumbnail?: boolean, followRedirects?: boolean): Promise<QueryMwRet>;
+    getPagesByNamespace(namespace: number, requestGapcontinue?: string): Promise<{
         gapContinue: string;
-        articleDetails: QueryMwRet;
+        pages: QueryMwRet;
     }>;
-    getLogEvents(letype: string, articleId: string): Promise<any>;
-    getArticle(articleId: string, articleDetailXId: RKVS<ArticleDetail>, articleRenderer: Renderer, articleUrl: any, dump: Dump, articleDetail?: ArticleDetail): Promise<any>;
+    getLogEvents(letype: string, pageTitle: PageTitle): Promise<any>;
+    getPage(pageTitle: PageTitle, pageRenderer: Renderer, pageUrl: any, dump: Dump, pageDetail?: PageDetail): Promise<RenderOutput>;
     getJSON<T>(_url: string): Promise<T>;
     request<T = any, R extends AxiosResponse<T> = AxiosResponse<T>, D = any>(config: AxiosRequestConfig<D>): Promise<R>;
     get<T = any, R extends AxiosResponse<T> = AxiosResponse<T>, D = any>(url: string, config?: AxiosRequestConfig<D>): Promise<R>;
     post<T = any, R extends AxiosResponse<T> = AxiosResponse<T>, D = any>(url: string, data?: D, config?: AxiosRequestConfig<D>): Promise<R>;
-    downloadContent(_url: string, kind: DonwloadKind, retry?: boolean): Promise<{
+    downloadContent(_url: string, kind: DownloadKind, retry?: boolean, requestedWidth?: number): Promise<{
         content: Buffer | string;
         contentType: string;
         setCookie: string | null;
     }>;
     canGetUrl(url: string): Promise<boolean>;
     private static handleMWWarningsAndErrors;
-    private getArticleQueryOpts;
-    private setArticleSubCategories;
+    private getPageQueryOpts;
     private getJSONCb;
     private getImageMimeType;
+    private getSharpObject;
+    private compressDefault;
     private getCompressedBody;
     private getContentCb;
     private downloadImage;
     private errHandler;
-    private getSubCategories;
+    private getCategoryMembers;
     private backoffCall;
-    getModuleDependencies(title: string): Promise<{
-        jsConfigVars: string;
-        jsDependenciesList: string[];
-        styleDependenciesList: any[];
-    }>;
     private streamToBuffer;
-    static extractJsConfigVars(headhtml: string): string;
 }
 export { Downloader as DownloaderClass };
 declare const _default: Downloader;