mgbuild 1.7.7 → 1.7.8

package/lib/index.d.ts

@@ -1,5 +1,6 @@
 import * as br from "./mgs/br";
 import * as rm from "./mgs/rm";
+import * as mo from "./mgs/mo";
 export * from "./mgs/md";
 export * from "./hqs";
 export { GeekGen } from "./utils/tools";
@@ -7,4 +8,5 @@ export * from "./@types";
 export declare const AlternativeSources: {
     br: typeof br;
     rm: typeof rm;
+    mo: typeof mo;
 };

package/lib/index.js

@@ -35771,6 +35771,13 @@ __nccwpck_require__.d(rm_namespaceObject, {
   "Scraper": () => (rm_Scraper)
 });
 
+// NAMESPACE OBJECT: ./src/mgs/mo/index.ts
+var mo_namespaceObject = {};
+__nccwpck_require__.r(mo_namespaceObject);
+__nccwpck_require__.d(mo_namespaceObject, {
+  "Scraper": () => (mo_Scraper)
+});
+
 ;// CONCATENATED MODULE: ./node_modules/cheerio/dist/esm/options.js
 const defaultOpts = {
     _useHtmlParser2: false,
@@ -54243,7 +54250,11 @@ function tools_getText(url, options) {
     });
 }
 function urlFromSrcSet(srcset) {
-    return ((srcset === null || srcset === void 0 ? void 0 : srcset.split(" ").filter((a) => a.includes("http")).at(-1)) || "");
+    var _a;
+    return (((_a = srcset === null || srcset === void 0 ? void 0 : srcset.split(",").map((a) => {
+        const [url, val] = a.split(" ").filter(Boolean);
+        return { url: url.trim(), size: Number(val.replace(/\D/g, "")) };
+    }).sort((a, b) => b.size - a.size).find((a) => a.url.includes("http"))) === null || _a === void 0 ? void 0 : _a.url) || "");
 }
 function getJSON(url, options) {
     return __awaiter(this, void 0, void 0, function* () {
@@ -55514,6 +55525,311 @@ class rm_Scraper {
     }
 }
 
+;// CONCATENATED MODULE: ./src/mgs/mo/manga.ts
+
+
+function mo_manga_getChapters($, slug) {
+    const chapters = [];
+    $(".wp-manga-chapter a").each((_, el) => {
+        var _a;
+        const chapter = {};
+        const number = (_a = $(el)) === null || _a === void 0 ? void 0 : _a.text();
+        const link = $(el).attr("href");
+        if (!link)
+            return;
+        chapter.id = mo_manga_getChapterCode(link);
+        chapter.number = getChapterNumber(number);
+        if (chapter.number === undefined)
+            return;
+        chapter.title = getChapterTitle(chapter.number);
+        chapter.geek = `capitulo-${chapter.number}-${slug}`;
+        chapters.push(chapter);
+    });
+    return chapters.reverse();
+}
+function mo_manga_getChapterCode(link) {
+    var _a;
+    return (_a = link === null || link === void 0 ? void 0 : link.split("/")) === null || _a === void 0 ? void 0 : _a.filter((a) => a).slice(-2).join("/");
+}
+function mo_manga_scrapeTags($) {
+    const tags = [];
+    $(".genres-content a").each((_, el) => {
+        const tag = $(el).text();
+        if (!tag)
+            return;
+        tags.push(tag);
+    });
+    return getTags(tags.join(""));
+}
+function mo_manga_getDescription($) {
+    var _a, _b, _c;
+    return (_c = (_b = (_a = $(".post-content_item > div > p")) === null || _a === void 0 ? void 0 : _a.text()) === null || _b === void 0 ? void 0 : _b.replace(/\r|\n/gi, "")) === null || _c === void 0 ? void 0 : _c.trim();
+}
+function mo_manga_getManga($, slug) {
+    var _a, _b;
+    const manga = {};
+    manga.title = (_b = (_a = $(".post-title h1")) === null || _a === void 0 ? void 0 : _a.text()) === null || _b === void 0 ? void 0 : _b.trim();
+    manga.geek = GeekGen(manga.title);
+    manga.slug = toSlug(manga.title);
+    if (!slug)
+        return manga;
+    manga.description = mo_manga_getDescription($);
+    manga.cover = urlFromSrcSet($(".summary_image .img-responsive").attr("srcset"));
+    manga.tags = mo_manga_scrapeTags($);
+    manga.available = !manga.tags.includes("+18");
+    const isValidCover = !manga.cover.includes("data:image");
+    if (!isValidCover)
+        manga.cover = "";
+    return manga;
+}
+
+;// CONCATENATED MODULE: ./src/mgs/mo/chapter.ts
+var mo_chapter_awaiter = (undefined && undefined.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+function mo_chapter_getChapter($) {
+    return mo_chapter_awaiter(this, void 0, void 0, function* () {
+        try {
+            const pages = [];
+            $(".reading-content img").each((_, el) => {
+                const page = $(el).attr("src");
+                if (!page)
+                    return;
+                pages.push(page.trim());
+            });
+            return { pages };
+        }
+        catch (e) {
+            return { pages: [] };
+        }
+    });
+}
+
+;// CONCATENATED MODULE: ./src/mgs/mo/recent.ts
+
+function mo_recent_getRecentList($) {
+    const recents = [];
+    $(".page-listing-item .page-item-detail").each((_, el) => {
+        var _a, _b;
+        const aTag = $(el).find(".post-title a");
+        const link = aTag === null || aTag === void 0 ? void 0 : aTag.attr("href");
+        const title = (_a = aTag === null || aTag === void 0 ? void 0 : aTag.text()) === null || _a === void 0 ? void 0 : _a.trim();
+        const cover = urlFromSrcSet((_b = $(el).find(".item-thumb img")) === null || _b === void 0 ? void 0 : _b.attr("srcset"));
+        const isValidCover = !cover.includes("data:image");
+        if (!link)
+            return;
+        const manga = {
+            title,
+            cover: isValidCover ? cover : undefined,
+            code: getSlug(link),
+            chapters: [],
+        };
+        $(el)
+            .find(".list-chapter .chapter a")
+            .each((_, el) => {
+            const title = $(el).text();
+            if (!title)
+                return;
+            const number = getChapterNumber(title);
+            if (!number)
+                return;
+            manga.chapters.push(number);
+        });
+        recents.push(manga);
+    });
+    return recents;
+}
+
+;// CONCATENATED MODULE: ./src/mgs/mo/headers.ts
+/* harmony default export */ const mo_headers = ({
+    manga: {
+        referer: "https://mangaonline.blog/",
+        accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8",
+        "accept-language": "pt-BR,pt;q=0.9",
+        "cache-control": "no-cache",
+        priority: "u=0, i",
+        pragma: "no-cache",
+        "sec-ch-ua": '"Not.A/Brand";v="8", "Chromium";v="117", "Google Chrome";v="114"',
+        "sec-ch-ua-mobile": "?0",
+        "sec-ch-ua-platform": '"Windows"',
+        "sec-fetch-dest": "document",
+        "sec-fetch-mode": "navigate",
+        "sec-fetch-site": "none",
+        "sec-fetch-user": "?1",
+        "sec-gpc": "1",
+        "upgrade-insecure-requests": "1",
+        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36",
+    },
+    chapter: {
+        referer: "https://mangaonline.blog/",
+        accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8",
+        "accept-language": "pt-BR,pt;q=0.9",
+        "cache-control": "no-cache",
+        priority: "u=0, i",
+        pragma: "no-cache",
+        "sec-ch-ua": '"Not.A/Brand";v="8", "Chromium";v="117", "Google Chrome";v="114"',
+        "sec-ch-ua-mobile": "?0",
+        "sec-ch-ua-platform": '"Windows"',
+        "sec-fetch-dest": "document",
+        "sec-fetch-mode": "navigate",
+        "sec-fetch-site": "none",
+        "sec-fetch-user": "?1",
+        "sec-gpc": "1",
+        "upgrade-insecure-requests": "1",
+        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36",
+    },
+    chapterList: {
+        accept: "*/*",
+        "accept-language": "pt-BR,pt;q=0.7",
+        "cache-control": "no-cache",
+        pragma: "no-cache",
+        priority: "u=1, i",
+        "sec-ch-ua": '"Not.A/Brand";v="8", "Chromium";v="117", "Google Chrome";v="114"',
+        "sec-ch-ua-mobile": "?0",
+        "sec-ch-ua-platform": '"Windows"',
+        "sec-fetch-dest": "empty",
+        "sec-fetch-mode": "cors",
+        "sec-fetch-site": "same-origin",
+        "sec-gpc": "1",
+        "x-requested-with": "XMLHttpRequest",
+        "Referrer-Policy": "strict-origin-when-cross-origin",
+    },
+    recent: {
+        referer: "https://mangaonline.blog/",
+        accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8",
+        "accept-language": "pt-BR,pt;q=0.9",
+        "cache-control": "no-cache",
+        priority: "u=0, i",
+        pragma: "no-cache",
+        "sec-ch-ua": '"Not.A/Brand";v="8", "Chromium";v="117", "Google Chrome";v="114"',
+        "sec-ch-ua-mobile": "?0",
+        "sec-ch-ua-platform": '"Windows"',
+        "sec-fetch-dest": "document",
+        "sec-fetch-mode": "navigate",
+        "sec-fetch-site": "none",
+        "sec-fetch-user": "?1",
+        "sec-gpc": "1",
+        "upgrade-insecure-requests": "1",
+        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36",
+    },
+});
+
+;// CONCATENATED MODULE: ./src/mgs/mo/config.ts
+/* harmony default export */ const mo_config = ({
+    manga: {
+        SCRAPE_BASE_URL: "https://mangaonline.blog",
+        EMPTY_THUMB: "https://i.imgur.com/2rtqQH3.jpg",
+        EMPTY_BACKGROUND: "https://i.imgur.com/c46jEEF.jpg",
+    },
+});
+
+;// CONCATENATED MODULE: ./src/mgs/mo/index.ts
+var mo_awaiter = (undefined && undefined.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+
+
+
+
+
+
+const { manga: mo_manga } = mo_config;
+class mo_Scraper {
+    constructor(logger) {
+        this.logger = logger;
+    }
+    chapterList(referer, slug) {
+        var _a;
+        return mo_awaiter(this, void 0, void 0, function* () {
+            const url = `${referer}/ajax/chapters/`;
+            (_a = this.logger) === null || _a === void 0 ? void 0 : _a.call(this, {
+                type: "ping",
+                method: "manga",
+                time: Date.now().toString(),
+                url,
+            });
+            const html = yield HTML(url, {
+                headers: Object.assign(Object.assign({}, mo_headers.chapterList), { referer: url }),
+                method: "POST",
+            });
+            return mo_manga_getChapters(html, slug);
+        });
+    }
+    manga(manga_code) {
+        var _a;
+        return mo_awaiter(this, void 0, void 0, function* () {
+            const url = `${mo_manga.SCRAPE_BASE_URL}/manga/${manga_code}`;
+            (_a = this.logger) === null || _a === void 0 ? void 0 : _a.call(this, {
+                type: "ping",
+                method: "manga",
+                time: Date.now().toString(),
+                url,
+            });
+            const html = yield HTML(url, {
+                headers: mo_headers.manga,
+            });
+            const data = mo_manga_getManga(html, manga_code);
+            data.chapters = yield this.chapterList(url, data.slug);
+            return data;
+        });
+    }
+    chapterById(chapter_id) {
+        var _a;
+        return mo_awaiter(this, void 0, void 0, function* () {
+            const url = `${mo_manga.SCRAPE_BASE_URL}/manga/${chapter_id}`;
+            (_a = this.logger) === null || _a === void 0 ? void 0 : _a.call(this, {
+                type: "ping",
+                method: "chapter",
+                time: Date.now().toString(),
+                url,
+            });
+            const html = yield HTML(url, {
+                headers: mo_headers.chapter,
+            });
+            return mo_chapter_getChapter(html);
+        });
+    }
+    chapter(manga_code, chapter_number) {
+        return mo_awaiter(this, void 0, void 0, function* () {
+            const data = yield this.manga(manga_code);
+            const chapter = data.chapters.find((chapter) => chapter.number === chapter_number);
+            if (!chapter.id)
+                return { pages: [] };
+            return this.chapterById(chapter.id);
+        });
+    }
+    recents(page = 1) {
+        var _a;
+        return mo_awaiter(this, void 0, void 0, function* () {
+            let url = mo_manga.SCRAPE_BASE_URL;
+            if (page > 1)
+                url += `/page/${page}`;
+            (_a = this.logger) === null || _a === void 0 ? void 0 : _a.call(this, {
+                type: "ping",
+                method: "recents",
+                time: Date.now().toString(),
+                url,
+            });
+            const mangas = yield HTML(url, {
+                headers: mo_headers.recent,
+            });
+            return mo_recent_getRecentList(mangas);
+        });
+    }
+}
+
 ;// CONCATENATED MODULE: ./src/mgs/md/core/utils.ts
 var utils_awaiter = (undefined && undefined.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
@@ -56302,9 +56618,11 @@ function getHqDetails(id) {
 
 
 
+
 const AlternativeSources = {
     br: br_namespaceObject,
     rm: rm_namespaceObject,
+    mo: mo_namespaceObject,
 };
 
 })();

package/lib/mgs/mo/chapter.d.ts

@@ -0,0 +1,4 @@
+/// <reference types="cheerio" />
+export declare function getChapter($: cheerio.Root): Promise<{
+    pages: string[];
+}>;

package/lib/mgs/mo/config.d.ts

@@ -0,0 +1,8 @@
+declare const _default: {
+    manga: {
+        SCRAPE_BASE_URL: string;
+        EMPTY_THUMB: string;
+        EMPTY_BACKGROUND: string;
+    };
+};
+export default _default;

package/lib/mgs/mo/headers.d.ts

@@ -0,0 +1,73 @@
+declare const _default: {
+    manga: {
+        referer: string;
+        accept: string;
+        "accept-language": string;
+        "cache-control": string;
+        priority: string;
+        pragma: string;
+        "sec-ch-ua": string;
+        "sec-ch-ua-mobile": string;
+        "sec-ch-ua-platform": string;
+        "sec-fetch-dest": string;
+        "sec-fetch-mode": string;
+        "sec-fetch-site": string;
+        "sec-fetch-user": string;
+        "sec-gpc": string;
+        "upgrade-insecure-requests": string;
+        "user-agent": string;
+    };
+    chapter: {
+        referer: string;
+        accept: string;
+        "accept-language": string;
+        "cache-control": string;
+        priority: string;
+        pragma: string;
+        "sec-ch-ua": string;
+        "sec-ch-ua-mobile": string;
+        "sec-ch-ua-platform": string;
+        "sec-fetch-dest": string;
+        "sec-fetch-mode": string;
+        "sec-fetch-site": string;
+        "sec-fetch-user": string;
+        "sec-gpc": string;
+        "upgrade-insecure-requests": string;
+        "user-agent": string;
+    };
+    chapterList: {
+        accept: string;
+        "accept-language": string;
+        "cache-control": string;
+        pragma: string;
+        priority: string;
+        "sec-ch-ua": string;
+        "sec-ch-ua-mobile": string;
+        "sec-ch-ua-platform": string;
+        "sec-fetch-dest": string;
+        "sec-fetch-mode": string;
+        "sec-fetch-site": string;
+        "sec-gpc": string;
+        "x-requested-with": string;
+        "Referrer-Policy": string;
+    };
+    recent: {
+        referer: string;
+        accept: string;
+        "accept-language": string;
+        "cache-control": string;
+        priority: string;
+        pragma: string;
+        "sec-ch-ua": string;
+        "sec-ch-ua-mobile": string;
+        "sec-ch-ua-platform": string;
+        "sec-fetch-dest": string;
+        "sec-fetch-mode": string;
+        "sec-fetch-site": string;
+        "sec-fetch-user": string;
+        "sec-gpc": string;
+        "upgrade-insecure-requests": string;
+        "user-agent": string;
+    };
+};
+export default _default;

package/lib/mgs/mo/index.d.ts

@@ -0,0 +1,21 @@
+type Log = {
+    type: "ping" | "error";
+    method: string;
+    url: string;
+    time: string;
+};
+type Logger = (log: Log) => any;
+export declare class Scraper {
+    private logger?;
+    constructor(logger?: Logger);
+    private chapterList;
+    manga(manga_code: string): Promise<import("../..").ScrapedManga>;
+    chapterById(chapter_id: string | number): Promise<{
+        pages: string[];
+    }>;
+    chapter(manga_code: string, chapter_number: number): Promise<{
+        pages: string[];
+    }>;
+    recents(page?: number): Promise<import("../..").RecentScrapeList[]>;
+}
+export {};

package/lib/mgs/mo/manga.d.ts

@@ -0,0 +1,4 @@
+/// <reference types="cheerio" />
+import { ScrapedHostChapter, ScrapedManga } from "../../@types";
+export declare function getChapters($: cheerio.Root, slug: string): ScrapedHostChapter[];
+export declare function getManga($: cheerio.Root, slug: string): ScrapedManga;

package/lib/mgs/mo/recent.d.ts

@@ -0,0 +1,3 @@
+/// <reference types="cheerio" />
+import { RecentScrapeList } from "../../@types";
+export declare function getRecentList($: cheerio.Root): RecentScrapeList[];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mgbuild",
-  "version": "1.7.7",
+  "version": "1.7.8",
   "description": "",
   "main": "lib/index.js",
   "keywords": [],