abot-scraper 1.1.2 → 1.2.0

package/package.json

@@ -1,24 +1,66 @@
-{
-  "name": "abot-scraper",
-  "version": "1.1.2",
-  "description": "scraper random for downloader and searching",
-  "main": "src/index.js",
-  "scripts": {
-    "test": "npm test"
-  },
-  "keywords": [
-    "scraper",
-    "ytdownloader",
-    "instagram",
-    "youtube-dl",
-    "youtube",
-    "facebook"
-  ],
-  "author": "Ahlul Mukhramin",
-  "license": "ISC",
-  "dependencies": {
-    "axios": "^1.5.1",
-    "cheerio": "^1.0.0-rc.12",
-    "qs": "^6.14.0"
-  }
-}
+{
+  "name": "abot-scraper",
+  "version": "1.2.0",
+  "description": "scraper random for downloader and searching",
+  "type": "module",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
+    }
+  },
+  "files": [
+    "dist",
+    "types"
+  ],
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "scripts": {
+    "build": "tsup",
+    "build:watch": "tsup --watch",
+    "lint": "eslint src/**/*.ts --fix",
+    "lint:check": "eslint src/**/*.ts",
+    "type-check": "tsc --noEmit",
+    "dev": "tsup --watch",
+    "prepublishOnly": "npm run build",
+    "test": "npm run lint:check && npm run type-check && npm run build",
+    "publish:dry": "npm publish --dry-run"
+  },
+  "keywords": [
+    "scraper",
+    "downloader",
+    "ytdownloader",
+    "instagram",
+    "youtube-dl",
+    "youtube",
+    "facebook",
+    "tiktok",
+    "social-media",
+    "video-downloader",
+    "dual-package",
+    "esm",
+    "commonjs",
+    "typescript"
+  ],
+  "author": "Ahlul Mukhramin",
+  "license": "MIT",
+  "dependencies": {
+    "axios": "^1.5.1",
+    "cheerio": "^1.0.0-rc.12",
+    "qs": "^6.14.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.15.27",
+    "@types/qs": "^6.9.15",
+    "eslint": "^9.0.0",
+    "prettier": "^3.3.0",
+    "tsup": "^8.5.0",
+    "typescript": "^5.5.0",
+    "typescript-eslint": "^8.0.0"
+  }
+}

package/types/index.d.ts

@@ -0,0 +1,172 @@
+export interface ApiResponse<T = any> {
+    creator: string;
+    status: number | boolean;
+    result?: T;
+    msg?: string;
+}
+
+export interface FacebookResult {
+    thumbnail: string;
+    videoUrl: string;
+}
+
+export interface TikTokResult {
+    title: string;
+    video: string;
+    audio: string;
+}
+
+export interface InstagramUserInfo {
+    username: string;
+    [key: string]: any;
+}
+
+export interface InstagramStoriesResult {
+    user_info: InstagramUserInfo;
+    links: string[];
+}
+
+export interface InstagramMediaItem {
+    type: "video" | "image";
+    url: string;
+}
+
+export interface YouTubeDownloadLinks {
+    "480p"?: string;
+    "720p"?: string;
+    "1080p"?: string;
+}
+
+export interface YouTubeResult {
+    title: string;
+    thumbnail: string;
+    downloadLinks: YouTubeDownloadLinks;
+    mp3DownloadUrl: string;
+}
+
+export interface SFileDownloadResult {
+    filename: string;
+    mimetype: string;
+    download: string;
+}
+
+export interface SFileSearchItem {
+    title: string;
+    size: string;
+    link: string;
+}
+
+export interface YouTubePlayResult {
+    status: string;
+    title: string;
+    ftype: string;
+    thumb: string;
+    size_mp3: string;
+    link: string;
+}
+
+export interface WallpaperItem {
+    title: string;
+    type: string;
+    source: string;
+    image: string[];
+}
+
+export interface WikimediaItem {
+    title: string;
+    source: string;
+    image: string;
+}
+
+export interface SfileSearchResult {
+    title: string;
+    size: string;
+    link: string;
+}
+
+export interface YtPlayResult {
+    status: string;
+    title: string;
+    ftype: string;
+    thumb: string;
+    size_mp3: string;
+    link: string;
+}
+
+export interface WallpaperResult {
+    title: string;
+    type: string;
+    source: string;
+    image: string[];
+}
+
+export interface WikimediaResult {
+    title: string;
+    source: string;
+    image: string;
+}
+
+export interface YtSearchResult {
+    title: string;
+    thumbnail: string;
+    url: string;
+}
+
+export interface YoutubeResult {
+    title: string;
+    thumbnail: string;
+    downloadLinks: Record<string, string>;
+    mp3DownloadUrl: string;
+}
+
+export interface YoutubeResultV2 {
+    title: string;
+    thumbnail: string | null;
+    downloadLinks: Record<string, string>;
+    video: string | null;
+    audio: string | null;
+    formats: any[];
+}
+
+export interface SfileDownloadResult {
+    filename: string;
+    mimetype: string;
+    download: string;
+}
+
+export declare class Downloader {
+    facebook(url: string): Promise<ApiResponse<FacebookResult>>;
+
+    tiktokDownloader(url: string): Promise<ApiResponse<TikTokResult>>;
+
+    igstory(username: string): Promise<ApiResponse<InstagramStoriesResult>>;
+
+    instagram(url: string): Promise<ApiResponse<InstagramMediaItem[]>>;
+
+    youtubeDownloader(url: string): Promise<ApiResponse<YouTubeResult>>;
+
+    sfileDownloader(url: string): Promise<ApiResponse<SFileDownloadResult>>;
+}
+
+export declare class Search {
+    sfileSearch(query: string, page?: number): Promise<ApiResponse<SFileSearchItem[]>>;
+
+    ytSearch(query: string): Promise<ApiResponse<YtSearchResult[]>>;
+
+    ytPlay(text: string): Promise<ApiResponse<YouTubePlayResult>>;
+
+    wallpaper(title: string, page?: string): Promise<ApiResponse<WallpaperItem[]>>;
+
+    wikimedia(title: string): Promise<ApiResponse<WikimediaItem[]>>;
+}
+
+export declare const downloader: Downloader;
+
+export declare const search: Search;
+
+declare const abot: {
+    downloader: Downloader;
+    search: Search;
+};
+
+export default abot;

package/src/index.js

@@ -1,7 +0,0 @@
-const Downloader = require("./scraper/downloader");
-const Search = require("./scraper/search");
-
-module.exports = {
-  downloader: new Downloader(),
-  search: new Search(),
-};

package/src/scraper/downloader.js

@@ -1,215 +0,0 @@
-const { default: axios } = require("axios");
-const cheerio = require("cheerio");
-const qs = require("qs");
-global.creator = `@abotscraper – ahmuq`;
-
-module.exports = class Downloader {
-  async facebook(url) {
-    try {
-      const headers = {
-        "User-Agent":
-          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36 Edg/134.0.0.0",
-        Origin: "https://www.fdown.world",
-        referer: "https://www.fdown.world/",
-        "x-requested-with": "XMLHttpRequest",
-        Cookie: "codehap_domain=www.fdown.world",
-      };
-
-      const data = new URLSearchParams({ codehap_link: url, codehap: "true" });
-
-      const response = await axios.post(
-        "https://www.fdown.world/result.php",
-        data,
-        { headers }
-      );
-
-      const $ = cheerio.load(response.data);
-      const videoUrl = $("video source").attr("src");
-      const imageUrl = $("img").attr("src");
-
-      return {
-        creator: global.creator,
-        status: 200,
-        result: {
-          thumbnail: imageUrl,
-          videoUrl: videoUrl,
-        },
-      };
-    } catch (error) {
-      return { creator: global.creator, status: false, msg: error.message };
-    }
-  }
-
-  async tiktokDownloader(url) {
-    try {
-      const headers = {
-        "sec-ch-ua":
-          '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
-        "user-agent":
-          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-      };
-
-      const data = new URLSearchParams({
-        id: url,
-        locale: "en",
-        tt: "WmNzZDk_",
-      });
-
-      const response = await axios.post("https://ssstik.io/abc?url=dl", data, {
-        headers,
-      });
-
-      const $ = cheerio.load(response.data);
-      const title = $("p.maintext").text().trim();
-      const audio = $("a.download_link.music").attr("href");
-      const video = $("a.download_link.without_watermark").attr("href");
-
-      return {
-        creator: global.creator,
-        status: 200,
-        result: {
-          title: title,
-          video: video,
-          audio: audio,
-        },
-      };
-    } catch (error) {
-      return { creator: global.creator, status: false, msg: error.message };
-    }
-  }
-
-  async igstory(username) {
-    function encodeParameter(username) {
-      const parameter = `-1::${username}::rJP2tBRKf6ktbRqPUBtRE9klgBWb7d`;
-      let encoded = Buffer.from(parameter).toString("base64");
-      return encoded
-        .replace(/[+]/g, ".")
-        .replace(/[/]/g, "_")
-        .replace(/[=]/g, "-");
-    }
-
-    try {
-      const headers = {
-        "User-Agent":
-          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/",
-      };
-
-      const encodedParameter = encodeParameter(username);
-      const response = await axios.get(
-        `https://instanavigation.net/api/v1/stories/${encodedParameter}`,
-        { headers }
-      );
-
-      const data = response.data;
-      const sources = data.stories.map((story) => story.source);
-
-      return {
-        creator: global.creator,
-        status: 200,
-        result: {
-          user_info: data.user_info,
-          links: sources,
-        },
-      };
-    } catch (error) {
-      return { creator: global.creator, status: false, msg: error.message };
-    }
-  }
-
-  async instagram(url) {
-    try {
-      const config = new URLSearchParams({
-        url: url,
-        new: 2,
-        lang: "en",
-        app: "",
-      });
-
-      const headers = {
-        "user-agent":
-          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-      };
-
-      const response = await axios.post(
-        "https://snapinsta.app/get-data.php",
-        config,
-        { headers }
-      );
-
-      const downloadLinks = response.data.files
-        .map((file) =>
-          file.__type === "GraphVideo"
-            ? { type: "video", url: file.video_url }
-            : file.__type === "GraphImage"
-            ? { type: "image", url: file.download_url }
-            : null
-        )
-        .filter((link) => link !== null);
-
-      return {
-        creator: global.creator,
-        status: 200,
-        result: downloadLinks,
-      };
-    } catch (error) {
-      return { creator: global.creator, status: false, msg: error.message };
-    }
-  }
-
-  async youtubeDownloader(url) {
-    try {
-      const config = qs.stringify({ url: url, q_auto: 0, ajax: 1, lang: "en" });
-
-      const headers = {
-        "user-agent":
-          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-      };
-
-      const response = await axios.post(
-        "https://yt1s.net/ajax?retry=undefined&platform=youtube",
-        config,
-        { headers }
-      );
-
-      const $ = cheerio.load(response.data.result);
-      const title = $(".caption b").text().trim();
-      const downloadLinks = {
-        "480p": $('a[data-fquality="480p"]').attr("href"),
-        "720p": $('a[data-fquality="720p"]').attr("href"),
-        "1080p": $('a[data-fquality="1080p"]').attr("href"),
-      };
-      const thumbnailUrl = $(".thumbnail.cover img").attr("src");
-
-      const mp3ConvertElement = $("#convert-mp3 a");
-      const hrefAttr = mp3ConvertElement.attr("href");
-
-      if (!hrefAttr) throw new Error("MP3 conversion link not found.");
-
-      const mp3ConvertTokenMatch = hrefAttr.match(
-        /mp3_convert_task\('(\d+)',\s*'([^']+)'\)/
-      );
-
-      if (!mp3ConvertTokenMatch)
-        throw new Error("MP3 conversion token not found.");
-
-      const mp3ConvertToken = mp3ConvertTokenMatch[2];
-
-      const mp3Response = await axios.get(
-        `https://api.fabdl.com/youtube/mp3-convert-task?token=${mp3ConvertToken}`
-      );
-
-      return {
-        creator: global.creator,
-        status: true,
-        result: {
-          title: title,
-          thumbnail: thumbnailUrl,
-          downloadLinks: downloadLinks,
-          mp3DownloadUrl: `https://api.fabdl.com${mp3Response.data.result.download_url}`,
-        },
-      };
-    } catch (error) {
-      return { creator: global.creator, status: false, msg: error.message };
-    }
-  }
-};

package/src/scraper/search.js

@@ -1,144 +0,0 @@
-const { default: axios } = require("axios");
-const cheerio = require("cheerio");
-global.creator = `@abotscraper – ahmuq`;
-
-module.exports = class Search {
-  ytPlay = (text) => {
-    return new Promise((resolve, reject) => {
-      let configd = {
-        k_query: text,
-        k_page: "mp3",
-        q_auto: 1,
-      };
-      let headerss = {
-        "sec-ch-ua":
-          '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
-        "user-agent":
-          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-        Cookie:
-          'PHPSESSID=6jo2ggb63g5mjvgj45f612ogt7; _ga=GA1.2.405896420.1625200423; _gid=GA1.2.2135261581.1625200423; _PN_SBSCRBR_FALLBACK_DENIED=1625200785624; MarketGidStorage={"0":{},"C702514":{"page":5,"time":1625200846733}}',
-      };
-
-      axios("https://www.y2mate.com/mates/analyzeV2/ajax", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(configd)),
-        headers: headerss,
-      })
-        .then(({ data }) => {
-          let v = data.vitems;
-          var v2 = v[Math.floor(Math.random() * v.length)].v;
-          let url = "https://www.youtube.com/watch?v=" + v2;
-          let config = {
-            k_query: "https://www.youtube.be/" + url,
-            k_page: "mp3",
-            hl: "en",
-            q_auto: 1,
-          };
-          let config2 = {
-            url: "https://www.youtube.be/" + url,
-            q_auto: 0,
-            ajax: 1,
-          };
-          axios("https://www.y2mate.com/mates/en68/analyze/ajax", {
-            method: "POST",
-            data: new URLSearchParams(Object.entries(config2)),
-            headers: headerss,
-          }).then(({ data }) => {
-            const $ = cheerio.load(data.result);
-            let img = $("div.thumbnail.cover > a > img").attr("src");
-            axios("https://www.y2mate.com/mates/analyzeV2/ajax", {
-              method: "POST",
-              data: new URLSearchParams(Object.entries(config)),
-              headers: headerss,
-            }).then(({ data }) => {
-              const convertConfig = {
-                vid: data.vid,
-                k: data.links.mp3.mp3128.k,
-              };
-              let size = data.links.mp3.mp3128.size;
-              axios("https://www.y2mate.com/mates/convertV2/index", {
-                method: "POST",
-                data: new URLSearchParams(Object.entries(convertConfig)),
-                headers: headerss,
-              })
-                .then((response) => {
-                  resolve({
-                    creator: global.creator,
-                    status: 200,
-                    result: {
-                      status: response.data.status,
-                      title: response.data.title,
-                      ftype: response.data.ftype,
-                      thumb: img,
-                      size_mp3: size,
-                      link: response.data.dlink,
-                    },
-                  });
-                })
-                .catch(reject);
-            });
-          });
-        })
-        .catch(reject);
-    });
-  };
-
-  wallpaper = (title, page = "1") => {
-    return new Promise((resolve, reject) => {
-      axios
-        .get(
-          `https://www.besthdwallpaper.com/search?CurrentPage=${page}&q=${title}`
-        )
-        .then(({ data }) => {
-          let $ = cheerio.load(data);
-          let hasil = [];
-
-          $("div.grid-item").each(function (a, b) {
-            hasil.push({
-              title: $(b).find("p[title]").attr("title").trim(),
-              type: $(b).find("div.info > a:nth-child(2)").text().trim(),
-              source:
-                "https://www.besthdwallpaper.com" + $(b).find("a").attr("href"),
-              image: [
-                $(b).find("picture > img").attr("src"),
-                $(b).find("picture > source:nth-child(1)").attr("srcset"),
-                $(b).find("picture > source:nth-child(2)").attr("srcset"),
-              ],
-            });
-          });
-          resolve({ creator: global.creator, status: 200, hasil });
-        })
-        .catch((error) => {
-          reject(error);
-        });
-    });
-  };
-
-  wikimedia = (title) => {
-    return new Promise((resolve, reject) => {
-      axios
-        .get(
-          `https://commons.wikimedia.org/w/index.php?search=${title}&title=Special:MediaSearch&go=Go&type=image`
-        )
-        .then((res) => {
-          let $ = cheerio.load(res.data);
-          let hasil = [];
-          $(".sdms-search-results__list-wrapper > div > a").each(function (
-            a,
-            b
-          ) {
-            hasil.push({
-              title: $(b).find("img").attr("alt"),
-              source: $(b).attr("href"),
-              image:
-                $(b).find("img").attr("data-src") ||
-                $(b).find("img").attr("src"),
-            });
-          });
-
-          resolve({ creator: global.creator, status: 200, hasil });
-        })
-        .catch(reject);
-    });
-  };
-};