abot-scraper 1.1.0 → 1.1.2

package/README.MD

@@ -21,9 +21,10 @@ npm i github:ahlulmukh/abot-scraper
 For Downloader
 
 ```js
-const { Downloader } = require("@ahlulmukh/abot-scraper");
+const { downloader } = require("@ahlulmukh/abot-scraper");
 
-Downloader.ytMP4("https://youtu.be/j_MlBCb9-m8?si=g6KsGM6cHNotU-rH")
+downloader
+  .ytMP4("https://youtu.be/j_MlBCb9-m8?si=g6KsGM6cHNotU-rH")
   .then((result) => {
     console.log(result); // json;
   })
@@ -35,9 +36,10 @@ Downloader.ytMP4("https://youtu.be/j_MlBCb9-m8?si=g6KsGM6cHNotU-rH")
 For Search
 
 ```js
-const { Search } = require("@ahlulmukh/abot-scraper");
+const { search } = require("@ahlulmukh/abot-scraper");
 
-Search.ytPlay("Lagu Terbaru")
+search
+  .ytPlay("Lagu Terbaru")
   .then((result) => {
     console.log(result); // json;
   })

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "abot-scraper",
-  "version": "1.1.0",
+  "version": "1.1.2",
   "description": "scraper random for downloader and searching",
   "main": "src/index.js",
   "scripts": {
@@ -18,6 +18,7 @@
   "license": "ISC",
   "dependencies": {
     "axios": "^1.5.1",
-    "cheerio": "^1.0.0-rc.12"
+    "cheerio": "^1.0.0-rc.12",
+    "qs": "^6.14.0"
   }
-}
+}

package/src/index.js

@@ -2,6 +2,6 @@ const Downloader = require("./scraper/downloader");
 const Search = require("./scraper/search");
 
 module.exports = {
-  Downloader: new Downloader(),
-  Search: new Search(),
+  downloader: new Downloader(),
+  search: new Search(),
 };

package/src/scraper/downloader.js

@@ -1,307 +1,215 @@
 const { default: axios } = require("axios");
 const cheerio = require("cheerio");
+const qs = require("qs");
 global.creator = `@abotscraper – ahmuq`;
 
 module.exports = class Downloader {
-  facebook = (url) => {
-    return new Promise((resolve, reject) => {
-      let config = {
-        url: url,
-      };
-      let headerss = {
-        "sec-ch-ua":
-          '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
-        "user-agent":
-          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-        Cookie:
-          'PHPSESSID=6jo2ggb63g5mjvgj45f612ogt7; _ga=GA1.2.405896420.1625200423; _gid=GA1.2.2135261581.1625200423; _PN_SBSCRBR_FALLBACK_DENIED=1625200785624; MarketGidStorage={"0":{},"C702514":{"page":5,"time":1625200846733}}',
+  async facebook(url) {
+    try {
+      const headers = {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36 Edg/134.0.0.0",
+        Origin: "https://www.fdown.world",
+        referer: "https://www.fdown.world/",
+        "x-requested-with": "XMLHttpRequest",
+        Cookie: "codehap_domain=www.fdown.world",
       };
-      axios("https://www.getfvid.com/downloader", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(config)),
-        headers: headerss,
-      })
-        .then(({ data }) => {
-          const $ = cheerio.load(data);
-          const title = $(".card-title a").text().trim();
-          const links = {
-            hd: "",
-            sd: "",
-            audio: "",
-          };
 
-          $(".btns-download a").each((index, element) => {
-            const link = $(element).attr("href");
-            const text = $(element).text();
-            if (text.includes("HD Quality")) {
-              links.hd = link;
-            } else if (text.includes("Normal Quality")) {
-              links.sd = link;
-            } else if (text.includes("Audio Only")) {
-              links.audio = link;
-            }
-          });
+      const data = new URLSearchParams({ codehap_link: url, codehap: "true" });
 
-          resolve({
-            creator: global.creator,
-            status: 200,
-            result: {
-              title: title,
-              hd: links.hd,
-              sd: links.sd,
-              audio: links.audio,
-            },
-          });
-        })
-        .catch(reject);
-    });
-  };
+      const response = await axios.post(
+        "https://www.fdown.world/result.php",
+        data,
+        { headers }
+      );
 
-  tiktokDownloader = (url) => {
-    return new Promise((resolve, reject) => {
-      let headers = {
+      const $ = cheerio.load(response.data);
+      const videoUrl = $("video source").attr("src");
+      const imageUrl = $("img").attr("src");
+
+      return {
+        creator: global.creator,
+        status: 200,
+        result: {
+          thumbnail: imageUrl,
+          videoUrl: videoUrl,
+        },
+      };
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
+
+  async tiktokDownloader(url) {
+    try {
+      const headers = {
         "sec-ch-ua":
           '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
         "user-agent":
           "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
       };
 
-      let config = {
+      const data = new URLSearchParams({
         id: url,
         locale: "en",
         tt: "WmNzZDk_",
+      });
+
+      const response = await axios.post("https://ssstik.io/abc?url=dl", data, {
+        headers,
+      });
+
+      const $ = cheerio.load(response.data);
+      const title = $("p.maintext").text().trim();
+      const audio = $("a.download_link.music").attr("href");
+      const video = $("a.download_link.without_watermark").attr("href");
+
+      return {
+        creator: global.creator,
+        status: 200,
+        result: {
+          title: title,
+          video: video,
+          audio: audio,
+        },
       };
-      axios("https://ssstik.io/abc?url=dl", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(config)),
-        headers: headers,
-      })
-        .then(({ data }) => {
-          const $ = cheerio.load(data);
-          const title = $("p.maintext").text().trim();
-          const audio = $("a.download_link.music").attr("href");
-          const video = $("a.download_link.without_watermark").attr("href");
-          resolve({
-            creator: global.creator,
-            status: 200,
-            result: {
-              title: title,
-              video: video,
-              audio: audio,
-            },
-          });
-        })
-        .catch(reject);
-    });
-  };
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
 
-  igstory = (username) => {
-    return new Promise(async (resolve) => {
-      try {
-        const data = await axios.get(
-          "https://insta-stories-viewer.com/" + username
-        );
-        const userIdRegex = /var USER_ID = (\d+);/;
-        const match = data.data.match(userIdRegex);
-        const userId = parseInt(match[1]);
-        const hasil = await axios.get(
-          "https://igs.sf-converter.com/api/stories/" + userId
-        );
-        const result = [];
-        hasil.data.result.forEach((item, index) => {
-          const imageUrl =
-            item.image_versions2 &&
-            item.image_versions2.candidates &&
-            item.image_versions2.candidates.length > 0
-              ? item.image_versions2.candidates[0].url
-              : null;
-          const videoUrl =
-            item.video_versions && item.video_versions.length > 0
-              ? item.video_versions[0].url
-              : null;
-          result.push(imageUrl);
-          if (videoUrl) {
-            result.push(videoUrl);
-          }
-          resolve({
-            creator: global.creator,
-            status: 200,
-            result: result,
-          });
-        });
-      } catch (error) {
-        console.log(error);
-        return resolve({
-          creator: global.creator,
-          status: false,
-        });
-      }
-    });
-  };
+  async igstory(username) {
+    function encodeParameter(username) {
+      const parameter = `-1::${username}::rJP2tBRKf6ktbRqPUBtRE9klgBWb7d`;
+      let encoded = Buffer.from(parameter).toString("base64");
+      return encoded
+        .replace(/[+]/g, ".")
+        .replace(/[/]/g, "_")
+        .replace(/[=]/g, "-");
+    }
 
-  instagram = (url) => {
-    return new Promise((resolve, reject) => {
-      let config = {
-        url: url,
-        lang_code: "en",
-        token: "",
+    try {
+      const headers = {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/",
       };
-      let headerss = {
-        "sec-ch-ua":
-          '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
+
+      const encodedParameter = encodeParameter(username);
+      const response = await axios.get(
+        `https://instanavigation.net/api/v1/stories/${encodedParameter}`,
+        { headers }
+      );
+
+      const data = response.data;
+      const sources = data.stories.map((story) => story.source);
+
+      return {
+        creator: global.creator,
+        status: 200,
+        result: {
+          user_info: data.user_info,
+          links: sources,
+        },
+      };
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
+
+  async instagram(url) {
+    try {
+      const config = new URLSearchParams({
+        url: url,
+        new: 2,
+        lang: "en",
+        app: "",
+      });
+
+      const headers = {
         "user-agent":
           "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-        Cookie:
-          'PHPSESSID=6jo2ggb63g5mjvgj45f612ogt7; _ga=GA1.2.405896420.1625200423; _gid=GA1.2.2135261581.1625200423; _PN_SBSCRBR_FALLBACK_DENIED=1625200785624; MarketGidStorage={"0":{},"C702514":{"page":5,"time":1625200846733}}',
       };
-      axios("https://fastdl.app/c/", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(config)),
-        headers: headerss,
-      })
-        .then(({ data }) => {
-          const $ = cheerio.load(data);
-          const downloadLinks = [];
-          $("a[href]").each((index, element) => {
-            const hrefValue = $(element).attr("href");
-            downloadLinks.push(hrefValue);
-          });
-          resolve({
-            creator: global.creator,
-            status: 200,
-            result: downloadLinks,
-          });
-        })
-        .catch(({ error }) => {
-          reject(error);
-        });
-    });
-  };
 
-  ytMP3(url) {
-    return new Promise((resolve, reject) => {
-      let configd = {
-        k_query: url,
-        k_page: "Youtube Downloader",
-        hl: "en",
-        q_auto: 0,
+      const response = await axios.post(
+        "https://snapinsta.app/get-data.php",
+        config,
+        { headers }
+      );
+
+      const downloadLinks = response.data.files
+        .map((file) =>
+          file.__type === "GraphVideo"
+            ? { type: "video", url: file.video_url }
+            : file.__type === "GraphImage"
+            ? { type: "image", url: file.download_url }
+            : null
+        )
+        .filter((link) => link !== null);
+
+      return {
+        creator: global.creator,
+        status: 200,
+        result: downloadLinks,
       };
-      let headerss = {
-        "sec-ch-ua":
-          '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
+
+  async youtubeDownloader(url) {
+    try {
+      const config = qs.stringify({ url: url, q_auto: 0, ajax: 1, lang: "en" });
+
+      const headers = {
         "user-agent":
           "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-        Cookie:
-          'PHPSESSID=6jo2ggb63g5mjvgj45f612ogt7; _ga=GA1.2.405896420.1625200423; _gid=GA1.2.2135261581.1625200423; _PN_SBSCRBR_FALLBACK_DENIED=1625200785624; MarketGidStorage={"0":{},"C702514":{"page":5,"time":1625200846733}}',
       };
-      axios("https://www.y2mate.com/mates/analyzeV2/ajax", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(configd)),
-        headers: headerss,
-      })
-        .then(({ data }) => {
-          let url = "https://www.youtube.com/watch?v=" + data.vid;
-          let configimg = {
-            url: "https://www.youtube.be/" + url,
-            q_auto: 0,
-            ajax: 1,
-          };
-          let configdl = {
-            vid: data.vid,
-            k: data.links.mp3.mp3128.k,
-          };
-          let size = data.links.mp3.mp3128.size;
-          axios("https://www.y2mate.com/mates/en68/analyze/ajax", {
-            method: "POST",
-            data: new URLSearchParams(Object.entries(configimg)),
-            headers: headerss,
-          }).then(({ data }) => {
-            const $ = cheerio.load(data.result);
-            let img = $("div.thumbnail.cover > a > img").attr("src");
-            axios("https://www.y2mate.com/mates/convertV2/index", {
-              method: "POST",
-              data: new URLSearchParams(Object.entries(configdl)),
-              headers: headerss,
-            }).then(({ data }) => {
-              resolve({
-                creator: global.creator,
-                status: 200,
-                result: {
-                  title: data.title,
-                  ftype: data.ftype,
-                  quality: data.fquality,
-                  thumb: img,
-                  size_mp3: size,
-                  link: data.dlink,
-                },
-              });
-            });
-          });
-        })
-        .catch(reject);
-    });
-  }
 
-  ytMP4 = (url) => {
-    return new Promise((resolve, reject) => {
-      let configd = {
-        k_query: url,
-        k_page: "Youtube Downloader",
-        hl: "en",
-        q_auto: 0,
+      const response = await axios.post(
+        "https://yt1s.net/ajax?retry=undefined&platform=youtube",
+        config,
+        { headers }
+      );
+
+      const $ = cheerio.load(response.data.result);
+      const title = $(".caption b").text().trim();
+      const downloadLinks = {
+        "480p": $('a[data-fquality="480p"]').attr("href"),
+        "720p": $('a[data-fquality="720p"]').attr("href"),
+        "1080p": $('a[data-fquality="1080p"]').attr("href"),
       };
-      let headerss = {
-        "sec-ch-ua":
-          '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
-        "user-agent":
-          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-        Cookie:
-          'PHPSESSID=6jo2ggb63g5mjvgj45f612ogt7; _ga=GA1.2.405896420.1625200423; _gid=GA1.2.2135261581.1625200423; _PN_SBSCRBR_FALLBACK_DENIED=1625200785624; MarketGidStorage={"0":{},"C702514":{"page":5,"time":1625200846733}}',
+      const thumbnailUrl = $(".thumbnail.cover img").attr("src");
+
+      const mp3ConvertElement = $("#convert-mp3 a");
+      const hrefAttr = mp3ConvertElement.attr("href");
+
+      if (!hrefAttr) throw new Error("MP3 conversion link not found.");
+
+      const mp3ConvertTokenMatch = hrefAttr.match(
+        /mp3_convert_task\('(\d+)',\s*'([^']+)'\)/
+      );
+
+      if (!mp3ConvertTokenMatch)
+        throw new Error("MP3 conversion token not found.");
+
+      const mp3ConvertToken = mp3ConvertTokenMatch[2];
+
+      const mp3Response = await axios.get(
+        `https://api.fabdl.com/youtube/mp3-convert-task?token=${mp3ConvertToken}`
+      );
+
+      return {
+        creator: global.creator,
+        status: true,
+        result: {
+          title: title,
+          thumbnail: thumbnailUrl,
+          downloadLinks: downloadLinks,
+          mp3DownloadUrl: `https://api.fabdl.com${mp3Response.data.result.download_url}`,
+        },
       };
-      axios("https://www.y2mate.com/mates/analyzeV2/ajax", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(configd)),
-        headers: headerss,
-      })
-        .then(({ data }) => {
-          let url = "https://www.youtube.com/watch?v=" + data.vid;
-          let configimg = {
-            url: "https://www.youtube.be/" + url,
-            q_auto: 0,
-            ajax: 1,
-          };
-          let configdl = {
-            vid: data.vid,
-            k: data.links.mp4[135].k,
-          };
-          let size = data.links.mp4[135].size;
-          axios("https://www.y2mate.com/mates/en68/analyze/ajax", {
-            method: "POST",
-            data: new URLSearchParams(Object.entries(configimg)),
-            headers: headerss,
-          }).then(({ data }) => {
-            const $ = cheerio.load(data.result);
-            let img = $("div.thumbnail.cover > a > img").attr("src");
-            axios("https://www.y2mate.com/mates/convertV2/index", {
-              method: "POST",
-              data: new URLSearchParams(Object.entries(configdl)),
-              headers: headerss,
-            }).then(({ data }) => {
-              resolve({
-                creator: global.creator,
-                status: 200,
-                result: {
-                  title: data.title,
-                  ftype: data.ftype,
-                  thumb: img,
-                  size_mp4: size,
-                  link: data.dlink,
-                },
-              });
-            });
-          });
-        })
-        .catch(reject);
-    });
-  };
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
 };

package/testing.js

@@ -0,0 +1,90 @@
+const axios = require("axios");
+const cheerio = require("cheerio");
+
+function youtubeDownloader(url) {
+  return new Promise((resolve, reject) => {
+    let configd = {
+      url: url,
+      q_auto: 0,
+      ajax: 1,
+      lang: "en",
+    };
+    let headerss = {
+      "user-agent":
+        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
+    };
+
+    axios
+      .post(
+        "https://yt1s.net/ajax?retry=undefined&platform=youtube",
+        new URLSearchParams(Object.entries(configd)),
+        { headers: headerss }
+      )
+      .then(({ data }) => {
+        console.log(data);
+        const $ = cheerio.load(data.result);
+
+        // Extract title
+        const title = $(".caption b").text().trim();
+        const thumbnailUrl = $(".thumbnail.cover img").attr("src");
+
+        // Extract download links for 480p, 720p, 1080p
+        const downloadLinks = {
+          "480p": $('a[data-fquality="480p"]').attr("href"),
+          "720p": $('a[data-fquality="720p"]').attr("href"),
+          "1080p": $('a[data-fquality="1080p"]').attr("href"),
+        };
+
+        // Extract MP3 convert token
+        const mp3ConvertElement = $("#convert-mp3 a");
+        if (!mp3ConvertElement.length) {
+          throw new Error("Elemen konversi MP3 tidak ditemukan");
+        }
+
+        const hrefAttr = mp3ConvertElement.attr("href");
+        if (!hrefAttr) {
+          throw new Error("Atribut href tidak ditemukan");
+        }
+
+        console.log(hrefAttr);
+
+        // Extract token from href attribute
+        const mp3ConvertTokenMatch = hrefAttr.match(
+          /mp3_convert_task\('(\d+)',\s*'([^']+)'\)/
+        );
+
+        if (!mp3ConvertTokenMatch || !mp3ConvertTokenMatch[2]) {
+          throw new Error("Token konversi MP3 tidak ditemukan");
+        }
+
+        const mp3ConvertToken = mp3ConvertTokenMatch[2];
+
+        // Convert MP3
+        axios
+          .get(
+            `https://api.fabdl.com/youtube/mp3-convert-task?token=${mp3ConvertToken}`
+          )
+          .then(({ data: mp3Data }) => {
+            const mp3DownloadUrl = `https://api.fabdl.com${mp3Data.result.download_url}`;
+
+            resolve({
+              creator: global.creator,
+              status: 200,
+              result: {
+                title: title,
+                thumbnail: thumbnailUrl,
+                downloadLinks: downloadLinks,
+                mp3DownloadUrl: mp3DownloadUrl,
+              },
+            });
+          })
+          .catch(reject);
+      })
+      .catch(reject);
+  });
+}
+
+// Contoh penggunaan
+youtubeDownloader("https://www.youtube.com/watch?v=8JW6qzPCkE8")
+  .then((result) => console.log(result))
+  .catch((error) => console.error(error));