abot-scraper 1.1.1 → 1.1.3

package/README.MD

@@ -67,4 +67,4 @@ We welcome contributions from the community. If you'd like to contribute, please
 
 ## License
 
-Scraper is licensed under the GPL-3.0-or-later license. See [LICENSE](LICENSE) for more information.
+This project is licensed under the MIT License. See [LICENSE](LICENSE) for more details.

package/license

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Ahlul Mukhramin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "abot-scraper",
-  "version": "1.1.1",
+  "version": "1.1.3",
   "description": "scraper random for downloader and searching",
   "main": "src/index.js",
   "scripts": {
@@ -15,11 +15,10 @@
     "facebook"
   ],
   "author": "Ahlul Mukhramin",
-  "license": "ISC",
+  "license": "MIT",
   "dependencies": {
     "axios": "^1.5.1",
-    "axios-cookiejar-support": "^5.0.5",
     "cheerio": "^1.0.0-rc.12",
-    "tough-cookie": "^5.1.2"
+    "qs": "^6.14.0"
   }
 }

package/src/scraper/downloader.js

@@ -1,12 +1,12 @@
 const { default: axios } = require("axios");
 const cheerio = require("cheerio");
-const FormData = require("form-data");
+const qs = require("qs");
 global.creator = `@abotscraper – ahmuq`;
 
 module.exports = class Downloader {
-  facebook = (url) => {
-    return new Promise((resolve, reject) => {
-      let headerss = {
+  async facebook(url) {
+    try {
+      const headers = {
         "User-Agent":
           "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36 Edg/134.0.0.0",
         Origin: "https://www.fdown.world",
@@ -15,280 +15,201 @@ module.exports = class Downloader {
         Cookie: "codehap_domain=www.fdown.world",
       };
 
-      const data = {
-        codehap_link: url,
-        codehap: "true",
-      };
+      const data = new URLSearchParams({ codehap_link: url, codehap: "true" });
+
+      const response = await axios.post(
+        "https://www.fdown.world/result.php",
+        data,
+        { headers }
+      );
 
-      axios("https://www.fdown.world/result.php", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(data)),
-        headers: headerss,
-      })
-        .then(({ data }) => {
-          const $ = cheerio.load(data);
-          const videoUrl = $("video source").attr("src");
-          const imageUrl = $("img").attr("src");
+      const $ = cheerio.load(response.data);
+      const videoUrl = $("video source").attr("src");
+      const imageUrl = $("img").attr("src");
 
-          resolve({
-            creator: global.creator,
-            status: 200,
-            result: {
-              thumbnail: imageUrl,
-              videoUrl: videoUrl,
-            },
-          });
-        })
-        .catch(reject);
-    });
-  };
+      return {
+        creator: global.creator,
+        status: 200,
+        result: {
+          thumbnail: imageUrl,
+          videoUrl: videoUrl,
+        },
+      };
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
 
-  tiktokDownloader = (url) => {
-    return new Promise((resolve, reject) => {
-      let headers = {
+  async tiktokDownloader(url) {
+    try {
+      const headers = {
         "sec-ch-ua":
           '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
         "user-agent":
           "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
       };
 
-      let config = {
+      const data = new URLSearchParams({
         id: url,
         locale: "en",
         tt: "WmNzZDk_",
+      });
+
+      const response = await axios.post("https://ssstik.io/abc?url=dl", data, {
+        headers,
+      });
+
+      const $ = cheerio.load(response.data);
+      const title = $("p.maintext").text().trim();
+      const audio = $("a.download_link.music").attr("href");
+      const video = $("a.download_link.without_watermark").attr("href");
+
+      return {
+        creator: global.creator,
+        status: 200,
+        result: {
+          title: title,
+          video: video,
+          audio: audio,
+        },
       };
-      axios("https://ssstik.io/abc?url=dl", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(config)),
-        headers: headers,
-      })
-        .then(({ data }) => {
-          const $ = cheerio.load(data);
-          const title = $("p.maintext").text().trim();
-          const audio = $("a.download_link.music").attr("href");
-          const video = $("a.download_link.without_watermark").attr("href");
-          resolve({
-            creator: global.creator,
-            status: 200,
-            result: {
-              title: title,
-              video: video,
-              audio: audio,
-            },
-          });
-        })
-        .catch(reject);
-    });
-  };
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
 
-  igstory = (username) => {
+  async igstory(username) {
     function encodeParameter(username) {
       const parameter = `-1::${username}::rJP2tBRKf6ktbRqPUBtRE9klgBWb7d`;
       let encoded = Buffer.from(parameter).toString("base64");
-      encoded = encoded
+      return encoded
         .replace(/[+]/g, ".")
         .replace(/[/]/g, "_")
         .replace(/[=]/g, "-");
-
-      return encoded;
     }
-    return new Promise(async (resolve) => {
+
+    try {
       const headers = {
         "User-Agent":
           "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/",
       };
-      try {
-        const encodedParameter = encodeParameter(username);
-        const storyData = await axios(
-          `https://instanavigation.net/api/v1/stories/${encodedParameter}`,
-          {
-            method: "GET",
-            headers: headers,
-          }
-        );
-        const data = storyData.data;
-        const sources = data.stories.map((story) => story.source);
-        return resolve({
-          creator: global.creator,
-          status: 200,
-          result: {
-            user_info: data.user_info,
-            links: sources,
-          },
-        });
-      } catch (error) {
-        return resolve({
-          creator: global.creator,
-          status: false,
-        });
-      }
-    });
-  };
 
-  instagram = (url) => {
-    return new Promise((resolve, reject) => {
-      let config = {
+      const encodedParameter = encodeParameter(username);
+      const response = await axios.get(
+        `https://instanavigation.net/api/v1/stories/${encodedParameter}`,
+        { headers }
+      );
+
+      const data = response.data;
+      const sources = data.stories.map((story) => story.source);
+
+      return {
+        creator: global.creator,
+        status: 200,
+        result: {
+          user_info: data.user_info,
+          links: sources,
+        },
+      };
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
+
+  async instagram(url) {
+    try {
+      const config = new URLSearchParams({
         url: url,
         new: 2,
         lang: "en",
         app: "",
-      };
-      let headerss = {
+      });
+
+      const headers = {
         "user-agent":
           "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
       };
-      axios("https://snapinsta.app/get-data.php", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(config)),
-        headers: headerss,
-      })
-        .then(({ data }) => {
-          const downloadLinks = data.files
-            .map((file) => {
-              if (file.__type === "GraphVideo") {
-                return file.video_url;
-              } else if (file.__type === "GraphImage") {
-                return file.download_url;
-              }
-              return null;
-            })
-            .filter((link) => link !== null);
-          resolve({
-            creator: global.creator,
-            status: 200,
-            result: downloadLinks,
-          });
-        })
-        .catch(({ error }) => {
-          reject(error);
-        });
-    });
-  };
 
-  ytMP3(url) {
-    return new Promise((resolve, reject) => {
-      let configd = {
-        k_query: url,
-        k_page: "Youtube Downloader",
-        hl: "en",
-        q_auto: 0,
+      const response = await axios.post(
+        "https://snapinsta.app/get-data.php",
+        config,
+        { headers }
+      );
+
+      const downloadLinks = response.data.files
+        .map((file) =>
+          file.__type === "GraphVideo"
+            ? { type: "video", url: file.video_url }
+            : file.__type === "GraphImage"
+            ? { type: "image", url: file.download_url }
+            : null
+        )
+        .filter((link) => link !== null);
+
+      return {
+        creator: global.creator,
+        status: 200,
+        result: downloadLinks,
       };
-      let headerss = {
-        "sec-ch-ua":
-          '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
+
+  async youtubeDownloader(url) {
+    try {
+      const config = qs.stringify({ url: url, q_auto: 0, ajax: 1, lang: "en" });
+
+      const headers = {
         "user-agent":
           "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-        Cookie:
-          'PHPSESSID=6jo2ggb63g5mjvgj45f612ogt7; _ga=GA1.2.405896420.1625200423; _gid=GA1.2.2135261581.1625200423; _PN_SBSCRBR_FALLBACK_DENIED=1625200785624; MarketGidStorage={"0":{},"C702514":{"page":5,"time":1625200846733}}',
       };
-      axios("https://www.y2mate.com/mates/analyzeV2/ajax", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(configd)),
-        headers: headerss,
-      })
-        .then(({ data }) => {
-          let url = "https://www.youtube.com/watch?v=" + data.vid;
-          let configimg = {
-            url: "https://www.youtube.be/" + url,
-            q_auto: 0,
-            ajax: 1,
-          };
-          let configdl = {
-            vid: data.vid,
-            k: data.links.mp3.mp3128.k,
-          };
-          let size = data.links.mp3.mp3128.size;
-          axios("https://www.y2mate.com/mates/en68/analyze/ajax", {
-            method: "POST",
-            data: new URLSearchParams(Object.entries(configimg)),
-            headers: headerss,
-          }).then(({ data }) => {
-            const $ = cheerio.load(data.result);
-            let img = $("div.thumbnail.cover > a > img").attr("src");
-            axios("https://www.y2mate.com/mates/convertV2/index", {
-              method: "POST",
-              data: new URLSearchParams(Object.entries(configdl)),
-              headers: headerss,
-            }).then(({ data }) => {
-              resolve({
-                creator: global.creator,
-                status: 200,
-                result: {
-                  title: data.title,
-                  ftype: data.ftype,
-                  quality: data.fquality,
-                  thumb: img,
-                  size_mp3: size,
-                  link: data.dlink,
-                },
-              });
-            });
-          });
-        })
-        .catch(reject);
-    });
-  }
 
-  ytMP4 = (url) => {
-    return new Promise((resolve, reject) => {
-      let configd = {
-        k_query: url,
-        k_page: "Youtube Downloader",
-        hl: "en",
-        q_auto: 0,
+      const response = await axios.post(
+        "https://yt1s.net/ajax?retry=undefined&platform=youtube",
+        config,
+        { headers }
+      );
+
+      const $ = cheerio.load(response.data.result);
+      const title = $(".caption b").text().trim();
+      const downloadLinks = {
+        "480p": $('a[data-fquality="480p"]').attr("href"),
+        "720p": $('a[data-fquality="720p"]').attr("href"),
+        "1080p": $('a[data-fquality="1080p"]').attr("href"),
       };
-      let headerss = {
-        "sec-ch-ua":
-          '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
-        "user-agent":
-          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
-        Cookie:
-          'PHPSESSID=6jo2ggb63g5mjvgj45f612ogt7; _ga=GA1.2.405896420.1625200423; _gid=GA1.2.2135261581.1625200423; _PN_SBSCRBR_FALLBACK_DENIED=1625200785624; MarketGidStorage={"0":{},"C702514":{"page":5,"time":1625200846733}}',
+      const thumbnailUrl = $(".thumbnail.cover img").attr("src");
+
+      const mp3ConvertElement = $("#convert-mp3 a");
+      const hrefAttr = mp3ConvertElement.attr("href");
+
+      if (!hrefAttr) throw new Error("MP3 conversion link not found.");
+
+      const mp3ConvertTokenMatch = hrefAttr.match(
+        /mp3_convert_task\('(\d+)',\s*'([^']+)'\)/
+      );
+
+      if (!mp3ConvertTokenMatch)
+        throw new Error("MP3 conversion token not found.");
+
+      const mp3ConvertToken = mp3ConvertTokenMatch[2];
+
+      const mp3Response = await axios.get(
+        `https://api.fabdl.com/youtube/mp3-convert-task?token=${mp3ConvertToken}`
+      );
+
+      return {
+        creator: global.creator,
+        status: true,
+        result: {
+          title: title,
+          thumbnail: thumbnailUrl,
+          downloadLinks: downloadLinks,
+          mp3DownloadUrl: `https://api.fabdl.com${mp3Response.data.result.download_url}`,
+        },
       };
-      axios("https://www.y2mate.com/mates/analyzeV2/ajax", {
-        method: "POST",
-        data: new URLSearchParams(Object.entries(configd)),
-        headers: headerss,
-      })
-        .then(({ data }) => {
-          let url = "https://www.youtube.com/watch?v=" + data.vid;
-          let configimg = {
-            url: "https://www.youtube.be/" + url,
-            q_auto: 0,
-            ajax: 1,
-          };
-          let configdl = {
-            vid: data.vid,
-            k: data.links.mp4[135].k,
-          };
-          let size = data.links.mp4[135].size;
-          axios("https://www.y2mate.com/mates/en68/analyze/ajax", {
-            method: "POST",
-            data: new URLSearchParams(Object.entries(configimg)),
-            headers: headerss,
-          }).then(({ data }) => {
-            const $ = cheerio.load(data.result);
-            let img = $("div.thumbnail.cover > a > img").attr("src");
-            axios("https://www.y2mate.com/mates/convertV2/index", {
-              method: "POST",
-              data: new URLSearchParams(Object.entries(configdl)),
-              headers: headerss,
-            }).then(({ data }) => {
-              resolve({
-                creator: global.creator,
-                status: 200,
-                result: {
-                  title: data.title,
-                  ftype: data.ftype,
-                  thumb: img,
-                  size_mp4: size,
-                  link: data.dlink,
-                },
-              });
-            });
-          });
-        })
-        .catch(reject);
-    });
-  };
+    } catch (error) {
+      return { creator: global.creator, status: false, msg: error.message };
+    }
+  }
 };

package/testing.js

@@ -1,70 +1,90 @@
-// Import Axios (jika di Node.js)
-const axios = require("axios"); // Hapus baris ini jika di browser
+const axios = require("axios");
+const cheerio = require("cheerio");
 
-// Fungsi untuk meng-encode parameter
-function encodeParameter(username) {
-  // Format parameter: "-1::username::token"
-  const parameter = `-1::${username}::rJP2tBRKf6ktbRqPUBtRE9klgBWb7d`;
+function youtubeDownloader(url) {
+  return new Promise((resolve, reject) => {
+    let configd = {
+      url: url,
+      q_auto: 0,
+      ajax: 1,
+      lang: "en",
+    };
+    let headerss = {
+      "user-agent":
+        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
+    };
 
-  // Encode ke Base64
-  let encoded = Buffer.from(parameter).toString("base64");
+    axios
+      .post(
+        "https://yt1s.net/ajax?retry=undefined&platform=youtube",
+        new URLSearchParams(Object.entries(configd)),
+        { headers: headerss }
+      )
+      .then(({ data }) => {
+        console.log(data);
+        const $ = cheerio.load(data.result);
 
-  // Ganti karakter khusus
-  encoded = encoded
-    .replace(/[+]/g, ".")
-    .replace(/[/]/g, "_")
-    .replace(/[=]/g, "-");
+        // Extract title
+        const title = $(".caption b").text().trim();
+        const thumbnailUrl = $(".thumbnail.cover img").attr("src");
 
-  return encoded;
-}
+        // Extract download links for 480p, 720p, 1080p
+        const downloadLinks = {
+          "480p": $('a[data-fquality="480p"]').attr("href"),
+          "720p": $('a[data-fquality="720p"]').attr("href"),
+          "1080p": $('a[data-fquality="1080p"]').attr("href"),
+        };
 
-// Fungsi untuk mengambil data story dari API menggunakan Axios
-async function fetchStoryData(username) {
-  const baseUrl = "https://instanavigation.net";
-  const encodedParameter = encodeParameter(username);
-  const apiUrl = `${baseUrl}/api/v1/stories/${encodedParameter}`;
+        // Extract MP3 convert token
+        const mp3ConvertElement = $("#convert-mp3 a");
+        if (!mp3ConvertElement.length) {
+          throw new Error("Elemen konversi MP3 tidak ditemukan");
+        }
 
-  try {
-    // Lakukan permintaan ke API menggunakan Axios
-    const response = await axios.get(apiUrl);
+        const hrefAttr = mp3ConvertElement.attr("href");
+        if (!hrefAttr) {
+          throw new Error("Atribut href tidak ditemukan");
+        }
 
-    // Ambil data dari response
-    const data = response.data;
-    return data;
-  } catch (error) {
-    console.error("Error fetching story data:", error.message);
-    return null;
-  }
-}
+        console.log(hrefAttr);
 
-// Contoh penggunaan
-(async () => {
-  const username = "cristiano"; // Ganti dengan username yang diinginkan
-  const storyData = await fetchStoryData(username);
+        // Extract token from href attribute
+        const mp3ConvertTokenMatch = hrefAttr.match(
+          /mp3_convert_task\('(\d+)',\s*'([^']+)'\)/
+        );
+
+        if (!mp3ConvertTokenMatch || !mp3ConvertTokenMatch[2]) {
+          throw new Error("Token konversi MP3 tidak ditemukan");
+        }
 
-  if (storyData) {
-    console.log("Data Story:", storyData);
+        const mp3ConvertToken = mp3ConvertTokenMatch[2];
 
-    // Simpan data ke localStorage (jika di browser)
-    if (typeof localStorage !== "undefined" && storyData.user_info) {
-      const userInfo = storyData.user_info;
-      localStorage.setItem(
-        userInfo.username,
-        JSON.stringify([
-          userInfo.id,
-          userInfo.full_name,
-          userInfo.profile_pic_url,
-          userInfo.is_private,
-          userInfo.is_verified,
-          userInfo.posts,
-          userInfo.followers,
-          userInfo.following,
-          Date.now(),
-        ])
-      );
-      console.log("Data disimpan di localStorage.");
-    }
-  } else {
-    console.log("Gagal mengambil data story.");
-  }
-})();
+        // Convert MP3
+        axios
+          .get(
+            `https://api.fabdl.com/youtube/mp3-convert-task?token=${mp3ConvertToken}`
+          )
+          .then(({ data: mp3Data }) => {
+            const mp3DownloadUrl = `https://api.fabdl.com${mp3Data.result.download_url}`;
+
+            resolve({
+              creator: global.creator,
+              status: 200,
+              result: {
+                title: title,
+                thumbnail: thumbnailUrl,
+                downloadLinks: downloadLinks,
+                mp3DownloadUrl: mp3DownloadUrl,
+              },
+            });
+          })
+          .catch(reject);
+      })
+      .catch(reject);
+  });
+}
+
+// Contoh penggunaan
+youtubeDownloader("https://www.youtube.com/watch?v=8JW6qzPCkE8")
+  .then((result) => console.log(result))
+  .catch((error) => console.error(error));