@paiavaliable/scrape-lib 1.0.0

package/README.md

@@ -0,0 +1,103 @@
+# @yourname/scrape-lib
+
+> Ganti `@yourname` di `package.json` dengan scope npm lo sendiri sebelum publish.
+
+Kumpulan scraper/downloader utility buat WhatsApp bot / project Node.js lain.
+
+## Install
+
+```bash
+npm i @yourname/scrape-lib
+```
+
+## Usage
+
+```js
+const scrape = require('@yourname/scrape-lib');
+```
+
+### `searchSongs(query, opts?)`
+Cari lagu di YouTube Music.
+
+```js
+const list = await scrape.searchSongs('love story');
+console.log(list);
+// [{ type, videoId, url, name, artist, album, duration, thumbnails }, ...]
+```
+
+`opts`: `{ GL, HL, cookies }` (opsional — region/language code & cookie string).
+
+---
+
+### `ytmp3(youtubeUrl, format?)`
+Convert video YouTube ke mp3/mp4.
+
+```js
+const res = await scrape.ytmp3('https://youtu.be/xxxxxxxxxxx', 'mp3');
+console.log(res.downloadURL);
+```
+
+`format` default `'mp3'`.
+
+---
+
+### `aioDownload(url)`
+Download media dari TikTok, Twitter, FB, IG, Pinterest, LinkedIn, Snapchat, Threads, Tumblr.
+
+```js
+const res = await scrape.aioDownload('https://vt.tiktok.com/xxxxxxxx/');
+console.log(res);
+```
+
+---
+
+### `bypassLink(url)`
+Bypass link shortener / ad-wall (Linkvertise, dll).
+
+```js
+const res = await scrape.bypassLink('https://linkvertise.com/xxxxxxx');
+console.log(res);
+```
+
+---
+
+### `hdImage(input, opts?)`
+Upscale gambar ke HD.
+
+```js
+// dari path file lokal
+const res = await scrape.hdImage('./image.png');
+
+// dari Buffer (misal media yang di-download dari WA)
+const buffer = await someMessage.download();
+const res = await scrape.hdImage(buffer, { filename: 'photo.jpg' });
+
+console.log(res.result);
+```
+
+---
+
+### `toHitam(input)`
+Filter gambar jadi hitam-putih.
+
+```js
+// dari URL
+const res = await scrape.toHitam('https://example.com/foto.jpg');
+
+// dari Buffer
+const res2 = await scrape.toHitam({ buffer: mediaBuffer, mimetype: 'image/jpeg' });
+
+console.log(res.url); // URL gambar hasil filter
+```
+
+---
+
+## Catatan
+
+Semua fungsi di sini nge-hit API/service pihak ketiga (bukan self-hosted), jadi:
+- Bisa aja berhenti kerja kalo service-nya berubah/down — bukan bug di package ini.
+- Jangan spam request berlebihan ke service-service tersebut.
+
+## License
+
+MIT

package/index.js

@@ -0,0 +1,16 @@
+const { searchSongs } = require('./lib/searchSongs');
+const { ytmp3 } = require('./lib/ytmp3');
+const { aioDownload } = require('./lib/aioDownload');
+const { getToken, bypassLink } = require('./lib/bypassLink');
+const { hdImage } = require('./lib/hdImage');
+const { toHitam } = require('./lib/toHitam');
+
+module.exports = {
+    searchSongs,
+    ytmp3,
+    aioDownload,
+    getToken,
+    bypassLink,
+    hdImage,
+    toHitam
+};

package/lib/aioDownload.js

@@ -0,0 +1,42 @@
+/**
+ * ALL-IN-ONE DOWNLOADER
+ * base    : https://getindevice.com
+ * support : TikTok, Twitter, FB, IG, Pinterest, LinkedIn, Snapchat, Threads, Tumblr
+ */
+
+const axios = require("axios");
+
+const headers = {
+  "user-agent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Mobile Safari/537.36",
+  "referer": "https://getindevice.com/"
+};
+
+async function aioDownload(url) {
+  try {
+    const { data: token } = await axios.get(
+      `https://getindevice.com/api/token/?_t=${Date.now()}`,
+      { headers }
+    );
+
+    const { data } = await axios.post(
+      "https://getindevice.com/api/download/",
+      { url },
+      {
+        headers: {
+          ...headers,
+          "content-type": "application/json",
+          "x-request-token": token.token
+        }
+      }
+    );
+
+    return data;
+  } catch (error) {
+    return {
+      status: false,
+      message: error.response?.data || error.message
+    };
+  }
+}
+
+module.exports = { aioDownload };

package/lib/bypassLink.js

@@ -0,0 +1,40 @@
+/**
+ * LINK BYPASS
+ * base : https://bypass-links.com
+ * Bypasses link shorteners / ad-walls (Linkvertise, etc).
+ */
+
+const axios = require("axios");
+
+const HEADERS = {
+  accept: "*/*",
+  "accept-language": "id-ID,id;q=0.9,en-US;q=0.8,en;q=0.7",
+  "cache-control": "no-cache",
+  pragma: "no-cache",
+  "sec-ch-ua": "\"Mises\";v=\"141\", \"Not?A_Brand\";v=\"8\", \"Chromium\";v=\"141\"",
+  "sec-ch-ua-mobile": "?1",
+  "sec-ch-ua-platform": "\"Android\"",
+  "sec-fetch-dest": "empty",
+  "sec-fetch-mode": "cors",
+  "sec-fetch-site": "same-origin",
+  Referer: "https://bypass-links.com/"
+};
+
+async function getToken() {
+  const res = await axios.get("https://bypass-links.com/api/token", {
+    headers: HEADERS
+  });
+  return res.data.token;
+}
+
+async function bypassLink(url) {
+  const bypass_token = await getToken();
+  const res = await axios.post(
+    "https://bypass-links.com/api/bypass",
+    { url, bypass_token },
+    { headers: { ...HEADERS, "content-type": "application/json" } }
+  );
+  return res.data;
+}
+
+module.exports = { getToken, bypassLink };

package/lib/hdImage.js

@@ -0,0 +1,50 @@
+/**
+ * HD IMAGE UPSCALER
+ * base : https://dayydl.dpdns.org
+ * Upscales/enhances an image to HD via the dayydl.dpdns.org API.
+ */
+
+const axios = require("axios");
+const FormData = require("form-data");
+const fs = require("fs");
+
+/**
+ * @param {string|Buffer} input - path to a local file, or a Buffer with image data
+ * @param {object} [opts]
+ * @param {string} [opts.filename] - filename to use when input is a Buffer
+ */
+async function hdImage(input, opts = {}) {
+    try {
+        const form = new FormData();
+
+        if (Buffer.isBuffer(input)) {
+            form.append("image", input, opts.filename || "image.png");
+        } else {
+            if (!fs.existsSync(input)) {
+                return { success: false, error: "File not found" };
+            }
+            form.append("image", fs.createReadStream(input));
+        }
+
+        const { data } = await axios.post("https://dayydl.dpdns.org/api/hd/image", form, {
+            headers: {
+                ...form.getHeaders(),
+                "accept": "*/*",
+                "alt-used": "dayydl.dpdns.org",
+                "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:152.0) Gecko/20100101 Firefox/152.0"
+            },
+            timeout: 300000
+        });
+
+        if (data) {
+            return { success: true, result: data };
+        } else {
+            return { success: false, error: "Empty response from server" };
+        }
+    } catch (error) {
+        const errorMsg = error.response && error.response.data ? error.response.data : error.message;
+        return { success: false, error: errorMsg };
+    }
+}
+
+module.exports = { hdImage };

package/lib/searchSongs.js

@@ -0,0 +1,158 @@
+/**
+ * YOUTUBE MUSIC FINDER
+ * Search songs via YouTube Music's internal `youtubei` API.
+ */
+
+async function searchSongs(query, { GL, HL, cookies } = {}) {
+  const BASE = "https://music.youtube.com/";
+  const cookieMap = new Map();
+
+  const saveCookies = res => {
+    for (const raw of res.headers.getSetCookie?.() ?? []) {
+      const [pair] = raw.split(";");
+      const [name, ...rest] = pair.split("=");
+      if (name) cookieMap.set(name.trim(), rest.join("=").trim());
+    }
+  };
+
+  const cookieHeader = () =>
+    [...cookieMap.entries()].map(([k, v]) => `${k}=${v}`).join("; ");
+
+  const HEADERS = {
+    "User-Agent": "Mozilla/5.0 (Linux; Android 16; Infinix X6837 Build/BP2A.250605.031.A2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.7778.217 Mobile Safari/537.36",
+    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+    "Accept-Language": "en-US,en;q=0.9",
+    "Accept-Encoding": "gzip, deflate, br",
+  };
+
+  if (cookies) {
+    for (const part of cookies.split("; ")) {
+      const [name, ...rest] = part.split("=");
+      cookieMap.set(name.trim(), rest.join("="));
+    }
+  }
+
+  const homeRes = await fetch(BASE, {
+    headers: { ...HEADERS, cookie: cookieHeader() },
+    redirect: "follow",
+  });
+  saveCookies(homeRes);
+
+  if (!homeRes.ok) throw new Error(`Homepage fetch failed: ${homeRes.status}`);
+
+  const html = await homeRes.text();
+  if (!html.includes("ytcfg")) throw new Error("ytcfg not found");
+
+  const config = {};
+  for (const m of html.matchAll(/ytcfg\.set\(({.+?})\)/g)) {
+    try { Object.assign(config, JSON.parse(m[1])); } catch {}
+  }
+  if (GL) config.GL = GL;
+  if (HL) config.HL = HL;
+
+  if (!config.INNERTUBE_API_KEY) throw new Error("Gagal ambil INNERTUBE_API_KEY");
+
+  const params = new URLSearchParams({ alt: "json", key: config.INNERTUBE_API_KEY });
+  const searchRes = await fetch(`${BASE}youtubei/${config.INNERTUBE_API_VERSION}/search?${params}`, {
+    method: "POST",
+    headers: {
+      ...HEADERS,
+      "Content-Type": "application/json",
+      "x-origin": BASE,
+      "X-Goog-Visitor-Id":        config.VISITOR_DATA || "",
+      "X-YouTube-Client-Name":    String(config.INNERTUBE_CONTEXT_CLIENT_NAME),
+      "X-YouTube-Client-Version": config.INNERTUBE_CLIENT_VERSION,
+      "X-YouTube-Utc-Offset":     String(-new Date().getTimezoneOffset()),
+      "X-YouTube-Time-Zone":      Intl.DateTimeFormat().resolvedOptions().timeZone,
+      "cookie": cookieHeader(),
+    },
+    body: JSON.stringify({
+      context: {
+        capabilities: {},
+        client: {
+          clientName: config.INNERTUBE_CLIENT_NAME,
+          clientVersion: config.INNERTUBE_CLIENT_VERSION,
+          experimentIds: [],
+          experimentsToken: "",
+          gl: config.GL,
+          hl: config.HL,
+          locationInfo: { locationPermissionAuthorizationStatus: "LOCATION_PERMISSION_AUTHORIZATION_STATUS_UNSUPPORTED" },
+          musicAppInfo: {
+            musicActivityMasterSwitch: "MUSIC_ACTIVITY_MASTER_SWITCH_INDETERMINATE",
+            musicLocationMasterSwitch: "MUSIC_LOCATION_MASTER_SWITCH_INDETERMINATE",
+            pwaInstallabilityStatus: "PWA_INSTALLABILITY_STATUS_UNKNOWN",
+          },
+          utcOffsetMinutes: -new Date().getTimezoneOffset(),
+        },
+        request: {
+          internalExperimentFlags: [
+            { key: "force_music_enable_outertube_tastebuilder_browse", value: "true" },
+            { key: "force_music_enable_outertube_playlist_detail_browse", value: "true" },
+            { key: "force_music_enable_outertube_search_suggestions", value: "true" },
+          ],
+          sessionIndex: {},
+        },
+        user: { enableSafetyMode: false },
+      },
+      query,
+      params: "Eg-KAQwIARAAGAAgACgAMABqChAEEAMQCRAFEAo%3D",
+    }),
+  });
+
+  if (!searchRes.ok) throw new Error(`Search request failed: ${searchRes.status}`);
+
+  const data = await searchRes.json();
+
+  const traverse = (data, ...keys) => {
+    const again = (data, key, deadEnd = false) => {
+      const res = [];
+      if (data instanceof Object && key in data) {
+        res.push(data[key]);
+        if (deadEnd) return res.length === 1 ? res[0] : res;
+      }
+      if (Array.isArray(data)) res.push(...data.map(v => again(v, key)).flat());
+      else if (data instanceof Object) res.push(...Object.keys(data).map(k => again(data[k], key)).flat());
+      return res.length === 1 ? res[0] : res;
+    };
+    let value = data;
+    const lastKey = keys.at(-1);
+    for (const key of keys) value = again(value, key, lastKey === key);
+    return value;
+  };
+  const traverseList   = (data, ...keys) => [traverse(data, ...keys)].flat();
+  const traverseString = (data, ...keys) => traverseList(data, ...keys).at(0) ?? "";
+  const parseDuration  = time => {
+    if (!time) return null;
+    const [s, m, h] = time.split(":").reverse().map(Number);
+    return (s || 0) + (m || 0) * 60 + (h || 0) * 3600;
+  };
+  const isArtist   = d => ["MUSIC_PAGE_TYPE_USER_CHANNEL", "MUSIC_PAGE_TYPE_ARTIST"].includes(traverseString(d, "pageType"));
+  const isAlbum    = d => traverseString(d, "pageType") === "MUSIC_PAGE_TYPE_ALBUM";
+  const isDuration = d => traverseString(d, "text").match(/(\d{1,2}:)?\d{1,2}:\d{1,2}/);
+
+  return traverseList(data, "musicResponsiveListItemRenderer").map(item => {
+    const columns  = traverseList(item, "flexColumns", "runs");
+    const title    = columns[0];
+    const artist   = columns.find(isArtist) ?? columns[3];
+    const album    = columns.find(isAlbum) ?? null;
+    const duration = columns.find(isDuration);
+    return {
+      type: "SONG",
+      videoId:    traverseString(item, "playlistItemData", "videoId"),
+      url: "https://music.youtube.com/watch?v=" + traverseString(item, "playlistItemData", "videoId"),
+      name:       traverseString(title, "text"),
+      artist: {
+        name:     traverseString(artist, "text"),
+        artistId: traverseString(artist, "browseId") || null,
+      },
+      album: album ? {
+        name:    traverseString(album, "text"),
+        albumId: traverseString(album, "browseId"),
+      } : null,
+      duration:   parseDuration(duration?.text),
+      thumbnails: traverseList(item, "thumbnails"),
+    };
+  });
+}
+
+module.exports = { searchSongs };

package/lib/toHitam.js

@@ -0,0 +1,48 @@
+/**
+ * BLACK & WHITE IMAGE FILTER
+ * base : https://api.cuki.biz.id (nanobanana), https://api.shinzu.web.id (temp host)
+ *
+ * Note: extracted from a WhatsApp-bot plugin handler and stripped of all
+ * bot-specific reply/react logic. Only the upload + filter API calls remain.
+ */
+
+const axios = require("axios");
+const FormData = require("form-data");
+
+/**
+ * @param {string|{buffer: Buffer, mimetype?: string, filename?: string}} input
+ *   Either a direct image URL, or a Buffer (with optional mimetype/filename)
+ *   that will be uploaded to a temp host first.
+ * @returns {Promise<{url: string, sourceUrl: string}>}
+ */
+async function toHitam(input) {
+    let url = input;
+
+    if (input && typeof input === "object" && Buffer.isBuffer(input.buffer)) {
+        const form = new FormData();
+        form.append("file", input.buffer, {
+            filename: input.filename || "upload_file",
+            contentType: input.mimetype || "image/jpeg"
+        });
+
+        const uploadRes = await axios.post("https://api.shinzu.web.id/api/upload/litterbox", form, {
+            headers: form.getHeaders()
+        });
+
+        if (!uploadRes.data?.status || !uploadRes.data?.result?.url) {
+            throw new Error("Gagal mengunggah gambar ke server uploader.");
+        }
+        url = uploadRes.data.result.url;
+    }
+
+    if (!url || typeof url !== "string") {
+        throw new Error("Butuh URL gambar (string) atau { buffer, mimetype }.");
+    }
+
+    const sourceUrl = url.trim();
+    const apiUrl = `https://api.cuki.biz.id/api/nanobanana/tohitam?apikey=cuki-x&url=${encodeURIComponent(sourceUrl)}`;
+
+    return { url: apiUrl, sourceUrl };
+}
+
+module.exports = { toHitam };

package/lib/ytmp3.js

@@ -0,0 +1,86 @@
+/**
+ * YOUTUBE MP3 DOWNLOADER
+ * Converts a YouTube video to mp3/mp4 via the etacloud.org backend.
+ */
+
+async function ytmp3(youtubeUrl, format = 'mp3') {
+    const match = /(?:youtu\.be\/|youtube\.com\/(?:embed\/|live\/|shorts\/)|[?&]v=)([a-zA-Z0-9-_]{11})/.exec(youtubeUrl);
+    if (!match) return { message: "URL YouTube tidak valid" };
+
+    const videoId = match[1];
+    const endpoint = 'etacloud.org';
+    const getTs = () => Date.now();
+
+    const browserHeaders = {
+        "User-Agent": "Mozilla/5.0 (Linux; Android 16; Infinix X6837 Build/BP2A.250605.031.A2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.7778.217 Mobile Safari/537.36",
+        "Accept": "*/*",
+        "Origin": "https://y2mate.cc",
+        "Referer": "https://y2mate.cc/",
+        "X-Requested-With": "com.xbrowser.play",
+        "Sec-Fetch-Site": "cross-site",
+        "Sec-Fetch-Mode": "cors"
+    };
+
+    async function safeFetch(url, options = {}) {
+        options.headers = { ...browserHeaders, ...options.headers };
+        const res = await fetch(url, options);
+        const text = await res.text();
+
+        try {
+            return JSON.parse(text);
+        } catch (e) {
+            throw new Error(`Diblokir oleh server! URL: ${url} \nStatus HTTP: ${res.status}\nBody Response: ${text.substring(0, 150)}...`);
+        }
+    }
+
+    const appendParam = (url, params) => url.includes('?') ? `${url}&${params}` : `${url}?${params}`;
+    try {
+        const authData = await safeFetch(`https://eta.${endpoint}/api/v1/auth?_=${getTs()}`);
+        if (authData.error > 0) throw new Error('Authorization gagal');
+
+        const initData = await safeFetch(`https://eta.${endpoint}/api/v1/init?_=${getTs()}`, {
+            headers: { 'Authorization': `Bearer ${authData.key}` }
+        });
+        if (initData.error > 0) throw new Error('Initialization gagal');
+
+        async function executeConvert(url) {
+            let baseUrl = url.includes('&v=') ? url.split('&v=')[0] : url;
+
+            let fetchUrl = appendParam(baseUrl, `v=${videoId}&f=${format}&_=${getTs()}`);
+            const convertData = await safeFetch(fetchUrl);
+
+            if (convertData.error > 0) throw new Error(`Server menolak konversi. Error Code: ${convertData.error}`);
+
+            if (convertData.redirect === 1) {
+                return executeConvert(convertData.redirectURL);
+            }
+            return convertData;
+        }
+
+        const convertData = await executeConvert(initData.convertURL);
+        let finalData = convertData;
+
+        while (finalData.progress !== undefined && finalData.progress < 3) {
+            await new Promise(resolve => setTimeout(resolve, 3000));
+            let progressUrl = appendParam(convertData.progressURL, `_=${getTs()}`);
+            finalData = await safeFetch(progressUrl);
+
+            if (finalData.error > 0) throw new Error('Server gagal saat mencoba men-convert video');
+        }
+
+        return {
+            videoId: videoId,
+            format: format,
+            title: finalData.title || convertData.title || "",
+            downloadURL: finalData.downloadURL || convertData.downloadURL,
+            raw: finalData
+        };
+
+    } catch (error) {
+        return {
+            message: error.message
+        };
+    }
+}
+
+module.exports = { ytmp3 };

package/package.json

@@ -0,0 +1,31 @@
+{
+  "name": "@paiavaliable/scrape-lib",
+  "version": "1.0.0",
+  "description": "Kumpulan scraper/downloader utility: YT Music search, YT downloader, AIO social media downloader, link bypass, HD image upscaler, black & white image filter.",
+  "main": "index.js",
+  "type": "commonjs",
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "test": "node example/test.js"
+  },
+  "keywords": [
+    "scraper",
+    "downloader",
+    "whatsapp-bot",
+    "youtube",
+    "tiktok",
+    "instagram"
+  ],
+  "author": "",
+  "license": "MIT",
+  "dependencies": {
+    "axios": "^1.7.2",
+    "form-data": "^4.0.0"
+  },
+  "files": [
+    "index.js",
+    "lib/"
+  ]
+}