@paiavaliable/scrape-lib 1.0.0 → 1.1.0

package/README.md

@@ -62,7 +62,7 @@ console.log(res);
 ---
 
 ### `hdImage(input, opts?)`
-Upscale gambar ke HD.
+Upscale gambar ke HD. Return `{ success, dataUrl, buffer }` — `buffer` udah siap kirim langsung (Baileys `sendMessage({ image: buffer })`), nggak perlu decode base64 manual.
 
 ```js
 // dari path file lokal
@@ -72,7 +72,9 @@ const res = await scrape.hdImage('./image.png');
 const buffer = await someMessage.download();
 const res = await scrape.hdImage(buffer, { filename: 'photo.jpg' });
 
-console.log(res.result);
+if (res.success) {
+    await sock.sendMessage(chatId, { image: res.buffer });
+}
 ```
 
 ---
@@ -92,6 +94,109 @@ console.log(res.url); // URL gambar hasil filter
 
 ---
 
+### `getXInfo(url)`
+Ambil metadata post X/Twitter (title, thumbnail, videoUrl, mediaType).
+
+```js
+const info = await scrape.getXInfo('https://x.com/user/status/xxxxxxxxxxx');
+console.log(info);
+// { platform, title, description, videoUrl, thumbnail, mediaType, originalUrl }
+```
+
+### `downloadX(url, outputDir?)`
+Download video dari post X/Twitter ke disk. Kalo cuma butuh URL video buat dikirim ulang (misal via WA), cukup pake `getXInfo(url).videoUrl` langsung tanpa nge-download.
+
+```js
+const res = await scrape.downloadX('https://x.com/user/status/xxxxxxxxxxx');
+console.log(res.filePath);
+```
+
+---
+
+### `SakanaAI`
+Unofficial client buat chat.sakana.ai (auto bikin sesi anonim, streaming chat).
+
+```js
+const { SakanaAI } = require('@yourname/scrape-lib');
+
+const ai = new SakanaAI();
+const models = await ai.getModels();               // ['namazu', 'sakana', ...]
+const res = await ai.chat('Halo, apa kabar?', {
+    model: 'namazu',
+    needSearch: 0,   // 1 buat aktifin web search
+    thinking: 0       // 1 buat aktifin reasoning mode (nggak bisa bareng needSearch)
+});
+console.log(res.text, res.conversationId);
+
+// Lanjutin percakapan yang sama:
+const res2 = await ai.chat('Terus gimana?', {
+    conversationId: res.conversationId,
+    parentMessageId: res.parentMessageId
+});
+```
+
+---
+
+### `anilistPopuler()`
+Ambil daftar anime trending, populer, upcoming, top dari homepage AniList.
+
+```js
+const data = await scrape.anilistPopuler();
+console.log(data.trending, data.top);
+```
+
+### `anilistSearch(query)`
+Cari anime di AniList.
+
+```js
+const results = await scrape.anilistSearch('one piece');
+```
+
+### `anilistDetail(url)`
+Detail lengkap anime (translated ke ID) dari URL halaman AniList.
+
+```js
+const detail = await scrape.anilistDetail('https://anilist.co/anime/21/ONE-PIECE/');
+```
+
+### `translate(text, lang?)`
+Translate teks pendek (default ke `id`).
+
+```js
+const res = await scrape.translate('Hello world');
+console.log(res.result.tr);
+```
+
+---
+
+### `ambilRepost(username, jumlah?, cursor?)`
+Ambil satu halaman video repost dari akun TikTok (default 6 video).
+
+```js
+const res = await scrape.ambilRepost('dimeh493');
+console.log(res.videos, res.adaLagi, res.cursor);
+```
+
+### `ambilSemuaRepost(username, maxHalaman?)`
+Ambil semua repost sampe `maxHalaman` halaman (default 5) atau sampe habis.
+
+```js
+const res = await scrape.ambilSemuaRepost('dimeh493', 3);
+console.log(res.totalVideo);
+```
+
+---
+
+### `bypassSflGl(url)`
+Bypass link shortener `sfl.gl`.
+
+```js
+const res = await scrape.bypassSflGl('https://sfl.gl/xxxxxxx');
+console.log(res.result); // URL asli
+```
+
+---
+
 ## Catatan
 
 Semua fungsi di sini nge-hit API/service pihak ketiga (bukan self-hosted), jadi:

package/index.js

@@ -4,6 +4,11 @@ const { aioDownload } = require('./lib/aioDownload');
 const { getToken, bypassLink } = require('./lib/bypassLink');
 const { hdImage } = require('./lib/hdImage');
 const { toHitam } = require('./lib/toHitam');
+const { getXInfo, downloadX } = require('./lib/xDownloader');
+const { SakanaAI } = require('./lib/sakanaAI');
+const { anilistPopuler, anilistSearch, anilistDetail, translate } = require('./lib/anilist');
+const { ambilRepost, ambilSemuaRepost } = require('./lib/ttRepost');
+const { bypassSflGl } = require('./lib/bypassSfl');
 
 module.exports = {
     searchSongs,
@@ -12,5 +17,15 @@ module.exports = {
     getToken,
     bypassLink,
     hdImage,
-    toHitam
+    toHitam,
+    getXInfo,
+    downloadX,
+    SakanaAI,
+    anilistPopuler,
+    anilistSearch,
+    anilistDetail,
+    translate,
+    ambilRepost,
+    ambilSemuaRepost,
+    bypassSflGl
 };

package/lib/anilist.js

@@ -0,0 +1,136 @@
+/**
+ * ANILIST SCRAPER
+ * base: https://anilist.co
+ * Scrape trending/populer/upcoming/top anime, search, detail (dengan translate ke ID).
+ */
+
+const axios = require('axios');
+const cheerio = require('cheerio');
+
+const cleanText = (text) => (text || '').replace(/\n\s+/g, ' ').trim();
+
+/**
+ * Translate teks pendek pake Google Translate (unofficial endpoint).
+ */
+async function translate(text, lang = 'id') {
+  try {
+    const res = await fetch(`https://translate.googleapis.com/translate_a/single?client=gtx&sl=auto&tl=${lang}&dt=t&q=${encodeURIComponent(text)}`);
+    const data = await res.json();
+    const hasil = data[0][0][0];
+    return { status: true, result: { tr: hasil } };
+  } catch {
+    return { status: false, result: { tr: text } };
+  }
+}
+
+/**
+ * Ambil daftar anime trending, populer, upcoming, dan top dari homepage AniList.
+ */
+async function anilistPopuler() {
+  const url = 'https://anilist.co';
+  const response = await axios.get(url);
+  const $ = cheerio.load(response.data);
+
+  const mapCards = (selector, withRank = false) =>
+    $(selector)
+      .map((_, element) => {
+        const title = $(element).find('.title').text().trim();
+        const link = url + $(element).find('a.cover').attr('href');
+        const image = $(element).find('img.image').attr('src');
+        if (withRank) {
+          const rank = $(element).find('.rank').text().trim();
+          return { rank, title, link, image };
+        }
+        return { title, link, image };
+      })
+      .get();
+
+  return {
+    trending: mapCards('.landing-section.trending .results .media-card'),
+    populer: mapCards('.landing-section.season .results .media-card'),
+    upcoming: mapCards('.landing-section.nextSeason .results .media-card'),
+    top: mapCards('.landing-section.top .results .media-card', true)
+  };
+}
+
+/**
+ * Cari anime di AniList berdasarkan query.
+ */
+async function anilistSearch(query) {
+  const { data } = await axios.get(`https://anilist.co/search/anime?query=${encodeURIComponent(query)}`);
+  const $ = cheerio.load(data);
+
+  const results = [];
+  $('.media-card').each((_, element) => {
+    const title = $(element).find('.title').text().trim();
+    const imageUrl = $(element).find('.image').attr('src');
+    const link = $(element).find('.cover').attr('href');
+
+    if (title && imageUrl && link) {
+      results.push({ title, imageUrl, link: `https://anilist.co${link}` });
+    }
+  });
+
+  return results;
+}
+
+/**
+ * Ambil detail lengkap anime dari URL halaman AniList-nya, sekalian translate ke ID.
+ */
+async function anilistDetail(url) {
+  const { data } = await axios.get(url);
+  const $ = cheerio.load(data);
+
+  const safeTranslate = async (text) => (await translate(text)).result.tr;
+
+  const descriptionText = cleanText($('.description.content-wrap').text());
+  const descriptionParagraphs = descriptionText.split('\n').filter(p => p.trim() !== '');
+  const translatedParagraphs = await Promise.all(descriptionParagraphs.map(safeTranslate));
+
+  const titleRomaji = cleanText($('.content h1').first().text());
+  const titleEnglish = cleanText($('div.data-set:contains("English") .value').text());
+  const titleNative = cleanText($('div.data-set:contains("Native") .value').text());
+
+  const genresOriginal = $('div.data-set:contains("Genres") .value a').map((i, el) => cleanText($(el).text())).get();
+  const studiosOriginal = $('div.data-set:contains("Studios") .value a').map((i, el) => cleanText($(el).text())).get();
+
+  return {
+    title: {
+      romaji: titleRomaji,
+      english: titleEnglish,
+      native: titleNative,
+      translated: {
+        romaji: await safeTranslate(titleRomaji),
+        english: await safeTranslate(titleEnglish),
+        native: await safeTranslate(titleNative)
+      }
+    },
+    description: {
+      original: descriptionText,
+      translated: translatedParagraphs.join('\n\n'),
+      paragraphs: { original: descriptionParagraphs, translated: translatedParagraphs }
+    },
+    cover: $('.cover-wrap-inner .cover').attr('src'),
+    banner: $('.banner').css('background-image')
+      ? $('.banner').css('background-image').replace(/^url\(\s*['"]?|['"]?\s*\)$/g, '')
+      : null,
+    details: {
+      format: cleanText($('div.data-set:contains("Format") .value').text()),
+      episodes: cleanText($('div.data-set:contains("Episodes") .value').text()),
+      status: cleanText($('div.data-set:contains("Status") .value').text()),
+      season: cleanText($('div.data-set:contains("Season") .value').text()),
+      averageScore: cleanText($('div.data-set:contains("Average Score") .value').text()),
+      popularity: cleanText($('div.data-set:contains("Popularity") .value').text())
+    },
+    genres: {
+      original: genresOriginal.join(', '),
+      translated: await Promise.all(genresOriginal.map(safeTranslate))
+    },
+    studios: {
+      original: studiosOriginal,
+      translated: await Promise.all(studiosOriginal.map(safeTranslate))
+    }
+  };
+}
+
+module.exports = { anilistPopuler, anilistSearch, anilistDetail, translate };

package/lib/bypassSfl.js

@@ -0,0 +1,135 @@
+/**
+ * SFL.GL BYPASS
+ * base : https://sfl.gl (via app.khaddavi.net)
+ */
+
+const UA = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36';
+
+function parseCookies(res, existing = {}) {
+  const map = { ...existing };
+  (res.headers.getSetCookie?.() || []).forEach(c => {
+    const [pair] = c.split(';');
+    const idx = pair.indexOf('=');
+    if (idx > 0) map[pair.slice(0, idx).trim()] = pair.slice(idx + 1).trim();
+  });
+  return map;
+}
+
+const cookieStr = map => Object.entries(map).map(([k, v]) => `${k}=${v}`).join('; ');
+
+async function fetchFollowManual(url, opts = {}, cookieMap = {}) {
+  let currentUrl = url;
+  let cookies = { ...cookieMap };
+  let res;
+
+  for (let i = 0; i < 10; i++) {
+    res = await fetch(currentUrl, {
+      ...opts,
+      headers: { ...(opts.headers || {}), 'cookie': cookieStr(cookies) },
+      redirect: 'manual'
+    });
+    cookies = parseCookies(res, cookies);
+
+    if (res.status >= 300 && res.status < 400) {
+      const loc = res.headers.get('location');
+      if (!loc) break;
+      currentUrl = loc.startsWith('http') ? loc : new URL(loc, currentUrl).href;
+    } else {
+      break;
+    }
+  }
+
+  return { res, finalUrl: currentUrl, cookies };
+}
+
+/**
+ * Bypass link shortener sfl.gl, balikin URL asli tujuannya.
+ */
+async function bypassSflGl(targetUrl) {
+  const startTime = Date.now();
+  const t = () => `${((Date.now() - startTime) / 1000).toFixed(2)}s`;
+  let cookies = {};
+
+  try {
+    const { res: res1, cookies: c1 } = await fetchFollowManual(targetUrl, {
+      headers: { 'user-agent': UA, 'accept': 'text/html,*/*', 'accept-language': 'en-US,en;q=0.9' }
+    }, cookies);
+    cookies = c1;
+    const html1 = await res1.text();
+
+    const rayId = html1.match(/name="ray_id"\s+value="([^"]+)"/)?.[1];
+    const alias = html1.match(/name="alias"\s+value="([^"]+)"/)?.[1];
+    if (!rayId || !alias) throw new Error(`ray_id/alias tidak ditemukan. Snippet: ${html1.slice(0, 300)}`);
+
+    const khaddaviBase = 'https://app.khaddavi.net';
+    const { finalUrl: pageUrl, cookies: c2 } = await fetchFollowManual(
+      `${khaddaviBase}/redirect.php?ray_id=${rayId}&alias=${alias}`,
+      { headers: { 'user-agent': UA, 'accept': 'text/html,*/*', 'referer': targetUrl } },
+      cookies
+    );
+    cookies = c2;
+
+    const xsrf = cookies['XSRF-TOKEN'] ? decodeURIComponent(cookies['XSRF-TOKEN']) : '';
+
+    const apiHeaders = {
+      'user-agent': UA,
+      'content-type': 'application/json',
+      'accept': 'application/json, */*',
+      'accept-language': 'en-US,en;q=0.9',
+      'origin': khaddaviBase,
+      'referer': pageUrl,
+      'x-xsrf-token': xsrf,
+      'sec-ch-ua': '"Chromium";v="127", "Not)A;Brand";v="99", "Google Chrome";v="127"',
+      'sec-ch-ua-mobile': '?0',
+      'sec-ch-ua-platform': '"Windows"',
+      'sec-fetch-site': 'same-origin',
+      'sec-fetch-mode': 'cors',
+      'sec-fetch-dest': 'empty'
+    };
+
+    const res3 = await fetch(`${khaddaviBase}/api/verify`, {
+      method: 'POST',
+      headers: { ...apiHeaders, 'cookie': cookieStr(cookies) },
+      body: JSON.stringify({ _a: 0 })
+    });
+    cookies = parseCookies(res3, cookies);
+    const verifyData = await res3.json();
+    if (!verifyData.target) throw new Error(`verify gagal: ${JSON.stringify(verifyData)}`);
+
+    const k = Math.floor(Math.random() * 1000);
+    const r = Math.random().toString(16).slice(2);
+    const size = `${(1920 + k) * 2}.${(1080 + k) * 2}`;
+
+    const res6 = await fetch(`${khaddaviBase}/api/go`, {
+      method: 'POST',
+      headers: {
+        ...apiHeaders,
+        'x-requested-with': 'XMLHttpRequest',
+        'idempotency-key': r,
+        'cookie': cookieStr(cookies)
+      },
+      body: JSON.stringify({ key: k, size, _dvc: r })
+    });
+    const goData = await res6.json();
+
+    const readyUrl = goData.url;
+    if (!readyUrl) throw new Error(`URL tidak ditemukan: ${JSON.stringify(goData)}`);
+
+    const { res: res7 } = await fetchFollowManual(readyUrl, {
+      headers: { 'user-agent': UA, 'accept': 'text/html,*/*', 'referer': khaddaviBase }
+    });
+    const html7 = await res7.text();
+
+    const finalMatch = html7.match(/window\.location\.href\s*=\s*"([^"]+)"/);
+    if (!finalMatch) throw new Error(`Final URL tidak ditemukan. Snippet: ${html7.slice(0, 300)}`);
+
+    const finalUrl = finalMatch[1].replace(/\\\//g, '/');
+
+    return { status: 'success', result: finalUrl, time_taken: t() };
+
+  } catch (err) {
+    return { status: 'failed', error: err.message, time_taken: t() };
+  }
+}
+
+module.exports = { bypassSflGl };

package/lib/hdImage.js

@@ -36,11 +36,20 @@ async function hdImage(input, opts = {}) {
             timeout: 300000
         });
 
-        if (data) {
-            return { success: true, result: data };
-        } else {
+        if (!data) {
             return { success: false, error: "Empty response from server" };
         }
+
+        const dataUrl = data.result?.dataUrl || data.dataUrl;
+        if (!dataUrl || !dataUrl.startsWith('data:')) {
+            // API nggak selalu balikin dataUrl (kadang mungkin url biasa) — balikin mentah aja
+            return { success: true, result: data };
+        }
+
+        const base64 = dataUrl.split(',')[1];
+        const buffer = Buffer.from(base64, 'base64');
+
+        return { success: true, dataUrl, buffer, raw: data };
     } catch (error) {
         const errorMsg = error.response && error.response.data ? error.response.data : error.message;
         return { success: false, error: errorMsg };

package/lib/sakanaAI.js

@@ -0,0 +1,257 @@
+/**
+ * SAKANA AI CHAT
+ * Unofficial client buat chat.sakana.ai — bikin sesi anonim (Firebase signup + login),
+ * lalu streaming chat ke salah satu model yang tersedia.
+ */
+
+const axios = require('axios');
+const crypto = require('crypto');
+const FormData = require('form-data');
+
+const USER_AGENTS = [
+  'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',
+  'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',
+  'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',
+  'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:125.0) Gecko/20100101 Firefox/125.0',
+  'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7; rv:125.0) Gecko/20100101 Firefox/125.0',
+  'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:125.0) Gecko/20100101 Firefox/125.0',
+  'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36 Edg/124.0.0.0',
+  'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15'
+];
+
+const BASE = 'https://chat.sakana.ai';
+const FIREBASE_KEY = 'AIzaSyBIJuyUokxGiETY0Nu3hQNC1dMadHyf_I4';
+const MODELS = ['namazu', 'sakana', 'namazu-v2', 'namazu-pro', 'llama'];
+
+function randomUA() {
+  return USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)];
+}
+
+async function request(method, url, options = {}, retries = 3) {
+  let lastError;
+  for (let i = 0; i < retries; i++) {
+    try {
+      const headers = {
+        'User-Agent': randomUA(),
+        'Accept': 'application/json, text/plain, */*',
+        'Accept-Language': 'id-ID,id;q=0.9,en-US;q=0.8,en;q=0.7',
+        'Accept-Encoding': 'gzip, deflate, br',
+        'Connection': 'keep-alive',
+        ...(options.headers || {})
+      };
+      const config = {
+        method,
+        url,
+        headers,
+        timeout: 30000,
+        maxRedirects: 5,
+        ...options
+      };
+      if (options.data && options.data.pipe) {
+        config.data = options.data;
+      }
+      const response = await axios(config);
+      return response;
+    } catch (error) {
+      lastError = error;
+      if (error.response && error.response.status === 403) {
+        await new Promise(r => setTimeout(r, 1000 * (i + 1)));
+        continue;
+      }
+      if (error.code === 'ECONNRESET' || error.code === 'ETIMEDOUT') {
+        await new Promise(r => setTimeout(r, 1000 * (i + 1)));
+        continue;
+      }
+      throw error;
+    }
+  }
+  throw lastError;
+}
+
+class SakanaAI {
+  constructor() {
+    this.cookie = null;
+  }
+
+  async _getCookie() {
+    if (this.cookie) return this.cookie;
+    const signup = await request('POST', `https://identitytoolkit.googleapis.com/v1/accounts:signUp?key=${FIREBASE_KEY}`, {
+      data: { returnSecureToken: true, tenantId: 'sakana-talk-prd-pvl72' }
+    });
+    const login = await request('POST', `${BASE}/api/auth/login`, {
+      data: new URLSearchParams({ idToken: signup.data.idToken }).toString(),
+      headers: { 'Content-Type': 'application/x-www-form-urlencoded', Origin: BASE, Referer: BASE }
+    });
+    const cookieHeader = login.headers['set-cookie'] || [];
+    this.cookie = cookieHeader.find(c => c.startsWith('sakana-chat='))?.split(';')[0];
+    if (!this.cookie) throw new Error('Failed to get session cookie');
+    return this.cookie;
+  }
+
+  async getModels() {
+    const cookie = await this._getCookie();
+    const res = await request('GET', `${BASE}/api/agents`, { headers: { Cookie: cookie } });
+    return res.data.map(a => a.id);
+  }
+
+  async getConversations(limit = 20) {
+    const cookie = await this._getCookie();
+    try {
+      const res = await request('GET', `${BASE}/api/conversations?limit=${limit}`, { headers: { Cookie: cookie } });
+      return res.data;
+    } catch {
+      return [];
+    }
+  }
+
+  async deleteConversation(id) {
+    const cookie = await this._getCookie();
+    try {
+      const res = await request('DELETE', `${BASE}/conversation/${id}`, { headers: { Cookie: cookie } });
+      return res.data;
+    } catch {
+      return null;
+    }
+  }
+
+  cleanText(text) {
+    return text
+      .replace(/\*\*([^*]+)\*\*/g, '$1')
+      .replace(/\*([^*]+)\*/g, '$1')
+      .replace(/_([^_]+)_/g, '$1')
+      .replace(/^-\s+/gm, '')
+      .replace(/^\d+\.\s+/gm, '')
+      .replace(/#{1,6}\s*/g, '')
+      .replace(/\n/g, ' ')
+      .replace(/\s+/g, ' ')
+      .trim();
+  }
+
+  async chat(question, options = {}) {
+    const {
+      model = 'namazu',
+      conversationId = null,
+      parentMessageId = null,
+      needSearch = 0,
+      thinking = 0,
+      toneMode = 'default',
+      streamOutput = false
+    } = options;
+
+    if (!question) throw new Error('Question is required.');
+    if (thinking && needSearch) throw new Error('Thinking and Web Search cannot be used together.');
+    if (!MODELS.includes(model)) throw new Error(`Model not found. Available: ${MODELS.join(', ')}`);
+
+    const cookie = await this._getCookie();
+    let convId = conversationId;
+    let parentId = parentMessageId;
+
+    if (!convId) {
+      const create = await request('POST', `${BASE}/conversation`, {
+        data: {
+          inputs: question,
+          enableThinking: thinking === 1,
+          toneMode,
+          webSearchEnabled: needSearch === 1,
+          agentId: model
+        },
+        headers: { Cookie: cookie, Origin: BASE, Referer: BASE }
+      });
+      convId = create.data.conversationId;
+      parentId = create.data.systemMessageId;
+    }
+
+    const fd = new FormData();
+    fd.append('data', JSON.stringify({
+      inputs: question,
+      id: parentId,
+      is_retry: false,
+      is_continue: false,
+      enableThinking: thinking === 1,
+      toneMode,
+      webSearchEnabled: needSearch === 1,
+      userMessageId: crypto.randomUUID()
+    }));
+
+    const res = await request('POST', `${BASE}/conversation/${convId}`, {
+      data: fd,
+      headers: {
+        Cookie: cookie,
+        Origin: BASE,
+        Referer: BASE,
+        'x-requested-with': 'com.xbrowser.play',
+        ...fd.getHeaders()
+      },
+      responseType: 'stream'
+    });
+
+    return new Promise((resolve, reject) => {
+      let fullText = '';
+      let messageId = null;
+      let buf = '';
+      let processedIndex = 0;
+
+      res.data.on('data', chunk => {
+        buf += chunk.toString('utf8');
+        const lines = buf.split('\n');
+        buf = lines.pop();
+        for (const line of lines) {
+          const trimmed = line.trim();
+          if (!trimmed) continue;
+          try {
+            const parsed = JSON.parse(trimmed);
+            if (parsed.type === 'createdMessage') messageId = parsed.messageId;
+            if (parsed.type === 'stream' && parsed.token) {
+              fullText += parsed.token.replace(/\0/g, '');
+              if (streamOutput) {
+                while (processedIndex < fullText.length) {
+                  const rem = fullText.substring(processedIndex);
+                  if (rem.startsWith('<plan>') || rem.startsWith('<think>')) {
+                    processedIndex += rem.startsWith('<plan>') ? 6 : 7;
+                    continue;
+                  }
+                  if (rem.startsWith('</plan>') || rem.startsWith('</think>')) {
+                    processedIndex += rem.startsWith('</plan>') ? 7 : 8;
+                    continue;
+                  }
+                  if (rem.startsWith('<answer>') || rem.startsWith('</answer>')) {
+                    processedIndex += rem.startsWith('<answer>') ? 8 : 9;
+                    continue;
+                  }
+                  if (rem.startsWith('<source-chip')) {
+                    const close = rem.indexOf('/>');
+                    if (close !== -1) {
+                      processedIndex += close + 2;
+                      continue;
+                    } else break;
+                  }
+                  if (rem.startsWith('<') && !rem.includes('>')) break;
+                  processedIndex++;
+                }
+              }
+            }
+          } catch {}
+        }
+      });
+
+      res.data.on('end', () => {
+        const cleaned = this.cleanText(
+          fullText
+            .replace(/<plan>[\s\S]*?<\/plan>/g, '')
+            .replace(/<think>[\s\S]*?<\/think>/g, '')
+            .replace(/<source-chip[^>]*\/>/g, '')
+            .replace(/<\/?[a-zA-Z0-9_-]+[^>]*>/g, '')
+        );
+        resolve({
+          text: cleaned,
+          conversationId: convId,
+          parentMessageId: messageId
+        });
+      });
+
+      res.data.on('error', reject);
+    });
+  }
+}
+
+module.exports = { SakanaAI };

package/lib/ttRepost.js

@@ -0,0 +1,109 @@
+/**
+ * TIKTOK REPOST VIEWER
+ * base: https://petdii.com
+ * Ambil daftar video yang di-repost oleh sebuah akun TikTok.
+ */
+
+const axios = require('axios');
+
+const BASE_URL = 'https://petdii.com';
+
+const HEADERS = {
+  'accept': 'application/json, text/plain, */*',
+  'accept-language': 'id-ID,id;q=0.9,en-US;q=0.8,en;q=0.7',
+  'cache-control': 'no-cache',
+  'content-type': 'application/json',
+  'pragma': 'no-cache',
+  'referer': 'https://petdii.com/tiktok-repost-viewer',
+  'user-agent': 'Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.0.0 Mobile Safari/537.36'
+};
+
+async function kirimRequest(username, jumlah, cursor) {
+  const { data: respons } = await axios.post(
+    `${BASE_URL}/api/tiktok/get-reposts`,
+    { unique_id: username, count: jumlah, cursor },
+    { headers: HEADERS }
+  );
+
+  if (respons.code !== 0) throw new Error(respons.msg || 'Gagal ambil data');
+
+  return respons;
+}
+
+/**
+ * Ambil satu halaman repost (default 6 video per halaman).
+ */
+async function ambilRepost(username, jumlah = 6, cursor = 0) {
+  const respons = await kirimRequest(username, jumlah, cursor);
+  const { videos, cursor: cursorBaru, hasMore } = respons.data;
+
+  return {
+    username,
+    cursor: cursorBaru,
+    adaLagi: hasMore,
+    total: videos.length,
+    videos: videos.map((v) => ({
+      video_id: v.video_id,
+      aweme_id: v.aweme_id,
+      judul: v.title,
+      region: v.region,
+      durasi: v.duration,
+      cover: v.cover,
+      play_tanpa_watermark: v.play,
+      play_dengan_watermark: v.wmplay,
+      ukuran_bytes: v.size,
+      dibuat: new Date(v.create_time * 1000).toISOString(),
+      stats: {
+        ditonton: v.play_count,
+        disukai: v.digg_count,
+        komentar: v.comment_count,
+        dibagikan: v.share_count,
+        diunduh: v.download_count,
+        disimpan: v.collect_count,
+      },
+      pembuat: {
+        id: v.author.id,
+        username: v.author.unique_id,
+        nama: v.author.nickname,
+        foto: v.author.avatar,
+      },
+      musik_info: {
+        id: v.music_info.id,
+        judul: v.music_info.title,
+        artis: v.music_info.author,
+        play: v.music_info.play,
+        cover: v.music_info.cover,
+        durasi: v.music_info.duration,
+        original: v.music_info.original,
+      },
+    })),
+  };
+}
+
+/**
+ * Ambil semua repost sampe `maxHalaman` halaman (atau sampe habis, mana yang duluan).
+ */
+async function ambilSemuaRepost(username, maxHalaman = 5) {
+  let cursor = 0;
+  let adaLagi = true;
+  let halamanKe = 0;
+  let semuaVideo = [];
+
+  while (adaLagi && halamanKe < maxHalaman) {
+    const hasil = await ambilRepost(username, 6, cursor);
+    semuaVideo = semuaVideo.concat(hasil.videos);
+    cursor = hasil.cursor;
+    adaLagi = hasil.adaLagi;
+    halamanKe++;
+  }
+
+  return {
+    username,
+    totalVideo: semuaVideo.length,
+    halamanDiambil: halamanKe,
+    adaLagiDiServer: adaLagi,
+    videos: semuaVideo,
+  };
+}
+
+module.exports = { ambilRepost, ambilSemuaRepost };

package/lib/xDownloader.js

@@ -0,0 +1,107 @@
+/**
+ * X / TWITTER DOWNLOADER
+ * Scrape metadata + video URL dari post X/Twitter (og:tags + inline script parsing).
+ */
+
+const axios = require('axios');
+const cheerio = require('cheerio');
+const fs = require('fs');
+const path = require('path');
+
+const HEADERS = {
+  'User-Agent': 'Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Mobile Safari/537.36',
+  'Accept-Language': 'id-ID,id;q=0.9,en;q=0.8',
+};
+
+/**
+ * Ambil metadata (title, thumbnail, videoUrl, mediaType) dari URL post X/Twitter.
+ */
+async function getXInfo(url) {
+  const response = await axios.get(url, {
+    headers: HEADERS,
+    maxRedirects: 10
+  });
+
+  const html = response.data;
+  const $ = cheerio.load(html);
+
+  const title = $('meta[property="og:title"]').attr('content') || $('title').text().trim();
+  const description = $('meta[property="og:description"]').attr('content');
+  const thumbnail = $('meta[property="og:image"]').attr('content');
+
+  let videoUrl = $('meta[property="og:video"]').attr('content') ||
+                 $('meta[property="og:video:url"]').attr('content');
+
+  if (!videoUrl) {
+    $('script').each((_, el) => {
+      const content = $(el).html() || '';
+
+      let match = content.match(/"video_url":"(https:\/\/[^"]+\.mp4[^"]*)"/) ||
+                 content.match(/"(https:\/\/video\.twimg\.com\/[^"]+\.mp4[^"]*)"/) ||
+                 content.match(/"content_url":"(https:\/\/[^"]+\.mp4[^"]*)"/);
+
+      if (match) {
+        videoUrl = match[1].replace(/\\u0026/g, '&');
+      }
+
+      if (!videoUrl && content.includes('amplify_video')) {
+        const ampMatch = content.match(/"url":"(https:\/\/[^"]+amplify_video[^"]+\.mp4[^"]*)"/);
+        if (ampMatch) videoUrl = ampMatch[1].replace(/\\u0026/g, '&');
+      }
+    });
+  }
+
+  let mediaType = 'text';
+  if (videoUrl) mediaType = 'video';
+  else if (thumbnail && (thumbnail.includes('media') || thumbnail.includes('twimg'))) {
+    mediaType = 'image';
+  }
+
+  return {
+    platform: 'X/Twitter',
+    title: title ? title.substring(0, 200) : 'Twitter Post',
+    description: description || '',
+    videoUrl: videoUrl || null,
+    thumbnail: thumbnail || null,
+    mediaType,
+    originalUrl: url
+  };
+}
+
+/**
+ * Download video dari post X/Twitter ke disk (opsional, buat dipake di luar konteks bot
+ * kalo emang butuh nyimpen file lokal — kalo cuma mau kirim ulang via WA, cukup pake
+ * getXInfo().videoUrl langsung tanpa nge-download ke disk).
+ */
+async function downloadX(url, outputDir = './downloads_x') {
+  const info = await getXInfo(url);
+
+  if (!info.videoUrl) {
+    throw new Error('Tidak menemukan video di tweet ini (bisa jadi hanya gambar atau teks).');
+  }
+
+  if (!fs.existsSync(outputDir)) fs.mkdirSync(outputDir, { recursive: true });
+
+  const cleanTitle = info.title.replace(/[^a-zA-Z0-9\s]/g, '').trim().substring(0, 60) || 'x_video';
+  const fileName = `${cleanTitle}.mp4`;
+  const outputPath = path.join(outputDir, fileName);
+
+  const response = await axios({
+    method: 'GET',
+    url: info.videoUrl,
+    responseType: 'stream',
+    headers: { 'User-Agent': HEADERS['User-Agent'] }
+  });
+
+  const writer = fs.createWriteStream(outputPath);
+  response.data.pipe(writer);
+
+  await new Promise((resolve, reject) => {
+    writer.on('finish', resolve);
+    writer.on('error', reject);
+  });
+
+  return { ...info, filePath: outputPath };
+}
+
+module.exports = { getXInfo, downloadX };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@paiavaliable/scrape-lib",
-  "version": "1.0.0",
+  "version": "1.1.0",
   "description": "Kumpulan scraper/downloader utility: YT Music search, YT downloader, AIO social media downloader, link bypass, HD image upscaler, black & white image filter.",
   "main": "index.js",
   "type": "commonjs",
@@ -22,6 +22,7 @@
   "license": "MIT",
   "dependencies": {
     "axios": "^1.7.2",
+    "cheerio": "^1.0.0",
     "form-data": "^4.0.0"
   },
   "files": [