torrent-agent 0.0.1 → 0.3.0

package/README.md

@@ -3,7 +3,7 @@
 <h1 align="center">Torrent Agent</h1>
 </div>
 
-Torrent Agent is an npm library for searching torrents from torrent sites like 1337x, YTS, etc. It can run multiple queries concurrently and manage multiple scrapers that looks for torrents from differente providers in the same time.
+Torrent Agent is an npm library for searching torrents from torrent sites like 1337x, Torrent Galaxy, etc. It can run multiple queries concurrently and manage multiple scrapers that looks for torrents from differente providers in the same time.
 
 ## How to use it
 
@@ -20,34 +20,47 @@ import TorrentAgent from "torrent-agent";
 
 const agent = new TorrentAgent();
 
-let query = agent.add({
-  searchQuery: "Ubuntu",
-  options: {
-    limit: 20,
-    concurrency: 5,
-  },
-});
-
-// Listen for torrents
-query.on("torrent", (torrent) => {
-  console.log(torrent);
-});
-// Listen for errors
-query.on("error", (e) => {
-  console.log(e);
-});
-// Listen for query completion
-query.on("done", () => {
-  console.log("done");
-});
+async function getTorrents() {
+  let query = await agent.add({
+    searchQuery: "Ubuntu",
+    options: {
+      limit: 20,
+      concurrency: 5,
+    },
+  });
+
+  // Listen for torrents
+  query.on("torrent", (torrent) => {
+    console.log(torrent);
+  });
+  // Listen for errors
+  query.on("error", (e) => {
+    console.log(e);
+  });
+  // Listen for query completion
+  query.on("done", () => {
+    console.log("done");
+  });
+}
 ```
 
 #### Default scrapers :
 
-- 1337x.to
+- Torrent Galaxy
+- Nyaa
+- 1337x
 
 > More scrapers will be available soon
 
+#### Default Chromium scrapers :
+
+- The Pirate Bay
+  > **Note:** To use these scrapers, set `allowChromiumScrapers` in the agent config. You must have Chromium installed on your OS. Keep in mind that Chromium uses more memory, which means Chromium scrapers will be heavier than the normal ones and take more time.
+
+```js
+const agent = new TorrentAgent({ allowChromiumScrapers: true });
+```
+
 #### Custom scrapers
 
 You can create your own custom scrapers that scrape from any site.
@@ -69,7 +82,7 @@ class CustomScraper extends Scraper {
 // then create the agent
 const agent = new TorrentAgent();
 // use your custom scraper in your query
-let query = agent.add({
+let query = await agent.add({
   searchQuery: "Ubuntu",
   options: {
     limit: 20,

package/dist/agent.d.ts

@@ -2,30 +2,42 @@ import { EventEmitter } from "events";
 import Query, { QueryOpts } from "./query.js";
 import PQueue from "p-queue";
 import { Scraper } from "./scrapers/scraper.js";
+import { Browser } from "playwright";
 interface AgentOpts {
     /**
      * Max queries that run at the same time.
      */
     QueriesConcurrency: number;
+    allowChromiumScrapers: boolean;
+    /**
+     * Request timeout for fetching web page (ms).
+     */
+    fetchTimeOut: number;
 }
 interface AgentEvents {
     query: [query: Query];
     query_done: [];
     destroyed: [];
+    browser: [browser: Browser];
+    browser_error: [err: any];
 }
 interface AddQueryOpts {
     searchQuery: string;
     scrapers?: Scraper[];
     options?: QueryOpts;
+    useChromium?: boolean;
 }
 export declare class AgentError extends Error {
     constructor(msg: string);
 }
+export declare const defaultQueryConfigs: QueryOpts;
 export default class TorrentAgent extends EventEmitter<AgentEvents> {
     protected queue: PQueue | null;
     protected isDestroyed: boolean;
+    browser?: Browser;
+    opts: Partial<AgentOpts>;
     constructor(opts?: Partial<AgentOpts>);
-    add(opts: AddQueryOpts): Query;
+    add(opts: AddQueryOpts): Promise<Query>;
     /**
      * Clear the queue.
      */

package/dist/agent.js

@@ -10,11 +10,19 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 import { EventEmitter } from "events";
 import Query from "./query.js";
 import PQueue from "p-queue";
+import { chromium } from "playwright-extra";
+import stealth from "puppeteer-extra-plugin-stealth";
+chromium.use(stealth());
 export class AgentError extends Error {
     constructor(msg) {
         super(msg);
     }
 }
+export const defaultQueryConfigs = {
+    limit: 10,
+    concurrency: 5,
+    fetchTimeOut: 30 * 1000,
+};
 export default class TorrentAgent extends EventEmitter {
     constructor(opts = {}) {
         super();
@@ -22,22 +30,55 @@ export default class TorrentAgent extends EventEmitter {
             concurrency: opts.QueriesConcurrency || 5,
         });
         this.isDestroyed = false;
+        this.opts = opts;
+        if (opts.allowChromiumScrapers) {
+            (() => __awaiter(this, void 0, void 0, function* () {
+                try {
+                    this.browser = yield chromium.launch();
+                    this.emit("browser", this.browser);
+                }
+                catch (err) {
+                    this.emit("browser_error", err);
+                }
+            }))();
+        }
     }
     add(opts) {
-        if (this.isDestroyed) {
-            throw new AgentError("agent is destroyed cannot add new query");
-        }
-        if (!this.queue) {
-            throw new AgentError("queue is destroyed cannot add a new query");
-        }
-        const query = new Query(opts.searchQuery, opts.scrapers, opts.options);
-        this.queue.add(() => __awaiter(this, void 0, void 0, function* () {
-            yield query.run();
-            yield query.destroy();
-            this.emit("query_done");
-        }));
-        this.emit("query", query);
-        return query;
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            if (this.isDestroyed) {
+                throw new AgentError("agent is destroyed cannot add new query");
+            }
+            if (!this.queue) {
+                throw new AgentError("queue is destroyed cannot add a new query");
+            }
+            let options = Object.assign(Object.assign(Object.assign({}, defaultQueryConfigs), opts.options), { useChromiumScrapers: ((_a = opts.options) === null || _a === void 0 ? void 0 : _a.useChromiumScrapers) === false
+                    ? false
+                    : this.opts.allowChromiumScrapers });
+            if (this.opts.allowChromiumScrapers) {
+                if (!this.browser) {
+                    yield new Promise((res, rej) => {
+                        this.once("browser", (browser) => {
+                            //@ts-ignore
+                            options.browser = browser;
+                            res(0);
+                        });
+                        this.once("browser_error", rej);
+                    });
+                }
+                else {
+                    options.browser = this.browser;
+                }
+            }
+            const query = new Query(opts.searchQuery, opts.scrapers, options);
+            this.queue.add(() => __awaiter(this, void 0, void 0, function* () {
+                yield query.run();
+                yield query.destroy();
+                this.emit("query_done");
+            }));
+            this.emit("query", query);
+            return query;
+        });
     }
     /**
      * Clear the queue.

package/dist/index.d.ts

@@ -2,5 +2,8 @@ import TorrentAgent from "./agent.js";
 import Query from "./query.js";
 import { Scraper } from "./scrapers/scraper.js";
 import { Scraper1337x } from "./scrapers/1337x.js";
-export { Scraper, Query, Scraper1337x };
+import { Nyaa } from "./scrapers/nyaa.js";
+import { TorrentGalaxy } from "./scrapers/torrentGalaxy.js";
+import { ThePirateBay } from "./scrapers/thepiratebay.js";
+export { Scraper, Query, Scraper1337x, Nyaa, TorrentGalaxy, ThePirateBay };
 export default TorrentAgent;

package/dist/index.js

@@ -2,5 +2,8 @@ import TorrentAgent from "./agent.js";
 import Query from "./query.js";
 import { Scraper } from "./scrapers/scraper.js";
 import { Scraper1337x } from "./scrapers/1337x.js";
-export { Scraper, Query, Scraper1337x };
+import { Nyaa } from "./scrapers/nyaa.js";
+import { TorrentGalaxy } from "./scrapers/torrentGalaxy.js";
+import { ThePirateBay } from "./scrapers/thepiratebay.js";
+export { Scraper, Query, Scraper1337x, Nyaa, TorrentGalaxy, ThePirateBay };
 export default TorrentAgent;

package/dist/query.d.ts

@@ -1,10 +1,12 @@
 import { EventEmitter } from "events";
 import { Scraper, Torrent } from "./scrapers/scraper.js";
 import PQueue from "p-queue";
+import { Browser } from "playwright";
 export declare class QueryError extends Error {
     constructor(msg: string);
 }
 export declare const DefaultScrapers: Scraper[];
+export declare const ChromiumScrapers: Scraper[];
 interface QueryEvents {
     error: [error: QueryError];
     torrent: [torrent: Torrent];
@@ -15,6 +17,12 @@ export interface QueryOpts {
     concurrency: number;
     /** Max torrents per scraper. */
     limit: number;
+    browser?: Browser;
+    useChromiumScrapers?: boolean;
+    /**
+     * Request timeout for fetching web page (ms).
+     */
+    fetchTimeOut: number;
 }
 export declare const QueueDestroyedErr: QueryError;
 export declare const QueryDestroyed: QueryError;
@@ -23,6 +31,7 @@ export default class Query extends EventEmitter<QueryEvents> {
     protected searchQuery: string;
     protected queue: PQueue | null;
     protected isDestroyed: boolean;
+    protected opts: QueryOpts;
     limit?: number;
     constructor(searchQuery: string, scrapers?: Scraper[], opts?: Partial<QueryOpts>);
     protected getTorrents(scraper: Scraper): Promise<void>;

package/dist/query.js

@@ -9,21 +9,45 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 import { EventEmitter } from "events";
 import PQueue from "p-queue";
+import { TorrentGalaxy } from "./scrapers/torrentGalaxy.js";
+import { ThePirateBay } from "./scrapers/thepiratebay.js";
+import { Nyaa } from "./scrapers/nyaa.js";
 import { Scraper1337x } from "./scrapers/1337x.js";
+import { defaultQueryConfigs } from "./agent.js";
 export class QueryError extends Error {
     constructor(msg) {
         super();
         this.message = msg;
     }
 }
-export const DefaultScrapers = [new Scraper1337x()];
+export const DefaultScrapers = [
+    new TorrentGalaxy(),
+    new Nyaa(),
+    new Scraper1337x(),
+];
+export const ChromiumScrapers = [new ThePirateBay()];
 export const QueueDestroyedErr = new QueryError("The queue is destroyed cannot run the query.\nThis error may be caused because the query is already destroyed.");
 export const QueryDestroyed = new QueryError("The query is destroyed cannot run the query.");
 export default class Query extends EventEmitter {
     constructor(searchQuery, scrapers, opts = {}) {
         super();
         this.searchQuery = searchQuery;
-        this.scrapers = scrapers || DefaultScrapers;
+        this.opts = Object.assign(Object.assign({}, defaultQueryConfigs), opts);
+        if (scrapers) {
+            scrapers.forEach((s) => {
+                s.browser = opts.browser;
+            });
+            this.scrapers = scrapers;
+        }
+        else {
+            this.scrapers = DefaultScrapers;
+            if (opts.useChromiumScrapers && opts.browser) {
+                ChromiumScrapers.forEach((s) => {
+                    s.browser = opts.browser;
+                });
+                this.scrapers = [...this.scrapers, ...ChromiumScrapers];
+            }
+        }
         this.isDestroyed = false;
         this.limit = opts.limit;
         this.queue = new PQueue({
@@ -42,34 +66,42 @@ export default class Query extends EventEmitter {
                 this.emit("error", QueueDestroyedErr);
                 throw QueueDestroyedErr;
             }
-            yield this.queue.add(() => __awaiter(this, void 0, void 0, function* () {
-                let links;
-                try {
-                    links = yield scraper.firstTouch(this.searchQuery, this.limit);
-                }
-                catch (err) {
-                    this.emit("error", new QueryError(`error while scraping search page${(err === null || err === void 0 ? void 0 : err.message) ? ` : ${err.message}` : ""}`));
-                    return;
-                }
-                if (!links)
-                    return;
-                for (let i = 0; i < links.length; i++) {
-                    if (!this.queue) {
-                        this.emit("error", QueueDestroyedErr);
-                        throw QueueDestroyedErr;
-                    }
-                    this.queue.add(() => __awaiter(this, void 0, void 0, function* () {
-                        try {
-                            let torrent = yield scraper.scrapeTorrent(links[i]);
-                            this.emit("torrent", torrent);
+            try {
+                yield this.queue.add(() => __awaiter(this, void 0, void 0, function* () {
+                    let t;
+                    const timeout = new Promise((_, reject) => {
+                        t = setTimeout(() => {
+                            reject(new Error(`FirstTouch Timeout (${scraper.opts.name}) : can't load search page (${this.opts.fetchTimeOut}ms)`));
+                        }, this.opts.fetchTimeOut);
+                    });
+                    let links = yield Promise.race([
+                        scraper.firstTouch(this.searchQuery, this.limit),
+                        timeout,
+                    ]);
+                    clearTimeout(t);
+                    if (!links)
+                        return;
+                    for (let i = 0; i < links.length; i++) {
+                        if (!this.queue) {
+                            this.emit("error", QueueDestroyedErr);
+                            throw QueueDestroyedErr;
                         }
-                        catch (err) {
-                            this.emit("error", new QueryError(`error while scraping torrent page${(err === null || err === void 0 ? void 0 : err.message) ? ` : ${err.message}` : ""}`));
-                            return;
-                        }
-                    }));
-                }
-            }));
+                        this.queue.add(() => __awaiter(this, void 0, void 0, function* () {
+                            try {
+                                let torrent = yield scraper.scrapeTorrent(links[i]);
+                                this.emit("torrent", torrent);
+                            }
+                            catch (err) {
+                                this.emit("error", new QueryError(`error while scraping torrent page${(err === null || err === void 0 ? void 0 : err.message) ? ` : ${err.message}` : ""}`));
+                                return;
+                            }
+                        }));
+                    }
+                }));
+            }
+            catch (err) {
+                this.emit("error", new QueryError(`error while scraping search page${(err === null || err === void 0 ? void 0 : err.message) ? ` : ${err.message}` : ""}`));
+            }
         });
     }
     run() {

package/dist/scrapers/1337x.js

@@ -11,8 +11,9 @@ import axios from "axios";
 import { Scraper } from "./scraper.js";
 import { load } from "cheerio";
 export class Scraper1337x extends Scraper {
-    constructor(opts = {}) {
+    constructor(opts = { name: "1337x Scraper" }) {
         super(opts);
+        this.browser = opts.browser;
     }
     firstTouch(query, limit) {
         return __awaiter(this, void 0, void 0, function* () {
@@ -20,11 +21,12 @@ export class Scraper1337x extends Scraper {
                 throw new Error("search query is required to scrape");
             }
             let results = [];
-            let page = 1;
+            let p = 1;
             while (results.length != (limit || 20)) {
-                const { data } = yield axios.get(Scraper1337x.firstTouchUrl
-                    .replace(":query", query || "")
-                    .replace(":page", page.toString()));
+                const url = new URL(Scraper1337x.firstTouchUrl);
+                url.searchParams.set("q", query);
+                url.searchParams.set("page", p.toString());
+                const { data } = yield axios.get(url.href);
                 const $ = load(data);
                 let torrentCount = $(".table-list tbody tr").length;
                 if (torrentCount === 0) {
@@ -34,14 +36,17 @@ export class Scraper1337x extends Scraper {
                     if (results.length >= (limit || 20))
                         return;
                     const name = $(el).find("td.name a").eq(1).text().trim();
-                    const url = "https://1337x.to" + $(el).find("td.name a").eq(1).attr("href");
+                    const urlPath = $(el).find("td.name a").eq(1).attr("href");
+                    if (!urlPath)
+                        return;
+                    const url = new URL(urlPath, Scraper1337x.firstTouchUrl);
                     const seeders = $(el).find("td.seeds").text().trim();
                     const size = $(el).find("td.size").text().trim();
-                    const uploader = $(el).find("td.user").text().trim();
+                    const uploader = $(el).find("td").eq(5).text().trim();
                     const leechers = $(el).find("td.leeches").text().trim();
                     results.push({
                         name,
-                        url,
+                        url: url.href,
                         seeders: +seeders,
                         leechers: +leechers,
                         provider: "1337x",
@@ -49,7 +54,7 @@ export class Scraper1337x extends Scraper {
                         uploader,
                     });
                 });
-                page++;
+                p++;
             }
             return results;
         });
@@ -61,11 +66,12 @@ export class Scraper1337x extends Scraper {
             }
             const { data } = yield axios.get(link.url);
             const $ = load(data);
-            const magnetURI = $("a[href^='magnet:?']").attr("href");
-            const infoHash = $(".infohash-box span").text().trim();
-            const torrentDownload = $("a[href$='.torrent']").attr("href");
-            return Object.assign({ magnetURI, infoHash, torrentDownload }, link);
+            const text = $(".box-info").text().trim().replace(/\s+/g, " ");
+            const infoHashMatch = text.match(/info\s*hash\s*:\s*([a-fA-F0-9]+)/i);
+            if (!infoHashMatch || (infoHashMatch === null || infoHashMatch === void 0 ? void 0 : infoHashMatch.length) == 0)
+                throw Error("cant get info hash");
+            return Object.assign({ infoHash: infoHashMatch[1] }, link);
         });
     }
 }
-Scraper1337x.firstTouchUrl = "https://1337x.to/search/:query/:page/";
+Scraper1337x.firstTouchUrl = "https://1337x.pro/search";

package/dist/scrapers/nyaa.d.ts

@@ -0,0 +1,8 @@
+import { Scraper, ScraperOpts, Torrent, TorrentLink } from "./scraper.js";
+export declare class Nyaa extends Scraper {
+    static homeUrl: string;
+    static firstTouchUrl: string;
+    constructor(opts?: ScraperOpts);
+    firstTouch(query: string, limit?: number): Promise<TorrentLink[]>;
+    scrapeTorrent(link: TorrentLink): Promise<Torrent>;
+}

package/dist/scrapers/nyaa.js

@@ -0,0 +1,79 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import axios from "axios";
+import { Scraper } from "./scraper.js";
+import { load } from "cheerio";
+function extractInfoHash(magnetUri) {
+    if (typeof magnetUri !== "string")
+        return null;
+    const match = magnetUri.match(/xt=urn:btih:([a-zA-Z0-9]+)/);
+    return match ? match[1].toLowerCase() : null;
+}
+export class Nyaa extends Scraper {
+    constructor(opts = { name: "Nyaa Scraper" }) {
+        super(opts);
+    }
+    firstTouch(query, limit) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!query) {
+                throw new Error("search query is required to scrape");
+            }
+            let results = [];
+            let page = 1;
+            while (results.length != (limit || 20)) {
+                const { data } = yield axios.get(Nyaa.firstTouchUrl
+                    .replace(":query", query || "")
+                    .replace(":page", page.toString()));
+                const $ = load(data);
+                let torrentCount = $(".container .table-responsive table tbody tr").length;
+                if (torrentCount === 0) {
+                    break;
+                }
+                $(".container .table-responsive table tbody tr").each((i, el) => {
+                    if (results.length >= (limit || 20))
+                        return;
+                    const tds = $(el).find("td");
+                    const name = tds.eq(1).find("a").text().trim();
+                    const url = new URL(tds.eq(1).find("a").attr("href") || "", Nyaa.homeUrl);
+                    const magnetURI = tds.eq(2).find("a").eq(1).attr("href");
+                    const size = tds.eq(3).text().trim();
+                    const seeders = tds.eq(5).text().trim();
+                    const leechers = tds.eq(6).text().trim();
+                    results.push({
+                        name,
+                        url: url.href,
+                        seeders: +seeders,
+                        leechers: +leechers,
+                        provider: "nyaa",
+                        size,
+                        magnetURI,
+                        infoHash: extractInfoHash(magnetURI || "") || "",
+                    });
+                });
+                page++;
+            }
+            return results;
+        });
+    }
+    scrapeTorrent(link) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!link.url) {
+                throw new Error("url is required in the torrent link");
+            }
+            if (!link.infoHash)
+                throw new Error("not valid link (info hash doesn't exist)");
+            if (!link.magnetURI)
+                throw new Error("not valid link (info hash doesn't exist)");
+            return Object.assign({ infoHash: link.infoHash, magnetURI: link.magnetURI }, link);
+        });
+    }
+}
+Nyaa.homeUrl = "https://nyaa.si";
+Nyaa.firstTouchUrl = "https://nyaa.si/?q=:query&p=:page";

package/dist/scrapers/scraper.d.ts

@@ -1,4 +1,8 @@
+import { Browser } from "playwright";
 export interface ScraperOpts {
+    browser?: Browser;
+    query?: string;
+    name?: string;
 }
 export interface Torrent {
     name: string;
@@ -10,7 +14,7 @@ export interface Torrent {
     magnetURI?: string;
     torrentDownload?: string;
     size: string;
-    uploader: string;
+    uploader?: string;
 }
 export interface TorrentLink {
     name: string;
@@ -19,10 +23,13 @@ export interface TorrentLink {
     provider: string;
     url: string;
     size: string;
-    uploader: string;
+    uploader?: string;
+    infoHash?: string;
+    magnetURI?: string;
 }
 export declare abstract class Scraper {
-    protected opts: ScraperOpts;
+    opts: ScraperOpts;
+    browser?: Browser;
     constructor(opts?: ScraperOpts);
     abstract firstTouch(query: string, limit?: number): Promise<TorrentLink[]>;
     abstract scrapeTorrent(link: TorrentLink): Promise<Torrent>;

package/dist/scrapers/scraper.js

@@ -8,13 +8,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 export class Scraper {
-    constructor(opts = {}) {
+    constructor(opts = { name: "Not Named" }) {
         this.opts = opts;
     }
 }
 export class TestScraper extends Scraper {
     constructor(opts) {
-        super({});
+        super({ name: "Test Scraper" });
         this.linkCount = opts.linksCount || 0;
         this.runTime = opts.runTime || 0;
         this.name = opts.name || "Test Scraper";

package/dist/scrapers/thepiratebay.d.ts

@@ -0,0 +1,10 @@
+import { Scraper, ScraperOpts, Torrent, TorrentLink } from "./scraper.js";
+import { Browser } from "playwright";
+export declare class ThePirateBay extends Scraper {
+    static homeUrl: string;
+    static firstTouchUrl: string;
+    browser?: Browser;
+    constructor(opts?: ScraperOpts);
+    firstTouch(query: string, limit?: number): Promise<TorrentLink[]>;
+    scrapeTorrent(link: TorrentLink): Promise<Torrent>;
+}

package/dist/scrapers/thepiratebay.js

@@ -0,0 +1,89 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { Scraper } from "./scraper.js";
+import { load } from "cheerio";
+function extractInfoHash(magnetUri) {
+    if (typeof magnetUri !== "string")
+        return null;
+    const match = magnetUri.match(/xt=urn:btih:([a-zA-Z0-9]+)/);
+    return match ? match[1].toLowerCase() : null;
+}
+export class ThePirateBay extends Scraper {
+    constructor(opts = { name: "ThePirateBay Scraper" }) {
+        super(opts);
+        if (opts.browser) {
+            this.browser = this.browser;
+        }
+    }
+    firstTouch(query, limit) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!query) {
+                throw new Error("search query is required to scrape");
+            }
+            if (!this.browser)
+                throw new Error("browser is not created");
+            let results = [];
+            let p = 1;
+            while (results.length != (limit || 20)) {
+                const page = yield this.browser.newPage();
+                yield page.goto(ThePirateBay.firstTouchUrl
+                    .replace(":query", query || "")
+                    .replace(":page", page.toString()), {
+                    waitUntil: "networkidle",
+                });
+                const data = yield page.content();
+                const $ = load(data);
+                let torrents = $("li.list-entry");
+                if (torrents.length - 1 <= 0) {
+                    break;
+                }
+                torrents.each((i, el) => {
+                    if (i == 0)
+                        return;
+                    if (results.length >= (limit || 20))
+                        return;
+                    const span = $(el).find("span");
+                    const name = span.eq(1).find("a").text().trim();
+                    const url = new URL(span.eq(1).find("a").attr("href") || "", ThePirateBay.homeUrl);
+                    const magnetURI = span.eq(3).find("a").eq(0).attr("href");
+                    const size = span.eq(4).text().trim();
+                    const seeders = span.eq(5).text().trim();
+                    const leechers = span.eq(6).text().trim();
+                    results.push({
+                        name,
+                        url: url.href,
+                        seeders: +seeders,
+                        leechers: +leechers,
+                        provider: "thepiratebay",
+                        size,
+                        magnetURI,
+                        infoHash: extractInfoHash(magnetURI || "") || "",
+                    });
+                });
+                p++;
+            }
+            return results;
+        });
+    }
+    scrapeTorrent(link) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!link.url) {
+                throw new Error("url is required in the torrent link");
+            }
+            if (!link.infoHash)
+                throw new Error("not valid link (info hash doesn't exist)");
+            if (!link.magnetURI)
+                throw new Error("not valid link (info hash doesn't exist)");
+            return Object.assign({ infoHash: link.infoHash, magnetURI: link.magnetURI }, link);
+        });
+    }
+}
+ThePirateBay.homeUrl = "https://thepiratebay.org";
+ThePirateBay.firstTouchUrl = "https://thepiratebay.org/search.php?q=:query";

package/dist/scrapers/torrentGalaxy.d.ts

@@ -0,0 +1,7 @@
+import { Scraper, ScraperOpts, Torrent, TorrentLink } from "./scraper.js";
+export declare class TorrentGalaxy extends Scraper {
+    static firstTouchUrl: string;
+    constructor(opts?: ScraperOpts);
+    firstTouch(query: string, limit?: number): Promise<TorrentLink[]>;
+    scrapeTorrent(link: TorrentLink): Promise<Torrent>;
+}

package/dist/scrapers/torrentGalaxy.js

@@ -0,0 +1,71 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import axios from "axios";
+import { Scraper } from "./scraper.js";
+import { load } from "cheerio";
+export class TorrentGalaxy extends Scraper {
+    constructor(opts = { name: "TorrentGalaxy" }) {
+        super(opts);
+    }
+    firstTouch(query, limit) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!query) {
+                throw new Error("search query is required to scrape");
+            }
+            let results = [];
+            let page = 1;
+            while (results.length != (limit || 20)) {
+                const { data } = yield axios.get(TorrentGalaxy.firstTouchUrl
+                    .replace(":query", query || "")
+                    .replace(":page", page.toString()));
+                const $ = load(data);
+                let torrentCount = $(".table-list-wrap tbody tr").length;
+                if (torrentCount === 0) {
+                    break;
+                }
+                $(".table-list-wrap tbody tr").each((i, el) => {
+                    if (results.length >= (limit || 20))
+                        return;
+                    const name = $(el).find("td .tt-name a").eq(0).text().trim();
+                    const url = "https://torrentgalaxy.hair" +
+                        $(el).find("td .tt-name a").eq(0).attr("href");
+                    const tds = $(el).find("td");
+                    const size = $(tds[2]).text().trim();
+                    const seeders = $(tds[3]).text().trim();
+                    const leechers = $(tds[4]).text().trim();
+                    results.push({
+                        name,
+                        url,
+                        seeders: +seeders,
+                        leechers: +leechers,
+                        provider: "TGx",
+                        size,
+                    });
+                });
+                page++;
+            }
+            return results;
+        });
+    }
+    scrapeTorrent(link) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!link.url) {
+                throw new Error("url is required in the torrent link");
+            }
+            const { data } = yield axios.get(link.url);
+            const $ = load(data);
+            const magnetURI = $("a[href^='magnet:?']").attr("href");
+            const infoHash = $(".infohash-box span").text().trim();
+            const torrentDownload = $("a[href$='.torrent']").attr("href");
+            return Object.assign({ magnetURI, infoHash, torrentDownload }, link);
+        });
+    }
+}
+TorrentGalaxy.firstTouchUrl = "https://torrentgalaxy.hair/lmsearch?q=:query&category=lmsearch&page=:page";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "torrent-agent",
-  "version": "0.0.1",
+  "version": "0.3.0",
   "description": "NPM library for searching torrents.",
   "type": "module",
   "main": "dist/index.js",
@@ -13,21 +13,27 @@
     "test:watch": "jest --watch",
     "build": "tsc"
   },
-  "keywords": ["torrent","torrent search"],
+  "keywords": [
+    "torrent",
+    "torrent search"
+  ],
   "author": "khlala",
   "license": "Apache-2.0",
   "devDependencies": {
-    "@types/jest": "^29.5.14",
-    "@types/node": "^22.13.4",
-    "jest": "^29.7.0",
-    "nock": "^14.0.1",
-    "ts-jest": "^29.2.5",
-    "typescript": "^5.7.3"
+    "@types/jest": "^30.0.0",
+    "@types/node": "^25.0.9",
+    "jest": "^30.2.0",
+    "nock": "^14.0.10",
+    "ts-jest": "^29.4.6",
+    "typescript": "^5.9.3"
   },
   "dependencies": {
-    "axios": "^1.8.3",
-    "cheerio": "^1.0.0",
-    "p-queue": "^8.1.0"
+    "axios": "^1.13.2",
+    "cheerio": "^1.1.2",
+    "p-queue": "^9.1.0",
+    "playwright": "^1.57.0",
+    "playwright-extra": "^4.3.6",
+    "puppeteer-extra-plugin-stealth": "^2.11.2"
   },
   "repository": {
     "type": "git",