search-web-api 1.0.13

package/src/sources/specialized/wttr.ts

@@ -0,0 +1,98 @@
+import { EngineFunction, EngineResult } from "../../types/search-engine-interface.js";
+
+// Weather condition mapping
+const WWO_TO_CONDITION: Record<string, string> = {
+  "113": "clear sky",
+  "116": "partly cloudy",
+  "119": "cloudy",
+  "122": "fair",
+  "143": "fair",
+  "176": "light rain showers",
+  "179": "light snow showers",
+  "248": "fog",
+  "260": "fog",
+  "263": "light rain showers",
+  "296": "light rain",
+  "302": "rain",
+  "308": "heavy rain",
+  "323": "light snow showers",
+  "332": "heavy snow",
+  "386": "rain showers and thunder",
+};
+
+export const wttr: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const params = new URLSearchParams({
+    format: "j1",
+    lang: "en",
+  });
+  const response = await fetch(`https://wttr.in/${query}?${params}`, {
+    headers: {
+      "User-Agent":
+        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
+    },
+  });
+  if (!response.ok) return [];
+  const data = await response.json();
+  const results: EngineResult[] = [];
+
+  if (!data || !data.current_condition) {
+    return results;
+  }
+
+  const current = data.current_condition[0];
+  const weatherCode = current.weatherCode || "";
+  const condition = WWO_TO_CONDITION[weatherCode] || "unknown";
+
+  const content = [
+    `Temperature: ${current.temp_C || current.tempC}°C (Feels like: ${current.FeelsLikeC}°C)`,
+    `Condition: ${condition}`,
+    `Humidity: ${current.humidity}%`,
+    `Wind: ${current.windspeedKmph} km/h from ${current.winddirDegree}°`,
+    `Pressure: ${current.pressure} hPa`,
+    `Cloud cover: ${current.cloudcover}%`,
+  ]
+    .filter(Boolean)
+    .join("\n");
+
+  // Add current weather
+  results.push({
+    url: `https://wttr.in/${data.nearest_area?.[0]?.areaName?.[0]?.value || "weather"}`,
+    title: `Weather in ${data.nearest_area?.[0]?.areaName?.[0]?.value || "Unknown Location"}`,
+    content,
+    engine: "wttr",
+  });
+
+  // Add forecast
+  if (data.weather && Array.isArray(data.weather)) {
+    for (const day of data.weather.slice(0, 3)) {
+      // Only next 3 days
+      const date = day.date;
+      const hourly = day.hourly || [];
+
+      if (hourly.length > 0) {
+        const forecast = hourly[Math.floor(hourly.length / 2)]; // Middle of day
+        const forecastCondition =
+          WWO_TO_CONDITION[forecast.weatherCode] || "unknown";
+
+        const forecastContent = [
+          `Temperature: ${forecast.tempC}°C`,
+          `Condition: ${forecastCondition}`,
+          `Humidity: ${forecast.humidity}%`,
+          `Wind: ${forecast.windspeedKmph} km/h`,
+        ].join(" | ");
+
+        results.push({
+          url: `https://wttr.in/${data.nearest_area?.[0]?.areaName?.[0]?.value || "weather"}`,
+          title: `Forecast for ${date}`,
+          content: forecastContent,
+          engine: "wttr",
+        });
+      }
+    }
+  }
+
+  return results;
+};

package/src/sources/torrents/1337x.ts

@@ -0,0 +1,43 @@
+import { parseHTML } from "linkedom";
+import { EngineFunction } from "../../types/search-engine-interface.js";
+
+export const torrent_1337x: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const response = await fetch(
+    `https://1337x.to/search/${encodeURIComponent(query)}/${page || 1}/`,
+    {
+      headers: {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
+      },
+    }
+  );
+  if (!response.ok) return [];
+  const html = await response.text();
+  const { document } = parseHTML(html);
+  const results: any[] = [];
+
+  document.querySelectorAll("table.table-list tbody tr").forEach((el) => {
+    const element = el;
+    const links = element.querySelectorAll("td.name a");
+    const link = links[1] || links[0]; // Second link is usually the torrent detail page
+    const url = `https://1337x.to${link?.getAttribute("href")}`;
+    const title = link?.textContent?.trim() || "";
+    const seeds = element.querySelector("td.seeds")?.textContent?.trim() || "";
+    const leeches = element.querySelector("td.leeches")?.textContent?.trim() || "";
+    const size = element.querySelector("td.size")?.textContent?.trim() || "";
+
+    if (url && title) {
+      results.push({
+        url,
+        title,
+        content: `Size: ${size}, Seeds: ${seeds}, Leeches: ${leeches}`,
+        engine: "1337x",
+      });
+    }
+  });
+
+  return results;
+};

package/src/sources/torrents/eztv.ts

@@ -0,0 +1,47 @@
+import { parseHTML } from "linkedom";
+import { EngineFunction } from "../../types/search-engine-interface.js";
+
+export const eztv: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const response = await fetch(
+    `https://eztv.re/search/${encodeURIComponent(query)}`,
+    {
+      headers: {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
+      },
+    }
+  );
+  if (!response.ok) return [];
+  const html = await response.text();
+  const { document } = parseHTML(html);
+  const results: any[] = [];
+
+  document.querySelectorAll("table.forum_header_border tr.forum_header_border").forEach((el) => {
+    const element = el;
+    const titleColumn = element.querySelectorAll("td")[1];
+    const titleLink = titleColumn?.querySelector("a.epinfo");
+    const magnetLink = element.querySelector("a.magnet");
+    const title = titleLink?.textContent?.trim() || "";
+    const url = magnetLink?.getAttribute("href") || "";
+
+    // Get torrent metadata
+    const tds = element.querySelectorAll("td");
+    const size = tds[3]?.textContent?.trim() || "";
+    const date = tds[4]?.textContent?.trim() || "";
+    const seeds = tds[5]?.textContent?.trim() || "";
+
+    if (url && title) {
+      results.push({
+        url,
+        title,
+        content: `Size: ${size}, Seeds: ${seeds}, Released: ${date}`,
+        engine: "eztv",
+      });
+    }
+  });
+
+  return results;
+};

package/src/sources/torrents/kickass.ts

@@ -0,0 +1,63 @@
+import { parseHTML } from "linkedom";
+import { EngineFunction } from "../../types/search-engine-interface.js";
+
+export const kickass: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const response = await fetch(
+    `https://kickasstorrents.to/usearch/${encodeURIComponent(query)}/${page || 1}/`,
+    {
+      headers: {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
+      },
+    }
+  );
+  if (!response.ok) return [];
+  const data = await response.text();
+  const results: any[] = [];
+
+  if (!data || typeof data !== "string") {
+    return results;
+  }
+
+  const { document } = parseHTML(data);
+
+  document.querySelectorAll("table.data tr").forEach((element, i) => {
+    // Skip header row
+    if (i === 0) return;
+
+    const rowElem = element;
+    const $link = rowElem.querySelectorAll("a.cellMainLink");
+
+    if (!$link.length) return;
+
+    const href = $link[0]?.getAttribute("href");
+    const title = $link[0]?.textContent?.trim() || "";
+    const description = rowElem.querySelector("span.font11px.lightgrey.block")?.textContent?.trim() || "";
+    const seed = parseInt(rowElem.querySelector("td.green")?.textContent?.trim() || "") || 0;
+    const leech = parseInt(rowElem.querySelector("td.red")?.textContent?.trim() || "") || 0;
+    const filesize = rowElem.querySelector("td.nobr")?.textContent?.trim() || "";
+
+    const content = [
+      description,
+      filesize ? `Size: ${filesize}` : "",
+      `Seeds: ${seed}`,
+      `Leeches: ${leech}`,
+    ]
+      .filter(Boolean)
+      .join(" | ");
+
+    results.push({
+      url: `https://kickasstorrents.to${href}`,
+      title,
+      content,
+      filesize,
+      seed,
+      engine: "kickass",
+    });
+  });
+
+  return results;
+};

package/src/sources/torrents/nyaa.ts

@@ -0,0 +1,53 @@
+import { parseHTML } from "linkedom";
+import { EngineFunction } from "../../types/search-engine-interface.js";
+
+export const nyaa: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const params = new URLSearchParams({
+    f: "0",
+    c: "0_0",
+    q: query,
+    p: String(page || 1),
+  });
+  const response = await fetch(`https://nyaa.si/?${params}`, {
+    headers: {
+      "User-Agent":
+        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
+    },
+  });
+  if (!response.ok) return [];
+  const html = await response.text();
+  const { document } = parseHTML(html);
+  const results: any[] = [];
+
+  document.querySelectorAll("table.torrent-list tbody tr").forEach((el) => {
+    const element = el;
+    const tds = element.querySelectorAll("td");
+    const category = tds[0]?.textContent?.trim() || "";
+    const titleColumn = tds[1];
+    // find 'a' elements in titleColumn, filter out .comments
+    const titleLink = titleColumn?.querySelector("a:not(.comments)"); // Assuming simple check or just taking first non-comment
+    const magnetLink = element.querySelector('a[href^="magnet:"]');
+    const title = titleLink?.textContent?.trim() || "";
+    const url = magnetLink?.getAttribute("href") || "";
+
+    // Get torrent metadata
+    const size = tds[3]?.textContent?.trim() || "";
+    const seeders = tds[5]?.textContent?.trim() || "";
+    const leechers = tds[6]?.textContent?.trim() || "";
+    const downloads = tds[7]?.textContent?.trim() || "";
+
+    if (url && title) {
+      results.push({
+        url,
+        title,
+        content: `Category: ${category}, Size: ${size}, Seeds: ${seeders}, Leeches: ${leechers}, Downloads: ${downloads}`,
+        engine: "nyaa",
+      });
+    }
+  });
+
+  return results;
+};

package/src/sources/torrents/solidtorrents.ts

@@ -0,0 +1,68 @@
+import { parseHTML } from "linkedom";
+import { EngineFunction } from "../../types/search-engine-interface.js";
+
+export const solidtorrents: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const params = new URLSearchParams({
+    q: query,
+    page: String(page || 1),
+  });
+  const response = await fetch(
+    `https://solidtorrents.to/search?${params}`,
+    {
+      headers: {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
+      },
+    }
+  );
+  if (!response.ok) return [];
+  const data = await response.text();
+  const results: any[] = [];
+
+  if (!data || typeof data !== "string") {
+    return results;
+  }
+
+  const { document } = parseHTML(data);
+
+  document.querySelectorAll("li.search-result").forEach((element) => {
+    const elElem = element;
+
+    const torrentfile = elElem.querySelector("a.dl-torrent")?.getAttribute("href");
+    const magnet = elElem.querySelector("a.dl-magnet")?.getAttribute("href");
+
+    if (!torrentfile || !magnet) {
+      return; // skip results without torrent links
+    }
+
+    const title = elElem.querySelector("h5.title")?.textContent?.trim() || "";
+    const url = elElem.querySelector("h5.title a")?.getAttribute("href");
+    const category = elElem.querySelector("a.category")?.textContent?.trim() || "";
+
+    const stats = Array.from(elElem.querySelectorAll(".stats div")).map(
+      (el) => el.textContent?.trim() || ""
+    );
+
+    const content = [
+      category ? `Category: ${category}` : "",
+      stats[1] ? `Size: ${stats[1]}` : "",
+      stats[3] ? `Seeds: ${stats[3]}` : "",
+      stats[2] ? `Leeches: ${stats[2]}` : "",
+      stats[4] ? `Date: ${stats[4]}` : "",
+    ]
+      .filter(Boolean)
+      .join(" | ");
+
+    results.push({
+      url: `https://solidtorrents.to${url}`,
+      title,
+      content,
+      engine: "solidtorrents",
+    });
+  });
+
+  return results;
+};

package/src/sources/torrents/thepiratebay.ts

@@ -0,0 +1,57 @@
+import { parseHTML } from "linkedom";
+import { EngineFunction } from "../../types/search-engine-interface.js";
+
+export const thepiratebay: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const params = new URLSearchParams({
+    q: query,
+    page: String((page || 1) - 1),
+  });
+  const response = await fetch(
+    `https://thepiratebay.org/search.php?${params}`,
+    {
+      headers: {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
+      },
+    }
+  );
+  if (!response.ok) return [];
+  const html = await response.text();
+  const { document } = parseHTML(html);
+  const results: any[] = [];
+
+  document.querySelectorAll("#searchResult tbody tr").forEach((el) => {
+    const element = el;
+    const titleLink = element.querySelector("td.vertTh a.detLink");
+    const magnetLink = element.querySelector('a[href^="magnet:"]');
+    const title = titleLink?.textContent?.trim() || "";
+    const url = magnetLink?.getAttribute("href") || "";
+    const descElement = element.querySelector("font.detDesc");
+    const descText = descElement?.textContent?.trim() || "";
+
+    // Extract size, uploader, and date from description
+    const sizeMatch = descText.match(/Size\s+([^,]+)/i);
+    const uploaderMatch = descText.match(/ULed by\s+([^,]+)/i);
+    const size = sizeMatch ? sizeMatch[1] : "Unknown";
+    const uploader = uploaderMatch ? uploaderMatch[1] : "Unknown";
+
+    // Get seeders and leechers
+    const tds = element.querySelectorAll("td");
+    const seeders = tds[2]?.textContent?.trim() || "";
+    const leechers = tds[3]?.textContent?.trim() || "";
+
+    if (url && title) {
+      results.push({
+        url,
+        title,
+        content: `Size: ${size}, Seeds: ${seeders}, Leeches: ${leechers}, Uploader: ${uploader}`,
+        engine: "thepiratebay",
+      });
+    }
+  });
+
+  return results;
+};

package/src/sources/torrents/yts.ts

@@ -0,0 +1,54 @@
+import { EngineFunction } from "../../types/search-engine-interface.js";
+
+export const yts: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const params = new URLSearchParams({
+    query_term: query,
+    page: String(page || 1),
+    limit: "20",
+  });
+  const response = await fetch(
+    `https://yts.mx/api/v2/list_movies.json?${params}`,
+    {
+      headers: {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
+      },
+    }
+  );
+  if (!response.ok) return [];
+  const json = await response.json();
+  const results: any[] = [];
+
+  if (json && json.data && json.data.movies) {
+    json.data.movies.forEach((movie: any) => {
+      const title = movie.title_long || movie.title;
+      const rating = movie.rating || "N/A";
+      const year = movie.year || "";
+      const genres = movie.genres ? movie.genres.join(", ") : "";
+
+      // Create a result for each torrent quality
+      if (movie.torrents && movie.torrents.length > 0) {
+        movie.torrents.forEach((torrent: any) => {
+          const quality = torrent.quality || "";
+          const size = torrent.size || "";
+          const seeds = torrent.seeds || 0;
+          const peers = torrent.peers || 0;
+          const magnetLink = `magnet:?xt=urn:btih:${torrent.hash}&dn=${encodeURIComponent(title)}&tr=udp://open.demonii.com:1337/announce&tr=udp://tracker.openbittorrent.com:80&tr=udp://tracker.coppersurfer.tk:6969&tr=udp://glotorrents.pw:6969/announce&tr=udp://tracker.opentrackr.org:1337/announce&tr=udp://torrent.gresille.org:80/announce&tr=udp://p4p.arenabg.com:1337&tr=udp://tracker.leechers-paradise.org:6969`;
+
+          results.push({
+            url: magnetLink,
+            title: `${title} [${quality}]`,
+            content: `Rating: ${rating}/10, Year: ${year}, Size: ${size}, Seeds: ${seeds}, Peers: ${peers}, Genres: ${genres}`,
+            thumbnail: movie.medium_cover_image,
+            engine: "yts",
+          });
+        });
+      }
+    });
+  }
+
+  return results;
+};

package/src/sources/videos/bing_videos.ts

@@ -0,0 +1,91 @@
+import { parseHTML } from "linkedom";
+import { EngineFunction } from "../../types/search-engine-interface.js";
+
+/**
+ * Bing Videos Search Engine
+ *
+ * Searches Bing for video content, including:
+ * - Video URLs
+ * - Thumbnails
+ * - Duration and metadata
+ */
+export const bing_videos: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const params = new URLSearchParams({
+    q: query,
+    async: "content",
+    first: String(((page || 1) - 1) * 35 + 1),
+    count: "35",
+  });
+  const response = await fetch(
+    `https://www.bing.com/videos/asyncv2?${params}`,
+    {
+      headers: {
+        "User-Agent":
+          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
+        Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+        "Accept-Language": "en-US,en;q=0.9",
+      },
+    }
+  );
+  if (!response.ok) return [];
+  const htmlString = await response.text();
+  const { document } = parseHTML(htmlString);
+  const results = [] as any[];
+
+  // Find video result containers
+  const videoElements = document.querySelectorAll(
+    'div.dg_u div[id*="mc_vtvc_video"]'
+  );
+
+  for (const element of Array.from(videoElements)) {
+    try {
+      // Extract metadata from vrhdata attribute
+      const vrhDataElement = element.querySelector("div.vrhdata");
+      const vrhmAttr = vrhDataElement?.getAttribute("vrhm");
+
+      if (!vrhmAttr) {
+        continue;
+      }
+
+      const metadata = JSON.parse(vrhmAttr);
+
+      // Extract additional info
+      const metaSpans = element.querySelectorAll(
+        "div.mc_vtvc_meta_block span"
+      );
+      const info = Array.from(metaSpans)
+        .map((span) => span.textContent?.trim())
+        .filter(Boolean)
+        .join(" - ");
+
+      const duration = metadata.du || "";
+      const content = `${duration} - ${info}`.trim();
+
+      // Extract thumbnail
+      const thumbnailElement = element.querySelector(
+        "div.mc_vtvc_th img, img"
+      );
+      const thumbnail = thumbnailElement?.getAttribute("src");
+
+      const result: any = {
+        url: metadata.murl || "",
+        title: metadata.vt || "",
+        content,
+        thumbnail,
+        engine: "bing_videos",
+      };
+
+      result.template = "videos";
+
+      results.push(result);
+    } catch (error) {
+      // Skip malformed results
+      continue;
+    }
+  }
+
+  return results;
+};

package/src/sources/videos/dailymotion.ts

@@ -0,0 +1,101 @@
+import { EngineFunction } from "../../types/search-engine-interface.js";
+
+export const dailymotion: EngineFunction = async (
+  query: string,
+  page: number | undefined
+) => {
+  const params = new URLSearchParams({
+    search: query,
+    family_filter: "false",
+    thumbnail_ratio: "original",
+    languages: "en",
+    page: String(page || 1),
+    password_protected: "false",
+    private: "false",
+    sort: "relevance",
+    limit: "10",
+    fields:
+      "allow_embed,description,title,created_time,duration,url,thumbnail_360_url,id",
+  });
+  const response = await fetch(
+    `https://api.dailymotion.com/videos?${params}`,
+    {
+      headers: {
+        "User-Agent":
+          "Mozilla/5.0 (X1; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
+      },
+    }
+  );
+  if (!response.ok) return [];
+  const jsonData = await response.json();
+  const results = [] as any[];
+
+  if (jsonData.error) {
+    console.error("Dailymotion API error:", jsonData.error.message);
+    return results;
+  }
+
+  const videoList = jsonData.list || [];
+
+  for (const video of videoList) {
+    const title = video.title || "";
+    const url = video.url || "";
+    let content = video.description || "";
+
+    // Strip HTML tags from description
+    content = content.replace(/<[^>]*>/g, "").trim();
+
+    // Truncate if too long
+    if (content.length > 300) {
+      content = content.substring(0, 300) + "...";
+    }
+
+    // Format duration
+    let duration = "";
+    if (video.duration) {
+      const hours = Math.floor(video.duration / 3600);
+      const minutes = Math.floor((video.duration % 3600) / 60);
+      const seconds = video.duration % 60;
+
+      if (hours > 0) {
+        duration = `${String(hours).padStart(2, "0")}:${String(
+          minutes
+        ).padStart(2, "0")}:${String(seconds).padStart(2, "0")}`;
+      } else {
+        duration = `${String(minutes).padStart(2, "0")}:${String(
+          seconds
+        ).padStart(2, "0")}`;
+      }
+    }
+
+    // Format published date
+    const publishedDate = video.created_time
+      ? new Date(video.created_time * 1000).toISOString().split("T")[0]
+      : "";
+
+    const metadata = [
+      publishedDate ? `Published: ${publishedDate}` : "",
+      duration ? `Duration: ${duration}` : "",
+    ]
+      .filter(Boolean)
+      .join(" | ");
+
+    const fullContent = metadata ? `${metadata}\n${content}` : content;
+
+    // Get thumbnail
+    let thumbnail = video.thumbnail_360_url || "";
+    if (thumbnail) {
+      thumbnail = thumbnail.replace("http://", "https://");
+    }
+
+    results.push({
+      url,
+      title,
+      content: fullContent,
+      thumbnail,
+      engine: "dailymotion",
+    });
+  }
+
+  return results;
+};