KekikStream 2.3.9__py3-none-any.whl → 2.5.4__py3-none-any.whl

KekikStream/Plugins/SinemaCX.py

@@ -1,7 +1,7 @@
 # Bu araç @keyiflerolsun tarafından | @KekikAkademi için yazılmıştır.
 
-from KekikStream.Core  import PluginBase, MainPageResult, SearchResult, MovieInfo, Subtitle, ExtractResult
-from KekikStream.Core.HTMLHelper import HTMLHelper
+from KekikStream.Core import PluginBase, MainPageResult, SearchResult, MovieInfo, Subtitle, ExtractResult, HTMLHelper
+import asyncio, contextlib
 
 class SinemaCX(PluginBase):
     name        = "SinemaCX"
@@ -46,14 +46,14 @@ class SinemaCX(PluginBase):
             if not title:
                 continue
 
-            href = secici.select_attr("div.yanac a", "href", veri)
+            href   = secici.select_attr("div.yanac a", "href", veri)
             poster = secici.select_attr("a.resim img", "data-src", veri) or secici.select_attr("a.resim img", "src", veri)
 
             results.append(MainPageResult(
                 category = category,
                 title    = title,
-                url      = self.fix_url(href) if href else "",
-                poster   = self.fix_url(poster) if poster else None,
+                url      = self.fix_url(href),
+                poster   = self.fix_url(poster),
             ))
 
         return results
@@ -68,13 +68,13 @@ class SinemaCX(PluginBase):
             if not title:
                 continue
 
-            href = secici.select_attr("div.yanac a", "href", veri)
+            href   = secici.select_attr("div.yanac a", "href", veri)
             poster = secici.select_attr("a.resim img", "data-src", veri) or secici.select_attr("a.resim img", "src", veri)
 
             results.append(SearchResult(
                 title  = title,
-                url    = self.fix_url(href) if href else "",
-                poster = self.fix_url(poster) if poster else None,
+                url    = self.fix_url(href),
+                poster = self.fix_url(poster),
             ))
 
         return results
@@ -83,93 +83,163 @@ class SinemaCX(PluginBase):
         istek  = await self.httpx.get(url)
         secici = HTMLHelper(istek.text)
 
-        duration_match = secici.regex_first(r"Süre:.*?(\d+)\s*Dakika")
-
+        title       = secici.select_text("div.f-bilgi h1")
+        poster      = secici.select_poster("div.resim img")
         description = secici.select_text("div.ackl div.scroll-liste")
-
-        poster = secici.select_attr("link[rel='image_src']", "href")
-
-        title = secici.select_text("div.f-bilgi h1")
-
-        tags = secici.select_all_text("div.f-bilgi div.tur a")
-
-        year = secici.select_text("div.f-bilgi ul.detay a[href*='yapim']")
-
-        actors = secici.select_all_text("li.oync li.oyuncu-k span.isim")
+        rating      = secici.select_text("b.puandegistir")
+        tags        = secici.select_texts("div.f-bilgi div.tur a")
+        year        = secici.extract_year("ul.detay a[href*='yapim']")
+        actors      = secici.select_texts("li.oync li.oyuncu-k span.isim")
+        _duration   = secici.regex_first(r"<span>Süre:\s*</span>\s*(\d+)")
+        duration    = int(_duration) if _duration else None
 
         return MovieInfo(
             url         = url,
-            poster      = self.fix_url(poster) if poster else None,
+            poster      = self.fix_url(poster),
             title       = title,
             description = description,
+            rating      = rating,
             tags        = tags,
             year        = year,
             actors      = actors,
-            duration    = int(duration_match) if duration_match else None,
+            duration    = duration,
         )
 
-    async def load_links(self, url: str) -> list[ExtractResult]:
-        istek  = await self.httpx.get(url)
-        secici = HTMLHelper(istek.text)
+    async def _get_iframe_from_source(self, text: str) -> str | None:
+        """Verilen sayfa kaynağındaki iframe'i (data-vsrc veya src) bulur."""
+        secici = HTMLHelper(text)
 
-        iframe_list = secici.select_all_attr("iframe", "data-vsrc")
+        # Öncelik data-vsrc
+        if src := secici.select_attr("iframe", "data-vsrc"):
+            return self.fix_url(src.split("?img=")[0])
 
-        # Sadece fragman varsa /2/ sayfasından dene
-        has_only_trailer = all(
-            "youtube" in (i or "").lower() or "fragman" in (i or "").lower() or "trailer" in (i or "").lower()
-            for i in iframe_list
-        )
-
-        if has_only_trailer:
-            alt_url   = url.rstrip("/") + "/2/"
-            alt_istek = await self.httpx.get(alt_url)
-            alt_istek = await self.httpx.get(alt_url)
-            alt_sec   = HTMLHelper(alt_istek.text)
-            iframe_list = alt_sec.select_all_attr("iframe", "data-vsrc")
+        # Sonra src
+        if src := secici.select_attr("iframe", "src"):
+            return self.fix_url(src)
 
-        if not iframe_list:
-            return []
-
-        iframe = self.fix_url(iframe_list[0].split("?img=")[0])
-        if not iframe:
-            return []
+        return None
 
+    async def _process_player(self, iframe_url: str, name: str) -> list[ExtractResult]:
+        """Iframe URL'ini işler ve sonuç döndürür."""
         results = []
 
-        # Altyazı kontrolü
-        self.httpx.headers.update({"Referer": f"{self.main_url}/"})
-        iframe_istek = await self.httpx.get(iframe)
-        iframe_text  = iframe_istek.text
-
-        subtitles = []
-        sub_section = HTMLHelper(iframe_text).regex_first(r'playerjsSubtitle\s*=\s*"(.+?)"')
-        if sub_section:
-            for lang, link in HTMLHelper(sub_section).regex_all(r'\[(.*?)](https?://[^\s\",]+)'):
-                subtitles.append(Subtitle(name=lang, url=self.fix_url(link)))
-
-        # player.filmizle.in kontrolü
-        if "player.filmizle.in" in iframe.lower():
-            base_url = HTMLHelper(iframe).regex_first(r"https?://([^/]+)")
-            if base_url:
-                vid_id   = iframe.split("/")[-1]
-
-                self.httpx.headers.update({"X-Requested-With": "XMLHttpRequest"})
-                vid_istek = await self.httpx.post(
-                    f"https://{base_url}/player/index.php?data={vid_id}&do=getVideo",
-                )
-                vid_data = vid_istek.json()
-
-                if vid_data.get("securedLink"):
-                    results.append(ExtractResult(
-                        name      = f"{self.name}",
-                        url       = vid_data["securedLink"],
-                        referer   = iframe,
-                        subtitles = subtitles
-                    ))
+        if "player.filmizle.in" in iframe_url.lower():
+            with contextlib.suppress(Exception):
+                # Referer önemli
+                self.httpx.headers.update({"Referer": f"{self.main_url}/"})
+
+                # Iframe içeriğini çek (Altyazı ve JS için)
+                iframe_resp = await self.httpx.get(iframe_url)
+                iframe_text = iframe_resp.text
+
+                subtitles = []
+                if sub_section := HTMLHelper(iframe_text).regex_first(r'playerjsSubtitle\s*=\s*"(.+?)"'):
+                    for lang, link in HTMLHelper(sub_section).regex_all(r'\[(.*?)](https?://[^\s\",]+)'):
+                        subtitles.append(Subtitle(name=lang, url=self.fix_url(link)))
+
+                base_url = HTMLHelper(iframe_url).regex_first(r"https?://([^/]+)")
+                if base_url:
+                    vid_id = iframe_url.split("/")[-1]
+                    self.httpx.headers.update({"X-Requested-With": "XMLHttpRequest"})
+
+                    vid_istek = await self.httpx.post(f"https://{base_url}/player/index.php?data={vid_id}&do=getVideo")
+                    vid_data  = vid_istek.json()
+
+                    if link := vid_data.get("securedLink"):
+                        results.append(ExtractResult(
+                            name      = name,
+                            url       = link,
+                            referer   = iframe_url,
+                            subtitles = subtitles
+                        ))
         else:
-            # Extractor'a yönlendir
-            data = await self.extract(iframe)
-            if data:
-                results.append(data)
+            # Standart Extractor
+            with contextlib.suppress(Exception):
+                extracted = await self.extract(iframe_url)
+                if extracted:
+                    items = extracted if isinstance(extracted, list) else [extracted]
+                    for item in items:
+                        item.name = name
+                        results.append(item)
 
         return results
+
+    async def load_links(self, url: str) -> list[ExtractResult]:
+        istek     = await self.httpx.get(url)
+        main_text = istek.text
+        secici    = HTMLHelper(main_text)
+
+        sources = [] #List of tuple (url, name, needs_fetch)
+
+        if part_list := secici.select("ul#part li, ul#f_part li"):
+            for li in part_list:
+                # Aktif Tab (li.tab-aktif veya span.secili)
+                if "tab-aktif" in li.attrs.get("class", ""):
+                     if a_tag := secici.select_first("a", li):
+                         # Direkt text al (deep=False)
+                         val  = a_tag.text(strip=True, deep=False)
+                         name = val if val else "SinemaCX"
+                         sources.append((None, name, False))
+
+                elif span := secici.select_first("span.secili", li):
+                    name = span.text(strip=True)
+                    sources.append((None, name, False)) 
+                
+                # Pasif Tab
+                elif a_tag := secici.select_first("a", li):
+                    href = a_tag.attrs.get("href")
+                    # title varsa title, yoksa text (deep=False ile almayı dene önce)
+                    name = a_tag.attrs.get("title")
+                    if not name:
+                         name = a_tag.text(strip=True, deep=False)
+                    if not name:
+                         name = a_tag.text(strip=True) # Fallback
+
+                    if href:
+                        sources.append((self.fix_url(href), name, True))
+        else:
+            # Tab yoksa, tek parça filmdir.
+            sources.append((None, "SinemaCX", False))
+
+        # 2. Kaynakları İşle
+        extract_tasks = []
+        
+        async def process_task(source):
+            src_url, src_name, needs_fetch = source
+
+            iframe_url = None
+            if not needs_fetch:
+                # Mevcut sayfa (main_text)
+                iframe_url = await self._get_iframe_from_source(main_text)
+            else:
+                # Yeni sayfa fetch et
+                with contextlib.suppress(Exception):
+                    resp = await self.httpx.get(src_url)
+                    iframe_url = await self._get_iframe_from_source(resp.text)
+            
+            if iframe_url:
+                if "youtube.com" in iframe_url or "youtu.be" in iframe_url:
+                    return []
+                return await self._process_player(iframe_url, src_name)
+            return []
+
+        for src in sources:
+            extract_tasks.append(process_task(src))
+
+        results_groups = await asyncio.gather(*extract_tasks)
+
+        final_results = []
+        for group in results_groups:
+            if group: 
+                final_results.extend(group)
+
+        # Duplicate Eliminasyonu
+        unique_results = []
+        seen = set()
+        for res in final_results:
+            key = (res.url, res.name)
+            if res.url and key not in seen:
+                unique_results.append(res)
+                seen.add(key)
+
+        return unique_results

KekikStream/Plugins/Sinezy.py

@@ -1,12 +1,12 @@
 # Bu araç @keyiflerolsun tarafından | @KekikAkademi için yazılmıştır.
 
-from KekikStream.Core  import PluginBase, MainPageResult, SearchResult, MovieInfo, ExtractResult, HTMLHelper
+from KekikStream.Core import PluginBase, MainPageResult, SearchResult, MovieInfo, ExtractResult, HTMLHelper
 import base64
 
 class Sinezy(PluginBase):
     name        = "Sinezy"
     language    = "tr"
-    main_url    = "https://sinezy.fit"
+    main_url    = "https://sinezy.ink"
     favicon     = f"https://www.google.com/s2/favicons?domain={main_url}&sz=64"
     description = "Yerli ve yabancı film izle! Türkçe Dublaj ve Alt Yazılı Seçenekleriyle full hd film izlemek için En çok tercih edilen adres!"
 
@@ -42,30 +42,28 @@ class Sinezy(PluginBase):
     }
 
     async def get_main_page(self, page: int, url: str, category: str) -> list[MainPageResult]:
-        full_url = f"{url}page/{page}/"
-        resp     = await self.httpx.get(full_url)
-        secici   = HTMLHelper(resp.text)
-        
+        istek  = await self.httpx.get(f"{url}page/{page}/")
+        secici = HTMLHelper(istek.text)
+
         results = []
         for item in secici.select("div.container div.content div.movie_box.move_k"):
             title  = secici.select_attr("a", "title", item)
             href   = secici.select_attr("a", "href", item)
             poster = secici.select_attr("img", "data-src", item)
-             
+
             if title and href:
                 results.append(MainPageResult(
                     category = category,
                     title    = title,
                     url      = self.fix_url(href),
-                    poster   = self.fix_url(poster) if poster else None
+                    poster   = self.fix_url(poster)
                 ))
 
         return results
 
     async def search(self, query: str) -> list[SearchResult]:
-        url  = f"{self.main_url}/arama/?s={query}"
-        resp = await self.httpx.get(url)
-        secici  = HTMLHelper(resp.text)
+        istek  = await self.httpx.get(f"{self.main_url}/arama/?s={query}")
+        secici = HTMLHelper(istek.text)
 
         results = []
         for item in secici.select("div.movie_box.move_k"):
@@ -77,51 +75,51 @@ class Sinezy(PluginBase):
                 results.append(SearchResult(
                     title   = title,
                     url     = self.fix_url(href),
-                    poster  = self.fix_url(poster) if poster else None
+                    poster  = self.fix_url(poster)
                 ))
 
         return results
 
     async def load_item(self, url: str) -> MovieInfo:
-        resp = await self.httpx.get(url)
-        secici = HTMLHelper(resp.text)
+        istek  = await self.httpx.get(url)
+        secici = HTMLHelper(istek.text)
 
-        title = secici.select_attr("div.detail", "title")
-        poster = secici.select_attr("div.move_k img", "data-src")
+        title       = secici.select_attr("div.detail", "title")
+        poster      = secici.select_poster("div.move_k img")
         description = secici.select_text("div.desc.yeniscroll p")
-        rating = secici.select_text("span.info span.imdb")
-
-        tags = secici.select_all_text("div.detail span a")
-        actors = secici.select_all_text("span.oyn p")
+        rating      = secici.select_text("span.info span.imdb")
+        tags        = secici.select_texts("div.detail span a")
+        actors      = secici.select_texts("span.oyn p")
+        year        = secici.extract_year()
+        duration    = secici.regex_first(r"(\d+) Dakika", secici.select_text("div.detail p"))
 
-        year = secici.regex_first(r"\b(19\d{2}|20\d{2})\b")
-        if not year:
-            year = secici.regex_first(r"\b(19\d{2}|20\d{2})\b", secici.html)
         return MovieInfo(
-            title       = title,
             url         = url,
-            poster      = self.fix_url(poster) if poster else None,
+            poster      = self.fix_url(poster),
+            title       = title,
             description = description,
             tags        = tags,
             rating      = rating,
+            year        = year,
             actors      = actors,
-            year        = year
+            duration    = duration
         )
 
     async def load_links(self, url: str) -> list[ExtractResult]:
-        resp = await self.httpx.get(url)
-        secici = HTMLHelper(resp.text)
+        istek  = await self.httpx.get(url)
+        secici = HTMLHelper(istek.text)
 
         encoded = secici.regex_first(r"ilkpartkod\s*=\s*'([^']+)'", secici.html)
+        name    = secici.select_direct_text("li.pgrup a")
         if encoded:
             try:
-                decoded = base64.b64decode(encoded).decode('utf-8')
+                decoded     = base64.b64decode(encoded).decode('utf-8')
                 decoded_sec = HTMLHelper(decoded)
-                iframe = decoded_sec.select_attr('iframe', 'src')
+                iframe      = decoded_sec.select_attr('iframe', 'src')
 
                 if iframe:
                     iframe = self.fix_url(iframe)
-                    data = await self.extract(iframe)
+                    data = await self.extract(iframe, name_override=name)
                     if data:
                         return [data]
             except Exception:

KekikStream/Plugins/SuperFilmGeldi.py

@@ -1,6 +1,6 @@
 # Bu araç @keyiflerolsun tarafından | @KekikAkademi için yazılmıştır.
 
-from KekikStream.Core  import PluginBase, MainPageResult, SearchResult, MovieInfo, ExtractResult, HTMLHelper
+from KekikStream.Core import PluginBase, MainPageResult, SearchResult, MovieInfo, ExtractResult, HTMLHelper
 
 class SuperFilmGeldi(PluginBase):
     name        = "SuperFilmGeldi"
@@ -42,14 +42,14 @@ class SuperFilmGeldi(PluginBase):
             if not title_text:
                 continue
 
-            href = secici.select_attr("span.movie-title a", "href", veri)
+            href   = secici.select_attr("span.movie-title a", "href", veri)
             poster = secici.select_attr("img", "src", veri)
 
             results.append(MainPageResult(
                 category = category,
                 title    = self.clean_title(title_text.split(" izle")[0]),
                 url      = self.fix_url(href) if href else "",
-                poster   = self.fix_url(poster) if poster else None,
+                poster   = self.fix_url(poster),
             ))
 
         return results
@@ -64,13 +64,13 @@ class SuperFilmGeldi(PluginBase):
             if not title_text:
                 continue
 
-            href = secici.select_attr("span.movie-title a", "href", veri)
+            href   = secici.select_attr("span.movie-title a", "href", veri)
             poster = secici.select_attr("img", "src", veri)
 
             results.append(SearchResult(
                 title  = self.clean_title(title_text.split(" izle")[0]),
                 url    = self.fix_url(href) if href else "",
-                poster = self.fix_url(poster) if poster else None,
+                poster = self.fix_url(poster),
             ))
 
         return results
@@ -79,26 +79,21 @@ class SuperFilmGeldi(PluginBase):
         istek  = await self.httpx.get(url)
         secici = HTMLHelper(istek.text)
 
-        title = secici.select_text("div.title h1") or ""
-        title = self.clean_title(title.split(" izle")[0]) if title else ""
-
-        poster = secici.select_attr("div.poster img", "src")
-
-        year = secici.extract_year("div.release a")
-
+        title       = self.clean_title(secici.select_text("div.title h1").split(" izle")[0]) if secici.select_text("div.title h1") else ""
+        poster      = secici.select_poster("div.poster img")
+        year        = secici.extract_year("div.release a")
         description = secici.select_text("div.excerpt p")
-
-        tags = secici.select_all_text("div.categories a")
-        actors = secici.select_all_text("div.actor a")
+        tags        = secici.select_texts("div.categories a")
+        actors      = secici.select_texts("div.actor a")
 
         return MovieInfo(
             url         = url,
-            poster      = self.fix_url(poster) if poster else None,
+            poster      = self.fix_url(poster),
             title       = title,
             description = description,
             tags        = tags,
             year        = year,
-            actors      = actors,
+            actors      = actors
         )
 
     async def load_links(self, url: str) -> list[ExtractResult]:

KekikStream/Plugins/UgurFilm.py

@@ -1,6 +1,7 @@
 # Bu araç @keyiflerolsun tarafından | @KekikAkademi için yazılmıştır.
 
-from KekikStream.Core  import PluginBase, MainPageResult, SearchResult, MovieInfo, ExtractResult, HTMLHelper
+from KekikStream.Core import PluginBase, MainPageResult, SearchResult, MovieInfo, ExtractResult, HTMLHelper
+import asyncio, contextlib
 
 class UgurFilm(PluginBase):
     name        = "UgurFilm"
@@ -33,14 +34,14 @@ class UgurFilm(PluginBase):
             if not title:
                 continue
 
-            href = secici.select_attr("a", "href", veri)
+            href   = secici.select_attr("a", "href", veri)
             poster = secici.select_attr("img", "src", veri)
 
             results.append(MainPageResult(
                 category = category,
                 title    = title,
                 url      = self.fix_url(href) if href else "",
-                poster   = self.fix_url(poster) if poster else None,
+                poster   = self.fix_url(poster),
             ))
 
         return results
@@ -51,8 +52,8 @@ class UgurFilm(PluginBase):
 
         results = []
         for film in secici.select("div.icerik div"):
-            title = secici.select_text("a.baslik span", film)
-            href = secici.select_attr("a", "href", film)
+            title  = secici.select_text("a.baslik span", film)
+            href   = secici.select_attr("a", "href", film)
             poster = secici.select_attr("img", "src", film)
 
             if title and href:
@@ -68,25 +69,25 @@ class UgurFilm(PluginBase):
         istek  = await self.httpx.get(url)
         secici = HTMLHelper(istek.text)
 
-        title = secici.select_text("div.bilgi h2") or ""
-        poster = secici.select_attr("div.resim img", "src") or ""
-        description = secici.select_text("div.slayt-aciklama") or ""
-
-        tags = secici.select_all_text("p.tur a[href*='/category/']")
-
-        year_val = secici.extract_year("a[href*='/yil/']")
-        year = str(year_val) if year_val else None
-
-        actors = secici.select_all_text("li.oyuncu-k span")
+        title       = secici.select_text("div.bilgi h2")
+        poster      = secici.select_poster("div.resim img")
+        description = secici.select_text("div.slayt-aciklama")
+        rating      = secici.select_text("b#puandegistir")
+        tags        = secici.select_texts("p.tur a[href*='/category/']")
+        year        = secici.extract_year("a[href*='/yil/']")
+        actors      = secici.select_texts("li.oyuncu-k span")
+        duration    = secici.regex_first(r"(\d+) Dakika", secici.select_text("div.bilgi b"))
 
         return MovieInfo(
-            url         = self.fix_url(url),
-            poster      = self.fix_url(poster) if poster else None,
+            url         = url,
+            poster      = self.fix_url(poster),
             title       = title,
             description = description,
+            rating      = rating,
             tags        = tags,
             year        = year,
             actors      = actors,
+            duration    = duration
         )
 
     async def load_links(self, url: str) -> list[ExtractResult]:
@@ -94,27 +95,73 @@ class UgurFilm(PluginBase):
         secici  = HTMLHelper(istek.text)
         results = []
 
-        part_links = secici.select_all_attr("li.parttab a", "href")
+        part_links = secici.select_attrs("li.parttab a", "href")
+        if not part_links:
+            part_links = [url]
 
-        for part_link in part_links:
-            sub_response = await self.httpx.get(part_link)
-            sub_selector = HTMLHelper(sub_response.text)
-
-            iframe = sub_selector.select_attr("div#vast iframe", "src")
-
-            if iframe and self.main_url in iframe:
-                post_data = {
-                    "vid"         : iframe.split("vid=")[-1],
-                    "alternative" : "vidmoly",
-                    "ord"         : "0",
-                }
-                player_response = await self.httpx.post(
+        async def process_alt(vid: str, alt_name: str, ord_val: str) -> list[ExtractResult]:
+            """Alternatif player kaynağından video linkini çıkarır."""
+            with contextlib.suppress(Exception):
+                resp = await self.httpx.post(
                     url  = f"{self.main_url}/player/ajax_sources.php",
-                    data = post_data
+                    data = {"vid": vid, "alternative": alt_name, "ord": ord_val}
                 )
-                iframe = self.fix_url(player_response.json().get("iframe"))
-                data = await self.extract(iframe)
-                if data:
-                    results.append(data)
-
-        return results
+                if iframe_url := resp.json().get("iframe"):
+                    data = await self.extract(self.fix_url(iframe_url))
+                    if not data:
+                        return []
+
+                    return data if isinstance(data, list) else [data]
+
+            return []
+
+        async def process_part(part_url: str) -> list[ExtractResult]:
+            """Her bir part sayfasını ve alternatiflerini işler."""
+            try:
+                # Elimizde zaten olan ana sayfayı tekrar çekmemek için
+                if part_url == url:
+                    sub_sec = secici
+                else:
+                    sub_resp = await self.httpx.get(part_url)
+                    sub_sec  = HTMLHelper(sub_resp.text)
+
+                iframe = sub_sec.select_attr("div#vast iframe", "src")
+                if not iframe:
+                    return []
+
+                if self.main_url not in iframe:
+                    data = await self.extract(self.fix_url(iframe))
+                    if not data:
+                        return []
+
+                    return data if isinstance(data, list) else [data]
+
+                # İç kaynaklı ise 3 alternatif için paralel istek at
+                vid = iframe.split("vid=")[-1]
+                tasks = [
+                    process_alt(vid, "vidmoly", "0"),
+                    process_alt(vid, "ok.ru", "1"),
+                    process_alt(vid, "mailru", "2")
+                ]
+
+                alt_results = await asyncio.gather(*tasks)
+
+                return [item for sublist in alt_results for item in sublist]
+            except Exception:
+                return []
+
+        # Tüm partları paralel işle
+        groups = await asyncio.gather(*(process_part(p) for p in part_links))
+
+        for group in groups:
+            results.extend(group)
+
+        # Duplicate Temizliği
+        unique_results = []
+        seen = set()
+        for res in results:
+            if res.url and res.url not in seen:
+                unique_results.append(res)
+                seen.add(res.url)
+
+        return unique_results