webscout 1.3.9__py3-none-any.whl → 1.4.1__py3-none-any.whl

webscout/AI.py

@@ -64,6 +64,7 @@ class LLAMA2(Provider):
             history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
             act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
         """
+        self.session = requests.Session()
         self.is_conversation = is_conversation
         self.max_tokens_to_sample = max_tokens
         self.model = model
@@ -4158,7 +4159,7 @@ class YEPCHAT(Provider):
         presence_penalty: int = 0,
         frequency_penalty: int = 0,
         top_p: float = 0.7,
-        model: str ="Mixtral-8x7B-Instruct-v0.1",
+        model: str = "Mixtral-8x7B-Instruct-v0.1",
         timeout: int = 30,
         intro: str = None,
         filepath: str = None,
@@ -4185,6 +4186,7 @@ class YEPCHAT(Provider):
             history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
             act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
         """
+        self.session = requests.Session()
         self.is_conversation = is_conversation
         self.max_tokens_to_sample = max_tokens
         self.model = model
@@ -4371,6 +4373,231 @@ class YEPCHAT(Provider):
             return response["choices"][0]["message"]["content"]
         except KeyError:
             return ""
+
+
+class AsyncYEPCHAT(AsyncProvider):
+    def __init__(
+        self,
+        is_conversation: bool = True,
+        max_tokens: int = 600,
+        temperature: float = 0.6,
+        presence_penalty: int = 0,
+        frequency_penalty: int = 0,
+        top_p: float = 0.7,
+        model: str = "Mixtral-8x7B-Instruct-v0.1",
+        timeout: int = 30,
+        intro: str = None,
+        filepath: str = None,
+        update_file: bool = True,
+        proxies: dict = {},
+        history_offset: int = 10250,
+        act: str = None,
+    ):
+        """Instantiates YEPCHAT
+
+        Args:
+            is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
+            max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
+            temperature (float, optional): Charge of the generated text's randomness. Defaults to 0.6.
+            presence_penalty (int, optional): Chances of topic being repeated. Defaults to 0.
+            frequency_penalty (int, optional): Chances of word being repeated. Defaults to 0.
+            top_p (float, optional): Sampling threshold during inference time. Defaults to 0.7.
+            model (str, optional): LLM model name. Defaults to "gpt-3.5-turbo".
+            timeout (int, optional): Http request timeout. Defaults to 30.
+            intro (str, optional): Conversation introductory prompt. Defaults to None.
+            filepath (str, optional): Path to file containing conversation history. Defaults to None.
+            update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
+            proxies (dict, optional): Http request proxies. Defaults to {}.
+            history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
+            act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
+        """
+        self.session = requests.Session()
+        self.is_conversation = is_conversation
+        self.max_tokens_to_sample = max_tokens
+        self.model = model
+        self.temperature = temperature
+        self.presence_penalty = presence_penalty
+        self.frequency_penalty = frequency_penalty
+        self.top_p = top_p
+        self.chat_endpoint = "https://api.yep.com/v1/chat/completions"
+        self.stream_chunk_size = 64
+        self.timeout = timeout
+        self.last_response = {}
+        self.headers = {
+            "Accept": "*/*",
+            "Accept-Encoding": "gzip, deflate",
+            "Accept-Language": "en-US,en;q=0.9",
+            "Content-Type": "application/json; charset=utf-8",
+            "Origin": "https://yep.com",
+            "Referer": "https://yep.com/",
+            "User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
+        }
+
+        self.__available_optimizers = (
+            method
+            for method in dir(Optimizers)
+            if callable(getattr(Optimizers, method)) and not method.startswith("__")
+        )
+        Conversation.intro = (
+            AwesomePrompts().get_act(
+                act, raise_not_found=True, default=None, case_insensitive=True
+            )
+            if act
+            else intro or Conversation.intro
+        )
+        self.conversation = Conversation(
+            is_conversation, self.max_tokens_to_sample, filepath, update_file
+        )
+        self.conversation.history_offset = history_offset
+        self.session = httpx.AsyncClient(
+            headers=self.headers,
+            proxies=proxies,
+        )
+
+    async def ask(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> dict:
+        """Chat with AI asynchronously.
+
+        Args:
+            prompt (str): Prompt to be send.
+            stream (bool, optional): Flag for streaming response. Defaults to False.
+            raw (bool, optional): Stream back raw response as received. Defaults to False.
+            optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
+            conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
+        Returns:
+           dict : {}
+        ```json
+        {
+            "id": "cmpl-c61c1c88de4e4ad3a79134775d17ea0c",
+            "object": "chat.completion.chunk",
+            "created": 1713876886,
+            "model": "Mixtral-8x7B-Instruct-v0.1",
+            "choices": [
+                {
+                    "index": 0,
+                    "delta": {
+                        "role": null,
+                        "content": " Sure, I can help with that. Are you looking for information on how to start coding, or do you need help with a specific coding problem? We can discuss various programming languages like Python, JavaScript, Java, C++, or others. Please provide more details so I can assist you better."
+                        },
+                    "finish_reason": null
+                }
+            ]
+        }
+        ```
+        """
+        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
+        if optimizer:
+            if optimizer in self.__available_optimizers:
+                conversation_prompt = getattr(Optimizers, optimizer)(
+                    conversation_prompt if conversationally else prompt
+                )
+            else:
+                raise Exception(
+                    f"Optimizer is not one of {self.__available_optimizers}"
+                )
+        payload = {
+            "stream": True,
+            "max_tokens": 1280,
+            "top_p": self.top_p,
+            "temperature": self.temperature,
+            "messages": [{"content": conversation_prompt, "role": "user"}],
+            "model": self.model,
+        }
+
+        async def for_stream():
+            async with self.session.stream(
+                "POST", self.chat_endpoint, json=payload, timeout=self.timeout
+            ) as response:
+                if not response.is_success:
+                    raise exceptions.FailedToGenerateResponseError(
+                        f"Failed to generate response - ({response.status_code}, {response.reason_phrase}) - {response.text}"
+                    )
+
+                message_load = ""
+                async for value in response.aiter_lines():
+                    try:
+                        resp = sanitize_stream(value)
+                        incomplete_message = await self.get_message(resp)
+                        if incomplete_message:
+                            message_load += incomplete_message
+                            resp["choices"][0]["delta"]["content"] = message_load
+                            self.last_response.update(resp)
+                            yield value if raw else resp
+                        elif raw:
+                            yield value
+                    except json.decoder.JSONDecodeError:
+                        pass
+
+            self.conversation.update_chat_history(
+                prompt, await self.get_message(self.last_response)
+            )
+
+        async def for_non_stream():
+            async for _ in for_stream():
+                pass
+            return self.last_response
+
+        return for_stream() if stream else await for_non_stream()
+
+    async def chat(
+        self,
+        prompt: str,
+        stream: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> str:
+        """Generate response `str` asynchronously.
+        Args:
+            prompt (str): Prompt to be send.
+            stream (bool, optional): Flag for streaming response. Defaults to False.
+            optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
+            conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
+        Returns:
+            str: Response generated
+        """
+
+        async def for_stream():
+            async_ask = await self.ask(
+                prompt, True, optimizer=optimizer, conversationally=conversationally
+            )
+
+            async for response in async_ask:
+                yield await self.get_message(response)
+
+        async def for_non_stream():
+            return await self.get_message(
+                await self.ask(
+                    prompt,
+                    False,
+                    optimizer=optimizer,
+                    conversationally=conversationally,
+                )
+            )
+
+        return for_stream() if stream else await for_non_stream()
+
+    async def get_message(self, response: dict) -> str:
+        """Retrieves message only from response
+
+        Args:
+            response (dict): Response generated by `self.ask`
+
+        Returns:
+            str: Message extracted
+        """
+        assert isinstance(response, dict), "Response should be of dict data-type only"
+        try:
+            if response["choices"][0].get("delta"):
+                return response["choices"][0]["delta"]["content"]
+            return response["choices"][0]["message"]["content"]
+        except KeyError:
+            return ""
 class AsyncYEPCHAT(AsyncProvider):
     def __init__(
         self,

webscout/__init__.py

@@ -10,7 +10,7 @@ from .version import __version__
 from .DWEBS import DeepWEBS
 from .transcriber import transcriber
 from .voice import play_audio
-
+from .tempid import *
 
 __repo__ = "https://github.com/OE-LUCIFER/Webscout"
 

webscout/async_providers.py

@@ -1,33 +1,33 @@
-from webscout.AI import AsyncPhindSearch
-from webscout.AI import AsyncYEPCHAT
-from webscout.AI import AsyncOPENGPT
-from webscout.AI import AsyncOPENAI
-from webscout.AI import AsyncLLAMA2
-from webscout.AI import AsyncLEO
-from webscout.AI import AsyncKOBOLDAI
-from webscout.AI import AsyncGROQ
-from webscout.AI import AsyncBLACKBOXAI
-from webscout.AI import AsyncGPT4FREE
-
-mapper: dict[str, object] = {
-    "phind": AsyncPhindSearch,
-    "opengpt": AsyncOPENGPT,
-    "koboldai": AsyncKOBOLDAI,
-    "blackboxai": AsyncBLACKBOXAI,
-    "gpt4free": AsyncGPT4FREE,
-    "llama2": AsyncLLAMA2,
-    "yepchat": AsyncYEPCHAT,
-    "leo": AsyncLEO,
-    "groq": AsyncGROQ,
-    "openai": AsyncOPENAI,
-}
-
-tgpt_mapper: dict[str, object] = {
-    "phind": AsyncPhindSearch,
-    "opengpt": AsyncOPENGPT,
-    "koboldai": AsyncKOBOLDAI,
-    # "gpt4free": AsyncGPT4FREE,
-    "blackboxai": AsyncBLACKBOXAI,
-    "llama2": AsyncLLAMA2,
-    "yepchat": AsyncYEPCHAT,
+from webscout.AI import AsyncPhindSearch
+from webscout.AI import AsyncYEPCHAT
+from webscout.AI import AsyncOPENGPT
+from webscout.AI import AsyncOPENAI
+from webscout.AI import AsyncLLAMA2
+from webscout.AI import AsyncLEO
+from webscout.AI import AsyncKOBOLDAI
+from webscout.AI import AsyncGROQ
+from webscout.AI import AsyncBLACKBOXAI
+from webscout.AI import AsyncGPT4FREE
+
+mapper: dict[str, object] = {
+    "phind": AsyncPhindSearch,
+    "opengpt": AsyncOPENGPT,
+    "koboldai": AsyncKOBOLDAI,
+    "blackboxai": AsyncBLACKBOXAI,
+    "gpt4free": AsyncGPT4FREE,
+    "llama2": AsyncLLAMA2,
+    "yepchat": AsyncYEPCHAT,
+    "leo": AsyncLEO,
+    "groq": AsyncGROQ,
+    "openai": AsyncOPENAI,
+}
+
+tgpt_mapper: dict[str, object] = {
+    "phind": AsyncPhindSearch,
+    "opengpt": AsyncOPENGPT,
+    "koboldai": AsyncKOBOLDAI,
+    # "gpt4free": AsyncGPT4FREE,
+    "blackboxai": AsyncBLACKBOXAI,
+    "llama2": AsyncLLAMA2,
+    "yepchat": AsyncYEPCHAT,
 }

webscout/tempid.py

@@ -0,0 +1,157 @@
+import aiohttp
+from dataclasses import dataclass
+from bs4 import BeautifulSoup
+import tls_client
+import random
+
+
+@dataclass
+class DomainModel:
+    name: str
+    type: str
+    forward_available: str
+    forward_max_seconds: str
+
+
+@dataclass
+class CreateEmailResponseModel:
+    email: str
+    token: str
+
+
+@dataclass
+class MessageResponseModel:
+    attachments: list | None
+    body_html: str | None
+    body_text: str | None
+    cc: str | None
+    created_at: str
+    email_from: str | None
+    id: str
+    subject: str | None
+    email_to: str | None
+
+
+class Client:
+    def __init__(self):
+        self._session = aiohttp.ClientSession(
+            base_url="https://api.internal.temp-mail.io",
+            headers={
+                'Host': 'api.internal.temp-mail.io',
+                'User-Agent': 'okhttp/4.5.0',
+                'Connection': 'close'
+            }
+        )
+
+    async def close(self) -> None:
+        if not self._session.closed:
+            await self._session.close()
+
+    async def __aenter__(self):
+        return self
+
+    async def __aexit__(self) -> None:
+        await self.close()
+        return None
+
+    async def get_domains(self) -> list[DomainModel]:
+        async with self._session.get("/api/v3/domains") as response:
+            response_json = await response.json()
+            return [DomainModel(domain['name'], domain['type'], domain['forward_available'], domain['forward_max_seconds']) for domain in response_json['domains']]
+
+    async def create_email(self, alias: str | None = None, domain: str | None = None) -> CreateEmailResponseModel:
+        async with self._session.post("/api/v3/email/new", data={'name': alias, 'domain': domain}) as response:
+            response_json = await response.json()
+            return CreateEmailResponseModel(response_json['email'], response_json['token'])
+
+    async def delete_email(self, email: str, token: str) -> bool:
+        async with self._session.delete(f"/api/v3/email/{email}", data={'token': token}) as response:
+            if response.status == 200:
+                return True
+            else:
+                return False
+
+    async def get_messages(self, email: str) -> list[MessageResponseModel] | None:
+        async with self._session.get(f"/api/v3/email/{email}/messages") as response:
+            response_json = await response.json()
+            if len(response_json) == 0:
+                return None
+            return [MessageResponseModel(message['attachments'], message['body_html'], message['body_text'], message['cc'], message['created_at'], message['from'], message['id'], message['subject'], message['to']) for message in response_json]
+
+
+class TemporaryPhoneNumber:
+    def __init__(self):
+        self.maxpages = {"UK": 59, "US": 3, "France": 73, "Netherlands": 60, "Finland": 47}
+        self.minpages = {"UK": 20, "US": 1, "France": 20, "Netherlands": 20, "Finland": 20}
+        self.plist = {"UK": "+44", "US": "+1", "France": "+33", "Netherlands": "+31", "Finland": "+358"}
+        self.countries = {"44": "UK", "1": "US", "33": "France", "31": "Netherlands", "358": "Finland"}
+
+    def get_number(self, country="UK"):
+        if country == "Random":
+            country = random.choice(list(self.countries.values()))
+        if country not in self.countries.values():
+            raise ValueError("Unsupported Country")
+
+        session = tls_client.Session(client_identifier="chrome112", random_tls_extension_order=True)
+        maxpage = self.maxpages[country]
+        minpage = self.minpages[country]
+        page = random.randint(minpage, maxpage)
+
+        if page == 1:
+            res = session.get(f"https://temporary-phone-number.com/{country}-Phone-Number")
+        else:
+            res = session.get(f"https://temporary-phone-number.com/{country}-Phone-Number/page{page}")
+
+        soup = BeautifulSoup(res.content, "lxml")
+        numbers = []
+        p = self.plist[country]
+        for a in soup.find_all("a"):
+            a = a.get("title", "none")
+            if f"{country} Phone Number {p}" in a:
+                a = a.replace(f"{country} Phone Number ", "").replace(" ", "")
+                numbers.append(a)
+        return random.choice(numbers)
+
+    def get_messages(self, number: str):
+        number = number.replace("+", "")
+        try:
+            i = int(number)
+        except:
+            raise ValueError("Wrong Number")
+
+        country = None
+        for key, value in self.countries.items():
+            if number.startswith(key):
+                country = value
+
+        if country == None:
+            raise ValueError("Unsupported Country")
+
+        session = tls_client.Session(client_identifier="chrome112", random_tls_extension_order=True)
+        res = session.get(f"https://temporary-phone-number.com/{country}-Phone-Number/{number}")
+
+        if res.status_code == 404:
+            raise ValueError("Number doesn't exist")
+
+        soup = BeautifulSoup(res.content, "lxml")
+        messages = []
+        message = {"content": None, "frm": "", "time": ""}
+
+        for div in soup.find_all("div"):
+            divclass = div.get("class", "None")[0]
+            if divclass == "direct-chat-info":
+                message["frm"] = div.text.split("\n")[1].replace("From ", "")
+                message["time"] = div.text.split("\n")[2]
+            if divclass == "direct-chat-text":
+                message["content"] = div.text
+                messages.append(sms_message(content=message["content"], frm=message["frm"], time=message["time"]))
+                message = {"content": None, "frm": "", "time": ""}
+
+        return messages
+
+
+class sms_message:
+    def __init__(self, content, frm, time):
+        self.content = content
+        self.frm = frm
+        self.time = time

webscout/version.py

@@ -1,2 +1,2 @@
-__version__ = "1.3.9"
+__version__ = "1.4.1"
 

{webscout-1.3.9.dist-info → webscout-1.4.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: webscout
-Version: 1.3.9
+Version: 1.4.1
 Summary: Search for anything using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models, can transcribe yt videos, have TTS support and now has webai(terminal gpt and open interpeter) support
 Author: OEvortex
 Author-email: helpingai5@gmail.com
@@ -47,7 +47,8 @@ Requires-Dist: tiktoken
 Requires-Dist: tldextract
 Requires-Dist: orjson
 Requires-Dist: PyYAML
-Requires-Dist: appdirsGoogleBard1 >=2.1.4
+Requires-Dist: appdirs
+Requires-Dist: GoogleBard1 >=2.1.4
 Provides-Extra: dev
 Requires-Dist: ruff >=0.1.6 ; extra == 'dev'
 Requires-Dist: pytest >=7.4.2 ; extra == 'dev'
@@ -58,7 +59,7 @@ Requires-Dist: pytest >=7.4.2 ; extra == 'dev'
 <a href="#"><img alt="Python version" src="https://img.shields.io/pypi/pyversions/webscout"/></a>
 <a href="https://pepy.tech/project/webscout"><img alt="Downloads" src="https://static.pepy.tech/badge/webscout"></a>
 
-Search for anything using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models, can transcribe yt videos, have TTS support and now has webai(terminal gpt and open interpeter) support
+Search for anything using the Google, DuckDuckGo, phind.com. Also containes AI models, can transcribe yt videos, temporary email and phone number generation, have TTS support and webai(terminal gpt and open interpeter)
 
 
 ## Table of Contents
@@ -68,6 +69,9 @@ Search for anything using the Google, DuckDuckGo.com, yep.com, phind.com, you.co
   - [CLI version](#cli-version)
   - [CLI to use LLM](#cli-to-use-llm)
   - [Regions](#regions)
+  - [Tempmail and Temp number](#tempmail-and-temp-number)
+    - [Temp number](#temp-number)
+    - [Tempmail](#tempmail)
   - [Transcriber](#transcriber)
   - [DeepWEBS: Advanced Web Searches](#deepwebs-advanced-web-searches)
     - [Activating DeepWEBS](#activating-deepwebs)
@@ -90,7 +94,7 @@ Search for anything using the Google, DuckDuckGo.com, yep.com, phind.com, you.co
   - [usage of webscout.AI](#usage-of-webscoutai)
     - [1. `PhindSearch` - Search using Phind.com](#1-phindsearch---search-using-phindcom)
     - [2. `YepChat` - Chat with mistral 8x7b powered by yepchat](#2-yepchat---chat-with-mistral-8x7b-powered-by-yepchat)
-    - [3. `You.com` - search with you.com](#3-youcom---search-with-youcom)
+    - [3. `You.com` - search with you.com -NOT WORKING](#3-youcom---search-with-youcom--not-working)
     - [4. `Gemini` - search with google gemini](#4-gemini---search-with-google-gemini)
   - [usage of image generator from Webscout.AI](#usage-of-image-generator-from-webscoutai)
     - [5. `Prodia` - make image using prodia](#5-prodia---make-image-using-prodia)
@@ -102,6 +106,7 @@ Search for anything using the Google, DuckDuckGo.com, yep.com, phind.com, you.co
     - [11. `Cohere` - chat with cohere](#11-cohere---chat-with-cohere)
     - [`LLM`](#llm)
     - [`LLM` with internet](#llm-with-internet)
+    - [LLM with deepwebs](#llm-with-deepwebs)
   - [`Webai` - terminal gpt and a open interpeter](#webai---terminal-gpt-and-a-open-interpeter)
 
 ## Install
@@ -211,7 +216,91 @@ ___
 
 [Go To TOP](#TOP)
 
+## Tempmail and Temp number
 
+### Temp number
+```python
+from rich.console import Console
+from webscout import tempid
+
+def main():
+    console = Console()
+    phone = tempid.TemporaryPhoneNumber()
+
+    try:
+        # Get a temporary phone number for a specific country (or random)
+        number = phone.get_number(country="Finland")
+        console.print(f"Your temporary phone number: [bold cyan]{number}[/bold cyan]")
+
+        # Pause execution briefly (replace with your actual logic)
+        # import time module
+        import time
+        time.sleep(30)  # Adjust the waiting time as needed
+
+        # Retrieve and print messages
+        messages = phone.get_messages(number)
+        if messages:
+            # Access individual messages using indexing:
+            console.print(f"[bold green]{messages[0].frm}:[/] {messages[0].content}")
+            # (Add more lines if you expect multiple messages)
+        else:
+            console.print("No messages received.")
+
+    except Exception as e:
+        console.print(f"[bold red]An error occurred: {e}")
+
+if __name__ == "__main__":
+    main()
+
+```
+### Tempmail
+```python
+import asyncio
+from rich.console import Console
+from rich.table import Table
+from rich.text import Text
+from webscout import tempid
+
+async def main() -> None:
+    console = Console()
+    client = tempid.Client()
+    
+    try:
+        domains = await client.get_domains()
+        if not domains:
+            console.print("[bold red]No domains available. Please try again later.")
+            return
+
+        email = await client.create_email(domain=domains[0].name)
+        console.print(f"Your temporary email: [bold cyan]{email.email}[/bold cyan]")
+        console.print(f"Token for accessing the email: [bold cyan]{email.token}[/bold cyan]")
+
+        while True:
+            messages = await client.get_messages(email.email)
+            if messages is not None:
+                break
+
+        if messages:
+            table = Table(show_header=True, header_style="bold magenta")
+            table.add_column("From", style="bold cyan")
+            table.add_column("Subject", style="bold yellow")
+            table.add_column("Body", style="bold green")
+            for message in messages:
+                body_preview = Text(message.body_text if message.body_text else "No body")
+                table.add_row(message.email_from or "Unknown", message.subject or "No Subject", body_preview)
+            console.print(table)
+        else:
+            console.print("No messages found.")
+    
+    except Exception as e:
+        console.print(f"[bold red]An error occurred: {e}")
+    
+    finally:
+        await client.close()
+
+if __name__ == '__main__':
+    asyncio.run(main())
+```
 ## Transcriber
 The transcriber function in webscout is a handy tool that transcribes YouTube videos. Here's an example code demonstrating its usage:
 ```python
@@ -483,19 +572,47 @@ with WEBS() as WEBS:
 
 ```python
 from webscout import WEBS
+import datetime
+
+def fetch_news(keywords, timelimit):
+    news_list = []
+    with WEBS() as webs_instance:
+        WEBS_news_gen = webs_instance.news(
+            keywords,
+            region="wt-wt",
+            safesearch="off",
+            timelimit=timelimit,
+            max_results=20
+        )
+        for r in WEBS_news_gen:
+            # Convert the date to a human-readable format using datetime
+            r['date'] = datetime.datetime.fromisoformat(r['date']).strftime('%B %d, %Y')
+            news_list.append(r)
+    return news_list
+
+def _format_headlines(news_list, max_headlines: int = 100):
+    headlines = []
+    for idx, news_item in enumerate(news_list):
+        if idx >= max_headlines:
+            break
+        new_headline = f"{idx + 1}. {news_item['title'].strip()} "
+        new_headline += f"(URL: {news_item['url'].strip()}) "
+        new_headline += f"{news_item['body'].strip()}"
+        new_headline += "\n"
+        headlines.append(new_headline)
+
+    headlines = "\n".join(headlines)
+    return headlines
+
+# Example usage
+keywords = 'latest AI news'
+timelimit = 'd'
+news_list = fetch_news(keywords, timelimit)
+
+# Format and print the headlines
+formatted_headlines = _format_headlines(news_list)
+print(formatted_headlines)
 
-# News search for the keyword 'holiday' using DuckDuckGo.com and yep.com
-with WEBS() as WEBS:
-    keywords = 'holiday'
-    WEBS_news_gen = WEBS.news(
-      keywords,
-      region="wt-wt",
-      safesearch="off",
-      timelimit="m",
-      max_results=20
-    )
-    for r in WEBS_news_gen:
-        print(r)
 ```
 
 ### 6. `maps()` - map search by DuckDuckGo.com and
@@ -552,26 +669,22 @@ message = ph.get_message(response)
 print(message)
 ```
 ### 2. `YepChat` - Chat with mistral 8x7b powered by yepchat
-Thanks To Divyansh Shukla for This code
 ```python
-from webscout.AI import YepChat
+from webscout.AI import YEPCHAT
 
-def main():
-    # Initialize the YepChat class with your message
-    yep_chat = YepChat(message="who is pm of india")
-    
-    # Send the request and process the response
-    response = yep_chat.send_request()
-    processed_response = yep_chat.process_response(response)
-    
-    # Print the processed response
-    print(processed_response)
+# Instantiate the YEPCHAT class with default parameters
+YEPCHAT = YEPCHAT()
+
+# Define a prompt to send to the AI
+prompt = "What is the capital of France?"
+
+# Use the 'cha' method to get a response from the AI
+r = YEPCHAT.chat(prompt)
+print(r)
 
-if __name__ == "__main__":
-    main()
 ```
 
-### 3. `You.com` - search with you.com
+### 3. `You.com` - search with you.com -NOT WORKING
 ```python
 from webscout.AI import youChat
 
@@ -597,15 +710,34 @@ while True:
 ### 4. `Gemini` - search with google gemini
 
 ```python
-from webscout.AI import Gemini
+import webscout
+from webscout.AI import GEMINI
 
-# Create an instance of the Gemini class
-gemini = Gemini()
+# Replace with the path to your bard.google.com.cookies.json file
+COOKIE_FILE = "path/to/bard.google.com.cookies.json"
 
-# Use the chat method to send a message to the Gemini assistant
-response = gemini.chat("Your message here")
+# Optional: Provide proxy details if needed
+PROXIES = {
+    "http": "http://proxy_server:port",
+    "https": "https://proxy_server:port",
+}
 
-# Print the response from the Gemini assistant
+# Initialize GEMINI with cookie file and optional proxies
+gemini = GEMINI(cookie_file=COOKIE_FILE, proxy=PROXIES)
+
+# Ask a question and print the response
+response = gemini.chat("What is the meaning of life?")
+print(response)
+
+# Ask another question, this time streaming the response
+for chunk in gemini.chat("Tell me a story", stream=True):
+    print(chunk, end="")
+
+# Reset the conversation to start a new interaction
+gemini.reset()
+
+# Ask a question with the code optimizer
+response = gemini.chat("Write Python code to print 'Hello, world!'", optimizer="code")
 print(response)
 ```
 ##  usage of image generator from Webscout.AI
@@ -637,17 +769,18 @@ ai = BLACKBOXAI(
     model=None # You can specify a model if needed
 )
 
-# Define a prompt to send to the AI
-prompt = "Tell me about india"
-
-# Use the 'ask' method to send the prompt and receive a response
-response = ai.ask(prompt)
-
-# Extract the text from the response
-response_text = ai.get_message(response)
-
-# Print the response text
-print(response_text)
+# Start an infinite loop for continuous interaction
+while True:
+    # Define a prompt to send to the AI
+    prompt = input("Enter your prompt: ")
+    
+    # Check if the user wants to exit the loop
+    if prompt.lower() == "exit":
+        break
+    
+    # Use the 'chat' method to send the prompt and receive a response
+    r = ai.chat(prompt)
+    print(r)
 ```
 ### 7. `PERPLEXITY` - Search With PERPLEXITY
 ```python
@@ -665,10 +798,12 @@ print(response)
 from webscout.AI import OPENGPT
 
 opengpt = OPENGPT(is_conversation=True, max_tokens=8000, timeout=30)
-# This example sends a simple greeting and prints the response
-prompt = "tell me about india"
-response_str = opengpt.chat(prompt)
-print(response_str)
+while True:
+    # Prompt the user for input
+    prompt = input("Enter your prompt: ")
+    # Send the prompt to the OPENGPT model and print the response
+    response_str = opengpt.chat(prompt)
+    print(response_str)
 ```
 ### 9. `KOBOLDIA` - 
 ```python
@@ -711,7 +846,7 @@ response_str = a.chat(prompt)
 print(response_str)
 ```
 
-### `LLM`
+### `LLM` 
 ```python
 from webscout.LLM import LLM
 
@@ -742,23 +877,19 @@ while True:
 from __future__ import annotations
 from typing import List, Optional
 
-from webscout import LLM
+from webscout.LLM import LLM
 from webscout import WEBS
 import warnings
 
 system_message: str = (
-    "As AI, you possess internet access and are capable of executing real-time web searches based on user inputs. "
-    "You shall utilize this capability to enrich conversations, offer informed insights, and augment your ability to "
-    "respond accurately and thoroughly. However, refrain from stating 'You have provided a list of strings,' ensuring "
-    "seamless interactions with users. Embrace a responsive demeanor, harnessing available online resources to address "
-    "queries, share pertinent content, and facilitate meaningful exchanges. By doing so, you create value through "
-    "connection and engagement, ultimately enhancing overall user satisfaction and experience. Additionally, "
-    "continue upholding the principles of respect, impartiality, and intellectual integrity throughout all interactions."
+    "As an AI assistant, I have been designed with advanced capabilities, including real-time access to online resources. This enables me to enrich our conversations and provide you with informed and accurate responses, drawing from a vast array of information. With each interaction, my goal is to create a seamless and meaningful connection, offering insights and sharing relevant content."
+    "My directives emphasize the importance of respect, impartiality, and intellectual integrity. I am here to provide unbiased responses, ensuring an ethical and respectful exchange. I will respect your privacy and refrain from sharing any personal information that may be obtained during our conversations or through web searches, only utilizing web search functionality when necessary to provide the most accurate and up-to-date information."
+    "Together, let's explore a diverse range of topics, creating an enjoyable and informative experience, all while maintaining the highest standards of privacy and respect"
 )
 
 # Ignore the specific UserWarning
 warnings.filterwarnings("ignore", category=UserWarning, module="curl_cffi.aio", lineno=205)
-LLM = LLM(model="meta-llama/Meta-Llama-3-70B-Instruct", system_message=system_message)
+LLM = LLM(model="mistralai/Mixtral-8x22B-Instruct-v0.1", system_message=system_message)
 
 
 def chat(
@@ -814,6 +945,94 @@ if __name__ == "__main__":
         else:
             print("No response")
 ```
+### LLM with deepwebs
+```python
+from __future__ import annotations
+from typing import List, Optional
+from webscout.LLM import LLM
+from webscout import DeepWEBS
+import warnings
+
+system_message: str = (
+    "As an AI assistant, I have been designed with advanced capabilities, including real-time access to online resources. This enables me to enrich our conversations and provide you with informed and accurate responses, drawing from a vast array of information. With each interaction, my goal is to create a seamless and meaningful connection, offering insights and sharing relevant content."
+    "My directives emphasize the importance of respect, impartiality, and intellectual integrity. I am here to provide unbiased responses, ensuring an ethical and respectful exchange. I will respect your privacy and refrain from sharing any personal information that may be obtained during our conversations or through web searches, only utilizing web search functionality when necessary to provide the most accurate and up-to-date information."
+    "Together, let's explore a diverse range of topics, creating an enjoyable and informative experience, all while maintaining the highest standards of privacy and respect"
+)
+
+# Ignore the specific UserWarning
+warnings.filterwarnings("ignore", category=UserWarning, module="curl_cffi.aio", lineno=205)
+
+LLM = LLM(model="mistralai/Mixtral-8x22B-Instruct-v0.1", system_message=system_message)
+
+def perform_web_search(query):
+    # Initialize the DeepWEBS class
+    D = DeepWEBS()
+
+    # Set up the search parameters
+    search_params = D.DeepSearch(
+        queries=[query],  # Query to search
+        result_num=10,  # Number of search results
+        safe=True,  # Enable SafeSearch
+        types=["web"],  # Search type: web
+        extract_webpage=True,  # True for extracting webpages
+        overwrite_query_html=True,
+        overwrite_webpage_html=True,
+    )
+
+    # Execute the search and retrieve results
+    results = D.queries_to_search_results(search_params)
+    return results
+
+def chat(user_input: str, result_num: int = 10) -> Optional[str]:
+    """
+    Chat function to perform a web search based on the user input and generate a response using the LLM model.
+
+    Parameters
+    ----------
+    user_input : str
+        The user input to be used for the web search
+    max_results : int, optional
+        The maximum number of search results to include in the response, by default 10
+
+    Returns
+    -------
+    Optional[str]
+        The response generated by the LLM model, or None if there is no response
+    """
+    # Perform a web search based on the user input
+    search_results = perform_web_search(user_input)
+
+    # Extract URLs from search results
+    url_results = []
+    for result in search_results[0]['query_results']:
+        url_results.append(f"{result['title']} ({result['site']}): {result['url']}")
+
+    # Format search results
+    formatted_results = "\n".join(url_results)
+
+    # Define the messages to be sent, including the user input, search results, and system message
+    messages = [
+        {"role": "user", "content": f"User question is:\n{user_input}\nwebsearch results are:\n{formatted_results}"},
+    ]
+
+    # Use the chat method to get the response
+    response = LLM.chat(messages)
+    return response
+
+if __name__ == "__main__":
+    while True:
+        # Get the user input
+        user_input = input("User: ")
+
+        # Perform a web search based on the user input
+        response = chat(user_input)
+
+        # Print the response
+        if response:
+            print("AI:", response)
+        else:
+            print("No response")
+```
 ## `Webai` - terminal gpt and a open interpeter
 
 ```python

{webscout-1.3.9.dist-info → webscout-1.4.1.dist-info}/RECORD

@@ -10,28 +10,29 @@ DeepWEBS/networks/webpage_fetcher.py,sha256=vRB9T3o-nMgrMkG2NPHTDctNeXaPSKCmBXqu
 DeepWEBS/utilsdw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 DeepWEBS/utilsdw/enver.py,sha256=vpI7s4_o_VL9govSryOv-z1zYK3pTEW3-H9QNN8JYtc,2472
 DeepWEBS/utilsdw/logger.py,sha256=Z0nFUcEGyU8r28yKiIyvEtO26xxpmJgbvNToTfwZecc,8174
-webscout/AI.py,sha256=QR5JKS2WFgQZt9VmZ1Ywqwu19NfV5D5ycJQ3auLE2VI,202197
+webscout/AI.py,sha256=9wtuXzOEWwZea_U4AUGj76WrBKHa_g8oEoiQqw-7W50,211764
 webscout/AIbase.py,sha256=GoHbN8r0gq2saYRZv6LA-Fr9Jlcjv80STKFXUq2ZeGU,4710
 webscout/AIutel.py,sha256=nGzO4T6b7YuxOQigtjNsUBESmDKlk3_CvbIfDdd2KKo,33135
 webscout/DWEBS.py,sha256=QT-7-dUgWhQ_H7EVZD53AVyXxyskoPMKCkFIpzkN56Q,7332
 webscout/LLM.py,sha256=CiDz0okZNEoXuxMwadZnwRGSLpqk2zg0vzvXSxQZjcE,1910
-webscout/__init__.py,sha256=64KcNfVPc0lGnhjom7aKgjOJF2AYL6KB3y-b8G4C1N0,1046
+webscout/__init__.py,sha256=BKWAoz_1lX-ZoDOnnKWMGxUULC491gfLEpBcj6eHHkA,1067
 webscout/__main__.py,sha256=ZtTRgsRjUi2JOvYFLF1ZCh55Sdoz94I-BS-TlJC7WDU,126
-webscout/async_providers.py,sha256=wQWmUlJT5HHKYoN7DMtaMJjzwnfgw8rXFZPyGi97c5o,939
+webscout/async_providers.py,sha256=pPoSdfB_4SlOYcpAtkKIyDtl7sZ9DGgWy5aIBOjBO9Q,971
 webscout/cli.py,sha256=F888fdrFUQgczMBN4yMOSf6Nh-IbvkqpPhDsbnA2FtQ,17059
 webscout/exceptions.py,sha256=e4hJnOEAiYuA6BTsMgv4R-vOq0Tt3f9ba0ROTNtPDl4,378
 webscout/g4f.py,sha256=Npxf7YI0eFMxizD9VOI5cE0h4YTbHqgW2WzxVtv2jno,24451
 webscout/models.py,sha256=5iQIdtedT18YuTZ3npoG7kLMwcrKwhQ7928dl_7qZW0,692
+webscout/tempid.py,sha256=5oc3UbXhPGKxrMRTfRABT-V-dNzH_hOKWtLYM6iCWd4,5896
 webscout/transcriber.py,sha256=EddvTSq7dPJ42V3pQVnGuEiYQ7WjJ9uyeR9kMSxN7uY,20622
 webscout/utils.py,sha256=c_98M4oqpb54pUun3fpGGlCerFD6ZHUbghyp5b7Mwgo,2605
-webscout/version.py,sha256=0_JbgTd_VYa7isxUGg7sGu-1HYYtsZzU2SomLqJXvec,25
+webscout/version.py,sha256=wHltjxU1-zVn-DIx35MXt6hNYDhTgTUvsDnuaZQp1-w,25
 webscout/voice.py,sha256=0QjXTHAQmCK07IDZXRc7JXem47cnPJH7u3X0sVP1-UQ,967
 webscout/webai.py,sha256=FQQlTmTsl3V__7V9_jyG-CaggSaDgBr_8XeJOaMXITE,81661
 webscout/webscout_search.py,sha256=3_lli-hDb8_kCGwscK29xuUcOS833ROgpNhDzrxh0dk,3085
 webscout/webscout_search_async.py,sha256=Y5frH0k3hLqBCR-8dn7a_b7EvxdYxn6wHiKl3jWosE0,40670
-webscout-1.3.9.dist-info/LICENSE.md,sha256=mRVwJuT4SXC5O93BFdsfWBjlXjGn2Np90Zm5SocUzM0,3150
-webscout-1.3.9.dist-info/METADATA,sha256=xH4eufoqSRcVb5aKb8ckgKddBIFxLRhBoVgW4Iuw44I,31964
-webscout-1.3.9.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-webscout-1.3.9.dist-info/entry_points.txt,sha256=8-93eRslYrzTHs5E-6yFRJrve00C9q-SkXJD113jzRY,197
-webscout-1.3.9.dist-info/top_level.txt,sha256=OD5YKy6Y3hldL7SmuxsiEDxAG4LgdSSWwzYk22MF9fk,18
-webscout-1.3.9.dist-info/RECORD,,
+webscout-1.4.1.dist-info/LICENSE.md,sha256=mRVwJuT4SXC5O93BFdsfWBjlXjGn2Np90Zm5SocUzM0,3150
+webscout-1.4.1.dist-info/METADATA,sha256=VTQw_MG0z_psk5KpC-hKsYwyap1NXSBql90wvbliQjw,40478
+webscout-1.4.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+webscout-1.4.1.dist-info/entry_points.txt,sha256=8-93eRslYrzTHs5E-6yFRJrve00C9q-SkXJD113jzRY,197
+webscout-1.4.1.dist-info/top_level.txt,sha256=OD5YKy6Y3hldL7SmuxsiEDxAG4LgdSSWwzYk22MF9fk,18
+webscout-1.4.1.dist-info/RECORD,,