webscout 4.7__py3-none-any.whl → 4.9__py3-none-any.whl

webscout/Provider/Youchat.py

@@ -19,18 +19,22 @@ import io
 import re
 import json
 import yaml
-from ..AIutel import Optimizers
-from ..AIutel import Conversation
-from ..AIutel import AwesomePrompts, sanitize_stream
-from ..AIbase import  Provider, AsyncProvider
-from Helpingai_T2 import Perplexity
+from webscout.AIutel import Optimizers
+from webscout.AIutel import Conversation
+from webscout.AIutel import AwesomePrompts, sanitize_stream
+from webscout.AIbase import Provider, AsyncProvider
 from webscout import exceptions
 from typing import Any, AsyncGenerator, Dict
 import logging
 import httpx
+import cloudscraper
+
 
-#-------------------------------------------------------youchat--------------------------------------------------------   
 class YouChat(Provider):
+    """
+    This class provides methods for interacting with the You.com chat API in a consistent provider structure.
+    """
+
     def __init__(
         self,
         is_conversation: bool = True,
@@ -43,34 +47,42 @@ class YouChat(Provider):
         history_offset: int = 10250,
         act: str = None,
     ):
-        self.session = requests.Session()
+        """Instantiates YouChat
+
+        Args:
+            is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
+            max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
+            timeout (int, optional): Http request timeout. Defaults to 30.
+            intro (str, optional): Conversation introductory prompt. Defaults to None.
+            filepath (str, optional): Path to file containing conversation history. Defaults to None.
+            update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
+            proxies (dict, optional): Http request proxies. Defaults to {}.
+            history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
+            act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
+        """
+        self.session = cloudscraper.create_scraper()  # Create a Cloudscraper session
         self.is_conversation = is_conversation
         self.max_tokens_to_sample = max_tokens
         self.chat_endpoint = "https://you.com/api/streamingSearch"
         self.stream_chunk_size = 64
         self.timeout = timeout
         self.last_response = {}
-
-        self.payload = {
-            "q": "",
-            "page": 1,
-            "count": 10,
-            "safeSearch": "Off",
-            "onShoppingPage": False,
-            "mkt": "",
-            "responseFilter": "WebPages,Translations,TimeZone,Computation,RelatedSearches",
-            "domain": "youchat",
-            "queryTraceId": uuid.uuid4(),
-            "conversationTurnId": uuid.uuid4(),
-            "pastChatLength": 0,
-            "selectedChatMode": "default",
-            "chat": "[]",
-        }
-
         self.headers = {
-            "cache-control": "no-cache",
-            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',
-            'Referer': f'https://you.com/search?q={self.payload["q"]}&fromSearchBar=true&tbm=youchat&chatMode=default'
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Edg/127.0.0.0",
+            "Accept": "text/event-stream",
+            "Accept-Language": "en-US,en;q=0.9,en-IN;q=0.8",
+            "Referer": "https://you.com/search?q=hi&fromSearchBar=true&tbm=youchat",
+            "Connection": "keep-alive",
+            "DNT": "1",
+        }
+        self.cookies = {
+            "uuid_guest_backup": uuid4().hex,
+            "youchat_personalization": "true",
+            "youchat_smart_learn": "true",
+            "youpro_subscription": "false",
+            "ydc_stytch_session": uuid4().hex,
+            "ydc_stytch_session_jwt": uuid4().hex,
+            "__cf_bm": uuid4().hex,
         }
 
         self.__available_optimizers = (
@@ -78,7 +90,6 @@ class YouChat(Provider):
             for method in dir(Optimizers)
             if callable(getattr(Optimizers, method)) and not method.startswith("__")
         )
-        self.session.headers.update(self.headers)
         Conversation.intro = (
             AwesomePrompts().get_act(
                 act, raise_not_found=True, default=None, case_insensitive=True
@@ -100,6 +111,22 @@ class YouChat(Provider):
         optimizer: str = None,
         conversationally: bool = False,
     ) -> dict:
+        """Chat with AI
+
+        Args:
+            prompt (str): Prompt to be send.
+            stream (bool, optional): Flag for streaming response. Defaults to False.
+            raw (bool, optional): Stream back raw response as received. Defaults to False.
+            optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
+            conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
+        Returns:
+           dict : {}
+        ```json
+        {
+           "text" : "How may I assist you today?"
+        }
+        ```
+        """
         conversation_prompt = self.conversation.gen_complete_prompt(prompt)
         if optimizer:
             if optimizer in self.__available_optimizers:
@@ -110,44 +137,54 @@ class YouChat(Provider):
                 raise Exception(
                     f"Optimizer is not one of {self.__available_optimizers}"
                 )
-        self.session.headers.update(self.headers)
-        self.session.headers.update(
-            dict(
-                cookie=f"safesearch_guest=Off; uuid_guest={str(uuid4())}",
-            )
-        )
-        self.payload["q"] = prompt
+
+        payload = {
+                    "q": conversation_prompt,
+                    "page": 1,
+                    "count": 10,
+                    "safeSearch": "Moderate",
+                    "mkt": "en-IN",
+                    "domain": "youchat",
+                    "use_personalization_extraction": "true",
+                    "queryTraceId": str(uuid4()),
+                    "chatId": str(uuid4()),
+                    "conversationTurnId": str(uuid4()),
+                    "pastChatLength": 0,
+                    "isSmallMediumDevice": "true",
+                    "selectedChatMode": "default",
+                    "traceId": str(uuid4()),
+                    "chat": "[]"
+                }
 
         def for_stream():
             response = self.session.get(
-                self.chat_endpoint,
-                params=self.payload,
-                stream=True,
-                timeout=self.timeout,
+                self.chat_endpoint, headers=self.headers, cookies=self.cookies, params=payload, stream=True, timeout=self.timeout
             )
-
             if not response.ok:
                 raise exceptions.FailedToGenerateResponseError(
-                    f"Failed to generate response - ({response.status_code}, {response.reason})"
+                    f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
                 )
 
-            streaming_response = ""
-            for line in response.iter_lines(decode_unicode=True, chunk_size=64):
-                if line:
-                    modified_value = re.sub("data:", "", line)
-                    try:
-                        json_modified_value = json.loads(modified_value)
-                        if "youChatToken" in json_modified_value:
-                            streaming_response += json_modified_value["youChatToken"]
-                            if print:
-                                print(json_modified_value["youChatToken"], end="")
-                    except:
-                        continue
-            self.last_response.update(dict(text=streaming_response))
+            streaming_text = ""
+            for value in response.iter_lines(
+                decode_unicode=True,
+                chunk_size=self.stream_chunk_size,
+                delimiter="\n",
+            ):
+                try:
+                    if bool(value) and value.startswith('data: ') and 'youChatToken' in value:
+                        data = json.loads(value[6:])
+                        token = data.get('youChatToken', '')
+                        if token:
+                            streaming_text += token
+                            resp = dict(text=streaming_text)
+                            self.last_response.update(resp)
+                            yield value if raw else resp
+                except json.decoder.JSONDecodeError:
+                    pass
             self.conversation.update_chat_history(
                 prompt, self.get_message(self.last_response)
             )
-            return streaming_response
 
         def for_non_stream():
             for _ in for_stream():
@@ -156,23 +193,6 @@ class YouChat(Provider):
 
         return for_stream() if stream else for_non_stream()
 
-    def chat(
-        self,
-        prompt: str,
-        stream: bool = False,
-        optimizer: str = None,
-        conversationally: bool = False,
-    ) -> str:
-        """Generate response `str`
-        Args:
-            prompt (str): Prompt to be send.
-            stream (bool, optional): Flag for streaming response. Defaults to False.
-            optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
-            conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
-        Returns:
-            str: Response generated
-        """
-
     def chat(
         self,
         prompt: str,
@@ -219,7 +239,9 @@ class YouChat(Provider):
         """
         assert isinstance(response, dict), "Response should be of dict data-type only"
         return response["text"]
-    
-if __name__ == "__main__":
-    YouChat = YouChat()
-    print(YouChat.chat("hello"))
+if __name__ == '__main__':
+    from rich import print
+    ai = YouChat()
+    response = ai.chat(input(">>> "))
+    for chunk in response:
+        print(chunk, end="", flush=True)

webscout/Provider/__init__.py

@@ -1,7 +1,7 @@
 # webscout/providers/__init__.py
 
 from .ThinkAnyAI import ThinkAnyAI
-from .Xjai import Xjai
+from .PI import *
 from .Llama import LLAMA
 from .Cohere import Cohere
 from .Reka import REKA
@@ -9,35 +9,24 @@ from .Groq import GROQ
 from .Groq import AsyncGROQ
 from .Openai import OPENAI
 from .Openai import AsyncOPENAI
-from .Leo import LEO
-from .Leo import AsyncLEO
 from .Koboldai import KOBOLDAI
 from .Koboldai import AsyncKOBOLDAI
-from .OpenGPT import OPENGPT
-from .OpenGPT import OPENGPTv2
-from .OpenGPT import AsyncOPENGPT
-from .Perplexity import PERPLEXITY
+from .Perplexity import *
 from .Blackboxai import BLACKBOXAI 
 from .Blackboxai import AsyncBLACKBOXAI
 from .Phind import PhindSearch 
 from .Phind import AsyncPhindSearch
 from .Phind import Phindv2
 from .Phind import AsyncPhindv2
-from .Yepchat import YEPCHAT
-from .Yepchat import AsyncYEPCHAT
-from .Youchat import YouChat
+from .ai4chat import *
 from .Gemini import GEMINI
 from .Berlin4h import Berlin4h
-from .ChatGPTUK import ChatGPTUK
 from .Poe import POE
 from .BasedGPT import BasedGPT
 from .Deepseek import DeepSeek
 from .Deepinfra import DeepInfra, VLM, AsyncDeepInfra
-from .VTLchat import VTLchat
-from .Geminipro import GEMINIPRO
-from .Geminiflash import GEMINIFLASH
+from .Farfalle import *
 from .OLLAMA import OLLAMA
-from .FreeGemini import FreeGemini
 from .Andi import AndiSearch
 from .PizzaGPT import *
 from .Llama3 import *
@@ -45,10 +34,18 @@ from .DARKAI import *
 from .koala import *
 from .RUBIKSAI import * 
 from .meta import *
-
+from .liaobots import *
+from .DiscordRocks import *
+from .felo_search import *
+from .xdash import *
+from .julius import *
+from .Youchat import *
+from .yep import *
+from .Cloudflare import *
+from .turboseek import *
 __all__ = [
     'ThinkAnyAI',
-    'Xjai',
+    'Farfalle',
     'LLAMA', 
     'Cohere',
     'REKA',
@@ -56,37 +53,26 @@ __all__ = [
     'AsyncGROQ',
     'OPENAI',
     'AsyncOPENAI',
-    'LEO',
-    'AsyncLEO',
     'KOBOLDAI',
     'AsyncKOBOLDAI',
-    'OPENGPT', 
-    'AsyncOPENGPT',
-    'PERPLEXITY',
+    'Perplexity',
     'BLACKBOXAI', 
     'AsyncBLACKBOXAI',
     'PhindSearch', 
     'AsyncPhindSearch',
-    'YEPCHAT',
-    'AsyncYEPCHAT',
-    'YouChat',
+    'Felo',
     'GEMINI',
     'Berlin4h',
-    'ChatGPTUK',
     'POE',
     'BasedGPT',
     'DeepSeek',
     'DeepInfra',
     'VLM',
     'AsyncDeepInfra',
-    'VTLchat',
+    'AI4Chat',
     'AsyncPhindv2',
     'Phindv2',
-    'OPENGPTv2',
-    'GEMINIPRO',
-    'GEMINIFLASH',
     'OLLAMA',
-    'FreeGemini',
     'AndiSearch',
     'PIZZAGPT',
     'LLAMA3',
@@ -94,4 +80,13 @@ __all__ = [
     'KOALA',
     'RUBIKSAI',
     'Meta',
+    'LiaoBots',
+    'DiscordRocks',
+    'PiAI',
+    'XDASH',
+    'Julius',
+    'YouChat',
+    'YEPCHAT',
+    'Cloudflare',
+    'TurboSeek',
 ]

webscout/Provider/ai4chat.py

@@ -0,0 +1,193 @@
+import requests
+import json
+import html
+from re import sub
+from typing import Any, Dict
+
+from webscout.AIutel import Optimizers
+from webscout.AIutel import Conversation
+from webscout.AIutel import AwesomePrompts
+from webscout.AIbase import Provider
+
+class AI4Chat(Provider):
+    """
+    A class to interact with the AI4Chat API.
+    """
+
+    def __init__(
+        self,
+        is_conversation: bool = True,
+        max_tokens: int = 600,
+        timeout: int = 30,
+        intro: str = None,
+        filepath: str = None,
+        update_file: bool = True,
+        proxies: dict = {},
+        history_offset: int = 10250,
+        act: str = None,
+        system_prompt: str = "You are a helpful and informative AI assistant.",
+    ) -> None:
+        """
+        Initializes the AI4Chat API with given parameters.
+
+        Args:
+            is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
+            max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
+            timeout (int, optional): Http request timeout. Defaults to 30.
+            intro (str, optional): Conversation introductory prompt. Defaults to None.
+            filepath (str, optional): Path to file containing conversation history. Defaults to None.
+            update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
+            proxies (dict, optional): Http request proxies. Defaults to {}.
+            history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
+            act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
+            system_prompt (str, optional): System prompt to guide the AI's behavior. Defaults to "You are a helpful and informative AI assistant.".
+        """
+        self.session = requests.Session()
+        self.is_conversation = is_conversation
+        self.max_tokens_to_sample = max_tokens
+        self.api_endpoint = "https://www.ai4chat.co/generate-response"
+        self.timeout = timeout
+        self.last_response = {}
+        self.headers = {
+            "authority": "www.ai4chat.co",
+            "method": "POST",
+            "path": "/generate-response",
+            "scheme": "https",
+            "accept": "*/*",
+            "accept-encoding": "gzip, deflate, br, zstd",
+            "accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
+            "content-type": "application/json",
+            "cookie": "messageCount=1",
+            "dnt": "1",
+            "origin": "https://www.ai4chat.co",
+            "priority": "u=1, i",
+            "referer": "https://www.ai4chat.co/gpt/talkdirtytome",
+            "sec-ch-ua": '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
+            "sec-ch-ua-mobile": "?0",
+            "sec-ch-ua-platform": '"Windows"',
+            "sec-fetch-dest": "empty",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-site": "same-origin",
+            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Edg/127.0.0"
+        }
+
+        self.__available_optimizers = (
+            method
+            for method in dir(Optimizers)
+            if callable(getattr(Optimizers, method)) and not method.startswith("__")
+        )
+        self.session.headers.update(self.headers)
+        Conversation.intro = (
+            AwesomePrompts().get_act(
+                act, raise_not_found=True, default=None, case_insensitive=True
+            )
+            if act
+            else intro or Conversation.intro
+        )
+        self.conversation = Conversation(
+            is_conversation, self.max_tokens_to_sample, filepath, update_file
+        )
+        self.conversation.history_offset = history_offset
+        self.session.proxies = proxies
+        self.system_prompt = system_prompt 
+
+    def ask(
+        self,
+        prompt: str,
+        stream: bool = False,  # Streaming is not supported by AI4Chat
+        raw: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> Dict[str, Any]:
+        """
+        Sends a prompt to the AI4Chat API and returns the response.
+
+        Args:
+            prompt: The text prompt to generate text from.
+            stream (bool, optional): Not used (AI4Chat doesn't support streaming).
+            raw (bool, optional): Whether to return the raw response. Defaults to False.
+            optimizer (str, optional): The name of the optimizer to use. Defaults to None.
+            conversationally (bool, optional): Whether to chat conversationally. Defaults to False.
+
+        Returns:
+            dict: A dictionary containing the AI's response.
+        """
+        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
+        if optimizer:
+            if optimizer in self.__available_optimizers:
+                conversation_prompt = getattr(Optimizers, optimizer)(
+                    conversation_prompt if conversationally else prompt
+                )
+            else:
+                raise Exception(
+                    f"Optimizer is not one of {self.__available_optimizers}"
+                )
+
+        payload = {
+            "messages": [
+                {"role": "system", "content": self.system_prompt},
+                {"role": "user", "content": conversation_prompt}
+            ]
+        }
+
+        response = self.session.post(self.api_endpoint, headers=self.headers, json=payload, timeout=self.timeout)
+        if not response.ok:
+            raise Exception(f"Failed to generate response: {response.status_code} - {response.reason}")
+        
+        response_data = response.json()
+        message_content = response_data.get('message', 'No message found')
+
+        # Decode HTML entities and remove HTML tags
+        decoded_message = html.unescape(message_content)
+        cleaned_text = sub('<[^<]+?>', '', decoded_message)
+
+        self.last_response.update(dict(text=cleaned_text))
+        self.conversation.update_chat_history(prompt, cleaned_text)
+        return self.last_response
+
+    def chat(
+        self,
+        prompt: str,
+        stream: bool = False,  # Streaming is not supported by AI4Chat
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> str:
+        """
+        Generates a response from the AI4Chat API.
+
+        Args:
+            prompt (str): The prompt to send to the AI.
+            stream (bool, optional): Not used (AI4Chat doesn't support streaming). 
+            optimizer (str, optional): The name of the optimizer to use. Defaults to None.
+            conversationally (bool, optional): Whether to chat conversationally. Defaults to False.
+
+        Returns:
+            str: The response generated by the AI.
+        """
+        return self.get_message(
+            self.ask(
+                prompt,
+                optimizer=optimizer,
+                conversationally=conversationally,
+            )
+        )
+
+    def get_message(self, response: dict) -> str:
+        """Retrieves message only from response
+
+        Args:
+            response (dict): Response generated by `self.ask`
+
+        Returns:
+            str: Message extracted
+        """
+        assert isinstance(response, dict), "Response should be of dict data-type only"
+        return response["text"]
+if __name__ == "__main__":
+    from rich import print
+
+    ai = AI4Chat() 
+    # Stream the response
+    response = ai.chat(input(">>> "))
+    for chunk in response:
+        print(chunk, end="", flush=True)