webscout 7.1__py3-none-any.whl → 7.3__py3-none-any.whl

webscout/Provider/AISEARCH/ISou.py

@@ -0,0 +1,277 @@
+import requests
+import json
+import re
+from typing import Dict, Optional, Generator, Union, Any
+from webscout import LitAgent
+from webscout import exceptions
+from webscout.AIbase import AISearch
+
+
+class Response:
+    """A wrapper class for Felo API responses.
+    
+    This class automatically converts response objects to their text representation
+    when printed or converted to string.
+    
+    Attributes:
+        text (str): The text content of the response
+        
+    Example:
+        >>> response = Response("Hello, world!")
+        >>> print(response)
+        Hello, world!
+        >>> str(response)
+        'Hello, world!'
+    """
+    def __init__(self, text: str):
+        self.text = text
+    
+    def __str__(self):
+        return self.text
+    
+    def __repr__(self):
+        return self.text
+class Isou(AISearch):
+    """A class to interact with the Isou AI search API.
+    
+    Isou provides a powerful search interface that returns AI-generated responses
+    based on web content. It supports both streaming and non-streaming responses.
+    
+    Basic Usage:
+        >>> from webscout import Isou
+        >>> ai = Isou()
+        >>> # Non-streaming example
+        >>> response = ai.search("What is Python?")
+        >>> print(response)
+        Python is a high-level programming language...
+        
+        >>> # Streaming example
+        >>> for chunk in ai.search("Tell me about AI", stream=True):
+        ...     print(chunk, end="", flush=True)
+        Artificial Intelligence is...
+        
+        >>> # Raw response format
+        >>> for chunk in ai.search("Hello", stream=True, raw=True):
+        ...     print(chunk)
+        {'text': 'Hello', 'links': ['http://...']}
+    
+    Args:
+        timeout (int, optional): Request timeout in seconds. Defaults to 120.
+        proxies (dict, optional): Proxy configuration for requests. Defaults to None.
+    """
+
+    def __init__(
+        self,
+        timeout: int = 120,
+        proxies: Optional[dict] = None,
+        model: str = "siliconflow:deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
+        logging: bool = False
+    ):
+        """Initialize the Isou API client.
+        
+        Args:
+            timeout (int, optional): Request timeout in seconds. Defaults to 120.
+            proxies (dict, optional): Proxy configuration for requests. Defaults to None.
+            model (str, optional): Model to use for search. Defaults to DeepSeek-R1.
+            logging (bool, optional): Enable logging. Defaults to False.
+        """
+        self.available_models = [
+            "siliconflow:deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
+            "siliconflow:Qwen/Qwen2.5-72B-Instruct-128K",
+            "deepseek-reasoner"
+        ]
+
+        if model not in self.available_models:
+            raise ValueError(
+                f"Invalid model: {model}. Choose from: {self.available_models}"
+            )
+
+        self.session = requests.Session()
+        self.api_endpoint = "https://isou.chat/api/search"
+        self.stream_chunk_size = 64
+        self.timeout = timeout
+        self.last_response = {}
+        self.model = model
+        self.provider = "siliconflow" if model in self.available_models[:2] else "deepseek"
+        self.mode = "simple"  # or "deep"
+        self.categories = "general"  # or "science"
+        self.reload = False
+        
+        self.headers = {
+            "accept": "text/event-stream",
+            "pragma": "no-cache",
+            "referer": "https://isou.chat/search?q=hi",
+            "accept-language": "en-US,en;q=0.9",
+            "content-type": "application/json",
+            "sec-ch-ua": '"Not(A:Brand";v="99", "Brave";v="133", "Chromium";v="133"',
+            "sec-ch-ua-mobile": "?0",
+            "sec-ch-ua-platform": '"Windows"',
+            "sec-fetch-dest": "empty",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-site": "same-origin",
+            "sec-gpc": "1",
+            "user-agent": LitAgent().random(),
+        }
+        self.session.headers.update(self.headers)
+        self.proxies = proxies
+
+        # Initialize logger if enabled
+        if logging:
+            from webscout.Litlogger import Logger, LogFormat, ConsoleHandler
+            from webscout.Litlogger.core.level import LogLevel
+            
+            console_handler = ConsoleHandler(
+                level=LogLevel.DEBUG,
+            )
+            
+            self.logger = Logger(
+                name="Isou",                
+                level=LogLevel.DEBUG,
+                handlers=[console_handler]
+            )
+            self.logger.info("Isou initialized successfully ✨")
+        else:
+            self.logger = None
+
+    def search(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+    ) -> Dict[str, Any] | Generator[Dict[str, Any], None, None]:
+        """Search using the Isou API and get AI-generated responses.
+        
+        Args:
+            prompt (str): The search query or prompt to send to the API.
+            stream (bool, optional): If True, yields response chunks as they arrive.
+                                   If False, returns complete response. Defaults to False.
+            raw (bool, optional): If True, returns raw response dictionaries.
+                                If False, returns Response objects. Defaults to False.
+        
+        Returns:
+            Union[Dict[str, Any], Generator[Dict[str, Any], None, None]]: 
+                - If stream=False: Returns complete response
+                - If stream=True: Yields response chunks as they arrive
+        
+        Raises:
+            APIConnectionError: If the API request fails
+        """
+        self.provider = "siliconflow" if self.model in self.available_models[:2] else "deepseek"
+        
+        payload = {
+            "categories": [self.categories],
+            "engine": "SEARXNG",
+            "language": "all",
+            "mode": self.mode,
+            "model": self.model,
+            "provider": self.provider,
+            "reload": self.reload,
+            "stream": stream,
+        }
+        params = {"q": prompt}
+
+        def for_stream() -> Generator[Dict[str, Any], None, None]:
+            full_text = ""
+            links = []
+            try:
+                with self.session.post(
+                    self.api_endpoint,
+                    params=params,
+                    json=payload,
+                    stream=True,
+                    timeout=self.timeout,
+                ) as response:
+                    response.raise_for_status()
+                    for line in response.iter_lines(chunk_size=self.stream_chunk_size, decode_unicode=True):
+                        if not line or not line.startswith('data:'):
+                            continue
+                        try:
+                            data = json.loads(line[5:].strip())
+                            
+                            # Handle nested data structure
+                            if 'data' in data and isinstance(data['data'], str):
+                                try:
+                                    nested_data = json.loads(data['data'])
+                                    data.update(nested_data)
+                                except json.JSONDecodeError:
+                                    pass
+                            
+                            # Extract content and ensure it's properly decoded
+                            if 'content' in data:
+                                content = data['content']
+                                if isinstance(content, str):
+                                    # Get only the new text (delta)
+                                    delta = content[len(full_text):]
+                                    full_text = content
+                                    
+                                    # Yield the chunk
+                                    if raw:
+                                        yield {"text": delta, "links": links}
+                                    else:
+                                        yield Response(delta)
+                            
+                            # Extract links
+                            if 'links' in data and isinstance(data['links'], list):
+                                links.extend(data['links'])
+                            
+                        except json.JSONDecodeError:
+                            continue
+                            
+            except requests.exceptions.RequestException as e:
+                raise exceptions.APIConnectionError(f"Request failed: {e}")
+
+        def for_non_stream():
+            full_response = ""
+            all_links = []
+            for chunk in for_stream():
+                if raw:
+                    yield chunk
+                else:
+                    full_response += str(chunk)
+                    if isinstance(chunk, dict):
+                        all_links.extend(chunk.get("links", []))
+                        
+            if not raw:
+                self.last_response = Response(full_response)
+                return self.last_response
+
+        return for_stream() if stream else for_non_stream()
+
+    @staticmethod
+    def format_response(text: str, links: list) -> str:
+        """Format the response text with numbered citations and link list.
+        
+        Args:
+            text (str): The response text with citation markers
+            links (list): List of reference links
+        
+        Returns:
+            str: Formatted text with numbered citations and link list
+        """
+        # Clean up text
+        text = re.sub(r'\s+', ' ', text).strip()
+        
+        # Replace citations with numbers
+        link_map = {f"citation:{i}]]": f"[{i}]" for i, _ in enumerate(links, start=1)}
+        for key, value in link_map.items():
+            text = text.replace(key, value)
+        text = text.replace("[[[", "[")
+        
+        # Format link list
+        link_list = "\n".join([f"{i}. {link}" for i, link in enumerate(links, start=1)])
+        
+        return f"{text}\n\nLinks:\n{link_list}"
+
+if __name__ == "__main__":
+    from rich import print
+    
+    # Initialize with specific model and logging
+    ai = Isou(
+        model="siliconflow:deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
+        logging=False
+    )
+    
+    response = ai.search(input(">>> "), stream=True, raw=False)
+    for chunk in response:
+        print(chunk, end="", flush=True)
+

webscout/Provider/AISEARCH/__init__.py

@@ -1,2 +1,3 @@
 from .felo_search import Felo
-from .DeepFind import DeepFind
+from .DeepFind import DeepFind
+from .ISou import Isou

webscout/Provider/Blackboxai.py

@@ -4,7 +4,7 @@ from typing import Any, Dict, Optional, Union, Generator, List
 from webscout.AIutel import Optimizers, Conversation, AwesomePrompts
 from webscout.AIbase import Provider
 from webscout import exceptions
-from webscout.Litlogger import LitLogger, LogFormat, ColorScheme
+from webscout.Litlogger import Logger, LogFormat
 
 class BLACKBOXAI(Provider):
     """
@@ -46,10 +46,10 @@ class BLACKBOXAI(Provider):
         system_message: str = "You are a helpful AI assistant."
     ):
         """Initialize BlackboxAI with enhanced configuration options."""
-        self.logger = LitLogger(
+        self.logger = Logger(
             name="BlackboxAI",
             format=LogFormat.MODERN_EMOJI,
-            color_scheme=ColorScheme.CYBERPUNK
+
         ) if logging else None
 
         self.session = requests.Session()

webscout/Provider/ChatGPTGratis.py

@@ -0,0 +1,226 @@
+from typing import Any, Dict, Generator, Optional
+import requests
+import json
+
+from webscout.AIutel import Optimizers, Conversation, AwesomePrompts
+from webscout.AIbase import Provider
+from webscout import exceptions
+from webscout.Litlogger import Logger, LogFormat
+from webscout import LitAgent as Lit
+
+
+class ChatGPTGratis(Provider):
+    """
+    A class to interact with the chatgptgratis.eu backend API with logging and real-time streaming.
+    """
+    AVAILABLE_MODELS = [
+        "Meta-Llama-3.2-1B-Instruct",
+        "Meta-Llama-3.2-3B-Instruct",
+        "Meta-Llama-3.1-8B-Instruct",
+        "Meta-Llama-3.1-70B-Instruct",
+        "Meta-Llama-3.1-405B-Instruct",
+        "gpt4o"
+
+    ]
+
+    def __init__(
+        self,
+        model: str = "gpt4o",
+        timeout: int = 30,
+        logging: bool = False,
+        proxies: Optional[Dict[str, str]] = None,
+        intro: Optional[str] = None,
+        filepath: Optional[str] = None,
+        update_file: bool = True,
+        history_offset: int = 10250,
+        act: Optional[str] = None,
+    ) -> None:
+        """
+        Initializes the ChatGPTGratis.
+        """
+        if model not in self.AVAILABLE_MODELS:
+            raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
+
+        self.logger = Logger(
+            name="ChatGPTGratis",
+            format=LogFormat.MODERN_EMOJI,
+        ) if logging else None
+
+        if self.logger:
+            self.logger.info(f"Initializing ChatGPTGratis with model: {model}")
+
+        self.session = requests.Session()
+        self.timeout = timeout
+        self.api_endpoint = "https://chatgptgratis.eu/backend/chat.php"
+        self.model = model
+
+        # Set up headers similar to a browser request with dynamic User-Agent
+        self.headers = {
+            "Accept": "*/*",
+            "Content-Type": "application/json",
+            "Origin": "https://chatgptgratis.eu",
+            "Referer": "https://chatgptgratis.eu/chat.html",
+            "User-Agent": Lit().random(),
+        }
+        self.session.headers.update(self.headers)
+        self.session.proxies = proxies or {}
+
+        # Set up conversation history and prompts
+        Conversation.intro = (
+            AwesomePrompts().get_act(
+                act, raise_not_found=True, default=None, case_insensitive=True
+            )
+            if act
+            else intro or Conversation.intro
+        )
+        self.conversation = Conversation(
+            True, 8096, filepath, update_file
+        )
+        self.conversation.history_offset = history_offset
+
+        if self.logger:
+            self.logger.info("ChatGPTGratis initialized successfully.")
+
+    def ask(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+        optimizer: Optional[str] = None,
+        conversationally: bool = False,
+    ) -> Dict[str, Any] | Generator[Dict[str, Any], None, None]:
+        """
+        Sends a request to the API and returns the response.
+        If stream is True, yields response chunks as they are received.
+        """
+        if self.logger:
+            self.logger.debug(f"Processing request - Prompt: {prompt[:50]}...")
+            self.logger.debug(f"Stream: {stream}, Optimizer: {optimizer}")
+
+        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
+        if optimizer:
+            available_opts = (
+                method for method in dir(Optimizers)
+                if callable(getattr(Optimizers, method)) and not method.startswith("__")
+            )
+            if optimizer in available_opts:
+                conversation_prompt = getattr(Optimizers, optimizer)(
+                    conversation_prompt if conversationally else prompt
+                )
+                if self.logger:
+                    self.logger.debug(f"Applied optimizer: {optimizer}")
+            else:
+                if self.logger:
+                    self.logger.error(f"Invalid optimizer requested: {optimizer}")
+                raise Exception(f"Optimizer is not one of {list(available_opts)}")
+
+        payload = {
+            "message": conversation_prompt,
+            "model": self.model,
+
+        }
+
+        def for_stream() -> Generator[Dict[str, Any], None, None]:
+            if self.logger:
+                self.logger.debug("Initiating streaming request to API")
+            response = self.session.post(
+                self.api_endpoint,
+                json=payload,
+                stream=True,
+                timeout=self.timeout
+            )
+            if not response.ok:
+                if self.logger:
+                    self.logger.error(
+                        f"API request failed. Status: {response.status_code}, Reason: {response.reason}"
+                    )
+                raise exceptions.FailedToGenerateResponseError(
+                    f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
+                )
+            if self.logger:
+                self.logger.info(f"API connection established. Status: {response.status_code}")
+
+            full_response = ""
+            for line in response.iter_lines():
+                if line:
+                    line_decoded = line.decode('utf-8').strip()
+                    if line_decoded == "data: [DONE]":
+                        if self.logger:
+                            self.logger.debug("Stream completed.")
+                        break
+                    if line_decoded.startswith("data: "):
+                        try:
+                            json_data = json.loads(line_decoded[6:])
+                            choices = json_data.get("choices", [])
+                            if choices and "delta" in choices[0]:
+                                content = choices[0]["delta"].get("content", "")
+                            else:
+                                content = ""
+                            full_response += content
+                            yield content if raw else {"text": content}
+                        except json.JSONDecodeError as e:
+                            if self.logger:
+                                self.logger.error(f"JSON parsing error: {str(e)}")
+                            continue
+            # Update last response and conversation history.
+            self.conversation.update_chat_history(prompt, self.get_message({"text": full_response}))
+            if self.logger:
+                self.logger.debug("Response processing completed.")
+
+        def for_non_stream() -> Dict[str, Any]:
+            if self.logger:
+                self.logger.debug("Processing non-streaming request")
+            collected = ""
+            for chunk in for_stream():
+                collected += chunk["text"] if isinstance(chunk, dict) else chunk
+            return {"text": collected}
+
+        return for_stream() if stream else for_non_stream()
+
+    def chat(
+        self,
+        prompt: str,
+        stream: bool = False,
+        optimizer: Optional[str] = None,
+        conversationally: bool = False,
+    ) -> str | Generator[str, None, None]:
+        """
+        Returns the response as a string.
+        For streaming requests, yields each response chunk as a string.
+        """
+        if self.logger:
+            self.logger.debug(f"Chat request initiated - Prompt: {prompt[:50]}...")
+
+        def stream_response() -> Generator[str, None, None]:
+            for response in self.ask(
+                prompt, stream=True, optimizer=optimizer, conversationally=conversationally
+            ):
+                yield self.get_message(response)
+
+        def non_stream_response() -> str:
+            return self.get_message(self.ask(
+                prompt, stream=False, optimizer=optimizer, conversationally=conversationally
+            ))
+
+        return stream_response() if stream else non_stream_response()
+
+    def get_message(self, response: dict) -> str:
+        """
+        Extracts and returns the text message from the response dictionary.
+        """
+        assert isinstance(response, dict), "Response must be a dictionary."
+        return response.get("text", "")
+
+
+if __name__ == "__main__":
+    from rich import print
+
+    # Create an instance of the ChatGPTGratis with logging enabled for testing.
+    client = ChatGPTGratis(
+        model="Meta-Llama-3.2-1B-Instruct",
+        logging=False
+    )
+    prompt_input = input(">>> ")
+    response = client.chat(prompt_input, stream=True)
+    for chunk in response:
+        print(chunk, end="", flush=True)

webscout/Provider/Cloudflare.py

@@ -9,12 +9,12 @@ from webscout import exceptions
 from typing import Any, AsyncGenerator, Dict
 import cloudscraper
 from webscout import LitAgent
-from webscout.Litlogger import LitLogger, LogFormat, ColorScheme
+from webscout.Litlogger import Logger, LogFormat
 
 class Cloudflare(Provider):
     """
     Cloudflare provider to interact with Cloudflare's text generation API.
-    Includes logging capabilities using LitLogger and uses LitAgent for user-agent.
+    Includes logging capabilities using Logger and uses LitAgent for user-agent.
     """
 
     # Updated AVAILABLE_MODELS from given JSON data
@@ -145,10 +145,9 @@ class Cloudflare(Provider):
         self.conversation.history_offset = history_offset
 
         # Initialize logger if logging is enabled
-        self.logger = LitLogger(
+        self.logger = Logger(
             name="Cloudflare",
             format=LogFormat.MODERN_EMOJI,
-            color_scheme=ColorScheme.CYBERPUNK
         ) if logging else None
 
         if self.logger: