webscout 7.9__py3-none-any.whl → 8.0__py3-none-any.whl

webscout/Provider/AISEARCH/monica_search.py

@@ -0,0 +1,246 @@
+import requests
+import json
+import re
+import uuid
+from typing import Dict, Optional, Generator, Union, Any
+
+from webscout.AIbase import AISearch
+from webscout import exceptions
+from webscout.litagent import LitAgent
+
+
+class Response:
+    """A wrapper class for Monica API responses.
+    
+    This class automatically converts response objects to their text representation
+    when printed or converted to string.
+    
+    Attributes:
+        text (str): The text content of the response
+        
+    Example:
+        >>> response = Response("Hello, world!")
+        >>> print(response)
+        Hello, world!
+        >>> str(response)
+        'Hello, world!'
+    """
+    def __init__(self, text: str):
+        self.text = text
+    
+    def __str__(self):
+        return self.text
+    
+    def __repr__(self):
+        return self.text
+
+
+class Monica(AISearch):
+    """A class to interact with the Monica AI search API.
+    
+    Monica provides a powerful search interface that returns AI-generated responses
+    based on web content. It supports both streaming and non-streaming responses.
+    
+    Basic Usage:
+        >>> from webscout import Monica
+        >>> ai = Monica()
+        >>> # Non-streaming example
+        >>> response = ai.search("What is Python?")
+        >>> print(response)
+        Python is a high-level programming language...
+        
+        >>> # Streaming example
+        >>> for chunk in ai.search("Tell me about AI", stream=True):
+        ...     print(chunk, end="", flush=True)
+        Artificial Intelligence is...
+        
+        >>> # Raw response format
+        >>> for chunk in ai.search("Hello", stream=True, raw=True):
+        ...     print(chunk)
+        {'text': 'Hello'}
+        {'text': ' there!'}
+    
+    Args:
+        timeout (int, optional): Request timeout in seconds. Defaults to 60.
+        proxies (dict, optional): Proxy configuration for requests. Defaults to None.
+    """
+
+    def __init__(
+        self,
+        timeout: int = 60,
+        proxies: Optional[dict] = None,
+    ):
+        """Initialize the Monica API client.
+        
+        Args:
+            timeout (int, optional): Request timeout in seconds. Defaults to 60.
+            proxies (dict, optional): Proxy configuration for requests. Defaults to None.
+        """
+        self.session = requests.Session()
+        self.api_endpoint = "https://monica.so/api/search_v1/search"
+        self.stream_chunk_size = 64
+        self.timeout = timeout
+        self.last_response = {}
+        self.client_id = str(uuid.uuid4())
+        self.session_id = ""
+        
+        self.headers = {
+            "accept": "*/*",
+            "accept-encoding": "gzip, deflate, br, zstd",
+            "accept-language": "en-US,en;q=0.9",
+            "content-type": "application/json",
+            "dnt": "1",
+            "origin": "https://monica.so",
+            "referer": "https://monica.so/answers",
+            "sec-ch-ua": '"Microsoft Edge";v="135", "Not-A.Brand";v="8", "Chromium";v="135"',
+            "sec-ch-ua-mobile": "?0",
+            "sec-ch-ua-platform": '"Windows"',
+            "sec-fetch-dest": "empty",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-site": "same-origin",
+            "sec-gpc": "1",
+            "user-agent": LitAgent().random(),
+            "x-client-id": self.client_id,
+            "x-client-locale": "en",
+            "x-client-type": "web",
+            "x-client-version": "5.4.3",
+            "x-from-channel": "NA",
+            "x-product-name": "Monica-Search",
+            "x-time-zone": "Asia/Calcutta;-330"
+        }
+        
+        self.cookies = {
+            "monica_home_theme": "auto",
+        }
+        
+        self.session.headers.update(self.headers)
+        self.proxies = proxies
+
+    def search(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+    ) -> Union[Response, Generator[Union[Dict[str, str], Response], None, None]]:
+        """Search using the Monica API and get AI-generated responses.
+        
+        This method sends a search query to Monica and returns the AI-generated response.
+        It supports both streaming and non-streaming modes, as well as raw response format.
+        
+        Args:
+            prompt (str): The search query or prompt to send to the API.
+            stream (bool, optional): If True, yields response chunks as they arrive.
+                                   If False, returns complete response. Defaults to False.
+            raw (bool, optional): If True, returns raw response dictionaries with 'text' key.
+                                If False, returns Response objects that convert to text automatically.
+                                Defaults to False.
+        
+        Returns:
+            Union[Response, Generator[Union[Dict[str, str], Response], None, None]]: 
+                - If stream=False: Returns complete response as Response object
+                - If stream=True: Yields response chunks as either Dict or Response objects
+        
+        Raises:
+            APIConnectionError: If the API request fails
+        """
+        task_id = str(uuid.uuid4())
+        payload = {
+            "pro": False,
+            "query": prompt,
+            "round": 1,
+            "session_id": self.session_id,
+            "language": "auto",
+            "task_id": task_id
+        }
+
+        def for_stream():
+            try:
+                with self.session.post(
+                    self.api_endpoint,
+                    json=payload,
+                    stream=True,
+                    cookies=self.cookies,
+                    timeout=self.timeout,
+                    proxies=self.proxies
+                ) as response:
+                    if not response.ok:
+                        raise exceptions.APIConnectionError(
+                            f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
+                        )
+                    
+                    # Process the Server-Sent Events (SSE) stream
+                    for line in response.iter_lines(decode_unicode=True):
+                        if line and line.startswith("data: "):
+                            try:
+                                data = json.loads(line[6:])  # Remove 'data: ' prefix
+                                
+                                # Save session_id for future requests if present
+                                if "session_id" in data and data["session_id"]:
+                                    self.session_id = data["session_id"]
+                                
+                                # Only process chunks with text content
+                                if "text" in data and data["text"]:
+                                    text_chunk = data["text"]
+                                    
+                                    if raw:
+                                        yield {"text": text_chunk}
+                                    else:
+                                        yield Response(text_chunk)
+                                        
+                                # Check if stream is finished
+                                if "finished" in data and data["finished"]:
+                                    break
+                                    
+                            except json.JSONDecodeError:
+                                continue
+                    
+            except requests.exceptions.RequestException as e:
+                raise exceptions.APIConnectionError(f"Request failed: {e}")
+
+        def for_non_stream():
+            full_response = ""
+            search_results = []
+            
+            for chunk in for_stream():
+                if raw:
+                    yield chunk
+                else:
+                    full_response += str(chunk)
+            
+            if not raw:
+                # Process the full response to clean up formatting
+                formatted_response = self.format_response(full_response)
+                self.last_response = Response(formatted_response)
+                return self.last_response
+
+        return for_stream() if stream else for_non_stream()
+
+    @staticmethod
+    def format_response(text: str) -> str:
+        """Format the response text for better readability.
+        
+        Args:
+            text (str): The raw response text
+        
+        Returns:
+            str: Formatted text
+        """
+        # Clean up markdown formatting
+        cleaned_text = text.replace('**', '')
+        
+        # Remove any empty lines
+        cleaned_text = re.sub(r'\n\s*\n', '\n\n', cleaned_text)
+        
+        # Remove any trailing whitespace
+        cleaned_text = cleaned_text.strip()
+        
+        return cleaned_text
+
+
+if __name__ == "__main__":
+    from rich import print
+
+    ai = Monica()
+    response = ai.search(input(">>> "), stream=True, raw=False)
+    for chunk in response:
+        print(chunk, end="", flush=True)

webscout/Provider/AISEARCH/scira_search.py

@@ -0,0 +1,320 @@
+import requests
+import json
+import re
+import uuid
+import time
+from typing import Dict, Optional, Generator, Union, Any
+
+from webscout.AIbase import AISearch
+from webscout import exceptions
+from webscout import LitAgent
+
+
+class Response:
+    """A wrapper class for SCIRA API responses.
+
+    This class automatically converts response objects to their text representation
+    when printed or converted to string.
+
+    Attributes:
+        text (str): The text content of the response
+
+    Example:
+        >>> response = Response("Hello, world!")
+        >>> print(response)
+        Hello, world!
+        >>> str(response)
+        'Hello, world!'
+    """
+    def __init__(self, text: str):
+        self.text = text
+
+    def __str__(self):
+        return self.text
+
+    def __repr__(self):
+        return self.text
+
+
+class Scira(AISearch):
+    """A class to interact with the SCIRA AI search API.
+
+    SCIRA provides a powerful search interface that returns AI-generated responses
+    based on web content. It supports both streaming and non-streaming responses.
+
+    Basic Usage:
+        >>> from webscout import Scira
+        >>> ai = Scira()
+        >>> # Non-streaming example
+        >>> response = ai.search("What is Python?")
+        >>> print(response)
+        Python is a high-level programming language...
+
+        >>> # Streaming example
+        >>> for chunk in ai.search("Tell me about AI", stream=True):
+        ...     print(chunk, end="", flush=True)
+        Artificial Intelligence is...
+
+        >>> # Raw response format
+        >>> for chunk in ai.search("Hello", stream=True, raw=True):
+        ...     print(chunk)
+        {'text': 'Hello'}
+        {'text': ' there!'}
+
+    Args:
+        timeout (int, optional): Request timeout in seconds. Defaults to 60.
+        proxies (dict, optional): Proxy configuration for requests. Defaults to None.
+        model (str, optional): Model to use for the search. Defaults to "scira-default".
+        group (str, optional): Group parameter. Defaults to "web".
+    """
+
+    AVAILABLE_MODELS = {
+        "scira-default": "Grok3",
+        "scira-grok-3-mini": "Grok3-mini",  # thinking model
+        "scira-vision": "Grok2-Vision",  # vision model
+        "scira-claude": "Sonnet-3.7",
+        "scira-optimus": "optimus",
+    }
+
+    def __init__(
+        self,
+        timeout: int = 60,
+        proxies: Optional[dict] = None,
+        model: str = "scira-default",
+        deepsearch: bool = False
+    ):
+        """Initialize the SCIRA API client.
+
+        Args:
+            timeout (int, optional): Request timeout in seconds. Defaults to 60.
+            proxies (dict, optional): Proxy configuration for requests. Defaults to None.
+            model (str, optional): Model to use for the search. Defaults to "scira-default" (Grok3).
+            deepsearch (bool, optional): Whether to use deep search mode. If True, uses "extreme" group for more comprehensive results. If False, uses "web" group for faster results. Defaults to False.
+
+        Example:
+            >>> ai = Scira(timeout=120)  # Longer timeout
+            >>> ai = Scira(proxies={'http': 'http://proxy.com:8080'})  # With proxy
+            >>> ai = Scira(model="scira-claude")  # Use Claude model
+            >>> ai = Scira(deepsearch=True)  # Use deep search mode
+        """
+        # Validate model
+        if model not in self.AVAILABLE_MODELS:
+            raise ValueError(
+                f"Invalid model: {model}. Choose from: {list(self.AVAILABLE_MODELS.keys())}"
+            )
+
+        self.session = requests.Session()
+        self.api_endpoint = "https://scira.ai/api/search"
+        self.timeout = timeout
+        self.proxies = proxies
+        self.model = model
+
+        # Set group based on deepsearch parameter
+        self.group = "extreme" if deepsearch else "web"
+        self.last_response = {}
+
+        # Set headers
+        self.headers = {
+            "Content-Type": "application/json",
+            "Accept": "*/*",
+            "User-Agent": LitAgent().random()
+        }
+
+        self.session.headers.update(self.headers)
+
+    def search(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+    ) -> Union[Response, Generator[Union[Dict[str, str], Response], None, None]]:
+        """Search using the SCIRA API and get AI-generated responses.
+
+        This method sends a search query to SCIRA and returns the AI-generated response.
+        It supports both streaming and non-streaming modes, as well as raw response format.
+
+        Args:
+            prompt (str): The search query or prompt to send to the API.
+            stream (bool, optional): If True, yields response chunks as they arrive.
+                                   If False, returns complete response. Defaults to False.
+            raw (bool, optional): If True, returns raw response dictionaries with 'text' key.
+                                If False, returns Response objects that convert to text automatically.
+                                Defaults to False.
+
+        Returns:
+            Union[Response, Generator[Union[Dict[str, str], Response], None, None]]:
+                - If stream=False: Returns complete response
+                - If stream=True: Yields response chunks as they arrive
+
+        Raises:
+            exceptions.APIConnectionError: If there's an issue connecting to the API
+            exceptions.APIResponseError: If the API returns an error response
+
+        Example:
+            >>> ai = Scira()
+            >>> # Non-streaming example
+            >>> response = ai.search("What is Python?")
+            >>> print(response)
+            Python is a high-level programming language...
+
+            >>> # Streaming example
+            >>> for chunk in ai.search("Tell me about AI", stream=True):
+            ...     print(chunk, end="", flush=True)
+            Artificial Intelligence is...
+        """
+        # Create a unique message ID
+        message_id = str(uuid.uuid4()).replace("-", "")[:16]
+        self.user_id = str(uuid.uuid4()).replace("-", "")[:16]
+        # Prepare the payload
+        payload = {
+            "id": message_id,
+            "messages": [
+                {
+                    "role": "user",
+                    "content": prompt,
+                    "parts": [
+                        {
+                            "type": "text",
+                            "text": prompt
+                        }
+                    ]
+                }
+            ],
+            "model": self.model,
+            "group": self.group,
+            "user_id": self.user_id,
+            "timezone": "Asia/Calcutta"
+        }
+
+        try:
+            # Send the request
+            response = self.session.post(
+                self.api_endpoint,
+                headers=self.headers,
+                data=json.dumps(payload),
+                stream=True,
+                timeout=self.timeout,
+                proxies=self.proxies
+            )
+
+            # Check for successful response
+            if response.status_code != 200:
+                raise exceptions.APIResponseError(
+                    f"API returned error status: {response.status_code}"
+                )
+
+            # Store the last response
+            self.last_response = {"status_code": response.status_code}
+
+            # Handle streaming response
+            if stream:
+                return self._handle_streaming_response(response, raw)
+
+            # Handle non-streaming response
+            return self._handle_non_streaming_response(response, raw)
+
+        except requests.RequestException as e:
+            raise exceptions.APIConnectionError(f"Error connecting to API: {str(e)}")
+
+    def _handle_streaming_response(
+        self,
+        response: requests.Response,
+        raw: bool
+    ) -> Generator[Union[Dict[str, str], Response], None, None]:
+        """Handle streaming response from the API.
+
+        Args:
+            response (requests.Response): The streaming response from the API
+            raw (bool): Whether to return raw response dictionaries
+
+        Yields:
+            Union[Dict[str, str], Response]: Response chunks as they arrive
+        """
+        for line in response.iter_lines():
+            if line:
+                try:
+                    # Decode the line
+                    decoded_line = line.decode("utf-8")
+
+                    # Check if this is a line starting with "0:" (content)
+                    if re.match(r'^0:', decoded_line):
+                        # Extract the content after "0:"
+                        content = re.sub(r'^0:', '', decoded_line)
+                        # Remove surrounding quotes if present
+                        content = re.sub(r'^"(.*)"$', r'\1', content)
+                        # Replace escaped newlines with actual newlines
+                        content = content.replace('\\n', '\n')
+
+                        if raw:
+                            yield {"text": content}
+                        else:
+                            yield Response(content)
+                except Exception:
+                    # Skip lines that can't be processed
+                    pass
+
+    def _handle_non_streaming_response(
+        self,
+        response: requests.Response,
+        raw: bool
+    ) -> Union[Dict[str, str], Response]:
+        """Handle non-streaming response from the API.
+
+        Args:
+            response (requests.Response): The response from the API
+            raw (bool): Whether to return raw response dictionary
+
+        Returns:
+            Union[Dict[str, str], Response]: Complete response
+        """
+        full_text = ""
+
+        for line in response.iter_lines():
+            if line:
+                try:
+                    # Decode the line
+                    decoded_line = line.decode("utf-8")
+
+                    # Check if this is a line starting with "0:" (content)
+                    if re.match(r'^0:', decoded_line):
+                        # Extract the content after "0:"
+                        content = re.sub(r'^0:', '', decoded_line)
+                        # Remove surrounding quotes if present
+                        content = re.sub(r'^"(.*)"$', r'\1', content)
+                        # Replace escaped newlines with actual newlines
+                        content = content.replace('\\n', '\n')
+                        full_text += content
+                except Exception:
+                    # Skip lines that can't be processed
+                    pass
+
+        if raw:
+            return {"text": full_text}
+        else:
+            return Response(full_text)
+
+    @staticmethod
+    def clean_content(text: str) -> str:
+        """Clean the response content by removing unnecessary formatting.
+
+        Args:
+            text (str): The text to clean
+
+        Returns:
+            str: The cleaned text
+        """
+        # Remove any extra whitespace
+        cleaned_text = re.sub(r'\s+', ' ', text)
+        # Remove any trailing whitespace
+        cleaned_text = cleaned_text.strip()
+
+        return cleaned_text
+
+
+if __name__ == "__main__":
+    from rich import print
+    ai = Scira()
+    user_query = input(">>> ")
+    response = ai.search(user_query, stream=True, raw=False)
+    for chunk in response:
+        print(chunk, end="", flush=True)