webscout 8.2.9__py3-none-any.whl → 2026.1.19__py3-none-any.whl

webscout/Provider/Perplexitylabs.py

@@ -1,415 +0,0 @@
-import ssl
-import json
-import time
-import socket
-import random
-from threading import Thread, Event
-from curl_cffi import requests
-from websocket import WebSocketApp
-from typing import Dict, Any, Union, Generator, List, Optional
-
-from webscout.AIutel import Optimizers
-from webscout.AIutel import Conversation
-from webscout.AIutel import AwesomePrompts, sanitize_stream
-from webscout.AIbase import Provider
-from webscout import exceptions
-from webscout.litagent import LitAgent
-
-class PerplexityLabs(Provider):
-    """
-    A client for interacting with the Perplexity AI Labs API.
-    """
-    
-    AVAILABLE_MODELS = [
-        "r1-1776", 
-        "sonar-pro", 
-        "sonar", 
-        "sonar-reasoning-pro", 
-        "sonar-reasoning"
-    ]
-    
-    def __init__(
-        self,
-        is_conversation: bool = True,
-        max_tokens: int = 2048,
-        timeout: int = 60,
-        intro: str = None,
-        filepath: str = None,
-        update_file: bool = True,
-        proxies: dict = {},
-        history_offset: int = 10250,
-        act: str = None,
-        model: str = "r1-1776",
-        connection_timeout: float = 10.0,
-        max_retries: int = 3,
-    ):
-        """
-        Initialize the Perplexity client.
-        
-        Args:
-            is_conversation: Whether to maintain conversation context
-            max_tokens: Maximum token limit for responses
-            timeout: Response timeout in seconds
-            intro: Conversation intro/system prompt
-            filepath: Path for conversation history persistence
-            update_file: Whether to update the conversation file
-            proxies: Optional proxy configuration
-            history_offset: History truncation limit
-            act: Persona to use for responses
-            model: Default model to use
-            connection_timeout: Maximum time to wait for connection
-            max_retries: Number of connection retry attempts
-        """
-        if model not in self.AVAILABLE_MODELS:
-            raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
-            
-        self.model = model
-        self.connection_timeout = connection_timeout
-        self.timeout = timeout 
-        self.max_retries = max_retries
-        self.connected = Event()
-        self.last_answer = None
-        
-        # Initialize session with headers using LitAgent user agent
-        self.session = requests.Session(headers={
-            'User-Agent': LitAgent().random(),
-            'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
-            'accept-language': 'en-US,en;q=0.9',
-            'cache-control': 'max-age=0',
-            'dnt': '1',
-            'priority': 'u=0, i',
-            'sec-ch-ua': '"Not;A=Brand";v="24", "Chromium";v="128"',
-            'sec-ch-ua-mobile': '?0',
-            'sec-ch-ua-platform': '"Windows"',
-            'sec-fetch-dest': 'document',
-            'sec-fetch-mode': 'navigate',
-            'sec-fetch-site': 'same-origin',
-            'sec-fetch-user': '?1',
-            'upgrade-insecure-requests': '1',
-        })
-        
-        # Apply proxies if provided
-        self.session.proxies.update(proxies)
-        
-        # Set up conversation handling
-        self.is_conversation = is_conversation
-        self.max_tokens_to_sample = max_tokens
-
-        self.__available_optimizers = (
-            method
-            for method in dir(Optimizers)
-            if callable(getattr(Optimizers, method)) and not method.startswith("__")
-        )
-        Conversation.intro = (
-            AwesomePrompts().get_act(
-                act, raise_not_found=True, default=None, case_insensitive=True
-            )
-            if act
-            else intro or Conversation.intro
-        )
-
-        self.conversation = Conversation(
-            is_conversation, self.max_tokens_to_sample, filepath, update_file
-        )
-        self.conversation.history_offset = history_offset
-            
-        # Initialize connection
-        self._initialize_connection()
-
-    def _initialize_connection(self) -> None:
-        """Initialize the connection to Perplexity with retries"""
-        for attempt in range(1, self.max_retries + 1):
-            try:
-                # Get a session ID via polling
-                self.timestamp = format(random.getrandbits(32), '08x')
-                poll_url = f'https://www.perplexity.ai/socket.io/?EIO=4&transport=polling&t={self.timestamp}'
-                
-                response = self.session.get(poll_url)
-                if response.status_code != 200:
-                    if attempt == self.max_retries:
-                        raise ConnectionError(f"Failed to get session ID: HTTP {response.status_code}")
-                    continue
-                
-                # Extract the session ID
-                try:
-                    self.sid = json.loads(response.text[1:])['sid']
-                except (json.JSONDecodeError, KeyError) as e:
-                    if attempt == self.max_retries:
-                        raise ConnectionError(f"Failed to parse session ID: {e}")
-                    continue
-                
-                # Authenticate the session
-                auth_url = f'https://www.perplexity.ai/socket.io/?EIO=4&transport=polling&t={self.timestamp}&sid={self.sid}'
-                auth_response = self.session.post(auth_url, data='40{"jwt":"anonymous-ask-user"}')
-                
-                if auth_response.status_code != 200 or auth_response.text != 'OK':
-                    if attempt == self.max_retries:
-                        raise ConnectionError("Authentication failed")
-                    continue
-                
-                # Setup SSL socket
-                context = ssl.create_default_context()
-                context.minimum_version = ssl.TLSVersion.TLSv1_3
-                try:
-                    self.sock = context.wrap_socket(
-                        socket.create_connection(('www.perplexity.ai', 443), timeout=self.connection_timeout), 
-                        server_hostname='www.perplexity.ai'
-                    )
-                except (socket.timeout, socket.error, ssl.SSLError) as e:
-                    if attempt == self.max_retries:
-                        raise ConnectionError(f"Socket connection failed: {e}")
-                    continue
-                
-                # Setup WebSocket
-                ws_url = f'wss://www.perplexity.ai/socket.io/?EIO=4&transport=websocket&sid={self.sid}'
-                cookies = '; '.join([f'{key}={value}' for key, value in self.session.cookies.get_dict().items()])
-                
-                self.connected.clear()
-                self.ws = WebSocketApp(
-                    url=ws_url,
-                    header={'User-Agent': self.session.headers['User-Agent']},
-                    cookie=cookies,
-                    on_open=self._on_open,
-                    on_message=self._on_message,
-                    on_error=self._on_error,
-                    on_close=self._on_close,
-                    socket=self.sock
-                )
-                
-                # Start WebSocket in a thread
-                self.ws_thread = Thread(target=self.ws.run_forever, daemon=True)
-                self.ws_thread.start()
-                
-                # Wait for connection to be established
-                if self.connected.wait(timeout=self.connection_timeout):
-                    return
-                
-            except Exception as e:
-                if attempt == self.max_retries:
-                    raise exceptions.FailedToGenerateResponseError(f"Failed to connect: {e}")
-            
-            # If we get here, the attempt failed, wait before retrying
-            if attempt < self.max_retries:
-                retry_delay = 2 ** attempt  # Exponential backoff
-                time.sleep(retry_delay)
-        
-        raise exceptions.FailedToGenerateResponseError("Failed to connect to Perplexity after multiple attempts")
-
-    def _on_open(self, ws):
-        """Handle websocket open event"""
-        ws.send('2probe')
-        ws.send('5')
-    
-    def _on_close(self, ws, close_status_code, close_msg):
-        """Handle websocket close event"""
-        self.connected.clear()
-    
-    def _on_message(self, ws, message):
-        """Handle websocket message events"""
-        if message == '2':
-            ws.send('3')
-            
-        elif message == '3probe':
-            self.connected.set()
-
-        elif message.startswith('40'):
-            self.connected.set()
-            
-        elif message.startswith('42'):
-            try:
-                response = json.loads(message[2:])[1]
-                if 'final' in response or 'partial' in response:
-                    self.last_answer = response
-            except (json.JSONDecodeError, IndexError):
-                pass
-    
-    def _on_error(self, ws, error):
-        """Handle websocket error events"""
-        self.connected.clear()
-    
-    def ask(
-        self,
-        prompt: str,
-        stream: bool = False,
-        raw: bool = False,
-        optimizer: str = None,
-        conversationally: bool = False,
-        model: str = None
-    ) -> Union[Dict[str, Any], Generator]:
-        """
-        Send a query to Perplexity AI and get a response.
-        
-        Args:
-            prompt: The question to ask
-            stream: Whether to stream the response
-            raw: Return raw response format
-            optimizer: Optimizer function to apply to prompt
-            conversationally: Use conversation context
-            model: Override the model to use
-            
-        Returns:
-            If stream=True: Generator yielding response updates
-            If stream=False: Final response dictionary
-        """
-        # Check if connection is still active and reconnect if needed
-        if not self.connected.is_set():
-            self._initialize_connection()
-        
-        # Use specified model or default
-        use_model = model or self.model
-        if use_model not in self.AVAILABLE_MODELS:
-            raise ValueError(f"Invalid model: {use_model}. Choose from: {', '.join(self.AVAILABLE_MODELS)}")
-        
-        # Process prompt with conversation and optimizers
-        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
-        if optimizer:
-            if optimizer in self.__available_optimizers:
-                conversation_prompt = getattr(Optimizers, optimizer)(
-                    conversation_prompt if conversationally else prompt
-                )
-            else:
-                raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
-        
-        self.last_answer = None
-        
-        # Send the query through websocket
-        payload = json.dumps([
-            'perplexity_labs',
-            {
-                'messages': [{'role': 'user', 'content': conversation_prompt}],
-                'model': use_model,
-                'source': 'default',
-                'version': '2.18',
-            }
-        ])
-        self.ws.send('42' + payload)
-        
-        def for_stream():
-            """Handle streaming responses"""
-            last_seen = None
-            start_time = time.time()
-            streaming_text = ""
-            
-            while True:
-                # Check for timeout
-                if time.time() - start_time > self.timeout:
-                    raise exceptions.FailedToGenerateResponseError("Response stream timed out")
-                
-                # If we have a new response different from what we've seen
-                if self.last_answer != last_seen:
-                    last_seen = self.last_answer
-                    if last_seen is not None:
-                        if 'output' in last_seen:
-                            current_output = last_seen['output']
-                            # For delta output in streaming
-                            delta = current_output[len(streaming_text):]
-                            streaming_text = current_output
-                            resp = dict(text=delta)
-                            yield resp if raw else resp
-                
-                # If we have the final response, add to history and return
-                if self.last_answer and self.last_answer.get('final', False):
-                    answer = self.last_answer
-                    self.conversation.update_chat_history(prompt, streaming_text)
-                    return
-                
-                time.sleep(0.01)
-        
-        def for_non_stream():
-            """Handle non-streaming responses"""
-            start_time = time.time()
-            
-            while True:
-                # Check for successful response
-                if self.last_answer and self.last_answer.get('final', False):
-                    answer = self.last_answer
-                    self.conversation.update_chat_history(prompt, answer['output'])
-                    return answer if raw else dict(text=answer['output'])
-                
-                # Check for timeout
-                if time.time() - start_time > self.timeout:
-                    raise exceptions.FailedToGenerateResponseError("Response timed out")
-                
-                time.sleep(0.01)
-        
-        return for_stream() if stream else for_non_stream()
-
-    def chat(
-        self,
-        prompt: str,
-        stream: bool = False,
-        optimizer: str = None,
-        conversationally: bool = False,
-        model: str = None
-    ) -> Union[str, Generator[str, None, None]]:
-        """
-        Send a query and get just the text response.
-        
-        Args:
-            prompt: The question to ask
-            stream: Whether to stream the response
-            optimizer: Optimizer function to apply to prompt
-            conversationally: Use conversation context
-            model: Override the model to use
-            
-        Returns:
-            If stream=True: Generator yielding text chunks
-            If stream=False: Complete response text
-        """
-        def for_stream():
-            for response in self.ask(
-                prompt, 
-                stream=True, 
-                optimizer=optimizer, 
-                conversationally=conversationally,
-                model=model
-            ):
-                yield self.get_message(response)
-                
-        def for_non_stream():
-            return self.get_message(
-                self.ask(
-                    prompt, 
-                    stream=False, 
-                    optimizer=optimizer, 
-                    conversationally=conversationally,
-                    model=model
-                )
-            )
-            
-        return for_stream() if stream else for_non_stream()
-
-    def get_message(self, response: dict) -> str:
-        """Extract text from response dictionary"""
-        assert isinstance(response, dict), "Response should be of dict data-type only"
-        return response["text"]
-
-
-if __name__ == "__main__":
-    print("-" * 80)
-    print(f"{'Model':<50} {'Status':<10} {'Response'}")
-    print("-" * 80)
-    
-    # Test all available models
-    working = 0
-    total = len(PerplexityLabs.AVAILABLE_MODELS)
-    
-    for model in PerplexityLabs.AVAILABLE_MODELS:
-        try:
-            test_ai = PerplexityLabs(model=model, timeout=60)
-            response = test_ai.chat("Say 'Hello' in one word", stream=True)
-            response_text = ""
-            for chunk in response:
-                response_text += chunk
-                print(f"\r{model:<50} {'Testing...':<10}", end="", flush=True)
-            
-            if response_text and len(response_text.strip()) > 0:
-                status = "✓"
-                # Truncate response if too long
-                display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
-            else:
-                status = "✗"
-                display_text = "Empty or invalid response"
-            print(f"\r{model:<50} {status:<10} {display_text}")
-        except Exception as e:
-            print(f"\r{model:<50} {'✗':<10} {str(e)}")

webscout/Provider/Reka.py

@@ -1,214 +0,0 @@
-import requests
-
-
-import json
-
-from webscout.AIutel import Optimizers
-from webscout.AIutel import Conversation
-from webscout.AIutel import AwesomePrompts, sanitize_stream
-from webscout.AIbase import  Provider, AsyncProvider
-from webscout import exceptions
-
-#-----------------------------------------------REKA-----------------------------------------------
-class REKA(Provider):
-    def __init__(
-        self,
-        api_key: str,
-        is_conversation: bool = True,
-        max_tokens: int = 600,
-        timeout: int = 30,
-        intro: str = None,
-        filepath: str = None,
-        update_file: bool = True,
-        proxies: dict = {},
-        history_offset: int = 10250,
-        act: str = None,
-        model: str = "reka-core",
-        system_prompt: str = "Be Helpful and Friendly. Keep your response straightforward, short and concise",
-        use_search_engine: bool = False,
-        use_code_interpreter: bool = False,
-    ):
-        """Instantiates REKA
-
-        Args:
-            is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True
-            max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
-            timeout (int, optional): Http request timeout. Defaults to 30.
-            intro (str, optional): Conversation introductory prompt. Defaults to None.
-            filepath (str, optional): Path to file containing conversation history. Defaults to None.
-            update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
-            proxies (dict, optional): Http request proxies. Defaults to {}.
-            history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
-            act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
-            model (str, optional): REKA model name. Defaults to "reka-core".
-            system_prompt (str, optional): System prompt for REKA. Defaults to "Be Helpful and Friendly. Keep your response straightforward, short and concise".
-            use_search_engine (bool, optional): Whether to use the search engine. Defaults to False.
-            use_code_interpreter (bool, optional): Whether to use the code interpreter. Defaults to False.
-        """
-        self.session = requests.Session()
-        self.is_conversation = is_conversation
-        self.max_tokens_to_sample = max_tokens
-        self.api_endpoint = "https://chat.reka.ai/api/chat"
-        self.stream_chunk_size = 64
-        self.timeout = timeout
-        self.last_response = {}
-        self.model = model
-        self.system_prompt = system_prompt
-        self.use_search_engine = use_search_engine
-        self.use_code_interpreter = use_code_interpreter
-        self.access_token = api_key
-        self.headers = {
-            "Authorization": f"Bearer {self.access_token}",
-        }
-
-        self.__available_optimizers = (
-            method
-            for method in dir(Optimizers)
-            if callable(getattr(Optimizers, method)) and not method.startswith("__")
-        )
-        self.session.headers.update(self.headers)
-        Conversation.intro = (
-            AwesomePrompts().get_act(
-                act, raise_not_found=True, default=None, case_insensitive=True
-            )
-            if act
-            else intro or Conversation.intro
-        )
-        self.conversation = Conversation(
-            is_conversation, self.max_tokens_to_sample, filepath, update_file
-        )
-        self.conversation.history_offset = history_offset
-        self.session.proxies = proxies
-
-    def ask(
-        self,
-        prompt: str,
-        stream: bool = False,
-        raw: bool = False,
-        optimizer: str = None,
-        conversationally: bool = False,
-    ) -> dict:
-        """Chat with AI
-
-        Args:
-            prompt (str): Prompt to be send.
-            stream (bool, optional): Flag for streaming response. Defaults to False.
-            raw (bool, optional): Stream back raw response as received. Defaults to False.
-            optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
-            conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
-        Returns:
-           dict : {}
-        ```json
-        {
-           "text" : "How may I assist you today?"
-        }
-        ```
-        """
-        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
-        if optimizer:
-            if optimizer in self.__available_optimizers:
-                conversation_prompt = getattr(Optimizers, optimizer)(
-                    conversation_prompt if conversationally else prompt
-                )
-            else:
-                raise Exception(
-                    f"Optimizer is not one of {self.__available_optimizers}"
-                )
-
-        self.session.headers.update(self.headers)
-        payload = {
-
-            "conversation_history": [
-                {"type": "human", "text": f"## SYSTEM PROMPT: {self.system_prompt}\n\n## QUERY: {conversation_prompt}"},
-            ],
-
-            "stream": stream,
-            "use_search_engine": self.use_search_engine,
-            "use_code_interpreter": self.use_code_interpreter,
-            "model_name": self.model,
-            # "model_name": "reka-flash",
-            # "model_name": "reka-edge",
-        }
-
-        def for_stream():
-            response = self.session.post(self.api_endpoint, json=payload, stream=True, timeout=self.timeout)
-            if not response.ok:
-                raise Exception(
-                    f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
-                )
-
-            for value in response.iter_lines(
-                decode_unicode=True,
-                chunk_size=self.stream_chunk_size,
-            ):
-                try:
-                    resp = json.loads(value)
-                    self.last_response.update(resp)
-                    yield value if raw else resp
-                except json.decoder.JSONDecodeError:
-                    pass
-            self.conversation.update_chat_history(
-                prompt, self.get_message(self.last_response)
-            )
-
-        def for_non_stream():
-            # let's make use of stream
-            for _ in for_stream():
-                pass
-            return self.last_response
-
-        return for_stream() if stream else for_non_stream()
-
-    def chat(
-        self,
-        prompt: str,
-        stream: bool = False,
-        optimizer: str = None,
-        conversationally: bool = False,
-    ) -> str:
-        """Generate response `str`
-        Args:
-            prompt (str): Prompt to be send.
-            stream (bool, optional): Flag for streaming response. Defaults to False.
-            optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
-            conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
-        Returns:
-            str: Response generated
-        """
-
-        def for_stream():
-            for response in self.ask(
-                prompt, True, optimizer=optimizer, conversationally=conversationally
-            ):
-                yield self.get_message(response)
-
-        def for_non_stream():
-            return self.get_message(
-                self.ask(
-                    prompt,
-                    False,
-                    optimizer=optimizer,
-                    conversationally=conversationally,
-                )
-            )
-
-        return for_stream() if stream else for_non_stream()
-
-    def get_message(self, response: dict) -> str:
-        """Retrieves message only from response
-
-        Args:
-            response (dict): Response generated by `self.ask`
-
-        Returns:
-            str: Message extracted
-        """
-        assert isinstance(response, dict), "Response should be of dict data-type only"
-        return response.get("text")
-if __name__ == "__main__":
-    
-    from rich import print
-    ai = REKA(api_key="YOUR_API_KEY", timeout=5000)
-    response = ai.chat("write a poem about AI", stream=True)
-    for chunk in response:
-        print(chunk, end="", flush=True)