webscout 8.2.6__py3-none-any.whl → 8.2.7__py3-none-any.whl

webscout/Provider/OPENAI/ai4chat.py

@@ -1,286 +0,0 @@
-import time
-import uuid
-import urllib.parse
-from curl_cffi.requests import Session, RequestsError
-from typing import List, Dict, Optional, Union, Generator, Any
-
-# Import base classes and utility structures
-from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
-from .utils import (
-    ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
-    ChatCompletionMessage, CompletionUsage
-)
-
-# --- AI4Chat Client ---
-
-class Completions(BaseCompletions):
-    def __init__(self, client: 'AI4Chat'):
-        self._client = client
-
-    def create(
-        self,
-        *,
-        model: str,
-        messages: List[Dict[str, str]],
-        max_tokens: Optional[int] = None,
-        stream: bool = False,
-        temperature: Optional[float] = None,
-        top_p: Optional[float] = None,
-        **kwargs: Any
-    ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
-        """
-        Creates a model response for the given chat conversation.
-        Mimics openai.chat.completions.create
-        """
-        # Use the format_prompt utility to format the conversation
-        from .utils import format_prompt
-
-        # Format the messages into a single string
-        conversation_prompt = format_prompt(messages, add_special_tokens=True, include_system=True)
-
-        # Set up request parameters
-        country_param = kwargs.get("country", self._client.country)
-        user_id_param = kwargs.get("user_id", self._client.user_id)
-
-        # Generate request ID and timestamp
-        request_id = f"chatcmpl-{uuid.uuid4()}"
-        created_time = int(time.time())
-
-        # AI4Chat doesn't support streaming, so we'll simulate it if requested
-        if stream:
-            return self._create_stream(request_id, created_time, model, conversation_prompt, country_param, user_id_param)
-        else:
-            return self._create_non_stream(request_id, created_time, model, conversation_prompt, country_param, user_id_param)
-
-    def _create_stream(
-        self, request_id: str, created_time: int, model: str,
-        conversation_prompt: str, country: str, user_id: str
-    ) -> Generator[ChatCompletionChunk, None, None]:
-        """Simulate streaming by breaking up the full response."""
-        try:
-            # Get the full response first
-            full_response = self._get_ai4chat_response(conversation_prompt, country, user_id)
-
-            # Break it into chunks for simulated streaming
-            words = full_response.split()
-            chunk_size = max(1, len(words) // 10)  # Divide into ~10 chunks
-
-            # Track token usage
-            prompt_tokens = len(conversation_prompt.split())
-            completion_tokens = 0
-
-            # Stream chunks
-            for i in range(0, len(words), chunk_size):
-                chunk_text = " ".join(words[i:i+chunk_size])
-                completion_tokens += len(chunk_text.split())
-
-                # Create the delta object
-                delta = ChoiceDelta(
-                    content=chunk_text,
-                    role="assistant",
-                    tool_calls=None
-                )
-
-                # Create the choice object
-                choice = Choice(
-                    index=0,
-                    delta=delta,
-                    finish_reason=None,
-                    logprobs=None
-                )
-
-                # Create the chunk object
-                chunk = ChatCompletionChunk(
-                    id=request_id,
-                    choices=[choice],
-                    created=created_time,
-                    model=model,
-                    system_fingerprint=None
-                )
-
-                yield chunk
-
-            # Final chunk with finish_reason="stop"
-            delta = ChoiceDelta(
-                content=None,
-                role=None,
-                tool_calls=None
-            )
-
-            choice = Choice(
-                index=0,
-                delta=delta,
-                finish_reason="stop",
-                logprobs=None
-            )
-
-            chunk = ChatCompletionChunk(
-                id=request_id,
-                choices=[choice],
-                created=created_time,
-                model=model,
-                system_fingerprint=None
-            )
-
-            yield chunk
-
-        except RequestsError as e:
-            print(f"Error during AI4Chat stream request: {e}")
-            raise IOError(f"AI4Chat request failed: {e}") from e
-        except Exception as e:
-            print(f"Unexpected error during AI4Chat stream request: {e}")
-            raise IOError(f"AI4Chat request failed: {e}") from e
-
-    def _create_non_stream(
-        self, request_id: str, created_time: int, model: str,
-        conversation_prompt: str, country: str, user_id: str
-    ) -> ChatCompletion:
-        """Get a complete response from AI4Chat."""
-        try:
-            # Get the full response
-            full_response = self._get_ai4chat_response(conversation_prompt, country, user_id)
-
-            # Estimate token counts
-            prompt_tokens = len(conversation_prompt.split())
-            completion_tokens = len(full_response.split())
-            total_tokens = prompt_tokens + completion_tokens
-
-            # Create the message object
-            message = ChatCompletionMessage(
-                role="assistant",
-                content=full_response
-            )
-
-            # Create the choice object
-            choice = Choice(
-                index=0,
-                message=message,
-                finish_reason="stop"
-            )
-
-            # Create the usage object
-            usage = CompletionUsage(
-                prompt_tokens=prompt_tokens,
-                completion_tokens=completion_tokens,
-                total_tokens=total_tokens
-            )
-
-            # Create the completion object
-            completion = ChatCompletion(
-                id=request_id,
-                choices=[choice],
-                created=created_time,
-                model=model,
-                usage=usage,
-            )
-
-            return completion
-
-        except RequestsError as e:
-            print(f"Error during AI4Chat non-stream request: {e}")
-            raise IOError(f"AI4Chat request failed: {e}") from e
-        except Exception as e:
-            print(f"Unexpected error during AI4Chat non-stream request: {e}")
-            raise IOError(f"AI4Chat request failed: {e}") from e
-
-    def _get_ai4chat_response(self, prompt: str, country: str, user_id: str) -> str:
-        """Make the actual API request to AI4Chat."""
-        # URL encode parameters
-        encoded_text = urllib.parse.quote(prompt)
-        encoded_country = urllib.parse.quote(country)
-        encoded_user_id = urllib.parse.quote(user_id)
-
-        # Construct the API URL
-        url = f"{self._client.api_endpoint}?text={encoded_text}&country={encoded_country}&user_id={encoded_user_id}"
-
-        # Make the request
-        try:
-            response = self._client.session.get(url, headers=self._client.headers, timeout=self._client.timeout)
-            response.raise_for_status()
-        except RequestsError as e:
-            raise IOError(f"Failed to generate response: {e}")
-
-        # Process the response text
-        response_text = response.text
-
-        # Remove surrounding quotes if present
-        if response_text.startswith('"'):
-            response_text = response_text[1:]
-        if response_text.endswith('"'):
-            response_text = response_text[:-1]
-
-        # Replace escaped newlines
-        response_text = response_text.replace('\\n', '\n').replace('\\n\\n', '\n\n')
-
-        return response_text
-
-class Chat(BaseChat):
-    def __init__(self, client: 'AI4Chat'):
-        self.completions = Completions(client)
-
-class AI4Chat(OpenAICompatibleProvider):
-    """
-    OpenAI-compatible client for AI4Chat API.
-
-    Usage:
-        client = AI4Chat()
-        response = client.chat.completions.create(
-            model="default",
-            messages=[{"role": "user", "content": "Hello!"}]
-        )
-        print(response.choices[0].message.content)
-    """
-
-    AVAILABLE_MODELS = ["default"]
-
-    def __init__(
-        self,
-        timeout: int = 30,
-        proxies: dict = {},
-        system_prompt: str = "You are a helpful and informative AI assistant.",
-        country: str = "Asia",
-        user_id: str = "usersmjb2oaz7y"
-    ):
-        """
-        Initialize the AI4Chat client.
-
-        Args:
-            timeout: Request timeout in seconds
-            proxies: Optional proxy configuration
-            system_prompt: System prompt to guide the AI's behavior
-            country: Country parameter for API
-            user_id: User ID for API
-        """
-        self.timeout = timeout
-        self.proxies = proxies
-        self.system_prompt = system_prompt
-        self.country = country
-        self.user_id = user_id
-
-        # API endpoint
-        self.api_endpoint = "https://yw85opafq6.execute-api.us-east-1.amazonaws.com/default/boss_mode_15aug"
-
-        # Initialize session
-        self.session = Session(timeout=timeout, proxies=proxies)
-
-        # Set headers
-        self.headers = {
-            "Accept": "*/*",
-            "Accept-Language": "id-ID,id;q=0.9",
-            "Origin": "https://www.ai4chat.co",
-            "Priority": "u=1, i",
-            "Referer": "https://www.ai4chat.co/",
-            "Sec-CH-UA": '"Chromium";v="131", "Not_A Brand";v="24", "Microsoft Edge Simulate";v="131", "Lemur";v="131"',
-            "Sec-CH-UA-Mobile": "?1",
-            "Sec-CH-UA-Platform": '"Android"',
-            "Sec-Fetch-Dest": "empty",
-            "Sec-Fetch-Mode": "cors",
-            "Sec-Fetch-Site": "cross-site",
-            "User-Agent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36"
-        }
-
-        # Update session headers
-        self.session.headers.update(self.headers)
-
-        # Initialize chat interface
-        self.chat = Chat(self)

webscout/Provider/OPENAI/base.py

@@ -1,46 +0,0 @@
-from abc import ABC, abstractmethod
-from typing import List, Dict, Optional, Union, Generator, Any
-
-# Re-define or import necessary response structure classes (like ChatCompletion, ChatCompletionChunk)
-# For simplicity, we'll assume they are defined elsewhere or passed directly.
-# You might want to define base versions of these classes here as well.
-
-class BaseChatCompletionChunk: # Placeholder
-    pass
-class BaseChatCompletion: # Placeholder
-    pass
-
-
-class BaseCompletions(ABC):
-    @abstractmethod
-    def create(
-        self,
-        *,
-        model: str,
-        messages: List[Dict[str, str]],
-        max_tokens: Optional[int] = None,
-        stream: bool = False,
-        temperature: Optional[float] = None,
-        top_p: Optional[float] = None,
-        **kwargs: Any
-    ) -> Union[BaseChatCompletion, Generator[BaseChatCompletionChunk, None, None]]:
-        """Abstract method to create chat completions."""
-        raise NotImplementedError
-
-
-class BaseChat(ABC):
-    completions: BaseCompletions
-
-
-class OpenAICompatibleProvider(ABC):
-    """
-    Abstract Base Class for providers mimicking the OpenAI Python client structure.
-    Requires a nested 'chat.completions' structure.
-    """
-    chat: BaseChat
-
-    @abstractmethod
-    def __init__(self, api_key: Optional[str] = None, **kwargs: Any):
-        """Initialize the provider, potentially with an API key."""
-        raise NotImplementedError
-

webscout/Provider/OPENAI/c4ai.py

@@ -1,367 +0,0 @@
-import time
-import uuid
-import requests
-import json
-import re
-from typing import List, Dict, Optional, Union, Generator, Any
-
-# Import base classes and utility structures
-from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
-from .utils import (
-    ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
-    ChatCompletionMessage, CompletionUsage,
-    get_system_prompt, get_last_user_message, format_prompt # Import format_prompt
-)
-
-# Attempt to import LitAgent, fallback if not available
-try:
-    from webscout.litagent import LitAgent
-except ImportError:
-    # Define a dummy LitAgent if webscout is not installed or accessible
-    class LitAgent:
-        def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
-            # Return minimal default headers if LitAgent is unavailable
-            print("Warning: LitAgent not found. Using default minimal headers.")
-            return {
-                "accept": "*/*",
-                "accept_language": "en-US,en;q=0.9",
-                "platform": "Windows",
-                "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
-                "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
-                "browser_type": browser,
-            }
-        def random(self) -> str:
-             # Return a default user agent if LitAgent is unavailable
-             print("Warning: LitAgent not found. Using default user agent.")
-             return "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36"
-
-
-class Completions(BaseCompletions):
-    def __init__(self, client: 'C4AI'):
-        self._client = client
-
-    def create(
-        self,
-        *,
-        model: str,
-        messages: List[Dict[str, str]],
-        max_tokens: Optional[int] = 2000,
-        stream: bool = False,
-        temperature: Optional[float] = None,
-        top_p: Optional[float] = None,
-        **kwargs: Any
-    ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
-        """
-        Creates a model response for the given chat conversation.
-        Mimics openai.chat.completions.create
-        """
-        # Extract system prompt using utility function
-        system_prompt = get_system_prompt(messages)
-        if not system_prompt:
-            system_prompt = "You are a helpful assistant."
-
-        # Format the conversation history using format_prompt
-        # Note: C4AI API might expect only the *last* user message here.
-        # Sending the full history might cause issues.
-        # We exclude the system prompt from format_prompt as it's sent separately.
-        # We also set do_continue=True as C4AI adds its own assistant prompt implicitly.
-        conversation_prompt = format_prompt(messages, include_system=False, do_continue=True)
-
-        if not conversation_prompt:
-             # Fallback to last user message if formatted prompt is empty
-             last_user_message = get_last_user_message(messages)
-             if not last_user_message:
-                 raise ValueError("No user message found or formatted prompt is empty.")
-             conversation_prompt = last_user_message
-
-        # Create or get conversation ID
-        if model not in self._client._conversation_data:
-            conversation_id = self._client.create_conversation(model, system_prompt)
-            if not conversation_id:
-                raise IOError(f"Failed to create conversation with model {model}")
-        else:
-            conversation_id = self._client._conversation_data[model]["conversationId"]
-            self._client._conversation_data[model]["messageId"] = self._client.fetch_message_id(conversation_id)
-
-        request_id = f"chatcmpl-{uuid.uuid4()}"
-        created_time = int(time.time())
-
-        # Pass the formatted conversation prompt
-        if stream:
-            return self._create_stream(request_id, created_time, model, conversation_id, conversation_prompt, system_prompt)
-        else:
-            return self._create_non_stream(request_id, created_time, model, conversation_id, conversation_prompt, system_prompt)
-
-    def _create_stream(
-        self, request_id: str, created_time: int, model: str, conversation_id: str, prompt: str, system_prompt: str
-    ) -> Generator[ChatCompletionChunk, None, None]:
-        try:
-            message_id = self._client._conversation_data[model]["messageId"]
-            url = f"{self._client.url}/api/chat/message"
-            payload = {
-                "conversationId": conversation_id,
-                "messageId": message_id,
-                "model": model,
-                "prompt": prompt, # Use the formatted conversation history as prompt
-                "preprompt": system_prompt,
-                "temperature": 0.7,
-                "top_p": 1,
-                "top_k": 50,
-                "max_tokens": self._client.max_tokens_to_sample,
-                "stop": [],
-                "stream": True
-            }
-
-            response = self._client.session.post(
-                url,
-                headers=self._client.headers,
-                json=payload,
-                stream=True,
-                timeout=self._client.timeout
-            )
-            response.raise_for_status()
-
-            full_text = ""
-            for line in response.iter_lines():
-                if line:
-                    line = line.decode('utf-8')
-                    if line.startswith('data: '):
-                        data = line[6:]
-                        if data == "[DONE]":
-                            break
-
-                        try:
-                            json_data = json.loads(data)
-                            delta_text = json_data.get('text', '')
-                            new_content = delta_text[len(full_text):]
-                            full_text = delta_text
-                            delta = ChoiceDelta(content=new_content)
-                            choice = Choice(index=0, delta=delta, finish_reason=None)
-                            chunk = ChatCompletionChunk(
-                                id=request_id,
-                                choices=[choice],
-                                created=created_time,
-                                model=model
-                            )
-                            yield chunk
-                        except json.JSONDecodeError:
-                            continue
-
-            delta = ChoiceDelta(content=None)
-            choice = Choice(index=0, delta=delta, finish_reason="stop")
-            chunk = ChatCompletionChunk(
-                id=request_id,
-                choices=[choice],
-                created=created_time,
-                model=model
-            )
-            yield chunk
-
-        except Exception as e:
-            print(f"Error during C4AI stream request: {e}")
-            raise IOError(f"C4AI request failed: {e}") from e
-
-    def _create_non_stream(
-        self, request_id: str, created_time: int, model: str, conversation_id: str, prompt: str, system_prompt: str
-    ) -> ChatCompletion:
-        try:
-            message_id = self._client._conversation_data[model]["messageId"]
-            url = f"{self._client.url}/api/chat/message"
-            payload = {
-                "conversationId": conversation_id,
-                "messageId": message_id,
-                "model": model,
-                "prompt": prompt, # Use the formatted conversation history as prompt
-                "preprompt": system_prompt,
-                "temperature": 0.7,
-                "top_p": 1,
-                "top_k": 50,
-                "max_tokens": self._client.max_tokens_to_sample,
-                "stop": [],
-                "stream": False
-            }
-
-            response = self._client.session.post(
-                url,
-                headers=self._client.headers,
-                json=payload,
-                timeout=self._client.timeout
-            )
-            response.raise_for_status()
-
-            data = response.json()
-            response_text = data.get('text', '')
-            message = ChatCompletionMessage(role="assistant", content=response_text)
-            choice = Choice(index=0, message=message, finish_reason="stop")
-            # Estimate tokens based on the formatted prompt
-            prompt_tokens = len(prompt) // 4
-            completion_tokens = len(response_text) // 4
-            usage = CompletionUsage(
-                prompt_tokens=prompt_tokens,
-                completion_tokens=completion_tokens,
-                total_tokens=prompt_tokens + completion_tokens
-            )
-            completion = ChatCompletion(
-                id=request_id,
-                choices=[choice],
-                created=created_time,
-                model=model,
-                usage=usage
-            )
-            return completion
-
-        except Exception as e:
-            print(f"Error during C4AI non-stream request: {e}")
-            raise IOError(f"C4AI request failed: {e}") from e
-
-class Chat(BaseChat):
-    def __init__(self, client: 'C4AI'):
-        self.completions = Completions(client)
-
-class C4AI(OpenAICompatibleProvider):
-    """
-    OpenAI-compatible client for C4AI API.
-
-    Usage:
-        client = C4AI()
-        response = client.chat.completions.create(
-            model="command-a-03-2025",
-            messages=[{"role": "user", "content": "Hello!"}]
-        )
-    """
-
-    AVAILABLE_MODELS = [
-        'command-a-03-2025',
-        'command-r-plus-08-2024',
-        'command-r-08-2024',
-        'command-r-plus',
-        'command-r',
-        'command-r7b-12-2024',
-        'command-r7b-arabic-02-2025'
-    ]
-
-    def __init__(
-        self,
-        timeout: Optional[int] = None,
-        browser: str = "chrome"
-    ):
-        """
-        Initialize the C4AI client.
-
-        Args:
-            timeout: Request timeout in seconds.
-            browser: Browser name for LitAgent to generate User-Agent.
-        """
-        self.timeout = timeout
-        self.url = "https://cohereforai-c4ai-command.hf.space"
-        self.session = requests.Session()
-        self.max_tokens_to_sample = 2000
-
-        agent = LitAgent()
-        fingerprint = agent.generate_fingerprint(browser)
-
-        self.headers = {
-            "Content-Type": "application/json",
-            "User-Agent": fingerprint["user_agent"],
-            "Accept": "*/*",
-            "Accept-Encoding": "gzip, deflate, br, zstd",
-            "Accept-Language": fingerprint["accept_language"],
-            "Origin": "https://cohereforai-c4ai-command.hf.space",
-            "Referer": "https://cohereforai-c4ai-command.hf.space/",
-            "Sec-Ch-Ua": fingerprint["sec_ch_ua"] or "\"Chromium\";v=\"120\"",
-            "Sec-Ch-Ua-Mobile": "?0",
-            "Sec-Ch-Ua-Platform": f"\"{fingerprint['platform']}\"",
-            "Sec-Fetch-Dest": "empty",
-            "Sec-Fetch-Mode": "cors",
-            "Sec-Fetch-Site": "same-origin",
-            "DNT": "1",
-            "Priority": "u=1, i"
-        }
-
-        self._conversation_data = {}
-        self.chat = Chat(self)
-        self.update_available_models()
-
-    def update_available_models(self):
-        """Update the list of available models from the server."""
-        try:
-            response = requests.get("https://cohereforai-c4ai-command.hf.space/")
-            text = response.text
-            models_match = re.search(r'models:(\[.+?\]),oldModels:', text)
-
-            if not models_match:
-                return
-
-            models_text = models_match.group(1)
-            models_text = re.sub(r',parameters:{[^}]+?}', '', models_text)
-            models_text = models_text.replace('void 0', 'null')
-
-            def add_quotation_mark(match):
-                return f'{match.group(1)}"{match.group(2)}":'
-
-            models_text = re.sub(r'([{,])([A-Za-z0-9_]+?):', add_quotation_mark, models_text)
-
-            models_data = json.loads(models_text)
-            self.AVAILABLE_MODELS = [model["id"] for model in models_data]
-        except Exception:
-            pass
-
-    def create_conversation(self, model: str, system_prompt: str):
-        """Create a new conversation with the specified model."""
-        url = f"{self.url}/api/conversation"
-        payload = {
-            "model": model,
-            "preprompt": system_prompt,
-        }
-
-        try:
-            response = self.session.post(
-                url,
-                headers=self.headers,
-                json=payload,
-                timeout=self.timeout
-            )
-            response.raise_for_status()
-
-            data = response.json()
-            conversation_id = data.get("conversationId")
-
-            if conversation_id:
-                self._conversation_data[model] = {
-                    "conversationId": conversation_id,
-                    "messageId": self.fetch_message_id(conversation_id)
-                }
-                return conversation_id
-
-            return None
-
-        except Exception as e:
-            print(f"Error creating conversation: {e}")
-            return None
-
-    def fetch_message_id(self, conversation_id: str):
-        """Fetch the latest message ID for a conversation."""
-        url = f"{self.url}/api/conversation/{conversation_id}"
-
-        try:
-            response = self.session.get(
-                url,
-                headers=self.headers,
-                timeout=self.timeout
-            )
-            response.raise_for_status()
-
-            json_data = response.json()
-
-            if json_data.get("nodes", []) and json_data["nodes"][-1].get("type") == "error":
-                return str(uuid.uuid4())
-
-            data = json_data["nodes"][1]["data"]
-            keys = data[data[0]["messages"]]
-            message_keys = data[keys[-1]]
-            message_id = data[message_keys["id"]]
-
-            return message_id
-
-        except Exception:
-            return str(uuid.uuid4())