webscout 8.2.9__py3-none-any.whl → 2026.1.19__py3-none-any.whl

webscout/Provider/OPENAI/Cloudflare.py

@@ -1,378 +0,0 @@
-import json
-import time
-import uuid
-import re
-from typing import List, Dict, Optional, Union, Generator, Any
-
-from curl_cffi import CurlError
-from curl_cffi.requests import Session
-from uuid import uuid4
-
-# Import base classes and utility structures
-from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
-from .utils import (
-    ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
-    ChatCompletionMessage, CompletionUsage, count_tokens
-)
-
-from webscout.AIutel import sanitize_stream
-from webscout.litagent import LitAgent
-
-class Completions(BaseCompletions):
-    def __init__(self, client: 'Cloudflare'):
-        self._client = client
-    
-    def create(
-        self,
-        *,
-        model: str,
-        messages: List[Dict[str, str]],
-        max_tokens: Optional[int] = None,
-        stream: bool = False,
-        temperature: Optional[float] = None,
-        top_p: Optional[float] = None,
-        **kwargs: Any
-    ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
-        """
-        Create a chat completion with Cloudflare API.
-        
-        Args:
-            model: The model to use (from AVAILABLE_MODELS)
-            messages: List of message dictionaries with 'role' and 'content'
-            max_tokens: Maximum number of tokens to generate
-            stream: Whether to stream the response
-            temperature: Sampling temperature (0-1)
-            top_p: Nucleus sampling parameter (0-1)
-            **kwargs: Additional parameters to pass to the API
-            
-        Returns:
-            If stream=False, returns a ChatCompletion object
-            If stream=True, returns a Generator yielding ChatCompletionChunk objects
-        """
-        # Prepare the payload
-        payload = {
-            "messages": messages,
-            "lora": None,
-            "model": model,
-            "max_tokens": max_tokens or 600,
-            "stream": True  # Always use streaming API
-        }
-        
-        # Generate request ID and timestamp
-        request_id = str(uuid.uuid4())
-        created_time = int(time.time())
-        
-        # Use streaming implementation if requested
-        if stream:
-            return self._create_streaming(
-                request_id=request_id,
-                created_time=created_time,
-                model=model,
-                payload=payload
-            )
-        
-        # Otherwise use non-streaming implementation
-        return self._create_non_streaming(
-            request_id=request_id,
-            created_time=created_time,
-            model=model,
-            payload=payload
-        )
-    
-    def _create_streaming(
-        self,
-        *,
-        request_id: str,
-        created_time: int,
-        model: str,
-        payload: Dict[str, Any]
-    ) -> Generator[ChatCompletionChunk, None, None]:
-        """Implementation for streaming chat completions."""
-        try:
-            response = self._client.session.post(
-                self._client.chat_endpoint,
-                headers=self._client.headers,
-                cookies=self._client.cookies,
-                data=json.dumps(payload),
-                stream=True,
-                timeout=self._client.timeout,
-                impersonate="chrome120"
-            )
-            response.raise_for_status()
-            
-            # Process the stream using sanitize_stream
-            # This handles the extraction of content from Cloudflare's response format
-            processed_stream = sanitize_stream(
-                data=response.iter_content(chunk_size=None),
-                intro_value=None,
-                to_json=False,
-                skip_markers=None,
-                content_extractor=self._cloudflare_extractor,
-                yield_raw_on_error=False
-            )
-            
-            # Track accumulated content for token counting
-            accumulated_content = ""
-            
-            # Stream the chunks
-            for content_chunk in processed_stream:
-                if content_chunk and isinstance(content_chunk, str):
-                    accumulated_content += content_chunk
-                    
-                    # Create and yield a chunk
-                    delta = ChoiceDelta(content=content_chunk)
-                    choice = Choice(index=0, delta=delta, finish_reason=None)
-                    
-                    # Estimate token usage using count_tokens
-                    prompt_tokens = count_tokens([msg.get("content", "") for msg in payload["messages"]])
-                    completion_tokens = count_tokens(accumulated_content)
-                    
-                    chunk = ChatCompletionChunk(
-                        id=request_id,
-                        choices=[choice],
-                        created=created_time,
-                        model=model
-                    )
-                    
-                    yield chunk
-            
-            # Final chunk with finish_reason
-            delta = ChoiceDelta(content=None)
-            choice = Choice(index=0, delta=delta, finish_reason="stop")
-            chunk = ChatCompletionChunk(
-                id=request_id,
-                choices=[choice],
-                created=created_time,
-                model=model
-            )
-            
-            yield chunk
-            
-        except CurlError as e:
-            raise IOError(f"Cloudflare streaming request failed (CurlError): {e}") from e
-        except Exception as e:
-            raise IOError(f"Cloudflare streaming request failed: {e}") from e
-    
-    def _create_non_streaming(
-        self,
-        *,
-        request_id: str,
-        created_time: int,
-        model: str,
-        payload: Dict[str, Any]
-    ) -> ChatCompletion:
-        """Implementation for non-streaming chat completions."""
-        try:
-            response = self._client.session.post(
-                self._client.chat_endpoint,
-                headers=self._client.headers,
-                cookies=self._client.cookies,
-                data=json.dumps(payload),
-                stream=True,  # Still use streaming API but collect all chunks
-                timeout=self._client.timeout,
-                impersonate="chrome120"
-            )
-            response.raise_for_status()
-            
-            # Process the stream and collect all content
-            processed_stream = sanitize_stream(
-                data=response.iter_content(chunk_size=None),
-                intro_value=None,
-                to_json=False,
-                skip_markers=None,
-                content_extractor=self._cloudflare_extractor,
-                yield_raw_on_error=False
-            )
-            
-            full_content = ""
-            for content_chunk in processed_stream:
-                if content_chunk and isinstance(content_chunk, str):
-                    full_content += content_chunk
-            
-            # Create the completion message
-            message = ChatCompletionMessage(
-                role="assistant",
-                content=full_content
-            )
-            
-            # Create the choice
-            choice = Choice(
-                index=0,
-                message=message,
-                finish_reason="stop"
-            )
-            
-            # Estimate token usage using count_tokens
-            prompt_tokens = count_tokens([msg.get("content", "") for msg in payload["messages"]])
-            completion_tokens = count_tokens(full_content)
-            usage = CompletionUsage(
-                prompt_tokens=prompt_tokens,
-                completion_tokens=completion_tokens,
-                total_tokens=prompt_tokens + completion_tokens
-            )
-            
-            # Create the completion object
-            completion = ChatCompletion(
-                id=request_id,
-                choices=[choice],
-                created=created_time,
-                model=model,
-                usage=usage,
-            )
-            
-            return completion
-            
-        except CurlError as e:
-            raise IOError(f"Cloudflare request failed (CurlError): {e}") from e
-        except Exception as e:
-            raise IOError(f"Cloudflare request failed: {e}") from e
-    
-    @staticmethod
-    def _cloudflare_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
-        """
-        Extracts content from Cloudflare stream JSON objects.
-        
-        Args:
-            chunk: The chunk to extract content from
-            
-        Returns:
-            Extracted content or None if extraction failed
-        """
-        if isinstance(chunk, str):
-            # Use re.search to find the pattern 0:"<content>"
-            match = re.search(r'0:"(.*?)"(?=,|$)', chunk)
-            if match:
-                # Decode potential unicode escapes and handle escaped quotes/backslashes
-                content = match.group(1).encode().decode('unicode_escape')
-                return content.replace('\\\\', '\\').replace('\\"', '"')
-        return None
-
-
-class Chat(BaseChat):
-    def __init__(self, client: 'Cloudflare'):
-        self.completions = Completions(client)
-
-
-class Cloudflare(OpenAICompatibleProvider):
-    """
-    OpenAI-compatible client for Cloudflare API.
-    
-    Usage:
-        client = Cloudflare()
-        response = client.chat.completions.create(
-            model="@cf/meta/llama-3-8b-instruct",
-            messages=[{"role": "user", "content": "Hello!"}]
-        )
-        print(response.choices[0].message.content)
-    """
-    
-    AVAILABLE_MODELS = [
-        "@hf/thebloke/deepseek-coder-6.7b-base-awq",
-        "@hf/thebloke/deepseek-coder-6.7b-instruct-awq",
-        "@cf/deepseek-ai/deepseek-math-7b-instruct",
-        "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
-        "@cf/thebloke/discolm-german-7b-v1-awq",
-        "@cf/tiiuae/falcon-7b-instruct",
-        "@cf/google/gemma-3-12b-it",
-        "@hf/google/gemma-7b-it",
-        "@hf/nousresearch/hermes-2-pro-mistral-7b",
-        "@hf/thebloke/llama-2-13b-chat-awq",
-        "@cf/meta/llama-2-7b-chat-fp16",
-        "@cf/meta/llama-2-7b-chat-int8",
-        "@cf/meta/llama-3-8b-instruct",
-        "@cf/meta/llama-3-8b-instruct-awq",
-        "@cf/meta/llama-3.1-8b-instruct-awq",
-        "@cf/meta/llama-3.1-8b-instruct-fp8",
-        "@cf/meta/llama-3.2-11b-vision-instruct",
-        "@cf/meta/llama-3.2-1b-instruct",
-        "@cf/meta/llama-3.2-3b-instruct",
-        "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
-        "@cf/meta/llama-4-scout-17b-16e-instruct",
-        "@cf/meta/llama-guard-3-8b",
-        "@hf/thebloke/llamaguard-7b-awq",
-        "@hf/meta-llama/meta-llama-3-8b-instruct",
-        "@cf/mistral/mistral-7b-instruct-v0.1",
-        "@hf/thebloke/mistral-7b-instruct-v0.1-awq",
-        "@hf/mistral/mistral-7b-instruct-v0.2",
-        "@cf/mistralai/mistral-small-3.1-24b-instruct",
-        "@hf/thebloke/neural-chat-7b-v3-1-awq",
-        "@cf/openchat/openchat-3.5-0106",
-        "@hf/thebloke/openhermes-2.5-mistral-7b-awq",
-        "@cf/microsoft/phi-2",
-        "@cf/qwen/qwen1.5-0.5b-chat",
-        "@cf/qwen/qwen1.5-1.8b-chat",
-        "@cf/qwen/qwen1.5-14b-chat-awq",
-        "@cf/qwen/qwen1.5-7b-chat-awq",
-        "@cf/qwen/qwen2.5-coder-32b-instruct",
-        "@cf/qwen/qwq-32b",
-        "@cf/defog/sqlcoder-7b-2",
-        "@hf/nexusflow/starling-lm-7b-beta",
-        "@cf/tinyllama/tinyllama-1.1b-chat-v1.0",
-        "@cf/fblgit/una-cybertron-7b-v2-bf16",
-        "@hf/thebloke/zephyr-7b-beta-awq"
-    ]
-    
-    def __init__(
-        self,
-        api_key: Optional[str] = None,  # Not used but included for compatibility
-        timeout: int = 30,
-        proxies: dict = {},
-    ):
-        """
-        Initialize the Cloudflare client.
-        
-        Args:
-            api_key: Not used but included for compatibility with OpenAI interface
-            timeout: Request timeout in seconds
-            proxies: Optional proxy configuration
-        """
-        self.timeout = timeout
-        self.proxies = proxies
-        self.chat_endpoint = "https://playground.ai.cloudflare.com/api/inference"
-        
-        # Initialize session
-        self.session = Session()
-        
-        # Set headers
-        self.headers = {
-            'Accept': 'text/event-stream',
-            'Accept-Encoding': 'gzip, deflate, br, zstd',
-            'Accept-Language': 'en-US,en;q=0.9,en-IN;q=0.8',
-            'Content-Type': 'application/json',
-            'DNT': '1',
-            'Origin': 'https://playground.ai.cloudflare.com',
-            'Referer': 'https://playground.ai.cloudflare.com/',
-            'Sec-CH-UA': '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
-            'Sec-CH-UA-Mobile': '?0',
-            'Sec-CH-UA-Platform': '"Windows"',
-            'Sec-Fetch-Dest': 'empty',
-            'Sec-Fetch-Mode': 'cors',
-            'Sec-Fetch-Site': 'same-origin',
-            'User-Agent': LitAgent().random()
-        }
-        
-        # Set cookies
-        self.cookies = {
-            'cfzs_amplitude': uuid4().hex,
-            'cfz_amplitude': uuid4().hex,
-            '__cf_bm': uuid4().hex,
-        }
-        
-        # Apply headers and proxies to session
-        self.session.headers.update(self.headers)
-        self.session.proxies = proxies
-        
-        # Initialize chat interface
-        self.chat = Chat(self)
-
-    @property
-    def models(self):
-        class _ModelList:
-            def list(inner_self):
-                return type(self).AVAILABLE_MODELS
-        return _ModelList()
-
-    # @classmethod
-    # def models(cls):
-    #     """Return the list of available models for Cloudflare."""
-    #     return cls.AVAILABLE_MODELS

webscout/Provider/OPENAI/FreeGemini.py

@@ -1,283 +0,0 @@
-#!/usr/bin/env python3
-"""
-OpenAI-compatible client for the FreeGemini provider,
-which uses the free-gemini.vercel.app service.
-"""
-
-import time
-import uuid
-import json
-from typing import List, Dict, Optional, Union, Generator, Any
-
-from curl_cffi.requests import Session
-
-from webscout.litagent import LitAgent
-from webscout.AIutel import sanitize_stream
-from webscout.Provider.OPENAI.base import BaseChat, BaseCompletions, OpenAICompatibleProvider
-from webscout.Provider.OPENAI.utils import (
-    ChatCompletion,
-    ChatCompletionChunk,
-    Choice,
-    ChatCompletionMessage,
-    ChoiceDelta,
-    CompletionUsage,
-    format_prompt,
-    get_system_prompt,
-    count_tokens
-)
-
-# ANSI escape codes for formatting
-BOLD = "\033[1m"
-RED = "\033[91m"
-RESET = "\033[0m"
-
-class Completions(BaseCompletions):
-    def __init__(self, client: 'FreeGemini'):
-        self._client = client
-
-    def create(
-        self,
-        *,
-        model: str,
-        messages: List[Dict[str, str]],
-        max_tokens: Optional[int] = None,
-        stream: bool = False,
-        temperature: Optional[float] = None,
-        top_p: Optional[float] = None,
-        **kwargs: Any
-    ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
-        """
-        Creates a model response for the given chat conversation.
-        Mimics openai.chat.completions.create
-        """
-        request_id = f"chatcmpl-{uuid.uuid4()}"
-        created_time = int(time.time())
-
-        api_payload = {
-            "contents": messages,
-            "generationConfig": {
-                "temperature": temperature,
-                "maxOutputTokens": max_tokens,
-                "topP": top_p
-            },
-            "safetySettings": [
-                {"category": "HARM_CATEGORY_HARASSMENT", "threshold": "BLOCK_ONLY_HIGH"},
-                {"category": "HARM_CATEGORY_HATE_SPEECH", "threshold": "BLOCK_ONLY_HIGH"},
-                {"category": "HARM_CATEGORY_SEXUALLY_EXPLICIT", "threshold": "BLOCK_ONLY_HIGH"},
-                {"category": "HARM_CATEGORY_DANGEROUS_CONTENT", "threshold": "BLOCK_ONLY_HIGH"}
-            ]
-        }
-        
-        if stream:
-            return self._create_stream(request_id, created_time, model, api_payload)
-        else:
-            return self._create_non_stream(request_id, created_time, model, api_payload)
-
-    def _create_stream(
-        self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
-    ) -> Generator[ChatCompletionChunk, None, None]:
-        try:
-            response = self._client.session.post(
-                self._client.api_endpoint,
-                json=payload,
-                stream=True,
-                timeout=self._client.timeout,
-                impersonate="chrome120" 
-            )
-            response.raise_for_status()
-
-            # Track token usage across chunks
-            completion_tokens = 0
-            streaming_text = ""
-
-            processed_stream = sanitize_stream(
-                data=response.iter_content(chunk_size=None),
-                intro_value="data:",
-                to_json=True,
-                content_extractor=self._gemini_extractor,
-                yield_raw_on_error=False
-            )
-            
-            for text_chunk in processed_stream:
-                if text_chunk and isinstance(text_chunk, str):
-                    streaming_text += text_chunk
-                    completion_tokens += count_tokens(text_chunk)
-                    
-                    delta = ChoiceDelta(content=text_chunk, role="assistant")
-                    choice = Choice(index=0, delta=delta, finish_reason=None)
-                    chunk = ChatCompletionChunk(
-                        id=request_id,
-                        choices=[choice],
-                        created=created_time,
-                        model=model
-                    )
-                    yield chunk
-            
-            # Final chunk with finish_reason
-            delta = ChoiceDelta(content=None)
-            choice = Choice(index=0, delta=delta, finish_reason="stop")
-            chunk = ChatCompletionChunk(
-                id=request_id,
-                choices=[choice],
-                created=created_time,
-                model=model
-            )
-            yield chunk
-
-        except Exception as e:
-            print(f"{RED}Error during FreeGemini stream request: {e}{RESET}")
-            raise IOError(f"FreeGemini stream request failed: {e}") from e
-
-    def _create_non_stream(
-        self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
-    ) -> ChatCompletion:
-        try:
-            # For non-streaming, we'll still use streaming since the API returns data in chunks
-            response = self._client.session.post(
-                self._client.api_endpoint,
-                json=payload,
-                stream=True,  # API always returns streaming format
-                timeout=self._client.timeout,
-                impersonate="chrome120" 
-            )
-            response.raise_for_status()
-            
-            # Process the streaming response to get the full text
-            full_text_response = ""
-            
-            # Process each chunk using the same method as streaming
-            for line in response.iter_lines():
-                if line and line.startswith(b"data:"):
-                    # Extract the JSON part
-                    json_str = line[5:].strip().decode('utf-8')
-                    if json_str != "[DONE]":
-                        try:
-                            data = json.loads(json_str)
-                            # Use the existing extractor to get the text
-                            text_chunk = self._gemini_extractor(data)
-                            if text_chunk:
-                                full_text_response += text_chunk
-                        except json.JSONDecodeError:
-                            # Skip invalid JSON
-                            pass
-            
-            # Create usage statistics using count_tokens
-            prompt_tokens = count_tokens(str(payload))
-            completion_tokens = count_tokens(full_text_response)
-            total_tokens = prompt_tokens + completion_tokens
-            
-            usage = CompletionUsage(
-                prompt_tokens=prompt_tokens,
-                completion_tokens=completion_tokens,
-                total_tokens=total_tokens
-            )
-
-            # Create the message and choice objects
-            message = ChatCompletionMessage(
-                role="assistant",
-                content=full_text_response
-            )
-            choice = Choice(
-                index=0,
-                message=message,
-                finish_reason="stop"
-            )
-
-            # Create the completion object
-            completion = ChatCompletion(
-                id=request_id,
-                choices=[choice],
-                created=created_time,
-                model=model,
-                usage=usage
-            )
-
-            return completion
-
-        except Exception as e:
-            print(f"{RED}Error during FreeGemini non-stream request: {e}{RESET}")
-            raise IOError(f"FreeGemini request failed: {e}") from e
-
-    @staticmethod
-    def _gemini_extractor(data: Dict) -> Optional[str]:
-        """Extract text content from Gemini API response stream data."""
-        try:
-            if "candidates" in data and data["candidates"]:
-                candidate = data["candidates"][0]
-                if "content" in candidate and "parts" in candidate["content"]:
-                    parts = candidate["content"]["parts"]
-                    if parts and "text" in parts[0]:
-                        return parts[0]["text"]
-        except (KeyError, IndexError, TypeError):
-            pass
-        return None
-
-class Chat(BaseChat):
-    def __init__(self, client: 'FreeGemini'):
-        self.completions = Completions(client)
-
-
-class FreeGemini(OpenAICompatibleProvider):
-    """
-    OpenAI-compatible client for FreeGemini API.
-
-    Usage:
-        client = FreeGemini()
-        response = client.chat.completions.create(
-            model="gemini-2.0-flash",
-            messages=[{"role": "user", "content": "Hello!"}]
-        )
-        print(response.choices[0].message.content)
-    """
-
-    AVAILABLE_MODELS = ["gemini-2.0-flash"]
-
-    def __init__(
-        self,
-        timeout: int = 30,
-    ):
-        """
-        Initialize the FreeGemini client.
-
-        Args:
-            timeout: Request timeout in seconds
-        """
-        self.timeout = timeout
-        # Update the API endpoint to match the working implementation
-        self.api_endpoint = "https://free-gemini.vercel.app/api/google/v1beta/models/gemini-2.0-flash:streamGenerateContent?alt=sse"
-        
-        # Initialize session with curl_cffi for better Cloudflare handling
-        self.session = Session()
-        
-        # Use LitAgent for fingerprinting
-        self.agent = LitAgent()
-        
-        # Set headers for the requests
-        self.headers = {
-            "Content-Type": "application/json",
-            "Accept": "application/json, text/event-stream",
-            "User-Agent": self.agent.random(),
-            "Origin": "https://free-gemini.vercel.app",
-            "Referer": "https://free-gemini.vercel.app/",
-        }
-        
-        # Update session headers
-        self.session.headers.update(self.headers)
-        
-        # Initialize chat interface
-        self.chat = Chat(self)
-    @property
-    def models(self):
-        class _ModelList:
-            def list(inner_self):
-                return type(self).AVAILABLE_MODELS
-        return _ModelList()
-if __name__ == "__main__":
-    # Example usage
-    client = FreeGemini()
-    conversation_prompt = "Hello!"
-    response = client.chat.completions.create(
-        model="gemini-2.0-flash",
-        messages=[{"role": "user", "parts": [{"text": conversation_prompt}]}]
-    )
-    print(response.choices[0].message.content)