webscout 8.2.2__py3-none-any.whl → 2026.1.19__py3-none-any.whl

webscout/Provider/{OPENAI/glider.py → UNFINISHED/ChutesAI.py}

@@ -1,38 +1,94 @@
-import requests
 import json
+import random
+import re
+import string
 import time
 import uuid
-from typing import List, Dict, Optional, Union, Generator, Any
+from typing import Any, Dict, Generator, List, Optional, Union
+
+import cloudscraper
+from curl_cffi.requests import Session
+from rich import print
+
+from webscout.litagent.agent import LitAgent
 
 # Import base classes and utility structures
-from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
-from .utils import (
-    ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
-    ChatCompletionMessage, CompletionUsage
+from webscout.Provider.OPENAI.base import (
+    BaseChat,
+    BaseCompletions,
+    OpenAICompatibleProvider,
+    SimpleModelList,
+)
+from webscout.Provider.OPENAI.utils import (
+    ChatCompletion,
+    ChatCompletionChunk,
+    ChatCompletionMessage,
+    Choice,
+    ChoiceDelta,
+    CompletionUsage,
 )
 
-# Attempt to import LitAgent, fallback if not available
-try:
-    from webscout.litagent import LitAgent
-except ImportError:
-    # Define a dummy LitAgent if webscout is not installed or accessible
-    class LitAgent:
-        def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
-            # Return minimal default headers if LitAgent is unavailable
-            print("Warning: LitAgent not found. Using default minimal headers.")
-            return {
-                "accept": "*/*",
-                "accept_language": "en-US,en;q=0.9",
-                "platform": "Windows",
-                "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
-                "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
-                "browser_type": browser,
-            }
 
-# --- Glider Client ---
+# --- ChutesAI API Key Auto-Generator ---
+def generate_chutesai_api_key():
+    url = "https://chutes.ai/auth/start?/create"
+    def generate_username(length=8):
+        return ''.join(random.choices(string.ascii_letters, k=length))
+    username = generate_username()
+    agent = LitAgent()
+    fingerprint = agent.generate_fingerprint("chrome")
+    headers = {
+        "Content-Type": "application/x-www-form-urlencoded",
+        "Accept": "application/json",
+        "User-Agent": fingerprint["user_agent"],
+        "Accept-Encoding": "gzip, deflate, br, zstd",
+        "Accept-Language": fingerprint["accept_language"],
+        "DNT": "1",
+        "Origin": "https://chutes.ai",
+        "Referer": "https://chutes.ai/auth/start",
+        "Sec-Ch-Ua": fingerprint["sec_ch_ua"],
+        "Sec-Ch-Ua-Mobile": "?0",
+        "Sec-Ch-Ua-Platform": fingerprint["platform"],
+        "X-Sveltekit-Action": "true"
+    }
+    data = {
+        "username": username,
+        "coldkey": "hotkey",
+        "__superform_id": "xpsmbd"
+    }
+    scraper = cloudscraper.create_scraper()
+    response = scraper.post(url, headers=headers, data=data)
+    print(f"[bold green]Status:[/] {response.status_code}")
+
+    # Ensure response is decoded as UTF-8
+    response.encoding = 'utf-8'
+
+    try:
+        resp_json = response.json()
+    except Exception:
+        try:
+            # Try to decode the response text with UTF-8 explicitly
+            decoded_text = response.content.decode('utf-8', errors='replace')
+            print(decoded_text)
+        except Exception:
+            print("Failed to decode response content")
+        return None
+    print(resp_json)
+    # Extract the api_key using regex from the 'data' field
+    if 'data' in resp_json:
+        api_key_match = re.search(r'(cpk_[a-zA-Z0-9.]+)', resp_json['data'])
+        if api_key_match:
+            api_key = api_key_match.group(1)
+            print(f"[bold yellow]Auto-generated ChutesAI API Key:[/] {api_key}")
+            return api_key
+        else:
+            print("[red]API key not found in response data.")
+    return None
+
+# --- ChutesAI Client ---
 
 class Completions(BaseCompletions):
-    def __init__(self, client: 'Glider'):
+    def __init__(self, client: 'ChutesAI'):
         self._client = client
 
     def create(
@@ -40,7 +96,7 @@ class Completions(BaseCompletions):
         *,
         model: str,
         messages: List[Dict[str, str]],
-        max_tokens: Optional[int] = 2049,
+        max_tokens: Optional[int] = 1024,
         stream: bool = False,
         temperature: Optional[float] = None,
         top_p: Optional[float] = None,
@@ -50,23 +106,16 @@ class Completions(BaseCompletions):
         Creates a model response for the given chat conversation.
         Mimics openai.chat.completions.create
         """
-        # Prepare the payload for Glider API
         payload = {
+            "model": model,
             "messages": messages,
-            "model": self._client.convert_model_name(model),
+            "max_tokens": max_tokens,
+            "stream": stream,
         }
-
-        # Add optional parameters if provided
-        if max_tokens is not None and max_tokens > 0:
-            payload["max_tokens"] = max_tokens
-
         if temperature is not None:
             payload["temperature"] = temperature
-
         if top_p is not None:
             payload["top_p"] = top_p
-
-        # Add any additional parameters
         payload.update(kwargs)
 
         request_id = f"chatcmpl-{uuid.uuid4()}"
@@ -81,8 +130,8 @@ class Completions(BaseCompletions):
         self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
     ) -> Generator[ChatCompletionChunk, None, None]:
         try:
-            response = self._client.session.post(
-                self._client.api_endpoint,
+            response = self._client.scraper.post(
+                self._client.base_url,
                 headers=self._client.headers,
                 json=payload,
                 stream=True,
@@ -90,51 +139,43 @@ class Completions(BaseCompletions):
             )
             response.raise_for_status()
 
-            # Track token usage across chunks
             prompt_tokens = 0
             completion_tokens = 0
             total_tokens = 0
 
             for line in response.iter_lines():
                 if line:
-                    decoded_line = line.decode('utf-8').strip()
-
+                    decoded_line = line.decode('utf-8', errors='replace').strip()
                     if decoded_line.startswith("data: "):
                         json_str = decoded_line[6:]
                         if json_str == "[DONE]":
-                            # Format the final [DONE] marker in OpenAI format
-                            # print("data: [DONE]")
                             break
-
                         try:
                             data = json.loads(json_str)
-                            choice_data = data.get('choices', [{}])[0]
+                            choices = data.get('choices')
+                            if not choices:
+                                continue
+                            choice_data = choices[0] if choices else {}
                             delta_data = choice_data.get('delta', {})
                             finish_reason = choice_data.get('finish_reason')
 
-                            # Update token counts if available
                             usage_data = data.get('usage', {})
                             if usage_data:
                                 prompt_tokens = usage_data.get('prompt_tokens', prompt_tokens)
                                 completion_tokens = usage_data.get('completion_tokens', completion_tokens)
                                 total_tokens = usage_data.get('total_tokens', total_tokens)
 
-                            # Create the delta object
                             delta = ChoiceDelta(
                                 content=delta_data.get('content'),
                                 role=delta_data.get('role'),
                                 tool_calls=delta_data.get('tool_calls')
                             )
-
-                            # Create the choice object
                             choice = Choice(
                                 index=choice_data.get('index', 0),
                                 delta=delta,
                                 finish_reason=finish_reason,
                                 logprobs=choice_data.get('logprobs')
                             )
-
-                            # Create the chunk object
                             chunk = ChatCompletionChunk(
                                 id=request_id,
                                 choices=[choice],
@@ -142,62 +183,47 @@ class Completions(BaseCompletions):
                                 model=model,
                                 system_fingerprint=data.get('system_fingerprint')
                             )
-
-                            # Convert to dict for proper formatting
-                            chunk_dict = chunk.to_dict()
-
-                            # Add usage information to match OpenAI format
-                            # Even if we don't have real token counts, include estimated usage
-                            # This matches the format in the examples
+                            if hasattr(chunk, "model_dump"):
+                                chunk_dict = chunk.model_dump(exclude_none=True)
+                            else:
+                                chunk_dict = chunk.dict(exclude_none=True)
                             usage_dict = {
                                 "prompt_tokens": prompt_tokens or 10,
                                 "completion_tokens": completion_tokens or (len(delta_data.get('content', '')) if delta_data.get('content') else 0),
                                 "total_tokens": total_tokens or (10 + (len(delta_data.get('content', '')) if delta_data.get('content') else 0)),
                                 "estimated_cost": None
                             }
-
-                            # Update completion_tokens and total_tokens as we receive more content
                             if delta_data.get('content'):
                                 completion_tokens += 1
                                 total_tokens = prompt_tokens + completion_tokens
                                 usage_dict["completion_tokens"] = completion_tokens
                                 usage_dict["total_tokens"] = total_tokens
-
                             chunk_dict["usage"] = usage_dict
-
-                            # Format the response in OpenAI format exactly as requested
-                            # We need to print the raw string and also yield the chunk object
-                            # This ensures both the console output and the returned object are correct
-                            # print(f"data: {json.dumps(chunk_dict)}")
-
-                            # Return the chunk object for internal processing
                             yield chunk
                         except json.JSONDecodeError:
                             print(f"Warning: Could not decode JSON line: {json_str}")
                             continue
-        except requests.exceptions.RequestException as e:
-            print(f"Error during Glider stream request: {e}")
-            raise IOError(f"Glider request failed: {e}") from e
         except Exception as e:
-            print(f"Error processing Glider stream: {e}")
+            print(f"Error during ChutesAI stream request: {e}")
+            raise IOError(f"ChutesAI request failed: {e}") from e
+        except Exception as e:
+            print(f"Error processing ChutesAI stream: {e}")
             raise
 
     def _create_non_stream(
         self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
     ) -> ChatCompletion:
         try:
-            response = self._client.session.post(
-                self._client.api_endpoint,
+            response = self._client.scraper.post(
+                self._client.base_url,
                 headers=self._client.headers,
                 json=payload,
                 timeout=self._client.timeout
             )
             response.raise_for_status()
             data = response.json()
-
             choices_data = data.get('choices', [])
             usage_data = data.get('usage', {})
-
             choices = []
             for choice_d in choices_data:
                 message_d = choice_d.get('message', {})
@@ -211,13 +237,11 @@ class Completions(BaseCompletions):
                     finish_reason=choice_d.get('finish_reason', 'stop')
                 )
                 choices.append(choice)
-
             usage = CompletionUsage(
                 prompt_tokens=usage_data.get('prompt_tokens', 0),
                 completion_tokens=usage_data.get('completion_tokens', 0),
                 total_tokens=usage_data.get('total_tokens', 0)
             )
-
             completion = ChatCompletion(
                 id=request_id,
                 choices=choices,
@@ -226,91 +250,82 @@ class Completions(BaseCompletions):
                 usage=usage,
             )
             return completion
-
-        except requests.exceptions.RequestException as e:
-            print(f"Error during Glider non-stream request: {e}")
-            raise IOError(f"Glider request failed: {e}") from e
         except Exception as e:
-            print(f"Error processing Glider response: {e}")
+            print(f"Error during ChutesAI non-stream request: {e}")
+            raise IOError(f"ChutesAI request failed: {e}") from e
+        except Exception as e:
+            print(f"Error processing ChutesAI response: {e}")
             raise
 
 class Chat(BaseChat):
-    def __init__(self, client: 'Glider'):
+    def __init__(self, client: 'ChutesAI'):
         self.completions = Completions(client)
 
-class Glider(OpenAICompatibleProvider):
-    """
-    OpenAI-compatible client for Glider.so API.
-
-    Usage:
-        client = Glider()
-        response = client.chat.completions.create(
-            model="chat-llama-3-1-70b",
-            messages=[{"role": "user", "content": "Hello!"}]
-        )
-    """
-
+class ChutesAI(OpenAICompatibleProvider):
     AVAILABLE_MODELS = [
-        "chat-llama-3-1-8b",
-        "chat-llama-3-2-3b",
-        "chat-deepseek-r1-qwen-32b",
-        "chat-qwen-2-5-7b",
-        "chat-qwen-qwq-32b",
+        "deepseek-ai/DeepSeek-V3-0324",
         "deepseek-ai/DeepSeek-R1",
+        "NousResearch/DeepHermes-3-Mistral-24B-Preview",
+        "chutesai/Llama-4-Maverick-17B-128E-Instruct-FP8",
     ]
+    def __init__(self, api_key: Optional[str] = None,):
+        self.timeout = None  # Infinite timeout
+        self.base_url = "https://llm.chutes.ai/v1/chat/completions"
 
-    # No model mapping needed as we use the model names directly
+        # Always generate a new API key, ignore any provided key
+        print("[yellow]Generating new ChutesAI API key...[/]")
+        self.api_key = generate_chutesai_api_key()
 
-    def __init__(self, timeout: Optional[int] = None, browser: str = "chrome"):
-        """
-        Initialize the Glider client.
+        if not self.api_key:
+            print("[red]Failed to generate API key. Retrying...[/]")
+            # Retry once more
+            self.api_key = generate_chutesai_api_key()
 
-        Args:
-            timeout: Request timeout in seconds (None for no timeout)
-            browser: Browser to emulate in user agent
-        """
-        self.timeout = timeout
-        self.api_endpoint = "https://glider.so/api/chat"
-        self.session = requests.Session()
+        if not self.api_key:
+            raise ValueError("Failed to generate ChutesAI API key after multiple attempts.")
 
-        agent = LitAgent()
-        fingerprint = agent.generate_fingerprint(browser)
+        print(f"[green]Successfully generated API key: {self.api_key[:20]}...[/]")
 
+        self.scraper = cloudscraper.create_scraper()
         self.headers = {
-            "Accept": fingerprint["accept"],
-            "Accept-Encoding": "gzip, deflate, br, zstd",
-            "Accept-Language": fingerprint["accept_language"],
-            "Content-Type": "application/json",
-            "Cache-Control": "no-cache",
-            "Connection": "keep-alive",
-            "Origin": "https://glider.so",
-            "Pragma": "no-cache",
-            "Referer": "https://glider.so/",
-            "Sec-Fetch-Dest": "empty",
-            "Sec-Fetch-Mode": "cors",
-            "Sec-Fetch-Site": "same-site",
-            "Sec-CH-UA": fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
-            "Sec-CH-UA-Mobile": "?0",
-            "Sec-CH-UA-Platform": f'"{fingerprint["platform"]}"',
-            "User-Agent": fingerprint["user_agent"],
+            "Authorization": f"Bearer {self.api_key}",
+            "Content-Type": "application/json"
         }
-        self.session.headers.update(self.headers)
+        self.scraper.headers.update(self.headers)
         self.chat = Chat(self)
 
-    def convert_model_name(self, model: str) -> str:
-        """
-        Convert model names to ones supported by Glider.
+    @property
+    def models(self) -> SimpleModelList:
+        return SimpleModelList(type(self).AVAILABLE_MODELS)
 
-        Args:
-            model: Model name to convert
+if __name__ == "__main__":
+    try:
+        # Example usage - always use generated API key
+        client = ChutesAI()
 
-        Returns:
-            Glider model name
-        """
-        # If the model is already a valid Glider model, return it
-        if model in self.AVAILABLE_MODELS:
-            return model
+        messages = [
+            {"role": "system", "content": "You are a helpful assistant."},
+            {"role": "user", "content": "What is the capital of France?"}
+        ]
 
-        # Default to the most capable model
-        print(f"Warning: Unknown model '{model}'. Using 'chat-llama-3-1-70b' instead.")
-        return "chat-llama-3-1-70b"
+        print("[cyan]Making API request...[/]")
+        response = client.chat.completions.create(
+            model="deepseek-ai/DeepSeek-V3-0324",
+            messages=messages,
+            max_tokens=50,
+            stream=True
+        )
+        for chunk in response:
+            if isinstance(chunk, (bytes, str)):
+                chunk_dict = {"chunk": chunk}
+            elif hasattr(chunk, "model_dump") and callable(chunk.model_dump):
+                chunk_dict = chunk.model_dump()  # type: ignore[call-arg]
+            elif hasattr(chunk, "dict") and callable(chunk.dict):
+                chunk_dict = chunk.dict()  # type: ignore[call-arg]
+            else:
+                chunk_dict = {"chunk": chunk}
+            print(f"[green]Response Chunk:[/] {chunk_dict}")
+
+    except Exception as e:
+        print(f"[red]Error: {e}[/]")
+        print("[yellow]If the issue persists, the ChutesAI service might be down or the API key generation method needs updating.[/]")