webscout 2025.10.17__py3-none-any.whl → 2025.10.18__py3-none-any.whl

webscout/Provider/Gradient.py

@@ -0,0 +1,231 @@
+"""
+Gradient Network Chat API Provider
+Reverse engineered from https://chat.gradient.network/
+"""
+
+from curl_cffi.requests import Session
+from curl_cffi import CurlError
+from typing import Optional, Generator, Dict, Any, Union
+
+from webscout.AIutel import Optimizers, Conversation, AwesomePrompts, sanitize_stream
+from webscout.AIbase import Provider
+from webscout import exceptions
+from webscout.litagent import LitAgent
+
+
+class Gradient(Provider):
+    """
+    Provider for Gradient Network chat API
+    Supports real-time streaming responses from distributed GPU clusters
+    """
+    
+    required_auth = False
+    AVAILABLE_MODELS = [
+        "GPT-OSS-120B",
+        "Qwen3-235B",
+    ]
+
+    def __init__(
+        self,
+        model: str = "GPT-OSS-120B",
+        is_conversation: bool = True,
+        max_tokens: int = 2049,
+        timeout: int = 30,
+        intro: str = None,
+        filepath: str = None,
+        update_file: bool = True,
+        proxies: dict = {},
+        history_offset: int = 10250,
+        act: str = None,
+        system_prompt: str = "You are a helpful assistant.",
+        cluster_mode: str = "nvidia",
+        enable_thinking: bool = True,
+    ):
+        if model not in self.AVAILABLE_MODELS:
+            raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
+
+        self.model = model
+        self.is_conversation = is_conversation
+        self.max_tokens_to_sample = max_tokens
+        self.timeout = timeout
+        self.proxies = proxies
+        self.system_prompt = system_prompt
+        self.cluster_mode = cluster_mode
+        self.enable_thinking = enable_thinking
+        
+        self.session = Session()
+        self.session.proxies = proxies
+
+        self.agent = LitAgent()
+        self.fingerprint = self.agent.generate_fingerprint("chrome")
+        
+        self.headers = {
+            "User-Agent": self.fingerprint.get("user_agent", ""),
+            "Accept": "*/*",
+            "Accept-Language": self.fingerprint.get("accept_language", ""),
+            "Content-Type": "application/json",
+            "Origin": "https://chat.gradient.network",
+            "Referer": "https://chat.gradient.network/",
+            "Sec-Fetch-Dest": "empty",
+            "Sec-Fetch-Mode": "cors",
+            "Sec-Fetch-Site": "same-origin",
+        }
+        self.session.headers.update(self.headers)
+
+        self.__available_optimizers = (
+            method
+            for method in dir(Optimizers)
+            if callable(getattr(Optimizers, method)) and not method.startswith("__")
+        )
+        Conversation.intro = (
+            AwesomePrompts().get_act(
+                act, raise_not_found=True, default=None, case_insensitive=True
+            )
+            if act
+            else intro or Conversation.intro
+        )
+
+        self.conversation = Conversation(
+            is_conversation, self.max_tokens_to_sample, filepath, update_file
+        )
+        self.conversation.history_offset = history_offset
+
+    def ask(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> Union[Dict[str, Any], Generator]:
+        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
+        if optimizer:
+            if optimizer in self.__available_optimizers:
+                conversation_prompt = getattr(Optimizers, optimizer)(
+                    conversation_prompt if conversationally else prompt
+                )
+            else:
+                raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
+
+        messages = [
+                {"role": "system", "content": self.system_prompt},
+                {"role": "user", "content": conversation_prompt},
+            ]
+
+        payload = {
+            "model": self.model,
+            "clusterMode": self.cluster_mode,
+            "messages": messages,
+            "enableThinking": self.enable_thinking,
+        }
+
+        def for_stream():
+            streaming_text = ""
+            try:
+                response = self.session.post(
+                    "https://chat.gradient.network/api/generate",
+                    json=payload,
+                    stream=True,
+                    timeout=self.timeout,
+                    impersonate="chrome110",
+                )
+                response.raise_for_status()
+
+                processed_stream = sanitize_stream(
+                    data=response.iter_content(chunk_size=None),
+                    intro_value=None,
+                    to_json=True,
+                    skip_markers=[],
+                    content_extractor=self._Gradient_extractor,
+                    yield_raw_on_error=False,
+                )
+
+                for content_chunk in processed_stream:
+                    if content_chunk and isinstance(content_chunk, str):
+                        streaming_text += content_chunk
+                        resp = dict(text=content_chunk)
+                        yield resp if not raw else content_chunk
+
+            except CurlError as e:
+                raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {str(e)}") from e
+            except Exception as e:
+                raise exceptions.FailedToGenerateResponseError(f"Request failed ({type(e).__name__}): {str(e)}") from e
+            finally:
+                if streaming_text:
+                    self.last_response = {"text": streaming_text}
+                    self.conversation.update_chat_history(prompt, streaming_text)
+
+        def for_non_stream():
+            try:
+                full_response = ""
+                for chunk in for_stream():
+                    full_response += self.get_message(chunk)
+                
+                self.last_response = {"text": full_response}
+                self.conversation.update_chat_history(prompt, full_response)
+                return self.last_response if not raw else full_response
+
+            except Exception as e:
+                raise exceptions.FailedToGenerateResponseError(f"Request failed ({type(e).__name__}): {str(e)}") from e
+
+        return for_stream() if stream else for_non_stream()
+
+    def chat(
+        self,
+        prompt: str,
+        stream: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> Union[str, Generator[str, None, None]]:
+        def for_stream_chat():
+            gen = self.ask(
+                prompt, stream=True, raw=False,
+                optimizer=optimizer, conversationally=conversationally
+            )
+            for response_dict in gen:
+                yield self.get_message(response_dict)
+
+        def for_non_stream_chat():
+            response_data = self.ask(
+                prompt, stream=False, raw=False,
+                optimizer=optimizer, conversationally=conversationally
+            )
+            return self.get_message(response_data)
+
+        return for_stream_chat() if stream else for_non_stream_chat()
+
+    def get_message(self, response: dict) -> str:
+        assert isinstance(response, dict), "Response should be of dict data-type only"
+        return response.get("text", "")
+
+    @staticmethod
+    def _Gradient_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
+        if isinstance(chunk, dict):
+            chunk_type = chunk.get("type")
+            if chunk_type == "reply":
+                return chunk.get("data", {}).get("reasoningContent", "")
+        return None
+
+if __name__ == "__main__":
+    print("-" * 80)
+    print(f"{'Model':<50} {'Status':<10} {'Response'}")
+    print("-" * 80)
+
+    for model in Gradient.AVAILABLE_MODELS:
+        try:
+            test_ai = Gradient(model=model, timeout=60)
+            response = test_ai.chat("Say 'Hello' in one word", stream=True)
+            response_text = ""
+            for chunk in response:
+                response_text += chunk
+
+            if response_text and len(response_text.strip()) > 0:
+                status = "v"
+                clean_text = response_text.strip().encode('utf-8', errors='ignore').decode('utf-8')
+                display_text = clean_text[:50] + "..." if len(clean_text) > 50 else clean_text
+            else:
+                status = "x"
+                display_text = "Empty or invalid response"
+            print(f"\r{model:<50} {status:<10} {display_text}")
+        except Exception as e:
+            print(f"\r{model:<50} {'x':<10} {str(e)}")

webscout/Provider/TogetherAI.py

@@ -1,142 +1,45 @@
 from curl_cffi.requests import Session
 from curl_cffi import CurlError
+import json
 from typing import Any, Dict, Optional, Generator, Union
-
 from webscout.AIutel import Optimizers
 from webscout.AIutel import Conversation
 from webscout.AIutel import AwesomePrompts, sanitize_stream
 from webscout.AIbase import Provider
 from webscout import exceptions
+from webscout.litagent import LitAgent
 
 class TogetherAI(Provider):
     """
-    A class to interact with the TogetherAI API.
+    A class to interact with the Together AI Chat API (https://chat.together.ai/).
+    Uses the chat interface API endpoint with model UUIDs.
     """
-
-    required_auth = True
-
-    # Default models list (will be updated dynamically)
-    AVAILABLE_MODELS = [
-        "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
-        "Qwen/QwQ-32B",
-        "Qwen/Qwen2-72B-Instruct",
-        "Qwen/Qwen2-VL-72B-Instruct",
-        "Qwen/Qwen2.5-72B-Instruct-Turbo",
-        "Qwen/Qwen2.5-7B-Instruct-Turbo",
-        "Qwen/Qwen2.5-Coder-32B-Instruct",
-        "Qwen/Qwen2.5-VL-72B-Instruct",
-        "Qwen/Qwen3-235B-A22B-Instruct-2507-tput",
-        "Qwen/Qwen3-235B-A22B-Thinking-2507",
-        "Qwen/Qwen3-235B-A22B-fp8-tput",
-        "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8",
-        "Salesforce/Llama-Rank-V1",
-        "Virtue-AI/VirtueGuard-Text-Lite",
-        "arcee-ai/AFM-4.5B",
-        "arcee-ai/coder-large",
-        "arcee-ai/maestro-reasoning",
-        "arcee-ai/virtuoso-large",
-        "arcee_ai/arcee-spotlight",
-        "blackbox/meta-llama-3-1-8b",
-        "deepcogito/cogito-v2-preview-deepseek-671b",
-        "deepseek-ai/DeepSeek-R1",
-        "deepseek-ai/DeepSeek-R1-0528-tput",
-        "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
-        "deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free",
-        "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
-        "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
-        "deepseek-ai/DeepSeek-V3",
-        "google/gemma-2-27b-it",
-        "google/gemma-3n-E4B-it",
-        "lgai/exaone-3-5-32b-instruct",
-        "lgai/exaone-deep-32b",
-        "marin-community/marin-8b-instruct",
-        "meta-llama/Llama-2-70b-hf",
-        "meta-llama/Llama-3-70b-chat-hf",
-        "meta-llama/Llama-3-8b-chat-hf",
-        "meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo",
-        "meta-llama/Llama-3.2-3B-Instruct-Turbo",
-        "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo",
-        "meta-llama/Llama-3.3-70B-Instruct-Turbo",
-        "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
-        "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8",
-        "meta-llama/Llama-4-Scout-17B-16E-Instruct",
-        "meta-llama/Llama-Vision-Free",
-        "meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
-        "meta-llama/Meta-Llama-3-8B-Instruct-Lite",
-        "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
-        "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
-        "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
-        "mistralai/Mistral-7B-Instruct-v0.1",
-        "mistralai/Mistral-7B-Instruct-v0.2",
-        "mistralai/Mistral-7B-Instruct-v0.3",
-        "mistralai/Mistral-Small-24B-Instruct-2501",
-        "mistralai/Mixtral-8x7B-Instruct-v0.1",
-        "moonshotai/Kimi-K2-Instruct",
-        "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
-        "perplexity-ai/r1-1776",
-        "scb10x/scb10x-llama3-1-typhoon2-70b-instruct",
-        "scb10x/scb10x-typhoon-2-1-gemma3-12b",
-        "togethercomputer/Refuel-Llm-V2-Small",
-        "zai-org/GLM-4.5-Air-FP8"
-    ]
-
-    @classmethod
-    def get_models(cls, api_key: str = None):
-        """Fetch available models from TogetherAI API.
-        
-        Args:
-            api_key (str, optional): TogetherAI API key. If not provided, returns default models.
-            
-        Returns:
-            list: List of available model IDs
-        """
-        if not api_key:
-            return cls.AVAILABLE_MODELS
-            
-        try:
-            # Use a temporary curl_cffi session for this class method
-            temp_session = Session()
-            headers = {
-                "Content-Type": "application/json",
-                "Authorization": f"Bearer {api_key}",
-            }
-            
-            response = temp_session.get(
-                "https://api.together.xyz/v1/models",
-                headers=headers,
-                impersonate="chrome110"
-            )
-            
-            if response.status_code != 200:
-                return cls.AVAILABLE_MODELS
-                
-            data = response.json()
-            if "data" in data and isinstance(data["data"], list):
-                return [model["id"] for model in data["data"]]
-            return cls.AVAILABLE_MODELS
-            
-        except (CurlError, Exception):
-            # Fallback to default models list if fetching fails
-            return cls.AVAILABLE_MODELS
-
-    def update_available_models(self, api_key: str):
-        """Update available models by fetching from TogetherAI API.
-        
-        Args:
-            api_key (str): TogetherAI API key for fetching models.
-        """
-        self.AVAILABLE_MODELS = self.get_models(api_key)
+    required_auth = False
+    AVAILABLE_MODELS = {
+        "DeepSeek R1 (0528)": "dc11fae1-a7a2-4bed-9bd5-bd31bd8f5053",
+        "DeepSeek V3 (0324)": "3e26fb3e-5b59-454d-b4af-dcd10d8c91a4",
+        "GPT OSS 120B": "34dd95c6-5b8b-42f8-b7a9-99cc01b27a39",
+        "Kimi K2 Instruct (0905)": "e91f96e5-fc2f-4e15-95af-43edaa1c6549",
+        "Qwen3 Coder 480B": "4fbbacb9-2b02-42db-827e-4c4dd6e12f84",
+        "GLM-4.5-Air": "37fb891c-1c2c-43f5-8cc0-f2a80b1f4a36",
+        "Llama 4 Maverick": "84b39408-ac91-43a0-a2f0-6e4fb72e9800",
+    }
 
     @staticmethod
-    def _togetherai_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
-        """Extracts content from TogetherAI stream JSON objects."""
+    def _together_ai_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
+        """Extracts content from Together AI stream JSON objects."""
         if isinstance(chunk, dict):
-            return chunk.get("choices", [{}])[0].get("delta", {}).get("content")
+            # Extract from streaming response format
+            choices = chunk.get("choices", [])
+            if choices and len(choices) > 0:
+                delta = choices[0].get("delta", {})
+                if isinstance(delta, dict):
+                    return delta.get("content")
         return None
 
     def __init__(
         self,
-        api_key: str,
+        api_key: Optional[str] = None,
         is_conversation: bool = True,
         max_tokens: int = 2049,
         timeout: int = 30,
@@ -146,50 +49,60 @@ class TogetherAI(Provider):
         proxies: dict = {},
         history_offset: int = 10250,
         act: str = None,
-        model: str = "meta-llama/Llama-3.1-8B-Instruct-Turbo",
+        model: str = "DeepSeek R1 (0528)",
         system_prompt: str = "You are a helpful assistant.",
+        temperature: float = 0.6,
+        top_p: float = 0.95,
+        browser: str = "chrome"
     ):
-        """Initializes the TogetherAI API client.
-
-        Args:
-            api_key (str): TogetherAI API key.
-            is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
-            max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 2049.
-            timeout (int, optional): Http request timeout. Defaults to 30.
-            intro (str, optional): Conversation introductory prompt. Defaults to None.
-            filepath (str, optional): Path to file containing conversation history. Defaults to None.
-            update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
-            proxies (dict, optional): Http request proxies. Defaults to {}.
-            history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
-            act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
-            model (str, optional): LLM model name. Defaults to "meta-llama/Llama-3.1-8B-Instruct-Turbo".
-            system_prompt (str, optional): System prompt to guide the conversation. Defaults to None.
-        """
-        # Update available models from API
-        self.update_available_models(api_key)
-        
-        # Validate model after updating available models
+        """Initializes the Together AI chat client."""
         if model not in self.AVAILABLE_MODELS:
-            raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
+            raise ValueError(f"Invalid model: {model}. Choose from: {list(self.AVAILABLE_MODELS.keys())}")
 
-        self.api_endpoint = "https://api.together.xyz/v1/chat/completions"
-        self.session = Session()
-        self.is_conversation = is_conversation
-        self.max_tokens_to_sample = max_tokens
-        self.api_key = api_key
-        self.model = model
-        self.timeout = timeout
-        self.last_response = {}
-        self.system_prompt = system_prompt
+        self.url = "https://chat.together.ai/api/chat-completion"
+        self.model_name = model
+        self.model_id = self.AVAILABLE_MODELS[model]
+        self.temperature = temperature
+        self.top_p = top_p
+
+        # Initialize LitAgent
+        self.agent = LitAgent()
+        self.fingerprint = self.agent.generate_fingerprint(browser)
+        self.api = api_key
         
+        # Setup headers
         self.headers = {
+            "Accept": self.fingerprint["accept"],
+            "Accept-Language": self.fingerprint["accept_language"],
             "Content-Type": "application/json",
-            "Authorization": f"Bearer {self.api_key}",
+            "Cache-Control": "no-cache",
+            "Origin": "https://chat.together.ai",
+            "Pragma": "no-cache",
+            "Referer": "https://chat.together.ai/",
+            "Sec-Fetch-Dest": "empty",
+            "Sec-Fetch-Mode": "cors",
+            "Sec-Fetch-Site": "same-origin",
+            "User-Agent": self.fingerprint.get("user_agent", ""),
+            "Sec-CH-UA": self.fingerprint.get("sec_ch_ua", ""),
+            "Sec-CH-UA-Mobile": "?0",
+            "Sec-CH-UA-Platform": f'"{self.fingerprint.get("platform", "")}"',
+            "X-Forwarded-For": self.fingerprint.get("x-forwarded-for", ""),
+            "X-Real-IP": self.fingerprint.get("x-real-ip", ""),
+            "X-Client-IP": self.fingerprint.get("x-client-ip", ""),
         }
         
-        # Update curl_cffi session headers
+        if self.api is not None:
+            self.headers["Authorization"] = f"Bearer {self.api}"
+
+        # Initialize curl_cffi Session
+        self.session = Session()
         self.session.headers.update(self.headers)
         self.session.proxies = proxies
+        self.system_prompt = system_prompt
+        self.is_conversation = is_conversation
+        self.max_tokens_to_sample = max_tokens
+        self.timeout = timeout
+        self.last_response = {}
 
         self.__available_optimizers = (
             method
@@ -209,7 +122,26 @@ class TogetherAI(Provider):
         )
         self.conversation.history_offset = history_offset
 
+    def refresh_identity(self, browser: str = None):
+        """
+        Refreshes the browser identity fingerprint.
+
+        Args:
+            browser: Specific browser to use for the new fingerprint
+        """
+        browser = browser or self.fingerprint.get("browser_type", "chrome")
+        self.fingerprint = self.agent.generate_fingerprint(browser)
+
+        # Update headers with new fingerprint
+        self.headers.update({
+            "Accept": self.fingerprint["accept"],
+            "Accept-Language": self.fingerprint["accept_language"],
+            "User-Agent": self.fingerprint.get("user_agent", ""),
+            "Sec-CH-UA": self.fingerprint.get("sec_ch_ua", ""),
+        })
 
+        self.session.headers.update(self.headers)
+        return self.fingerprint
 
     def ask(
         self,
@@ -219,9 +151,6 @@ class TogetherAI(Provider):
         optimizer: str = None,
         conversationally: bool = False,
     ) -> Union[Dict[str, Any], Generator]:
-        """
-        Sends a prompt to the TogetherAI API and returns the response.
-        """
         conversation_prompt = self.conversation.gen_complete_prompt(prompt)
         if optimizer:
             if optimizer in self.__available_optimizers:
@@ -231,46 +160,47 @@ class TogetherAI(Provider):
             else:
                 raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
 
+        # Payload construction
         payload = {
-            "model": self.model,
+            "modelId": self.model_id,
+            "temperature": self.temperature,
+            "topP": self.top_p,
             "messages": [
                 {"role": "system", "content": self.system_prompt},
                 {"role": "user", "content": conversation_prompt},
             ],
-            "stream": stream
+            "stream": stream,
+            "maxTokens": self.max_tokens_to_sample,
+            "options": {}
         }
+
         def for_stream():
             streaming_text = ""
             try:
                 response = self.session.post(
-                    self.api_endpoint,
-                    json=payload,
+                    self.url,
+                    data=json.dumps(payload),
                     stream=True,
                     timeout=self.timeout,
                     impersonate="chrome110"
                 )
                 response.raise_for_status()
+
                 processed_stream = sanitize_stream(
                     data=response.iter_content(chunk_size=None),
                     intro_value="data:",
                     to_json=True,
                     skip_markers=["[DONE]"],
-                    content_extractor=self._togetherai_extractor,
-                    yield_raw_on_error=False,
-                    raw=raw
+                    content_extractor=self._together_ai_extractor,
+                    yield_raw_on_error=False
                 )
+
                 for content_chunk in processed_stream:
-                    if isinstance(content_chunk, bytes):
-                        content_chunk = content_chunk.decode('utf-8', errors='ignore')
-                    if content_chunk is None:
-                        continue
-                    if raw:
-                        yield content_chunk
-                    else:
-                        if content_chunk and isinstance(content_chunk, str):
-                            streaming_text += content_chunk
-                            resp = dict(text=content_chunk)
-                            yield resp
+                    if content_chunk and isinstance(content_chunk, str):
+                        streaming_text += content_chunk
+                        resp = dict(text=content_chunk)
+                        yield resp if not raw else content_chunk
+
             except CurlError as e:
                 raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {str(e)}") from e
             except Exception as e:
@@ -279,34 +209,39 @@ class TogetherAI(Provider):
                 if streaming_text:
                     self.last_response = {"text": streaming_text}
                     self.conversation.update_chat_history(prompt, streaming_text)
+
         def for_non_stream():
             try:
                 response = self.session.post(
-                    self.api_endpoint,
-                    json=payload,
+                    self.url,
+                    data=json.dumps(payload),
                     timeout=self.timeout,
                     impersonate="chrome110"
                 )
                 response.raise_for_status()
+
                 response_text = response.text
+
                 processed_stream = sanitize_stream(
                     data=response_text,
                     to_json=True,
                     intro_value=None,
                     content_extractor=lambda chunk: chunk.get("choices", [{}])[0].get("message", {}).get("content") if isinstance(chunk, dict) else None,
-                    yield_raw_on_error=False,
-                    raw=raw
+                    yield_raw_on_error=False
                 )
-                content = next((c for c in processed_stream if c is not None), None)
+                content = next(processed_stream, None)
                 content = content if isinstance(content, str) else ""
+
                 self.last_response = {"text": content}
                 self.conversation.update_chat_history(prompt, content)
                 return self.last_response if not raw else content
+
             except CurlError as e:
                 raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}") from e
             except Exception as e:
                 err_text = getattr(e, 'response', None) and getattr(e.response, 'text', '')
                 raise exceptions.FailedToGenerateResponseError(f"Request failed ({type(e).__name__}): {e} - {err_text}") from e
+
         return for_stream() if stream else for_non_stream()
 
     def chat(
@@ -315,43 +250,48 @@ class TogetherAI(Provider):
         stream: bool = False,
         optimizer: str = None,
         conversationally: bool = False,
-        raw: bool = False,  # Added raw parameter
     ) -> Union[str, Generator[str, None, None]]:
         def for_stream_chat():
             gen = self.ask(
-                prompt, stream=True, raw=raw,
+                prompt, stream=True, raw=False,
                 optimizer=optimizer, conversationally=conversationally
             )
-            for response in gen:
-                if raw:
-                    yield response
-                else:
-                    yield self.get_message(response)
+            for response_dict in gen:
+                yield self.get_message(response_dict)
+
         def for_non_stream_chat():
             response_data = self.ask(
-                prompt, stream=False, raw=raw,
+                prompt, stream=False, raw=False,
                 optimizer=optimizer, conversationally=conversationally
             )
-            if raw:
-                return response_data
-            else:
-                return self.get_message(response_data)
+            return self.get_message(response_data)
+
         return for_stream_chat() if stream else for_non_stream_chat()
 
     def get_message(self, response: dict) -> str:
-        """Retrieves message only from response"""
         assert isinstance(response, dict), "Response should be of dict data-type only"
         return response["text"]
 
-
 if __name__ == "__main__":
-    print("-" * 80)
+    print("-" * 100)
     print(f"{'Model':<50} {'Status':<10} {'Response'}")
-    print("-" * 80)
+    print("-" * 100)
 
-    for model in TogetherAI.AVAILABLE_MODELS:
+    for model_name in TogetherAI.AVAILABLE_MODELS:
         try:
-            # Skip testing if no API key is provided
-            print(f"\r{model:<50} {'⚠':<10} Requires API key for testing")
+            test_ai = TogetherAI(model=model_name, timeout=60)
+            response = test_ai.chat("Say 'Hello' in one word", stream=True)
+            response_text = ""
+            for chunk in response:
+                response_text += chunk
+
+            if response_text and len(response_text.strip()) > 0:
+                status = "✓"
+                clean_text = response_text.strip().encode('utf-8', errors='ignore').decode('utf-8')
+                display_text = clean_text[:50] + "..." if len(clean_text) > 50 else clean_text
+            else:
+                status = "✗"
+                display_text = "Empty or invalid response"
+            print(f"\r{model_name:<50} {status:<10} {display_text}")
         except Exception as e:
-            print(f"\r{model:<50} {'✗':<10} {str(e)}")
+            print(f"\r{model_name:<50} {'✗':<10} {str(e)[:50]}")

webscout/version.py

@@ -1,2 +1,2 @@
-__version__ = "2025.10.17"
+__version__ = "2025.10.18"
 __prog__ = "webscout"

webscout/version.py.bak

@@ -1,2 +1,2 @@
-__version__ = "2025.10.16"
+__version__ = "2025.10.17"
 __prog__ = "webscout"

{webscout-2025.10.17.dist-info → webscout-2025.10.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: webscout
-Version: 2025.10.17
+Version: 2025.10.18
 Summary: Search for anything using Google, DuckDuckGo, phind.com, Contains AI models, can transcribe yt videos, temporary email and phone number generation, has TTS support, webai (terminal gpt and open interpreter) and offline LLMs and more
 Author-email: OEvortex <helpingai5@gmail.com>
 License: HelpingAI

{webscout-2025.10.17.dist-info → webscout-2025.10.18.dist-info}/RECORD

@@ -14,8 +14,8 @@ webscout/prompt_manager.py,sha256=ysKFgPhkV3uqrOCilqcS9rG8xhzdU_d2wx0grC9WCCc,98
 webscout/sanitize.py,sha256=pw2Dzn-Jw9mOD4mpALYAvAf-medA-9AqdzsOmdXQbl0,46577
 webscout/update_checker.py,sha256=bz0TzRxip9DOIVMFyNz9HsGj4RKB0xZgo57AUVSJINo,3708
 webscout/utils.py,sha256=o2hU3qaVPk25sog3e4cyVZO3l8xwaZpYRziZPotEzNo,3075
-webscout/version.py,sha256=3D9mFWY4P-ZGCKSuDPkkzHusmyndScdoNbUtry1vdCE,51
-webscout/version.py.bak,sha256=bau6psbS6y1YovrRr6K7N3uBj_p0yf9WmHDqSK16bMs,51
+webscout/version.py,sha256=WEk_fzNkSNIF2RkQXtSLmMbXYzM5oZVYXSNn6xYMp8w,51
+webscout/version.py.bak,sha256=3D9mFWY4P-ZGCKSuDPkkzHusmyndScdoNbUtry1vdCE,51
 webscout/Extra/Act.md,sha256=_C2VW_Dc-dc7eejpGYKAOZhImHKPiQ7NSwE3bkzr6fg,18952
 webscout/Extra/__init__.py,sha256=KvJRsRBRO-fZp2jSCl6KQnPppi93hriA6O_U1O1s31c,177
 webscout/Extra/gguf.md,sha256=McXGz5sTfzOO9X4mH8yIqu5K3CgjzyXKi4_HQtezdZ4,12435
@@ -78,6 +78,7 @@ webscout/Provider/GMI.py,sha256=NkFVwrGFPu_dqy4YWPAjgPHmNVX-jltYuBH623ooZvs,1136
 webscout/Provider/Gemini.py,sha256=Idpl9B_2yF2hK8agb6B4Qnvg6jmaQT008aOx8M2w2O4,6288
 webscout/Provider/GeminiProxy.py,sha256=JzOnUMNEcriTXbVZvp9SauYWx4ekgCj2DyRyD-jUj9M,6515
 webscout/Provider/GithubChat.py,sha256=FeRQfy1C9gxPlDmfH0VfBgd6CSCmN1XI6YES1Mp9mQM,14374
+webscout/Provider/Gradient.py,sha256=N8gZstvX5a4xAfaptMFug_HNzDd6TJm3jZSSlm9VfJg,8467
 webscout/Provider/Groq.py,sha256=0WM9Gvronx3KV3xyWVyzzgHxjB8DQczK89yg2d1XVDg,36104
 webscout/Provider/HeckAI.py,sha256=0QX8xOtMDwpx-ZsBvm-_4f7pbbiCNTtK1v-J-FBCvLQ,16297
 webscout/Provider/Jadve.py,sha256=qzAjLXSpeXtozslVAI0hf-5YjYmtY2BgUXq51jpiJKM,12005
@@ -96,7 +97,7 @@ webscout/Provider/Sambanova.py,sha256=BHavJ89LTAD3pJHhQ2xV8USJPoIxKLl0OgdkuXrFf-
 webscout/Provider/StandardInput.py,sha256=OcFdbPbWadbkTmECSiu1-RH97tzSQoJJYZnXA-FzudY,14800
 webscout/Provider/TeachAnything.py,sha256=qYEgn4slKI-kebcnG6UG0_YCmEq1KKlwiO72_qkHqMs,10206
 webscout/Provider/TextPollinationsAI.py,sha256=B9ZbgEAGreEnGKoEFJYXICJmWngDYsczYNeJlNQJujM,12873
-webscout/Provider/TogetherAI.py,sha256=tPWcie8YVcK8zP6RKafnEljtmF5xTrrTfjJZK1lE6H4,14562
+webscout/Provider/TogetherAI.py,sha256=YDV6-IcQhyHEvbEbIazEMkhYyhvkEFBosYVfDTjRFu0,11794
 webscout/Provider/TwoAI.py,sha256=S_DBCv0RlV0c3RFdlzL_OgTfdVvua1bBOY12S8vYnZA,12788
 webscout/Provider/TypliAI.py,sha256=yZ7Ep6VsQzpAzlvrVYuLjr4QrqgllaGnGJw5MJwQo5k,11866
 webscout/Provider/Venice.py,sha256=zmr1xggyTx03UxuP9HT1gA7qnCXnDLKcZ-GNbKgFxnI,10033
@@ -329,9 +330,9 @@ webscout/zeroart/__init__.py,sha256=Cy9AUtXnOaFBQjNvCpN19IXJo7Lg15VTaNcTBxOTFek,
 webscout/zeroart/base.py,sha256=I-xhDEfArBb6q7hiF5oPoyXeu2hzL6orp7uWgS_YtG8,2299
 webscout/zeroart/effects.py,sha256=XUNZY1-wMPd6GNL3glFXtWaF9wDis_z55qTyCdnzHDo,5063
 webscout/zeroart/fonts.py,sha256=S7qDhUmDXl1makMreZl_eVW_7-sqVQiGn-kQKl0Hg_A,51006
-webscout-2025.10.17.dist-info/licenses/LICENSE.md,sha256=hyfFlVn7pWcrvuvs-piB8k4J8DlXdOsYje9RyPxc6Ik,7543
-webscout-2025.10.17.dist-info/METADATA,sha256=-12NEKcAbsCMUnFV4pl40tKrXhXDW0skcWCfCA1vhG8,21660
-webscout-2025.10.17.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-webscout-2025.10.17.dist-info/entry_points.txt,sha256=4xAgKHWwNhAvJyShLCFs_IU8Reb8zR3wqf8egrsDr8g,118
-webscout-2025.10.17.dist-info/top_level.txt,sha256=nYIw7OKBQDr_Z33IzZUKidRD3zQEo8jOJYkMVMeN334,9
-webscout-2025.10.17.dist-info/RECORD,,
+webscout-2025.10.18.dist-info/licenses/LICENSE.md,sha256=hyfFlVn7pWcrvuvs-piB8k4J8DlXdOsYje9RyPxc6Ik,7543
+webscout-2025.10.18.dist-info/METADATA,sha256=Qz4hrs-Q3oHXETc75nh8P7UKYBKttZxLfHgrBCt8gJs,21660
+webscout-2025.10.18.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+webscout-2025.10.18.dist-info/entry_points.txt,sha256=4xAgKHWwNhAvJyShLCFs_IU8Reb8zR3wqf8egrsDr8g,118
+webscout-2025.10.18.dist-info/top_level.txt,sha256=nYIw7OKBQDr_Z33IzZUKidRD3zQEo8jOJYkMVMeN334,9
+webscout-2025.10.18.dist-info/RECORD,,