webscout 7.3__py3-none-any.whl → 7.5__py3-none-any.whl

webscout/Provider/Deepinfra.py

@@ -9,14 +9,57 @@ from webscout.AIutel import AwesomePrompts, sanitize_stream
 from webscout.AIbase import Provider, AsyncProvider
 from webscout import exceptions
 from webscout import LitAgent
-from webscout.Litlogger import Logger, LogFormat, ConsoleHandler
-from webscout.Litlogger.core.level import LogLevel
 
 class DeepInfra(Provider):
     """
-    A class to interact with the DeepInfra API with logging and LitAgent user-agent.
+    A class to interact with the DeepInfra API with LitAgent user-agent.
     """
 
+    AVAILABLE_MODELS = [
+        "anthropic/claude-3-7-sonnet-latest",
+        "deepseek-ai/DeepSeek-R1",
+        "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
+        "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
+        "deepseek-ai/DeepSeek-R1-Turbo",
+        "deepseek-ai/DeepSeek-V3",
+        "google/gemma-2-27b-it",
+        "google/gemma-2-9b-it",
+        "google/gemma-3-27b-it",
+        "google/gemini-1.5-flash",
+        "google/gemini-1.5-flash-8b",
+        "google/gemini-2.0-flash-001",
+        "Gryphe/MythoMax-L2-13b",
+        "meta-llama/Llama-3.2-1B-Instruct",
+        "meta-llama/Llama-3.2-3B-Instruct",
+        "meta-llama/Llama-3.2-90B-Vision-Instruct",
+        "meta-llama/Llama-3.2-11B-Vision-Instruct",
+        "meta-llama/Meta-Llama-3-70B-Instruct",
+        "meta-llama/Meta-Llama-3-8B-Instruct",
+        "meta-llama/Meta-Llama-3.1-70B-Instruct",
+        "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+        "meta-llama/Meta-Llama-3.1-8B-Instruct",
+        "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+        "meta-llama/Meta-Llama-3.1-405B-Instruct",
+        "microsoft/phi-4",
+        "microsoft/Phi-4-multimodal-instruct",
+        "microsoft/WizardLM-2-8x22B",
+        "mistralai/Mixtral-8x7B-Instruct-v0.1",
+        "mistralai/Mistral-7B-Instruct-v0.3",
+        "mistralai/Mistral-Nemo-Instruct-2407",
+        "mistralai/Mistral-Small-24B-Instruct-2501",
+        "nvidia/Llama-3.1-Nemotron-70B-Instruct",
+        "NousResearch/Hermes-3-Llama-3.1-405B",
+        "NovaSky-AI/Sky-T1-32B-Preview",
+        "Qwen/QwQ-32B",
+        "Qwen/Qwen2.5-7B-Instruct",
+        "Qwen/Qwen2.5-72B-Instruct",
+        "Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Sao10K/L3.1-70B-Euryale-v2.2",
+        "Sao10K/L3.3-70B-Euryale-v2.3",
+        "meta-llama/Llama-3.3-70B-Instruct",
+        "meta-llama/Llama-3.3-70B-Instruct-Turbo",
+    ]
+
     def __init__(
         self,
         is_conversation: bool = True,
@@ -28,10 +71,12 @@ class DeepInfra(Provider):
         proxies: dict = {},
         history_offset: int = 10250,
         act: str = None,
-        model: str = "Qwen/Qwen2.5-72B-Instruct",
-        logging: bool = False
+        model: str = "meta-llama/Llama-3.3-70B-Instruct-Turbo"  # Updated default model
     ):
-        """Initializes the DeepInfra API client with logging support."""
+        """Initializes the DeepInfra API client."""
+        if model not in self.AVAILABLE_MODELS:
+            raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
+            
         self.url = "https://api.deepinfra.com/v1/openai/chat/completions"
         # Use LitAgent for user-agent instead of hardcoded string.
         self.headers = {
@@ -80,21 +125,6 @@ class DeepInfra(Provider):
         )
         self.conversation.history_offset = history_offset
 
-        # Initialize logger with proper configuration
-        if logging:
-            console_handler = ConsoleHandler(
-                level=LogLevel.DEBUG,
-            )
-            
-            self.logger = Logger(
-                name="DeepInfra",                
-                level=LogLevel.DEBUG,
-                handlers=[console_handler]
-            )
-            self.logger.info("DeepInfra initialized successfully ✨")
-        else:
-            self.logger = None
-
     def ask(
         self,
         prompt: str,
@@ -103,20 +133,13 @@ class DeepInfra(Provider):
         optimizer: str = None,
         conversationally: bool = False,
     ) -> Union[Dict[str, Any], Generator]:
-        if self.logger:
-            self.logger.debug(f"Processing request - Stream: {stream}, Optimizer: {optimizer}")
-        
         conversation_prompt = self.conversation.gen_complete_prompt(prompt)
         if optimizer:
             if optimizer in self.__available_optimizers:
                 conversation_prompt = getattr(Optimizers, optimizer)(
                     conversation_prompt if conversationally else prompt
                 )
-                if self.logger:
-                    self.logger.info(f"Applied optimizer: {optimizer} 🔧")
             else:
-                if self.logger:
-                    self.logger.error(f"Invalid optimizer requested: {optimizer}")
                 raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
 
         # Payload construction
@@ -129,17 +152,10 @@ class DeepInfra(Provider):
             "stream": stream
         }
 
-        if self.logger:
-            self.logger.debug(f"Sending request to model: {self.model} 🚀")
-
         def for_stream():
-            if self.logger:
-                self.logger.info("Starting stream processing ⚡")
             try:
                 with requests.post(self.url, headers=self.headers, data=json.dumps(payload), stream=True, timeout=self.timeout) as response:
                     if response.status_code != 200:
-                        if self.logger:
-                            self.logger.error(f"Request failed with status {response.status_code} ❌")
                         raise exceptions.FailedToGenerateResponseError(
                             f"Request failed with status code {response.status_code}"
                         )
@@ -151,8 +167,6 @@ class DeepInfra(Provider):
                             if line.startswith("data: "):
                                 json_str = line[6:]
                                 if json_str == "[DONE]":
-                                    if self.logger:
-                                        self.logger.info("Stream completed successfully ✅")
                                     break
                                 try:
                                     json_data = json.loads(json_str)
@@ -164,20 +178,14 @@ class DeepInfra(Provider):
                                             resp = dict(text=content)
                                             yield resp if raw else resp
                                 except json.JSONDecodeError:
-                                    if self.logger:
-                                        self.logger.error("Failed to decode JSON response 🔥")
                                     continue
                     
                     self.conversation.update_chat_history(prompt, streaming_text)
                     
             except requests.RequestException as e:
-                if self.logger:
-                    self.logger.error(f"Request failed: {str(e)} 🔥")
                 raise exceptions.FailedToGenerateResponseError(f"Request failed: {str(e)}")
 
         def for_non_stream():
-            if self.logger:
-                self.logger.debug("Processing non-stream request")
             for _ in for_stream():
                 pass
             return self.last_response
@@ -206,7 +214,7 @@ class DeepInfra(Provider):
 
 if __name__ == "__main__":
     from rich import print
-    ai = DeepInfra(timeout=5000, logging=True)
+    ai = DeepInfra(timeout=5000)
     response = ai.chat("write a poem about AI", stream=True)
     for chunk in response:
         print(chunk, end="", flush=True)