webscout 5.9__py3-none-any.whl → 6.1__py3-none-any.whl

webscout/Provider/geminiprorealtime.py

@@ -0,0 +1,160 @@
+import requests
+import json
+import os
+import secrets
+from typing import Any, Dict, Optional, Generator, Union
+
+from webscout.AIutel import Optimizers
+from webscout.AIutel import Conversation
+from webscout.AIutel import AwesomePrompts, sanitize_stream
+from webscout.AIbase import Provider, AsyncProvider
+from webscout import exceptions
+
+
+class GeminiPro(Provider):
+    """
+    A class to interact with the Minitool AI API.
+    """
+
+    def __init__(
+        self,
+        is_conversation: bool = True,
+        max_tokens: int = 2049,
+        timeout: int = 30,
+        intro: str = None,
+        filepath: str = None,
+        update_file: bool = True,
+        proxies: dict = {},
+        history_offset: int = 10250,
+        act: str = None,
+    ):
+        """Initializes the Minitool AI API client."""
+        self.url = "https://minitoolai.com/test_python/"
+        self.headers = {
+            'authority': 'minitoolai.com',
+            'method': 'POST',
+            'path': '/test_python/',
+            'scheme': 'https',
+            'accept': '*/*',
+            'content-type': 'application/json',
+            'dnt': '1',
+            'origin': 'https://minitoolai.com',
+            'priority': 'u=1, i',
+            'referer': 'https://minitoolai.com/Gemini-Pro/',
+            'sec-ch-ua': '"Microsoft Edge";v="129", "Not=A?Brand";v="8", "Chromium";v="129"',
+            'sec-ch-ua-mobile': '?0',
+            'sec-ch-ua-platform': '"Windows"',
+            'sec-fetch-dest': 'empty',
+            'sec-fetch-mode': 'cors',
+            'sec-fetch-site': 'same-origin',
+            'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 Edg/129.0.0.0',
+            'x-requested-with': 'XMLHttpRequest'
+        }
+        self.session = requests.Session()
+        self.session.headers.update(self.headers)
+        self.session.proxies.update(proxies)
+        self.timeout = timeout
+        self.last_response = {}
+
+        self.is_conversation = is_conversation
+        self.max_tokens_to_sample = max_tokens
+        self.__available_optimizers = (
+            method
+            for method in dir(Optimizers)
+            if callable(getattr(Optimizers, method)) and not method.startswith("__")
+        )
+        Conversation.intro = (
+            AwesomePrompts().get_act(
+                act, raise_not_found=True, default=None, case_insensitive=True
+            )
+            if act
+            else intro or Conversation.intro
+        )
+        self.conversation = Conversation(
+            is_conversation, self.max_tokens_to_sample, filepath, update_file
+        )
+        self.conversation.history_offset = history_offset
+
+
+    def ask(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> Union[Dict, Generator]:
+        """Sends a chat completion request to the Minitool AI API."""
+
+        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
+        if optimizer:
+            if optimizer in self.__available_optimizers:
+                conversation_prompt = getattr(Optimizers, optimizer)(
+                    conversation_prompt if conversationally else prompt
+                )
+            else:
+                raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
+
+
+        payload = {"utoken": secrets.token_hex(32), "message": conversation_prompt}
+
+        def for_stream():
+            # MinitoolAI doesn't support streaming; emulate with a single yield
+            try:
+                response = self.session.post(self.url, json=payload, timeout=self.timeout)
+                response.raise_for_status()
+                data = response.json()
+                text = data.get("response", "") # Get response, default to "" if missing
+                self.last_response.update({"text": text})
+                yield {"text": text}  # Yield the entire response
+            except requests.exceptions.RequestException as e:
+                raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
+            self.conversation.update_chat_history(prompt, text) #Update chat history
+
+
+        def for_non_stream():
+            for _ in for_stream(): pass  # Update last_response
+            return self.last_response
+
+
+        return for_stream() if stream else for_non_stream()
+
+
+    def chat(
+        self,
+        prompt: str,
+        stream: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> Union[str, Generator]:
+        """Generate response `str`"""
+        def for_stream():
+            for response in self.ask(
+                prompt, stream=True, optimizer=optimizer, conversationally=conversationally
+            ):
+                yield self.get_message(response)
+
+        def for_non_stream():
+            return self.get_message(
+                self.ask(
+                    prompt, stream=False, optimizer=optimizer, conversationally=conversationally
+                )
+            )
+
+        return for_stream() if stream else for_non_stream()
+
+    def get_message(self, response: dict) -> str:
+        """Retrieves message only from response"""
+        assert isinstance(response, dict), "Response should be of dict data-type only"
+        return response.get("text", "")  # Handle missing keys
+
+
+if __name__ == "__main__":
+    from rich import print
+    bot = GeminiPro()
+    try:
+        response = bot.chat("tell me about Gpt canvas", stream=True)
+        for chunk in response:
+            print(chunk, end="", flush=True)
+    except Exception as e:
+        print(f"An error occurred: {e}")

webscout/Provider/julius.py

@@ -25,6 +25,10 @@ class Julius(Provider):
         "GPT-4",
         "GPT-4o mini",
         "Command R+",
+        "o1-mini",
+        "o1-preview",
+
+
     ]
     def __init__(
         self,
@@ -66,22 +70,13 @@ class Julius(Provider):
         self.last_response = {}
         self.model = model
         self.headers = {
-            "accept": "*/*",
-            "accept-encoding": "gzip, deflate, br, zstd",
-            "accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
             "authorization": "Bearer",
-            "content-length": "206",
             "content-type": "application/json",
             "conversation-id": str(uuid.uuid4()),
-            "dnt": "1",
             "interactive-charts": "true",
             "is-demo": "temp_14aabbb1-95bc-4203-a678-596258d6fdf3",
             "is-native": "false",
             "orient-split": "true",
-            "origin": "https://julius.ai",
-            "platform": "undefined",
-            "priority": "u=1, i",
-            "referer": "https://julius.ai/",
             "request-id": str(uuid.uuid4()),
             "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Edg/127.0.0.0",
             "visitor-id": str(uuid.uuid4())
@@ -165,7 +160,7 @@ class Julius(Provider):
                         json_line = json.loads(line)
                         content = json_line['content']
                         streaming_response += content
-                        yield content if raw else dict(text=streaming_response)
+                        yield content if raw else dict(text=content)
                     except:
                         continue
             self.last_response.update(dict(text=streaming_response))
@@ -174,30 +169,13 @@ class Julius(Provider):
             )
 
         def for_non_stream():
-            response = self.session.post(
-                self.chat_endpoint, json=payload, headers=self.headers, timeout=self.timeout
-            )
 
-            if not response.ok:
-                raise exceptions.FailedToGenerateResponseError(
-                    f"Failed to generate response - ({response.status_code}, {response.reason})"
-                )
-            full_content = ""
-            for line in response.text.splitlines():
-                try:
-                    data = json.loads(line)
-                    if "content" in data:
-                        full_content += data['content']
-                except json.JSONDecodeError:
-                    pass
-            self.last_response.update(dict(text=full_content))
-            self.conversation.update_chat_history(
-                prompt, self.get_message(self.last_response)
-            )
+            for _ in for_stream():
+                pass
             return self.last_response
 
-        return for_stream() if stream else for_non_stream()
 
+        return for_stream() if stream else for_non_stream()
     def chat(
         self,
         prompt: str,
@@ -234,19 +212,11 @@ class Julius(Provider):
         return for_stream() if stream else for_non_stream()
 
     def get_message(self, response: dict) -> str:
-        """Retrieves message only from response
-
-        Args:
-            response (dict): Response generated by `self.ask`
-
-        Returns:
-            str: Message extracted
-        """
         assert isinstance(response, dict), "Response should be of dict data-type only"
         return response["text"]
 if __name__ == '__main__':
     from rich import print
-    ai = Julius()
-    response = ai.chat("hi")
+    ai = Julius(timeout=5000)
+    response = ai.chat("write a poem about AI", stream=True)
     for chunk in response:
         print(chunk, end="", flush=True)

webscout/Provider/llamatutor.py

@@ -147,7 +147,7 @@ class LlamaTutor(Provider):
                             json_data = json.loads(decoded_line[6:])
                             if "text" in json_data:
                                 full_response += json_data["text"]
-                                yield json_data["text"] if raw else dict(text=full_response)
+                                yield json_data["text"] if raw else dict(text=json_data["text"])
 
                 self.last_response.update(dict(text=full_response))
                 self.conversation.update_chat_history(
@@ -217,6 +217,6 @@ if __name__ == "__main__":
     from rich import print
 
     ai = LlamaTutor()
-    response = ai.chat(input(">>> "))
+    response = ai.chat("write a poem about AI", stream=True)
     for chunk in response:
         print(chunk, end="", flush=True)

webscout/Provider/prefind.py

@@ -161,8 +161,8 @@ class PrefindAI(Provider):
                                    (self.model == "claude" and model == 'OPENROUTER_CLAUDE'):
                                     content = data['chunk']['content']
                                     if content:
-                                        streaming_text += content + ("\n" if stream else "")
-                                        resp = dict(text=streaming_text)
+                                        streaming_text += content #+ ("\n" if stream else "")
+                                        resp = dict(text=content)
                                         self.last_response.update(resp)
                                         yield resp if raw else resp
             self.conversation.update_chat_history(
@@ -227,6 +227,6 @@ class PrefindAI(Provider):
 if __name__ == '__main__':
     from rich import print
     ai = PrefindAI(model="claude")
-    response = ai.chat(input(">>> "))
+    response = ai.chat("write a poem about AI", stream=True)
     for chunk in response:
         print(chunk, end="", flush=True)

webscout/Provider/promptrefine.py

@@ -134,7 +134,7 @@ class PromptRefine(Provider):
             for line in response.iter_lines(decode_unicode=True):
                 if line:
                     full_response += line  # No need to decode here
-                    yield full_response if raw else dict(text=full_response)
+                    yield full_response if raw else dict(text=line)
             self.last_response.update(dict(text=full_response))
             self.conversation.update_chat_history(
                 prompt, self.get_message(self.last_response)
@@ -185,7 +185,7 @@ class PromptRefine(Provider):
 
 if __name__ == '__main__':
     from rich import print
-    ai = PromptRefine()
-    response = ai.chat(input(">>> "))
+    ai = PromptRefine(timeout=5000)
+    response = ai.chat("write a poem about AI", stream=True)
     for chunk in response:
         print(chunk, end="", flush=True)

webscout/Provider/turboseek.py

@@ -138,7 +138,7 @@ class TurboSeek(Provider):
                 raise exceptions.FailedToGenerateResponseError(
                     f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
                 )
-
+            print(response.text)
             streaming_text = ""
             for value in response.iter_lines(
                 decode_unicode=True,

webscout/Provider/twitterclone.py

@@ -149,45 +149,31 @@ class AIUncensored(Provider):
 
 
         def for_stream():
-
-            try:
-                with requests.post(self.api_endpoint, headers=self.headers, json=payload, stream=True, timeout=self.timeout) as response:
-
-                    if response.status_code == 200:
-                        full_content = ''
-                        for line in response.iter_lines():
-                            decoded_line = line.decode('utf-8').strip()
-                            if decoded_line:
-
-                                if decoded_line == "data: [DONE]":
-
-                                    break
-                                if decoded_line.startswith("data: "):
-                                    data_str = decoded_line[len("data: "):]  
-                                    try:
-                                        data_json = json.loads(data_str)
-                                        content = data_json.get("data", "")
-                                        if content:
-                                            full_content += content
-
-                                            yield content if raw else {"text": full_content}
-                                    except json.JSONDecodeError:
-                                        if data_str != "[DONE]":
-                                            return None
-                    else:
-
-                        raise exceptions.FailedToGenerateResponseError(
-                            f"Request failed with status code: {response.status_code}"
-                        )
-                self.last_response = {"text": full_content}
-
+            with requests.post(self.api_endpoint, headers=self.headers, json=payload, stream=True, timeout=self.timeout) as response:
+
+                if response.status_code == 200:
+                    full_content = ''
+                    for line in response.iter_lines():
+                        decoded_line = line.decode('utf-8').strip()
+                        if decoded_line:
+
+                            if decoded_line == "data: [DONE]":
+
+                                break
+                            if decoded_line.startswith("data: "):
+                                data_str = decoded_line[len("data: "):]  
+                                try:
+                                    data_json = json.loads(data_str)
+                                    content = data_json.get("data", "")
+                                    if content:
+                                        full_content += content
+                                        yield content if raw else dict(text=content)
+                                except json.JSONDecodeError:
+                                    raise Exception
+                self.last_response.update(dict(text=full_content))
                 self.conversation.update_chat_history(
                     prompt, self.get_message(self.last_response)
                 )
-            except requests.exceptions.RequestException as e:
-
-                raise exceptions.FailedToGenerateResponseError(f"An error occurred: {e}")
-
         def for_non_stream():
 
             for _ in for_stream():
@@ -252,9 +238,7 @@ class AIUncensored(Provider):
 
 if __name__ == "__main__":
     from rich import print
-    ai = AIUncensored()
-    user_input = 'hi'
-    response = ai.chat(user_input)
+    ai = AIUncensored(timeout=5000)
+    response = ai.chat("write a poem about AI", stream=True)
     for chunk in response:
-        print(chunk, end="", flush=True)
-    print()  # For a newline after streaming completes
+        print(chunk, end="", flush=True)

webscout/Provider/upstage.py

@@ -159,7 +159,7 @@ class Upstage(Provider):
                                 content = json_data['choices'][0]['delta'].get('content', '')
                                 if content:
                                     streaming_response += content
-                                    yield content if raw else dict(text=streaming_response)
+                                    yield content if raw else dict(text=content)
                             except json.JSONDecodeError:
                                 print(f"Error decoding JSON: {data}")
 
@@ -224,7 +224,7 @@ class Upstage(Provider):
         return response["text"]
 if __name__ == '__main__':
     from rich import print
-    ai = Upstage()
-    response = ai.chat("hi")
+    ai = Upstage(timeout=5000)
+    response = ai.chat("write a poem about AI", stream=True)
     for chunk in response:
         print(chunk, end="", flush=True)

webscout/Provider/x0gpt.py

@@ -118,13 +118,13 @@ class X0GPT(Provider):
                     f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
                 )
             streaming_response = ""
-            for line in response.iter_lines(decode_unicode=True, chunk_size=64):
+            for line in response.iter_lines(decode_unicode=True):
                 if line:
                     match = re.search(r'0:"(.*?)"', line)
                     if match:
                         content = match.group(1)
                         streaming_response += content
-                        yield content if raw else dict(text=streaming_response)
+                        yield content if raw else dict(text=content)
             self.last_response.update(dict(text=streaming_response))
             self.conversation.update_chat_history(
                 prompt, self.get_message(self.last_response)
@@ -152,7 +152,7 @@ class X0GPT(Provider):
             for response in self.ask(
                 prompt, True, optimizer=optimizer, conversationally=conversationally
             ):
-                yield self.get_message(response).replace("\n", "\n\n")
+                yield self.get_message(response)
 
         def for_non_stream():
             return self.get_message(
@@ -162,7 +162,7 @@ class X0GPT(Provider):
                     optimizer=optimizer,
                     conversationally=conversationally,
                 )
-            ).replace("\n", "\n\n")
+            )
 
         return for_stream() if stream else for_non_stream()
 
@@ -176,7 +176,7 @@ class X0GPT(Provider):
 
 if __name__ == "__main__":
     from rich import print
-    ai = X0GPT()
-    response = ai.chat("hi")
+    ai = X0GPT(timeout=5000)
+    response = ai.chat("write a poem about AI", stream=True)
     for chunk in response:
         print(chunk, end="", flush=True)

webscout/exceptions.py

@@ -5,7 +5,9 @@ class WebscoutE(Exception):
 class RatelimitE(Exception):
     """Raised for rate limit exceeded errors during API requests."""
 
-
+class ConversationLimitException(Exception):
+    """Raised for conversation limit exceeded errors during API requests."""
+    pass
 class TimeoutE(Exception):
     """Raised for timeout errors during API requests."""
     
@@ -23,3 +25,5 @@ class FacebookInvalidCredentialsException(Exception):
 class FacebookRegionBlocked(Exception):
     pass
 
+class ModelUnloadedException(Exception):
+    pass

webscout/utils.py

@@ -16,6 +16,9 @@ except ImportError:
 
 REGEX_STRIP_TAGS = re.compile("<.*?>")
 
+def _expand_proxy_tb_alias(proxy: str | None) -> str | None:
+    """Expand "tb" to a full proxy URL if applicable."""
+    return "socks5://127.0.0.1:9150" if proxy == "tb" else proxy
 
 def json_dumps(obj: Any) -> str:
     try:

webscout/version.py

@@ -1,2 +1,2 @@
-__version__ = "5.9"
+__version__ = "6.1"
 __prog__ = "webscout"