webscout 6.4__py3-none-any.whl → 6.6__py3-none-any.whl

webscout/Provider/multichat.py

@@ -0,0 +1,230 @@
+import requests
+import json
+from typing import Any, Dict, Optional, Generator
+
+from webscout.AIutel import Optimizers
+from webscout.AIutel import Conversation
+from webscout.AIutel import AwesomePrompts
+from webscout.AIbase import Provider
+from webscout import exceptions
+
+# Model configurations
+MODEL_CONFIGS = {
+    "llama": {
+        "endpoint": "https://www.multichatai.com/api/chat/meta",
+        "models": {
+            "llama-3.1-70b-versatile": {"contextLength": 8192},
+            "llama-3.2-90b-vision-preview": {"contextLength": 32768},
+            "llama-3.2-11b-vision-preview": {"contextLength": 32768},
+        },
+    },
+    "alibaba": {
+        "endpoint": "https://www.multichatai.com/api/chat/alibaba",
+        "models": {
+            "Qwen/Qwen2.5-72B-Instruct": {"contextLength": 32768},
+            "Qwen/Qwen2.5-Coder-32B-Instruct": {"contextLength": 32768},
+        },
+    },
+    "cohere": {
+        "endpoint": "https://www.multichatai.com/api/chat/cohere",
+        "models": {"command-r": {"contextLength": 128000}},
+    },
+}
+
+class MultiChatAI(Provider):
+    """
+    A class to interact with the MultiChatAI API.
+    """
+
+    def __init__(
+        self,
+        is_conversation: bool = True,
+        max_tokens: int = 4000,
+        timeout: int = 30,
+        intro: str = None,
+        filepath: str = None,
+        update_file: bool = True,
+        proxies: dict = {},
+        history_offset: int = 10250,
+        act: str = None,
+        model: str = "llama-3.1-70b-versatile",  # Default model
+        system_prompt: str = "You are a helpful assistant.",
+        temperature: float = 0.5,
+        presence_penalty: int = 0,
+        frequency_penalty: int = 0,
+        top_p: float = 1,
+    ):
+        """Initializes the MultiChatAI API client."""
+        self.session = requests.Session()
+        self.is_conversation = is_conversation
+        self.max_tokens_to_sample = max_tokens
+        self.timeout = timeout
+        self.last_response = {}
+        self.model = model
+        self.system_prompt = system_prompt
+        self.temperature = temperature
+        self.presence_penalty = presence_penalty
+        self.frequency_penalty = frequency_penalty
+        self.top_p = top_p
+        self.headers = {
+            "accept": "*/*",
+            "accept-language": "en-US,en;q=0.9",
+            "content-type": "text/plain;charset=UTF-8",
+            "origin": "https://www.multichatai.com",
+            "referer": "https://www.multichatai.com/",
+            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
+        }
+        self.session.headers.update(self.headers)
+        self.session.proxies = proxies
+
+        self.__available_optimizers = (
+            method
+            for method in dir(Optimizers)
+            if callable(getattr(Optimizers, method)) and not method.startswith("__")
+        )
+        Conversation.intro = (
+            AwesomePrompts().get_act(
+                act, raise_not_found=True, default=None, case_insensitive=True
+            )
+            if act
+            else intro or Conversation.intro
+        )
+        self.conversation = Conversation(
+            is_conversation, self.max_tokens_to_sample, filepath, update_file
+        )
+        self.conversation.history_offset = history_offset
+
+        # Parse provider and model name
+        self.provider = "llama"  # Default provider
+        self.model_name = self.model
+        
+        # Check if model exists in any provider
+        model_found = False
+        for provider, config in MODEL_CONFIGS.items():
+            if self.model in config["models"]:
+                self.provider = provider
+                self.model_name = self.model
+                model_found = True
+                break
+        
+        if not model_found:
+            available_models = []
+            for provider, config in MODEL_CONFIGS.items():
+                for model in config["models"].keys():
+                    available_models.append(f"{provider}/{model}")
+            raise ValueError(
+                f"Invalid model: {self.model}\nAvailable models: {', '.join(available_models)}"
+            )
+
+    def _get_endpoint(self) -> str:
+        """Get the API endpoint for the current provider."""
+        return MODEL_CONFIGS[self.provider]["endpoint"]
+
+    def _get_chat_settings(self) -> Dict[str, Any]:
+        """Get chat settings for the current model."""
+        base_settings = MODEL_CONFIGS[self.provider]["models"][self.model_name]
+        return {
+            "model": self.model,
+            "prompt": self.system_prompt,
+            "temperature": self.temperature,
+            "contextLength": base_settings["contextLength"],
+            "includeProfileContext": True,
+            "includeWorkspaceInstructions": True,
+            "embeddingsProvider": "openai"
+        }
+
+    def ask(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> Dict[str, Any] | Generator:
+        """Sends a prompt to the MultiChatAI API and returns the response."""
+        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
+        if optimizer:
+            if optimizer in self.__available_optimizers:
+                conversation_prompt = getattr(Optimizers, optimizer)(
+                    conversation_prompt if conversationally else prompt
+                )
+            else:
+                raise exceptions.FailedToGenerateResponseError(
+                    f"Optimizer is not one of {self.__available_optimizers}"
+                )
+
+        payload = {
+            "chatSettings": self._get_chat_settings(),
+            "messages": [
+                {"role": "system", "content": self.system_prompt},
+                {"role": "user", "content": conversation_prompt},
+            ],
+            "customModelId": "",
+        }
+
+        try:
+            response = self.session.post(
+                self._get_endpoint(),
+                headers=self.headers,
+                json=payload,
+                stream=True,
+                timeout=self.timeout,
+            )
+            response.raise_for_status()
+
+            full_response = ""
+            for line in response.iter_lines():
+                if line:
+                    decoded_line = line.decode("utf-8")
+                    if stream:
+                        yield {"text": decoded_line}
+                    full_response += decoded_line
+
+            self.last_response = {"text": full_response.strip()}
+            self.conversation.update_chat_history(prompt, full_response.strip())
+            
+            if not stream:
+                return self.last_response
+
+        except requests.exceptions.RequestException as e:
+            raise exceptions.ProviderConnectionError(f"API request failed: {e}") from e
+        except json.JSONDecodeError as e:
+            raise exceptions.InvalidResponseError(f"Invalid JSON response: {e}") from e
+        except Exception as e:
+            raise exceptions.FailedToGenerateResponseError(f"Unexpected error: {e}") from e
+
+    def chat(
+        self,
+        prompt: str,
+        stream: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> str | Generator[str, None, None]:
+        """Generate response."""
+        if stream:
+            for chunk in self.ask(
+                prompt, stream=True, optimizer=optimizer, conversationally=conversationally
+            ):
+                if isinstance(chunk, dict):
+                    yield chunk.get("text", "")
+                else:
+                    yield str(chunk)
+        else:
+            response = self.ask(
+                prompt, stream=False, optimizer=optimizer, conversationally=conversationally
+            )
+            return response.get("text", "") if isinstance(response, dict) else str(response)
+
+    def get_message(self, response: Dict[str, Any] | str) -> str:
+        """Retrieves message from response."""
+        if isinstance(response, dict):
+            return response.get("text", "")
+        return str(response)
+
+if __name__ == "__main__":
+    from rich import print
+
+    ai = MultiChatAI(model="llama-3.1-70b-versatile")
+    response = ai.chat("What is the meaning of life?", stream=True)
+    for chunk in response:
+        print(chunk, end="", flush=True)

webscout/Provider/promptrefine.py

@@ -6,7 +6,7 @@ from webscout.AIutel import Optimizers
 from webscout.AIutel import Conversation
 from webscout.AIutel import AwesomePrompts
 from webscout.AIbase import Provider
-from fake_useragent import UserAgent
+from webscout import LitAgent as UserAgent
 
 class PromptRefine(Provider):
     """
@@ -55,7 +55,7 @@ class PromptRefine(Provider):
         self.headers = {
             'origin': 'https://www.promptrefine.com',
             'referer': 'https://www.promptrefine.com/prompt/new',
-            'user-agent': UserAgent().random
+            'user-agent': UserAgent().random()
         }
 
         self.__available_optimizers = (

webscout/Provider/talkai.py

@@ -1,5 +1,5 @@
 import uuid
-import requests
+import cloudscraper
 import json
 from typing import Any, Dict, Optional, Generator
 
@@ -8,7 +8,7 @@ from webscout.AIutel import Conversation
 from webscout.AIutel import AwesomePrompts
 from webscout.AIbase import Provider
 from webscout import exceptions
-
+from webscout.litagent import LitAgent
 class Talkai(Provider):
     """
     A class to interact with the Talkai.info API.
@@ -30,7 +30,7 @@ class Talkai(Provider):
         """
         Initializes the Talkai.info API with given parameters.
         """
-        self.session = requests.Session()
+        self.session = cloudscraper.create_scraper()
         self.is_conversation = is_conversation
         self.max_tokens_to_sample = max_tokens
         self.api_endpoint = "https://talkai.info/chat/send/"
@@ -43,9 +43,8 @@ class Talkai(Provider):
             'Content-Type': 'application/json',
             'Origin': 'https://talkai.info',
             'Referer': 'https://talkai.info/chat/',
-            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 Edg/130.0.0.0',
-            'sec-ch-ua': '"Chromium";v="130", "Microsoft Edge";v="130", "Not?A_Brand";v="99"',
-            'sec-ch-ua-platform': '"Windows"'
+            'User-Agent': LitAgent().random(),
+            'Cookie': '_csrf-front=e19e203a958c74e439261f6860535403324c9ab2ede76449e6407e54e1f366afa%3A2%3A%7Bi%3A0%3Bs%3A11%3A%22_csrf-front%22%3Bi%3A1%3Bs%3A32%3A%22QbnGY7XS5q9i3JnDvi6KRzrOk0D6XFnk%22%3B%7D; _ga=GA1.1.1383924142.1734246140; _ym_uid=1723397035198647017; _ym_d=1734246141; _ym_isad=1; _ym_visorc=b; talkai-front=ngbj23of1t0ujg2raoa3l57vqe; _ga_FB7V9WMN30=GS1.1.1734246139.1.1734246143.0.0.0'
         }
         self.__available_optimizers = (
             method
@@ -87,9 +86,7 @@ class Talkai(Provider):
         conversation_prompt = self.conversation.gen_complete_prompt(prompt)
         if optimizer:
             if optimizer in self.__available_optimizers:
-                conversation_prompt = getattr(Optimizers, optimizer)(
-                    conversation_prompt if conversationally else prompt
-                )
+                conversation_prompt = getattr(Optimizers, optimizer)(conversation_prompt if conversationally else prompt)
             else:
                 raise exceptions.FailedToGenerateResponseError(
                     f"Optimizer is not one of {self.__available_optimizers}"
@@ -111,7 +108,7 @@ class Talkai(Provider):
 
         def for_stream():
             try:
-                with requests.post(self.api_endpoint, headers=self.headers, json=payload, stream=True, timeout=self.timeout) as response:
+                with self.session.post(self.api_endpoint, headers=self.headers, json=payload, stream=True, timeout=self.timeout) as response:
                     response.raise_for_status()
 
                     full_response = ""
@@ -120,7 +117,7 @@ class Talkai(Provider):
                             decoded_line = line.decode('utf-8')
                             if 'event: trylimit' in decoded_line:
                                 break  # Stop if trylimit event is encountered
-                            if decoded_line.startswith('data: '):
+                            if decoded_line.startswith('data:'):
                                 data = decoded_line[6:]  # Remove 'data: ' prefix
                                 full_response += data
                                 yield data if raw else dict(text=data)
@@ -130,7 +127,7 @@ class Talkai(Provider):
                         prompt, self.get_message(self.last_response)
                     )
 
-            except requests.exceptions.RequestException as e:
+            except cloudscraper.exceptions as e:
                 raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
 
         def for_non_stream():
@@ -193,4 +190,4 @@ if __name__ == "__main__":
     t = Talkai()
     resp = t.chat("write me about AI", stream=True)
     for chunk in resp:
-        print(chunk, end="", flush=True)
+        print(chunk, end="", flush=True)

webscout/Provider/turboseek.py

@@ -7,7 +7,7 @@ from webscout.AIutel import AwesomePrompts, sanitize_stream
 from webscout.AIbase import Provider, AsyncProvider
 from webscout import exceptions
 from typing import Any, AsyncGenerator, Dict
-
+from webscout.litagent import LitAgent
 
 class TurboSeek(Provider):
     """
@@ -65,7 +65,7 @@ class TurboSeek(Provider):
             "sec-fetch-dest": "empty",
             "sec-fetch-mode": "cors",
             "sec-fetch-site": "same-origin",
-            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Edg/127.0.0.0"
+            "user-agent": LitAgent().random(),
         }
 
         self.__available_optimizers = (
@@ -145,7 +145,7 @@ class TurboSeek(Provider):
                         data = json.loads(value[6:].decode('utf-8')) # Decode manually
                         if "text" in data:
                             streaming_text += data["text"]
-                            resp = dict(text=streaming_text)
+                            resp = dict(text=data["text"])
                             self.last_response.update(resp)
                             yield value if raw else resp
                 except json.decoder.JSONDecodeError:
@@ -210,6 +210,7 @@ class TurboSeek(Provider):
 if __name__ == '__main__':
     from rich import print
     ai = TurboSeek()
-    response = ai.chat("hi")
+    response = ai.chat("hello buddy", stream=True)
     for chunk in response:
         print(chunk, end="", flush=True)
+

webscout/Provider/tutorai.py

@@ -1,113 +1,15 @@
 import requests
 import os
-import time
 from typing import List, Optional
 from string import punctuation
 from random import choice
-from requests.exceptions import RequestException
 import json
-from html.parser import HTMLParser
-import re
-import html.entities
-
 from webscout.AIutel import Optimizers
 from webscout.AIutel import Conversation
 from webscout.AIutel import AwesomePrompts
 from webscout.AIbase import Provider
 from webscout import exceptions
-
-class TerminalFormatter(HTMLParser):
-    """
-    A custom HTML parser that converts HTML content to terminal-friendly formatted text
-    using ANSI escape codes.
-    """
-
-    def __init__(self):
-        super().__init__()
-        self.output = []
-        self.list_stack = []
-        self.ol_counters = []
-        self.bold = False
-        self.italic = False
-
-    def handle_starttag(self, tag, attrs):
-        if tag in ["strong", "b"]:
-            self.output.append("\033[1m")  # Bold
-            self.bold = True
-        elif tag in ["em", "i"]:
-            self.output.append("\033[3m")  # Italic
-            self.italic = True
-        elif tag == "br":
-            self.output.append("\n")
-        elif tag in ["p", "div", "h1", "h2", "h3", "h4", "h5", "h6"]:
-            self.output.append("\n")
-        elif tag == "ul":
-            self.list_stack.append("ul")
-            self.output.append("\n")
-        elif tag == "ol":
-            self.list_stack.append("ol")
-            self.ol_counters.append(1)
-            self.output.append("\n")
-        elif tag == "li":
-            if self.list_stack:
-                if self.list_stack[-1] == "ul":
-                    self.output.append("• ")  # Bullet point
-                elif self.list_stack[-1] == "ol":
-                    number = self.ol_counters[-1]
-                    self.output.append(f"{number}. ")
-                    self.ol_counters[-1] += 1
-
-    def handle_endtag(self, tag):
-        if tag in ["strong", "b"]:
-            self.output.append("\033[0m")  # Reset
-            self.bold = False
-        elif tag in ["em", "i"]:
-            self.output.append("\033[0m")  # Reset
-            self.italic = False
-        elif tag in ["p", "div", "h1", "h2", "h3", "h4", "h5", "h6"]:
-            self.output.append("\n")
-        elif tag == "ul":
-            if self.list_stack and self.list_stack[-1] == "ul":
-                self.list_stack.pop()
-                self.output.append("\n")
-        elif tag == "ol":
-            if self.list_stack and self.list_stack[-1] == "ol":
-                self.list_stack.pop()
-                self.ol_counters.pop()
-                self.output.append("\n")
-        elif tag == "li":
-            self.output.append("\n")
-
-    def handle_data(self, data):
-        # Remove ANSI escape codes from the data
-        data = re.sub(r'\033\[[0-9;]*m', '', data)  
-        data = re.sub(r"\s+", " ", data)
-        self.output.append(data)
-
-    def handle_entityref(self, name):
-        entity = f"&{name};"
-        char = html.entities.name2codepoint.get(name, entity)
-        self.output.append(chr(char))
-
-    def handle_charref(self, name):
-        try:
-            if name.startswith("x") or name.startswith("X"):
-                char = chr(int(name[1:], 16))
-            else:
-                char = chr(int(name))
-            self.output.append(char)
-        except ValueError:
-            self.output.append(f"&#{name};")
-
-    def get_text(self):
-        return "".join(self.output).strip()
-
-
-def html_to_terminal(html_content):
-    parser = TerminalFormatter()
-    parser.feed(html_content)
-    return parser.get_text()
-
+from webscout.litagent import LitAgent
 
 class TutorAI(Provider):
     """
@@ -132,7 +34,7 @@ class TutorAI(Provider):
 
         Args:
             is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
-            max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
+            max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 1024.
             timeout (int, optional): Http request timeout. Defaults to 30.
             intro (str, optional): Conversation introductory prompt. Defaults to None.
             filepath (str, optional): Path to file containing conversation history. Defaults to None.
@@ -173,11 +75,7 @@ class TutorAI(Provider):
             "Sec-Fetch-Dest": "empty",
             "Sec-Fetch-Mode": "cors",
             "Sec-Fetch-Site": "same-origin",
-            "User-Agent": (
-                "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
-                "AppleWebKit/537.36 (KHTML, like Gecko) "
-                "Chrome/129.0.0.0 Safari/537.36 Edg/128.0.0.0"
-            ),
+            "User-Agent": LitAgent().random()
         }
 
         self.__available_optimizers = (
@@ -229,9 +127,7 @@ class TutorAI(Provider):
         conversation_prompt = self.conversation.gen_complete_prompt(prompt)
         if optimizer:
             if optimizer in self.__available_optimizers:
-                conversation_prompt = getattr(Optimizers, optimizer)(
-                    conversation_prompt if conversationally else prompt
-                )
+                conversation_prompt = getattr(Optimizers, optimizer)(conversation_prompt if conversationally else prompt)
             else:
                 raise Exception(
                     f"Optimizer is not one of {self.__available_optimizers}"
@@ -268,7 +164,7 @@ class TutorAI(Provider):
                     homeworkify_html = response_data.get("homeworkifyResponse", "")
                     if not homeworkify_html:
                         raise exceptions.FailedToGenerateResponseError("\nNo 'homeworkifyResponse' found in the response.")
-                    clean_text = html_to_terminal(homeworkify_html)
+                    clean_text = homeworkify_html  # Removed html_to_terminal call
                     self.last_response.update(dict(text=clean_text))
                     self.conversation.update_chat_history(
                         prompt, self.get_message(self.last_response)
@@ -288,7 +184,7 @@ class TutorAI(Provider):
             homeworkify_html = response_data.get("homeworkifyResponse", "")
             if not homeworkify_html:
                 return {"text": "No content found in the response"}  # Default in case content not found
-            clean_text = html_to_terminal(homeworkify_html)
+            clean_text = homeworkify_html  # Removed html_to_terminal call
 
             # Simulate streaming by yielding chunks of the content
             chunk_size = self.stream_chunk_size
@@ -349,6 +245,6 @@ if __name__ == "__main__":
     from rich import print
 
     ai = TutorAI()
-    response = ai.chat(input(">>> "), attachment_path=None)
+    response = ai.chat("hello buddy", attachment_path=None)
     for chunk in response:
-        print(chunk, end="", flush=True)
+        print(chunk, end="", flush=True)

webscout/Provider/typegpt.py

@@ -7,7 +7,7 @@ from webscout.AIutel import Conversation
 from webscout.AIutel import AwesomePrompts
 from webscout.AIbase import Provider
 from webscout import exceptions
-
+from webscout.litagent import LitAgent
 class TypeGPT(Provider):
     """
     A class to interact with the TypeGPT.net API.  Improved to match webscout standards.
@@ -207,7 +207,6 @@ class TypeGPT(Provider):
         self.presence_penalty = presence_penalty
         self.frequency_penalty = frequency_penalty
         self.top_p = top_p
-
         self.headers = {
             "authority": "chat.typegpt.net",
             "accept": "application/json, text/event-stream",
@@ -215,7 +214,7 @@ class TypeGPT(Provider):
             "content-type": "application/json",
             "origin": "https://chat.typegpt.net",
             "referer": "https://chat.typegpt.net/",
-            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36"
+            "user-agent": LitAgent().random()
         }
 
 
@@ -351,9 +350,8 @@ class TypeGPT(Provider):
 
 
 if __name__ == "__main__":
-    from webscout import print
-        
-    ai = TypeGPT()
-    response = ai.chat(input(">>> "), stream=True)
+       
+    ai = TypeGPT(model="claude-3-5-sonnet-20240620")
+    response = ai.chat("hi", stream=True)
     for chunks in response:
         print(chunks, end="", flush=True)