webscout 4.5__tar.gz → 4.6__tar.gz

{webscout-4.5/webscout.egg-info → webscout-4.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: webscout
-Version: 4.5
+Version: 4.6
 Summary: Search for anything using Google, DuckDuckGo, brave, qwant,  phind.com, Contains AI models, can transcribe yt videos, temporary email and phone number generation, has TTS support, webai (terminal gpt and open interpreter) and offline LLMs and more
 Author: OEvortex
 Author-email: helpingai5@gmail.com
@@ -61,6 +61,7 @@ Requires-Dist: PyExecJS
 Requires-Dist: ollama
 Requires-Dist: pyfiglet
 Requires-Dist: yaspin
+Requires-Dist: pillow
 Provides-Extra: dev
 Requires-Dist: ruff>=0.1.6; extra == "dev"
 Requires-Dist: pytest>=7.4.2; extra == "dev"
@@ -1368,7 +1369,7 @@ from rich import print
 
 ai = DeepSeek(
     is_conversation=True,
-    api_key='', # Watch this video https://youtu.be/Euin6p5Ryks?si=-84JBtyqGwMzvdIq to know from where u can get this key for free 
+    api_key='23bfff080d38429c9fbbf3c76f88454c', 
     max_tokens=800,
     timeout=30,
     intro=None,
@@ -1380,18 +1381,12 @@ ai = DeepSeek(
     model="deepseek_chat"
 )
 
-# Start an infinite loop for continuous interaction
-while True:
-    # Define a prompt to send to the AI
-    prompt = input("Enter your prompt: ")
-    
-    # Check if the user wants to exit the loop
-    if prompt.lower() == "exit":
-        break
-    
-    # Use the 'chat' method to send the prompt and receive a response
-    r = ai.chat(prompt)
-    print(r)
+
+# Define a prompt to send to the AI
+prompt = "Tell me about india"
+# Use the 'chat' method to send the prompt and receive a response
+r = ai.chat(prompt)
+print(r)
 ```
 ### 18. `Deepinfra`
 ```python
@@ -1492,6 +1487,9 @@ from webscout import AndiSearch
 a = AndiSearch()
 print(a.chat("HelpingAI-9B"))
 ```
+
+### 25. LLAMA3, pizzagpt, RUBIKSAI, Koala, Darkai
+code similar to other providers
 ### `LLM` 
 ```python
 from webscout.LLM import LLM

{webscout-4.5 → webscout-4.6}/README.md

@@ -1296,7 +1296,7 @@ from rich import print
 
 ai = DeepSeek(
     is_conversation=True,
-    api_key='', # Watch this video https://youtu.be/Euin6p5Ryks?si=-84JBtyqGwMzvdIq to know from where u can get this key for free 
+    api_key='23bfff080d38429c9fbbf3c76f88454c', 
     max_tokens=800,
     timeout=30,
     intro=None,
@@ -1308,18 +1308,12 @@ ai = DeepSeek(
     model="deepseek_chat"
 )
 
-# Start an infinite loop for continuous interaction
-while True:
-    # Define a prompt to send to the AI
-    prompt = input("Enter your prompt: ")
-    
-    # Check if the user wants to exit the loop
-    if prompt.lower() == "exit":
-        break
-    
-    # Use the 'chat' method to send the prompt and receive a response
-    r = ai.chat(prompt)
-    print(r)
+
+# Define a prompt to send to the AI
+prompt = "Tell me about india"
+# Use the 'chat' method to send the prompt and receive a response
+r = ai.chat(prompt)
+print(r)
 ```
 ### 18. `Deepinfra`
 ```python
@@ -1420,6 +1414,9 @@ from webscout import AndiSearch
 a = AndiSearch()
 print(a.chat("HelpingAI-9B"))
 ```
+
+### 25. LLAMA3, pizzagpt, RUBIKSAI, Koala, Darkai
+code similar to other providers
 ### `LLM` 
 ```python
 from webscout.LLM import LLM

{webscout-4.5 → webscout-4.6}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", encoding="utf-8") as f:
 
 setup(
     name="webscout",
-    version="4.5",
+    version="4.6",
     description="Search for anything using Google, DuckDuckGo, brave, qwant,  phind.com, Contains AI models, can transcribe yt videos, temporary email and phone number generation, has TTS support, webai (terminal gpt and open interpreter) and offline LLMs and more",
     long_description=README,
     long_description_content_type="text/markdown",
@@ -65,6 +65,7 @@ setup(
         "ollama",
         "pyfiglet",
         "yaspin",
+        "pillow",
     ],
     entry_points={
         "console_scripts": [

{webscout-4.5 → webscout-4.6}/webscout/AIutel.py

@@ -54,6 +54,7 @@ webai = [
    "geminipro",
    "ollama",
    "andi",
+   "llama3"
 ]
 
 gpt4free_providers = [
@@ -533,6 +534,15 @@ LLM:
 ```python
 print("The essay is about...")
 ```
+
+3. User: Weather in qazigund
+
+LLM:
+```python
+from webscout import weather as w
+weather = w.get("Qazigund")
+w.print_weather(weather)
+```
 """
 
 

{webscout-4.5 → webscout-4.6}/webscout/Extra/gguf.py

@@ -153,7 +153,7 @@ huggingface-cli download "$MODEL_ID" --local-dir "./${MODEL_NAME}" --local-dir-u
 # Convert to fp16
 FP16="${MODEL_NAME}/${MODEL_NAME,,}.fp16.bin"
 echo "Converting the model to fp16..."
-python3 llama.cpp/convert-hf-to-gguf.py "$MODEL_NAME" --outtype f16 --outfile "$FP16"
+python3 llama.cpp/convert_hf_to_gguf.py "$MODEL_NAME" --outtype f16 --outfile "$FP16"
 
 # Quantize the model
 echo "Quantizing the model..."

{webscout-4.5 → webscout-4.6}/webscout/Provider/BasedGPT.py

@@ -40,7 +40,7 @@ class BasedGPT(Provider):
         proxies: dict = {},
         history_offset: int = 10250,
         act: str = None,
-        system_prompt: str = "Be Helpful and Friendly",
+        model: str = "gpt-3.5-turbo"
     ):
         """Instantiates BasedGPT
 
@@ -54,25 +54,40 @@ class BasedGPT(Provider):
             proxies (dict, optional): Http request proxies. Defaults to {}.
             history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
             act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
-            system_prompt (str, optional): System prompt for BasedGPT. Defaults to "Be Helpful and Friendly".
+            model (str, optional): Model to use for generating text. Defaults to "gpt-3.5-turbo".
         """
         self.session = requests.Session()
         self.is_conversation = is_conversation
         self.max_tokens_to_sample = max_tokens
         self.chat_endpoint = "https://www.basedgpt.chat/api/chat"
-        self.stream_chunk_size = 64
         self.timeout = timeout
         self.last_response = {}
-        self.system_prompt = system_prompt
+        self.model = model
+        self.headers = {
+            "accept": "*/*",
+            "accept-encoding": "gzip, deflate, br, zstd",
+            "accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
+            "content-length": "109",
+            "content-type": "application/json",
+            "dnt": "1",
+            "origin": "https://www.basedgpt.chat",
+            "priority": "u=1, i",
+            "referer": "https://www.basedgpt.chat/",
+            "sec-ch-ua": '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
+            "sec-ch-ua-mobile": "?0",
+            "sec-ch-ua-platform": '"Windows"',
+            "sec-fetch-dest": "empty",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-site": "same-origin",
+            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Edg/127.0.0.0"
+        }
 
         self.__available_optimizers = (
             method
             for method in dir(Optimizers)
             if callable(getattr(Optimizers, method)) and not method.startswith("__")
         )
-        self.session.headers.update(
-            {"Content-Type": "application/json"}
-        )
+        self.session.headers.update(self.headers)
         Conversation.intro = (
             AwesomePrompts().get_act(
                 act, raise_not_found=True, default=None, case_insensitive=True
@@ -106,25 +121,7 @@ class BasedGPT(Provider):
            dict : {}
         ```json
         {
-            "id": "chatcmpl-TaREJpBZsRVQFRFic1wIA7Q7XfnaD",
-            "object": "chat.completion",
-            "created": 1704623244,
-            "model": "gpt-3.5-turbo",
-            "usage": {
-                "prompt_tokens": 0,
-                "completion_tokens": 0,
-                "total_tokens": 0
-                },
-            "choices": [
-                {
-                    "message": {
-                        "role": "assistant",
-                        "content": "Hello! How can I assist you today?"
-                },
-                "finish_reason": "stop",
-                "index": 0
-                }
-            ]
+           "text" : "How may I assist you today?"
         }
         ```
         """
@@ -139,11 +136,14 @@ class BasedGPT(Provider):
                     f"Optimizer is not one of {self.__available_optimizers}"
                 )
 
+        self.session.headers.update(self.headers)
         payload = {
             "messages": [
-                {"role": "system", "content": self.system_prompt},
-                {"role": "user", "content": conversation_prompt},
-            ],
+                {
+                    "role": "user",
+                    "content": conversation_prompt
+                }
+            ]
         }
 
         def for_stream():
@@ -151,22 +151,24 @@ class BasedGPT(Provider):
                 self.chat_endpoint, json=payload, stream=True, timeout=self.timeout
             )
             if not response.ok:
-                raise exceptions.FailedToGenerateResponseError(
+                raise Exception(
                     f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
                 )
 
-            message_load = ""
+            streaming_text = ""
             for value in response.iter_lines(
                 decode_unicode=True,
-                delimiter="",
-                chunk_size=self.stream_chunk_size,
+                chunk_size=64,
+                delimiter="\n",
             ):
                 try:
-                    message_load += value
-                    yield value if raw else dict(text=message_load)
+                    if bool(value):
+                        streaming_text += value + ("\n" if stream else "")
+                        resp = dict(text=streaming_text)
+                        self.last_response.update(resp)
+                        yield value if raw else resp
                 except json.decoder.JSONDecodeError:
                     pass
-            self.last_response.update(dict(text=message_load))
             self.conversation.update_chat_history(
                 prompt, self.get_message(self.last_response)
             )

{webscout-4.5 → webscout-4.6}/webscout/Provider/Blackboxai.py

@@ -22,14 +22,14 @@ import yaml
 from ..AIutel import Optimizers
 from ..AIutel import Conversation
 from ..AIutel import AwesomePrompts, sanitize_stream
-from ..AIbase import  Provider, AsyncProvider
+from ..AIbase import Provider, AsyncProvider
 from Helpingai_T2 import Perplexity
 from webscout import exceptions
 from typing import Any, AsyncGenerator, Dict
 import logging
 import httpx
 
-#------------------------------------------------------BLACKBOXAI--------------------------------------------------------  
+#------------------------------------------------------BLACKBOXAI--------------------------------------------------------
 class BLACKBOXAI:
     def __init__(
         self,
@@ -234,13 +234,9 @@ class BLACKBOXAI:
         """
         assert isinstance(response, dict), "Response should be of dict data-type only"
         return response["text"]
-    @staticmethod
-    def chat_cli(prompt):
-        """Sends a request to the BLACKBOXAI API and processes the response."""
-        blackbox_ai = BLACKBOXAI()  # Initialize a BLACKBOXAI instance
-        response = blackbox_ai.ask(prompt)  # Perform a chat with the given prompt
-        processed_response = blackbox_ai.get_message(response)  # Process the response
-        print(processed_response)
+
+
+
 class AsyncBLACKBOXAI(AsyncProvider):
     def __init__(
         self,
@@ -437,4 +433,12 @@ class AsyncBLACKBOXAI(AsyncProvider):
             str: Message extracted
         """
         assert isinstance(response, dict), "Response should be of dict data-type only"
-        return response["text"]
+        return response["text"]
+
+# Function to clean the response text
+def clean_response(response_text: str) -> str:
+    # Remove web search results
+    response_text = re.sub(r'\$@\$v=undefined-rv1\$@\$Sources:.*?\$~~~', '', response_text, flags=re.DOTALL)
+    # Remove any remaining special characters or markers
+    response_text = re.sub(r'\$~~~', '', response_text)
+    return response_text

webscout-4.6/webscout/Provider/DARKAI.py

@@ -0,0 +1,207 @@
+import time
+import json
+from typing import Any, Dict, Optional
+from ..AIutel import Optimizers
+from ..AIutel import Conversation
+from ..AIutel import AwesomePrompts, sanitize_stream
+from ..AIbase import Provider
+from webscout import exceptions
+import requests
+class DARKAI(Provider):
+    """
+    A class to interact with the DarkAI API.
+    """
+
+    def __init__(
+        self,
+        is_conversation: bool = True,
+        max_tokens: int = 600,
+        timeout: int = 30,
+        intro: str = None,
+        filepath: str = None,
+        update_file: bool = True,
+        proxies: dict = {},
+        history_offset: int = 10250,
+        act: str = None,
+        model: str = "gpt-4o", #llama-3-70b, llama-3-405b, gpt-3.5-turbo, gpt-4o
+    ) -> None:
+        """
+        Initializes the DARKAI API with given parameters.
+
+        Args:
+            is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
+            max_tokens (int, optional): Maximum number of tokens to be generated upon completion. 
+                                        Defaults to 600.
+            timeout (int, optional): Http request timeout. Defaults to 30.
+            intro (str, optional): Conversation introductory prompt. Defaults to None.
+            filepath (str, optional): Path to file containing conversation history. Defaults to None.
+            update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
+            proxies (dict, optional): Http request proxies. Defaults to {}.
+            history_offset (int, optional): Limit conversation history to this number of last texts. 
+                                            Defaults to 10250.
+            act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
+            model (str, optional): AI model to use. Defaults to "gpt-4o".  #llama-3-70b, llama-3-405b, gpt-3.5-turbo, gpt-4o
+        """
+        self.session = requests.Session()
+        self.is_conversation = is_conversation
+        self.max_tokens_to_sample = max_tokens
+        self.api_endpoint = "https://darkai.foundation/chat"
+        self.stream_chunk_size = 64
+        self.timeout = timeout
+        self.last_response = {}
+        self.model = model
+        self.headers = {
+            "accept": "text/event-stream",
+            "accept-encoding": "gzip, deflate, br, zstd",
+            "accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
+            "content-type": "application/json",
+            "dnt": "1",
+            "origin": "https://www.aiuncensored.info",
+            "referer": "https://www.aiuncensored.info/",
+            "sec-ch-ua": '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
+            "sec-ch-ua-mobile": "?0",
+            "sec-ch-ua-platform": '"Windows"',
+            "sec-fetch-dest": "empty",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-site": "cross-site",
+            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Edg/127.0.0.0"
+        }
+
+        self.__available_optimizers = (
+            method
+            for method in dir(Optimizers)
+            if callable(getattr(Optimizers, method)) and not method.startswith("__")
+        )
+        self.session.headers.update(self.headers)
+        Conversation.intro = (
+            AwesomePrompts().get_act(
+                act, raise_not_found=True, default=None, case_insensitive=True
+            )
+            if act
+            else intro or Conversation.intro
+        )
+        self.conversation = Conversation(
+            is_conversation, self.max_tokens_to_sample, filepath, update_file
+        )
+        self.conversation.history_offset = history_offset
+        self.session.proxies = proxies
+
+    def ask(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> Dict[str, Any]:
+        """
+        Sends a prompt to the DarkAI API and returns the response.
+
+        Args:
+            prompt: The text prompt to generate text from.
+            stream (bool, optional): Whether to stream the response. Defaults to False.
+            raw (bool, optional): Whether to return the raw response. Defaults to False.
+            optimizer (str, optional): The name of the optimizer to use. Defaults to None.
+            conversationally (bool, optional): Whether to chat conversationally. Defaults to False.
+
+        Returns:
+            The response from the API.
+        """
+        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
+        if optimizer:
+            if optimizer in self.__available_optimizers:
+                conversation_prompt = getattr(Optimizers, optimizer)(
+                    conversation_prompt if conversationally else prompt
+                )
+            else:
+                raise Exception(
+                    f"Optimizer is not one of {self.__available_optimizers}"
+                )
+        
+        payload = {
+            "query": conversation_prompt,
+            "model": self.model 
+        }
+
+        def for_stream():
+            response = self.session.post(
+                self.api_endpoint, json=payload, headers=self.headers, stream=True, timeout=self.timeout
+            )
+
+            if not response.ok:
+                raise exceptions.FailedToGenerateResponseError(
+                    f"Failed to generate response - ({response.status_code}, {response.reason})"
+                )
+            
+            streaming_response = ""
+            for line in response.iter_lines():
+                if line:
+                    decoded_line = line.decode('utf-8')
+                    if decoded_line.startswith("data:"):
+                        data = decoded_line[len("data:"):].strip()
+                        if data:
+                            try:
+                                event = json.loads(data)
+                                if event.get("event") == "final-response":
+                                    message = event['data'].get('message', '')
+                                    streaming_response += message
+                                    yield message if raw else dict(text=streaming_response)
+                            except json.decoder.JSONDecodeError:
+                                continue
+            self.last_response.update(dict(text=streaming_response))
+            self.conversation.update_chat_history(
+                prompt, self.get_message(self.last_response)
+            )
+        def for_non_stream():
+            for _ in for_stream():
+                pass
+            return self.last_response
+
+        return for_stream() if stream else for_non_stream()
+
+    def chat(
+        self,
+        prompt: str,
+        stream: bool = False,
+        optimizer: str = None,
+        conversationally: bool = False,
+    ) -> str:
+        """Generate response `str`
+        Args:
+            prompt (str): Prompt to be send.
+            stream (bool, optional): Flag for streaming response. Defaults to False.
+            optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
+            conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
+        Returns:
+            str: Response generated
+        """
+
+        def for_stream():
+            for response in self.ask(
+                prompt, True, optimizer=optimizer, conversationally=conversationally
+            ):
+                yield self.get_message(response)
+
+        def for_non_stream():
+            return self.get_message(
+                self.ask(
+                    prompt,
+                    False,
+                    optimizer=optimizer,
+                    conversationally=conversationally,
+                )
+            )
+
+        return for_stream() if stream else for_non_stream()
+
+    def get_message(self, response: dict) -> str:
+        """Retrieves message only from response
+
+        Args:
+            response (dict): Response generated by `self.ask`
+
+        Returns:
+            str: Message extracted
+        """
+        assert isinstance(response, dict), "Response should be of dict data-type only"
+        return response["text"]