webscout 6.5__py3-none-any.whl → 6.6__py3-none-any.whl

webscout/Extra/autocoder/autocoder_utiles.py

@@ -5,117 +5,135 @@ import platform
 import datetime
 import pygetwindow as gw
 import sys
+from typing import List, Optional
 
 from webscout.optimizers import Optimizers
 
-def get_current_app():
+
+def get_current_app() -> str:
     """Get the current active application name."""
     try:
-        active_window = gw.getActiveWindow()
+        active_window: Optional[gw.Window] = gw.getActiveWindow()
         return f"{active_window.title if active_window else 'Unknown'}"
     except Exception as e:
         return "Unknown"
 
-def get_intro_prompt():
-    """Get the introduction prompt for the AutoCoder."""
-    current_app = get_current_app()
-    python_version = sys.version.split()[0]
-    
-    return f"""
-You are a command-line coding assistant called Rawdog that generates and auto-executes Python scripts.
-
-A typical interaction goes like this:
-1. The user gives you a natural language PROMPT.
-2. You:
-    i. Determine what needs to be done
-    ii. Write a short Python SCRIPT to do it
-    iii. Communicate back to the user by printing to the console in that SCRIPT
-3. The compiler extracts the script and then runs it using exec(). If there will be an exception raised,
- it will be send back to you starting with "PREVIOUS SCRIPT EXCEPTION:".
-4. In case of exception, regenerate error free script.
-
-If you need to review script outputs before completing the task, you can print the word "CONTINUE" at the end of your SCRIPT.
-This can be useful for summarizing documents or technical readouts, reading instructions before
-deciding what to do, or other tasks that require multi-step reasoning.
-A typical 'CONTINUE' interaction looks like this:
-1. The user gives you a natural language PROMPT.
-2. You:
-    i. Determine what needs to be done
-    ii. Determine that you need to see the output of some subprocess call to complete the task
-    iii. Write a short Python SCRIPT to print that and then print the word "CONTINUE"
-3. The compiler
-    i. Checks and runs your SCRIPT
-    ii. Captures the output and appends it to the conversation as "LAST SCRIPT OUTPUT:"
-    iii. Finds the word "CONTINUE" and sends control back to you
-4. You again:
-    i. Look at the original PROMPT + the "LAST SCRIPT OUTPUT:" to determine what needs to be done
-    ii. Write a short Python SCRIPT to do it
-    iii. Communicate back to the user by printing to the console in that SCRIPT
-5. The compiler...
 
-Please follow these conventions carefully:
-- Decline any tasks that seem dangerous, irreversible, or that you don't understand.
-- Always review the full conversation prior to answering and maintain continuity.
-- If asked for information, just print the information clearly and concisely.
-- If asked to do something, print a concise summary of what you've done as confirmation.
-- If asked a question, respond in a friendly, conversational way. Use programmatically-generated and natural language responses as appropriate.
-- If you need clarification, return a SCRIPT that prints your question. In the next interaction, continue based on the user's response.
-- Assume the user would like something concise. For example rather than printing a massive table, filter or summarize it to what's likely of interest.
-- Actively clean up any temporary processes or files you use.
-- When looking through files, use git as available to skip files, and skip hidden files (.env, .git, etc) by default.
-- You can plot anything with matplotlib.
-- ALWAYS Return your SCRIPT inside of a single pair of ``` delimiters. Only the console output of the first such SCRIPT is visible to the user, so make sure that it's complete and don't bother returning anything else.
+def get_intro_prompt(name: str = "Vortex") -> str:
+    """Get the introduction prompt for the AutoCoder."""
+    current_app: str = get_current_app()
+    python_version: str = sys.version.split()[0]
 
-Environment Information:
-- System: {platform.system()}
-- Python: {python_version}
-- Directory: {os.getcwd()}
-- Datetime: {datetime.datetime.now()}
-- Active App: {current_app}
+    return f"""
+<system_context>
+    <purpose>
+        You are a command-line coding assistant named Rawdog, designed to generate and auto-execute Python scripts for {name}.
+        Your core function is to understand natural language requests, transform them into executable Python code,
+        and return results to the user via console output. You must adhere to all instructions.
+    </purpose>
+
+    <process_description>
+        A typical interaction unfolds as follows:
+            1.  The user provides a natural language PROMPT.
+            2.  You:
+                i.  Analyze the PROMPT to determine required actions.
+                ii.  Craft a short Python SCRIPT to execute those actions.
+                iii. Provide clear and concise feedback to the user by printing to the console within your SCRIPT.
+            3.  The compiler will then:
+                i.  Extract and execute the SCRIPT using exec().
+                ii. Handle any exceptions that arise during script execution. Exceptions are returned to you starting with "PREVIOUS SCRIPT EXCEPTION:".
+            4.  In cases of exceptions, ensure that you regenerate the script and return one that has no errors.
+        
+        <continue_process>
+            If you need to review script outputs before task completion, include the word "CONTINUE" at the end of your SCRIPT.
+                This allows multi-step reasoning for tasks like summarizing documents, reviewing instructions, or performing other multi-part operations.
+            A typical 'CONTINUE' interaction looks like this:
+                1.  The user gives you a natural language PROMPT.
+                2.  You:
+                    i.  Determine what needs to be done.
+                    ii. Determine that you need to see the output of some subprocess call to complete the task
+                    iii. Write a short Python SCRIPT to print that and then print the word "CONTINUE"
+                3.  The compiler will:
+                    i.  Check and run your SCRIPT.
+                    ii. Capture the output and append it to the conversation as "LAST SCRIPT OUTPUT:".
+                    iii. Find the word "CONTINUE" and return control back to you.
+                4.  You will then:
+                    i.  Review the original PROMPT + the "LAST SCRIPT OUTPUT:" to determine what to do
+                    ii.  Write a short Python SCRIPT to complete the task.
+                    iii.  Communicate back to the user by printing to the console in that SCRIPT.
+                5.  The compiler repeats the above process...
+        </continue_process>
+
+    </process_description>
+
+    <conventions>
+        - Decline any tasks that seem dangerous, irreversible, or that you don't understand.
+        - Always review the full conversation prior to answering and maintain continuity.
+        - If asked for information, just print the information clearly and concisely.
+        - If asked to do something, print a concise summary of what you've done as confirmation.
+        - If asked a question, respond in a friendly, conversational way. Use programmatically-generated and natural language responses as appropriate.
+        - If you need clarification, return a SCRIPT that prints your question. In the next interaction, continue based on the user's response.
+        - Assume the user would like something concise. For example rather than printing a massive table, filter or summarize it to what's likely of interest.
+        - Actively clean up any temporary processes or files you use.
+        - When looking through files, use git as available to skip files, and skip hidden files (.env, .git, etc) by default.
+        - You can plot anything with matplotlib.
+        -   **IMPORTANT**: ALWAYS Return your SCRIPT inside of a single pair of \`\`\` delimiters. Only the console output of the first such SCRIPT is visible to the user, so make sure that it's complete and don't bother returning anything else.
+    </conventions>
+
+     <environment_info>
+         - System: {platform.system()}
+         - Python: {python_version}
+         - Directory: {os.getcwd()}
+         - Datetime: {datetime.datetime.now()}
+         - Active App: {current_app}
+     </environment_info>
+</system_context>
 """
 
-EXAMPLES = """
-EXAMPLES:
-
-
-1. User: Kill the process running on port 3000
-
-LLM:
-```python
-import os
-os.system("kill $(lsof -t -i:3000)")
-print("Process killed")
-```
-
-2. User: Summarize my essay
-
-LLM:
-```python
-import glob
-files = glob.glob("*essay*.*")
-with open(files[0], "r") as f:
-    print(f.read())
-```
-CONTINUE
-
-User:
-LAST SCRIPT OUTPUT:
-John Smith
-Essay 2021-09-01
-...
-
-LLM:
-```python
-print("The essay is about...")
-```
-
-3. User: Weather in qazigund
-
-LLM:
-```python
-from webscout import weather as w
-weather = w.get("Qazigund")
-w.print_weather(weather)
-```
-
-"""
+EXAMPLES: str = """
+<examples>
+    <example>
+        <user_request>Kill the process running on port 3000</user_request>
+        <rawdog_response>
+            ```python
+            import os
+            os.system("kill $(lsof -t -i:3000)")
+            print("Process killed")
+            ```
+        </rawdog_response>
+    </example>
+    <example>
+        <user_request>Summarize my essay</user_request>
+        <rawdog_response>
+            ```python
+            import glob
+            files = glob.glob("*essay*.*")
+            with open(files[0], "r") as f:
+                print(f.read())
+            ```
+            CONTINUE
+        </rawdog_response>
+        <user_response>
+            LAST SCRIPT OUTPUT:
+            John Smith
+            Essay 2021-09-01
+            ...
+        </user_response>
+          <rawdog_response>
+               ```python
+                print("The essay is about...")
+                ```
+        </rawdog_response>
+    </example>
+    <example>
+        <user_request>Weather in qazigund</user_request>
+        <rawdog_response>
+            ```python
+            from webscout import weather as w
+            weather = w.get("Qazigund")
+            w.print_weather(weather)
+            ```
+        </rawdog_response>
+    </example>
+</examples>
+"""

webscout/Provider/AISEARCH/__init__.py

@@ -0,0 +1,2 @@
+from .felo_search import *
+from .ooai import *

webscout/Provider/AISEARCH/ooai.py

@@ -0,0 +1,155 @@
+import requests
+import json
+import re
+from typing import Any, Dict, Generator, Optional
+
+from webscout.AIbase import Provider
+from webscout import exceptions
+from webscout.litagent import LitAgent
+
+
+class OOAi(Provider):
+    """
+    A class to interact with the oo.ai API.
+    """
+
+    def __init__(
+        self,
+        max_tokens: int = 600,
+        timeout: int = 30,
+        proxies: Optional[dict] = None,
+    ):
+        """Initializes the OOAi API client."""
+        self.session = requests.Session()
+        self.max_tokens_to_sample = max_tokens
+        self.api_endpoint = "https://oo.ai/api/search"
+        self.stream_chunk_size = 1024  # Adjust as needed
+        self.timeout = timeout
+        self.last_response = {}
+        self.headers = {
+            "Accept": "text/event-stream",
+            "Accept-Encoding": "gzip, deflate, br, zstd",
+            "Accept-Language": "en-US,en;q=0.9,en-IN;q=0.8",
+            "Cache-Control": "no-cache",
+            "Cookie": "_ga=GA1.1.1827087199.1734256606; _ga_P0EJPHF2EG=GS1.1.1734368698.4.1.1734368711.0.0.0",
+            "DNT": "1",
+            "Referer": "https://oo.ai/",
+            "sec-ch-ua": '"Microsoft Edge";v="131", "Chromium";v="131", "Not_A_Brand";v="24"',
+            "sec-ch-ua-mobile": "?0",
+            "sec-ch-ua-platform": "Windows",
+            "sec-fetch-dest": "empty",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-site": "same-origin",
+        }
+        self.session.headers.update(self.headers)
+        self.proxies = proxies
+        self.headers["User-Agent"] = LitAgent().random()
+
+    def ask(
+        self,
+        prompt: str,
+        stream: bool = False,
+        raw: bool = False,
+        optimizer: Optional[str] = None,
+        conversationally: bool = False,
+    ) -> Dict[str, Any] | Generator[Dict[str, Any], None, None]:
+        """Chat with AI
+        Args:
+            prompt (str): Prompt to be sent.
+            stream (bool, optional): Flag for streaming response. Defaults to False.
+            raw (bool, optional): Stream back raw response as received. Defaults to False.
+            optimizer (str, optional): Not used. Defaults to None.
+            conversationally (bool, optional): Not used. Defaults to False.
+        Returns:
+            Union[Dict, Generator[Dict, None, None]]: Response generated
+        """
+        params = {
+            "q": prompt,
+            "lang": "en-US",
+            "tz": "Asia/Calcutta",
+        }
+
+        def for_stream():
+            try:
+                with self.session.get(
+                    self.api_endpoint,
+                    params=params,
+                    headers=self.headers,
+                    stream=True,
+                    timeout=self.timeout,
+                ) as response:
+
+                    if not response.ok:
+                        raise exceptions.FailedToGenerateResponseError(
+                            f"Request failed with status code {response.status_code}: {response.text}"
+                        )
+
+                    streaming_text = ""
+                    for line in response.iter_lines(decode_unicode=True):
+                        if line and line.startswith('data: '):
+                            try:
+                                json_data = json.loads(line[6:])
+                                if "content" in json_data:
+                                    content = self.clean_content(json_data["content"])
+                                    streaming_text += content
+                                    yield {"text": content} if not raw else {"text": content}
+                            except json.JSONDecodeError:
+                                continue
+                    self.last_response.update({"text": streaming_text})
+
+            except requests.exceptions.RequestException as e:
+                raise exceptions.APIConnectionError(f"Request failed: {e}")
+
+        def for_non_stream():
+            for _ in for_stream():
+                pass
+            return self.last_response
+
+        return for_stream() if stream else for_non_stream()
+
+    def chat(
+        self,
+        prompt: str,
+        stream: bool = False,
+        optimizer: Optional[str] = None,
+        conversationally: bool = False,
+    ) -> str | Generator[str, None, None]:
+        """Generate response `str`"""
+
+        def for_stream():
+             for response in self.ask(
+                prompt, True, optimizer=optimizer, conversationally=conversationally
+            ):
+                yield self.get_message(response)
+
+        def for_non_stream():
+            return self.get_message(
+                self.ask(
+                    prompt,
+                    False,
+                    optimizer=optimizer,
+                    conversationally=conversationally,
+                )
+            )
+
+        return for_stream() if stream else for_non_stream()
+
+    def get_message(self, response: dict) -> str:
+        """Retrieves message only from response"""
+        assert isinstance(response, dict), "Response should be of dict data-type only"
+        return response["text"]
+
+    @staticmethod
+    def clean_content(text: str) -> str:
+        """Removes all webblock elements with research or detail classes."""
+        cleaned_text = re.sub(
+            r'<webblock class="(?:research|detail)">[^<]*</webblock>', "", text
+        )
+        return cleaned_text
+
+if __name__ == "__main__":
+    from rich import print
+    ai = OOAi()
+    response = ai.chat(input(">>> "), stream=True)
+    for chunk in response:
+        print(chunk, end="", flush=True)

webscout/Provider/Amigo.py

@@ -1,14 +1,12 @@
 import cloudscraper
 import json
 import uuid
-import os
-from typing import Any, Dict, Optional, Generator
+from typing import Any, Dict, Generator
 
 from webscout.AIutel import Optimizers
 from webscout.AIutel import Conversation
-from webscout.AIutel import AwesomePrompts, sanitize_stream
-from webscout.AIbase import Provider, AsyncProvider
-from webscout import exceptions
+from webscout.AIutel import AwesomePrompts
+from webscout.AIbase import Provider
 
 class AmigoChat(Provider):
     """
@@ -24,9 +22,8 @@ class AmigoChat(Provider):
         "o1-preview",                                       # OpenAI O1 Preview
         "claude-3-5-sonnet-20241022",                       # Claude 3.5 Sonnet
         "Qwen/Qwen2.5-72B-Instruct-Turbo",                  # Qwen 2.5
-        "gpt-4o"                                            # OpenAI GPT-4o
+        "gpt-4o",                                           # OpenAI GPT-4o
         "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo"    # Llama 3.2
-
     ]
 
     def __init__(
@@ -51,14 +48,14 @@ class AmigoChat(Provider):
         Args:
             is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
             max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
-            timeout (int, optional): Http request timeout. Defaults to 30.
+            timeout (int, optional): HTTP request timeout. Defaults to 30.
             intro (str, optional): Conversation introductory prompt. Defaults to None.
             filepath (str, optional): Path to file containing conversation history. Defaults to None.
             update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
-            proxies (dict, optional): Http request proxies. Defaults to {}.
+            proxies (dict, optional): HTTP request proxies. Defaults to {}.
             history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
             act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
-            model (str, optional): The AI model to use for text generation. Defaults to "o1-preview".
+            model (str, optional): The AI model to use for text generation. Defaults to "Qwen/Qwen2.5-72B-Instruct-Turbo".
         """
         if model not in self.AVAILABLE_MODELS:
             raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
@@ -135,7 +132,7 @@ class AmigoChat(Provider):
         """Chat with AI
 
         Args:
-            prompt (str): Prompt to be send.
+            prompt (str): Prompt to be sent.
             stream (bool, optional): Flag for streaming response. Defaults to False.
             raw (bool, optional): Stream back raw response as received. Defaults to False.
             optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
@@ -170,69 +167,61 @@ class AmigoChat(Provider):
             "max_tokens": self.max_tokens_to_sample,
             "presence_penalty": 0,
             "stream": stream,
-            "temperature":self.temperature,
+            "temperature": self.temperature,
             "top_p": self.top_p
         }
 
-        def for_stream():
-            try:
-                # Make the POST request with streaming enabled
-                response = self.session.post(
-                    self.api_endpoint,
-                    json=payload,
-                    stream=True,
-                    timeout=self.timeout
-                )
-                
-                # Check if the request was successful
-                if response.status_code == 201:
-                    # Iterate over the streamed response line by line
-                    for line in response.iter_lines():
-                        if line:
-                            # Decode the line from bytes to string
-                            decoded_line = line.decode('utf-8').strip()
-                            if decoded_line.startswith("data: "):
-                                data_str = decoded_line[6:]
-                                if data_str == "[DONE]":
-                                    break
-                                try:
-                                    # Load the JSON data
-                                    data_json = json.loads(data_str)
-                                    
-                                    # Extract the content from the response
-                                    choices = data_json.get("choices", [])
-                                    if choices:
-                                        delta = choices[0].get("delta", {})
-                                        content = delta.get("content", "")
-                                        if content:
-                                            yield content if raw else dict(text=content)
-                                except json.JSONDecodeError:
-                                    print(f"Received non-JSON data: {data_str}")
-                else:
-                    print(f"Request failed with status code {response.status_code}")
-                    print("Response:", response.text)
+        if stream:
+            return self._stream_response(payload, raw)
+        else:
+            return self._non_stream_response(payload)
 
-            except (cloudscraper.exceptions.CloudflareChallengeError,
-                    cloudscraper.exceptions.CloudflareCode1020) as e:
-                print("Cloudflare protection error:", str(e))
-            except Exception as e:
-                print("An error occurred while making the request:", str(e))
+    def _stream_response(self, payload: Dict[str, Any], raw: bool) -> Generator:
+        try:
+            response = self.session.post(
+                self.api_endpoint,
+                json=payload,
+                stream=True,
+                timeout=self.timeout
+            )
 
-        def for_non_stream():
-            # Accumulate the streaming response
-            full_response = ""
-            for chunk in for_stream():
-                if not raw:  # If not raw, chunk is a dictionary 
-                    full_response += chunk["text"]
+            if response.status_code == 201:
+                for line in response.iter_lines():
+                    if line:
+                        decoded_line = line.decode('utf-8').strip()
+                        if decoded_line.startswith("data: "):
+                            data_str = decoded_line[6:]
+                            if data_str == "[DONE]":
+                                break
+                            try:
+                                data_json = json.loads(data_str)
+                                choices = data_json.get("choices", [])
+                                if choices:
+                                    delta = choices[0].get("delta", {})
+                                    content = delta.get("content", "")
+                                    if content:
+                                        yield content if raw else dict(text=content)
+                            except json.JSONDecodeError:
+                                print(f"Received non-JSON data: {data_str}")
+            else:
+                print(f"Request failed with status code {response.status_code}")
+                print("Response:", response.text)
+        except (cloudscraper.exceptions.CloudflareChallengeError,
+                cloudscraper.exceptions.CloudflareCode1020) as e:
+            print("Cloudflare protection error:", str(e))
+        except Exception as e:
+            print("An error occurred while making the request:", str(e))
 
-            # Update self.last_response with the full text
-            self.last_response.update(dict(text=full_response))
-            self.conversation.update_chat_history(
-                prompt, self.get_message(self.last_response)
-            )
-            return self.last_response
+    def _non_stream_response(self, payload: Dict[str, Any]) -> Dict[str, Any]:
+        full_response = ""
+        for chunk in self._stream_response(payload, raw=False):
+            full_response += chunk["text"]
 
-        return for_stream() if stream else for_non_stream()
+        self.last_response.update(dict(text=full_response))
+        self.conversation.update_chat_history(
+            payload["messages"][-1]["content"], self.get_message(self.last_response)
+        )
+        return self.last_response
 
     def chat(
         self,
@@ -240,36 +229,32 @@ class AmigoChat(Provider):
         stream: bool = False,
         optimizer: str = None,
         conversationally: bool = False,
-    ) -> str:
+    ) -> Generator[str, None, None]:
         """Generate response `str`
         Args:
-            prompt (str): Prompt to be send.
+            prompt (str): Prompt to be sent.
             stream (bool, optional): Flag for streaming response. Defaults to False.
             optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
             conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
         Returns:
-            str: Response generated
+            Generator[str, None, None]: Response generated
         """
 
-        def for_stream():
+        if stream:
             for response in self.ask(
                 prompt, True, optimizer=optimizer, conversationally=conversationally
             ):
                 yield self.get_message(response)
-
-        def for_non_stream():
-            return self.get_message(
-                self.ask(
-                    prompt,
-                    False,
-                    optimizer=optimizer,
-                    conversationally=conversationally,
-                )
+        else:
+            response = self.ask(
+                prompt,
+                False,
+                optimizer=optimizer,
+                conversationally=conversationally,
             )
+            yield self.get_message(response)
 
-        return for_stream() if stream else for_non_stream()
-
-    def get_message(self, response: dict) -> str:
+    def get_message(self, response: Dict[str, Any]) -> str:
         """Retrieves message only from response
 
         Args:
@@ -280,10 +265,10 @@ class AmigoChat(Provider):
         """
         assert isinstance(response, dict), "Response should be of dict data-type only"
         return response["text"]
-    
+
 if __name__ == '__main__':
     from rich import print
     ai = AmigoChat(model="o1-preview", system_prompt="You are a noobi AI assistant who always uses the word 'noobi' in every response. For example, you might say 'Noobi will tell you...' or 'This noobi thinks that...'.")
     response = ai.chat(input(">>> "), stream=True)
     for chunk in response:
-        print(chunk, end="", flush=True)
+        print(chunk, end="", flush=True)