webscout 1.3.3__tar.gz → 1.3.6__tar.gz

{webscout-1.3.3 → webscout-1.3.6}/DeepWEBS/networks/webpage_fetcher.py

@@ -78,20 +78,18 @@ class BatchWebpageFetcher:
         self.urls = urls
         self.total_count = len(self.urls)
 
-        with concurrent.futures.ThreadPoolExecutor() as executor:
+        with concurrent.futures.ProcessPoolExecutor() as executor:
             futures = [
-                executor.submit(self.fetch_single_webpage, url, overwrite, output_parent)
+                executor.submit(WebpageFetcher().fetch, url, overwrite, output_parent)
                 for url in urls
             ]
             concurrent.futures.wait(futures)
 
+        self.url_and_html_path_list = [
+            {"url": future.result().url, "html_path": str(future.result().html_path)}
+            for future in futures
+        ]
+
         return self.url_and_html_path_list
 
-if __name__ == "__main__":
-    urls = [
-        "https://stackoverflow.com/questions/295135/turn-a-string-into-a-valid-filename",
-        "https://www.liaoxuefeng.com/wiki/1016959663602400/1017495723838528",
-        "https://docs.python.org/zh-cn/3/tutorial/interpreter.html",
-    ]
-    batch_webpage_fetcher = BatchWebpageFetcher()
-    batch_webpage_fetcher.fetch(urls=urls, overwrite=True, output_parent="python tutorials")
+

webscout-1.3.6/DeepWEBS/utilsdw/enver.py

@@ -0,0 +1,78 @@
+import json
+import os
+from pathlib import Path
+from typing import Dict, Optional
+
+from DeepWEBS.utilsdw.logger import OSLogger
+
+
+class OSEnver:
+    """Manages the OS environment variables."""
+
+    def __init__(self) -> None:
+        """Initializes the OSEnver object."""
+        self.envs_stack: list[Dict[str, str]] = []
+        self.envs: Dict[str, str] = os.environ.copy()
+
+    def store_envs(self) -> None:
+        """Stores a copy of the current environment variables on a stack."""
+        self.envs_stack.append(self.envs.copy())
+
+    def restore_envs(self) -> None:
+        """Restores environment variables from the top of the stack."""
+        self.envs = self.envs_stack.pop()
+
+    def set_envs(
+        self,
+        secrets: bool = True,
+        proxies: Optional[str] = None,
+        store_envs: bool = True,
+    ) -> None:
+        """Sets environment variables based on the contents of secrets.json.
+
+        Args:
+            secrets (bool): Whether to load secrets from secrets.json.
+            proxies (Optional[str]): Proxy URL to set as environment variable.
+            store_envs (bool): Whether to store a copy of the environment variables
+                on the stack.
+        """
+        if store_envs:
+            self.store_envs()
+
+        if secrets:
+            secrets_path = Path(__file__).parents[1] / "secrets.json"
+            if secrets_path.exists():
+                with open(secrets_path, "r") as rf:
+                    secrets = json.load(rf)
+            else:
+                secrets = {}
+
+        if proxies:
+            for proxy_env in ["http_proxy", "https_proxy"]:
+                if isinstance(proxies, str):
+                    self.envs[proxy_env] = proxies
+                elif "http_proxy" in secrets.keys():
+                    self.envs[proxy_env] = secrets["http_proxy"]
+                elif os.getenv("http_proxy"):
+                    self.envs[proxy_env] = os.getenv("http_proxy")
+                else:
+                    continue
+
+        self.proxy = (
+            self.envs.get("all_proxy")
+            or self.envs.get("http_proxy")
+            or self.envs.get("https_proxy")
+            or None
+        )
+        self.requests_proxies = {
+            "http": self.proxy,
+            "https": self.proxy,
+        }
+
+        if self.proxy:
+            OSLogger().note(f"Using proxy: [{self.proxy}]")
+
+
+enver: OSEnver = OSEnver()
+
+

{webscout-1.3.3 → webscout-1.3.6}/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.1
 Name: webscout
-Version: 1.3.3
-Summary: Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models, can transcribe yt videos and have TTS support
+Version: 1.3.6
+Summary: Search for anything using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models, can transcribe yt videos, have TTS support and now has webai(terminal gpt and open interpeter) support
 Author: OEvortex
 Author-email: helpingai5@gmail.com
 License: HelpingAI Simplified Universal License
@@ -56,7 +56,7 @@ Requires-Dist: pytest>=7.4.2; extra == "dev"
 <a href="#"><img alt="Python version" src="https://img.shields.io/pypi/pyversions/webscout"/></a>
 <a href="https://pepy.tech/project/webscout"><img alt="Downloads" src="https://static.pepy.tech/badge/webscout"></a>
 
-Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models and now can transcribe yt videos
+Search for anything using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models, can transcribe yt videos, have TTS support and now has webai(terminal gpt and open interpeter) support
 
 
 ## Table of Contents
@@ -97,9 +97,12 @@ Search for words, documents, images, videos, news, maps and text translation usi
     - [8. `OpenGPT` - chat With OPENGPT](#8-opengpt---chat-with-opengpt)
     - [9. `KOBOLDIA` -](#9-koboldia--)
     - [10. `Sean` - chat With Sean](#10-sean---chat-with-sean)
+    - [11. `Reka` - chat with reka](#11-reka---chat-with-reka)
+    - [12. `Cohere` - chat with cohere](#12-cohere---chat-with-cohere)
   - [usage of special .LLM file from webscout (webscout.LLM)](#usage-of-special-llm-file-from-webscout-webscoutllm)
     - [`LLM`](#llm)
     - [`LLM` with internet](#llm-with-internet)
+  - [`Webai` - terminal gpt and a open interpeter](#webai---terminal-gpt-and-a-open-interpeter)
 
 ## Install
 ```python
@@ -696,6 +699,27 @@ response_str = a.chat(prompt)
 print(response_str)
 ```
 
+### 11. `Reka` - chat with reka
+```python
+from webscout.AI import REKA
+
+a = REKA(is_conversation=True, max_tokens=8000, timeout=30,api_key="")
+
+prompt = "tell me about india"
+response_str = a.chat(prompt)
+print(response_str)
+```
+
+### 12. `Cohere` - chat with cohere
+```python
+from webscout.AI import Cohere
+
+a = Cohere(is_conversation=True, max_tokens=8000, timeout=30,api_key="")
+
+prompt = "tell me about india"
+response_str = a.chat(prompt)
+print(response_str)
+```
 ## usage of special .LLM file from webscout (webscout.LLM)
 
 ### `LLM`
@@ -801,3 +825,46 @@ if __name__ == "__main__":
         else:
             print("No response")
 ```
+## `Webai` - terminal gpt and a open interpeter
+
+```python
+from webscout.webai import Main
+
+def use_rawdog_with_webai(prompt):
+    """
+    Wrap the webscout default method in a try-except block to catch any unhandled
+    exceptions and print a helpful message.
+    """
+    try:
+        webai_bot = Main(
+            max_tokens=500, 
+            provider="cohere",
+            temperature=0.7,  
+            top_k=40,          
+            top_p=0.95,        
+            model="command-r-plus",  # Replace with your desired model
+            auth="0zoQbKs1AAgd8WrPBO9CTIGgVvm5ZMbDcCqJOVyl",     # Replace with your auth key/value (if needed)
+            timeout=30,
+            disable_conversation=True,
+            filepath=None,
+            update_file=True,
+            intro=None,
+            rawdog=True,
+            history_offset=10250,
+            awesome_prompt=None,
+            proxy_path=None,
+            quiet=True
+        )
+        webai_response = webai_bot.default(prompt) 
+    except Exception as e:
+        print("Unexpected error:", e)
+
+
+if __name__ == "__main__":
+    user_prompt = input("Enter your prompt: ")
+    use_rawdog_with_webai(user_prompt)
+
+```
+```shell
+python -m webscout.webai webai --provider "phind" --rawdog
+```

{webscout-1.3.3 → webscout-1.3.6}/README.md

@@ -4,7 +4,7 @@
 <a href="#"><img alt="Python version" src="https://img.shields.io/pypi/pyversions/webscout"/></a>
 <a href="https://pepy.tech/project/webscout"><img alt="Downloads" src="https://static.pepy.tech/badge/webscout"></a>
 
-Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models and now can transcribe yt videos
+Search for anything using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models, can transcribe yt videos, have TTS support and now has webai(terminal gpt and open interpeter) support
 
 
 ## Table of Contents
@@ -45,9 +45,12 @@ Search for words, documents, images, videos, news, maps and text translation usi
     - [8. `OpenGPT` - chat With OPENGPT](#8-opengpt---chat-with-opengpt)
     - [9. `KOBOLDIA` -](#9-koboldia--)
     - [10. `Sean` - chat With Sean](#10-sean---chat-with-sean)
+    - [11. `Reka` - chat with reka](#11-reka---chat-with-reka)
+    - [12. `Cohere` - chat with cohere](#12-cohere---chat-with-cohere)
   - [usage of special .LLM file from webscout (webscout.LLM)](#usage-of-special-llm-file-from-webscout-webscoutllm)
     - [`LLM`](#llm)
     - [`LLM` with internet](#llm-with-internet)
+  - [`Webai` - terminal gpt and a open interpeter](#webai---terminal-gpt-and-a-open-interpeter)
 
 ## Install
 ```python
@@ -644,6 +647,27 @@ response_str = a.chat(prompt)
 print(response_str)
 ```
 
+### 11. `Reka` - chat with reka
+```python
+from webscout.AI import REKA
+
+a = REKA(is_conversation=True, max_tokens=8000, timeout=30,api_key="")
+
+prompt = "tell me about india"
+response_str = a.chat(prompt)
+print(response_str)
+```
+
+### 12. `Cohere` - chat with cohere
+```python
+from webscout.AI import Cohere
+
+a = Cohere(is_conversation=True, max_tokens=8000, timeout=30,api_key="")
+
+prompt = "tell me about india"
+response_str = a.chat(prompt)
+print(response_str)
+```
 ## usage of special .LLM file from webscout (webscout.LLM)
 
 ### `LLM`
@@ -748,4 +772,47 @@ if __name__ == "__main__":
             print("AI:", response)
         else:
             print("No response")
-```
+```
+## `Webai` - terminal gpt and a open interpeter
+
+```python
+from webscout.webai import Main
+
+def use_rawdog_with_webai(prompt):
+    """
+    Wrap the webscout default method in a try-except block to catch any unhandled
+    exceptions and print a helpful message.
+    """
+    try:
+        webai_bot = Main(
+            max_tokens=500, 
+            provider="cohere",
+            temperature=0.7,  
+            top_k=40,          
+            top_p=0.95,        
+            model="command-r-plus",  # Replace with your desired model
+            auth="0zoQbKs1AAgd8WrPBO9CTIGgVvm5ZMbDcCqJOVyl",     # Replace with your auth key/value (if needed)
+            timeout=30,
+            disable_conversation=True,
+            filepath=None,
+            update_file=True,
+            intro=None,
+            rawdog=True,
+            history_offset=10250,
+            awesome_prompt=None,
+            proxy_path=None,
+            quiet=True
+        )
+        webai_response = webai_bot.default(prompt) 
+    except Exception as e:
+        print("Unexpected error:", e)
+
+
+if __name__ == "__main__":
+    user_prompt = input("Enter your prompt: ")
+    use_rawdog_with_webai(user_prompt)
+
+```
+```shell
+python -m webscout.webai webai --provider "phind" --rawdog
+```

{webscout-1.3.3 → webscout-1.3.6}/setup.py

@@ -5,8 +5,8 @@ with open("README.md", encoding="utf-8") as f:
 
 setup(
     name="webscout",
-    version="1.3.3", 
-    description="Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models, can transcribe yt videos and have TTS support",
+    version="1.3.6", 
+    description="Search for anything using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models, can transcribe yt videos, have TTS support and now has webai(terminal gpt and open interpeter) support",
     long_description=README,
     long_description_content_type="text/markdown",
     author="OEvortex",