webscout 8.3.3__tar.gz → 8.3.5__tar.gz

{webscout-8.3.3/webscout.egg-info → webscout-8.3.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: webscout
-Version: 8.3.3
+Version: 8.3.5
 Summary: Search for anything using Google, DuckDuckGo, phind.com, Contains AI models, can transcribe yt videos, temporary email and phone number generation, has TTS support, webai (terminal gpt and open interpreter) and offline LLMs and more
 Author-email: OEvortex <helpingai5@gmail.com>
 License: HelpingAI
@@ -41,7 +41,6 @@ Requires-Dist: nodriver
 Requires-Dist: mistune
 Requires-Dist: curl_cffi
 Requires-Dist: nest-asyncio
-Requires-Dist: websocket-client
 Requires-Dist: colorama
 Requires-Dist: rich
 Requires-Dist: markdownify
@@ -50,7 +49,6 @@ Requires-Dist: google-generativeai
 Requires-Dist: lxml>=5.2.2
 Requires-Dist: orjson
 Requires-Dist: PyYAML
-Requires-Dist: ollama
 Requires-Dist: pillow
 Requires-Dist: bson
 Requires-Dist: cloudscraper
@@ -74,6 +72,7 @@ Requires-Dist: python-multipart; extra == "api"
 Requires-Dist: tiktoken; extra == "api"
 Requires-Dist: motor; extra == "api"
 Requires-Dist: jinja2; extra == "api"
+Requires-Dist: supabase; extra == "api"
 Dynamic: license-file
 
 <div align="center">
@@ -106,7 +105,7 @@ Dynamic: license-file
 - [🌟 Key Features](#-features)
 - [⚙️ Installation](#️-installation)
 - [🖥️ Command Line Interface](#️-command-line-interface)
-- [🔄 OpenAI-Compatible API Server](#-openai-compatible-api-server)
+- [🔄 OpenAI-Compatible API Server](docs/openai-api-server.md)
 - [🔍 Search Engines](#-search-engines)
 - [🦆 DuckDuckGo Search](#-duckduckgo-search-with-webs-and-asyncwebs)
 - [💻 WEBS API Reference](#-webs-api-reference)
@@ -118,7 +117,7 @@ Dynamic: license-file
 
 <hr/>
 
-> [!IMPORTANT] >
+> [!IMPORTANT]
 > **Webscout supports three types of compatibility:**
 >
 > - **Native Compatibility:** Webscout's own native API for maximum flexibility
@@ -182,6 +181,8 @@ Dynamic: license-file
 - **[Scout](webscout/scout/README.md):** Advanced web parsing and crawling library with intelligent HTML/XML parsing
 - **[Inferno](https://github.com/HelpingAI/inferno):** Run local LLMs with an OpenAI-compatible API and interactive CLI (now a standalone package: `pip install inferno-llm`)
 - **[GGUF Conversion](webscout/Extra/gguf.md):** Convert and quantize Hugging Face models to GGUF format
+- **[Utility Decorators](docs/decorators.md):** Easily measure function execution time (`timeIt`) and add retry logic (`retry`) to any function
+- **[Stream Sanitization Utilities](docs/sanitize.md):** Advanced tools for cleaning, decoding, and processing data streams
 </p>
 </details>
 
@@ -382,7 +383,8 @@ For more information, visit the [Inferno GitHub repository](https://github.com/H
 </p>
 </details>
 
-> [!NOTE] > **Hardware requirements for running models with Inferno:**
+> [!NOTE]  
+> **Hardware requirements for running models with Inferno:**
 >
 > - Around 2 GB of RAM for 1B models
 > - Around 4 GB of RAM for 3B models
@@ -391,150 +393,7 @@ For more information, visit the [Inferno GitHub repository](https://github.com/H
 > - 32 GB of RAM for 33B models
 > - GPU acceleration is recommended for better performance
 
-<details open>
-<summary><b>🔄 OpenAI-Compatible API Server</b></summary>
-<p>
-
-Webscout includes an OpenAI-compatible API server that allows you to use any supported provider with tools and applications designed for OpenAI's API.
-
-### Starting the API Server
-
-#### From Command Line (Recommended)
-
-```bash
-# Start with default settings (port 8000)
-webscout-server
-
-# Start with custom port
-webscout-server --port 8080
-
-# Start with API key authentication
-webscout-server --api-key "your-secret-key"
-
-# Start in no-auth mode using command line flag (no API key required)
-webscout-server --no-auth
-
-# Start in no-auth mode using environment variable
-$env:WEBSCOUT_NO_AUTH='true'; webscout-server
-
-# Specify a default provider
-webscout-server --default-provider "Claude"
-
-# Run in debug mode
-webscout-server --debug
-
-# Get help for all options (includes authentication options)
-webscout-server --help
-```
-
-#### Alternative Methods
-
-```bash
-# Using UV (no installation required)
-uv run --extra api webscout-server
-
-# Using Python module
-python -m webscout.auth.server
-```
-
-#### Environment Variables
-
-Webscout server supports configuration through environment variables:
-
-```bash
-# Start server in no-auth mode (no API key required)
-$env:WEBSCOUT_NO_AUTH='true'; webscout-server
-
-# Disable rate limiting
-$env:WEBSCOUT_NO_RATE_LIMIT='true'; webscout-server
-
-# Start with custom port using environment variable
-$env:WEBSCOUT_PORT='7860'; webscout-server
-```
-
-For a complete list of supported environment variables and Docker deployment options, see [DOCKER.md](DOCKER.md).
-
-#### From Python Code
-
-> **Recommended:**  
-> Use `start_server` from `webscout.client` for the simplest programmatic startup.  
-> For advanced control (custom host, debug, etc.), use `run_api`.
-
-```python
-# Method 1: Using the helper function (recommended)
-from webscout.client import start_server
-
-# Start with default settings
-start_server()
-
-# Start with custom settings
-start_server(port=8080, api_key="your-secret-key", default_provider="Claude")
-
-# Start in no-auth mode (no API key required)
-start_server(no_auth=True)
-
-# Method 2: Advanced usage with run_api
-from webscout.client import run_api
-
-run_api(
-    host="0.0.0.0",
-    debug=True
-)
-```
-
-### Using the API
-
-Once the server is running, you can use it with any OpenAI client library or tool:
-
-```python
-# Using the OpenAI Python client
-from openai import OpenAI
-
-client = OpenAI(
-    api_key="your-secret-key",  # Only needed if you set an API key
-    base_url="http://localhost:8000/v1"  # Point to your local server
-)
-
-# Chat completion
-response = client.chat.completions.create(
-    model="gpt-4",  # This can be any model name registered with Webscout
-    messages=[
-        {"role": "system", "content": "You are a helpful assistant."},
-        {"role": "user", "content": "Hello, how are you?"}
-    ]
-)
-
-print(response.choices[0].message.content)
-```
-
-### Using with cURL
-
-```bash
-# Basic chat completion request
-curl http://localhost:8000/v1/chat/completions \
-  -H "Content-Type: application/json" \
-  -H "Authorization: Bearer your-secret-key" \
-  -d '{
-    "model": "gpt-4",
-    "messages": [
-      {"role": "system", "content": "You are a helpful assistant."},
-      {"role": "user", "content": "Hello, how are you?"}
-    ]
-  }'
-
-# List available models
-curl http://localhost:8000/v1/models \
-  -H "Authorization: Bearer your-secret-key"
-```
-
-### Available Endpoints
-
-- `GET /v1/models` - List all available models
-- `GET /v1/models/{model_name}` - Get information about a specific model
-- `POST /v1/chat/completions` - Create a chat completion
-
-</p>
-</details>
+For detailed information about the OpenAI-compatible API server, including setup, configuration, and usage examples, see the [OpenAI API Server Documentation](docs/openai-api-server.md).
 
 <hr/>
 

{webscout-8.3.3 → webscout-8.3.5}/README.md

@@ -28,7 +28,7 @@
 - [🌟 Key Features](#-features)
 - [⚙️ Installation](#️-installation)
 - [🖥️ Command Line Interface](#️-command-line-interface)
-- [🔄 OpenAI-Compatible API Server](#-openai-compatible-api-server)
+- [🔄 OpenAI-Compatible API Server](docs/openai-api-server.md)
 - [🔍 Search Engines](#-search-engines)
 - [🦆 DuckDuckGo Search](#-duckduckgo-search-with-webs-and-asyncwebs)
 - [💻 WEBS API Reference](#-webs-api-reference)
@@ -40,7 +40,7 @@
 
 <hr/>
 
-> [!IMPORTANT] >
+> [!IMPORTANT]
 > **Webscout supports three types of compatibility:**
 >
 > - **Native Compatibility:** Webscout's own native API for maximum flexibility
@@ -104,6 +104,8 @@
 - **[Scout](webscout/scout/README.md):** Advanced web parsing and crawling library with intelligent HTML/XML parsing
 - **[Inferno](https://github.com/HelpingAI/inferno):** Run local LLMs with an OpenAI-compatible API and interactive CLI (now a standalone package: `pip install inferno-llm`)
 - **[GGUF Conversion](webscout/Extra/gguf.md):** Convert and quantize Hugging Face models to GGUF format
+- **[Utility Decorators](docs/decorators.md):** Easily measure function execution time (`timeIt`) and add retry logic (`retry`) to any function
+- **[Stream Sanitization Utilities](docs/sanitize.md):** Advanced tools for cleaning, decoding, and processing data streams
 </p>
 </details>
 
@@ -304,7 +306,8 @@ For more information, visit the [Inferno GitHub repository](https://github.com/H
 </p>
 </details>
 
-> [!NOTE] > **Hardware requirements for running models with Inferno:**
+> [!NOTE]  
+> **Hardware requirements for running models with Inferno:**
 >
 > - Around 2 GB of RAM for 1B models
 > - Around 4 GB of RAM for 3B models
@@ -313,150 +316,7 @@ For more information, visit the [Inferno GitHub repository](https://github.com/H
 > - 32 GB of RAM for 33B models
 > - GPU acceleration is recommended for better performance
 
-<details open>
-<summary><b>🔄 OpenAI-Compatible API Server</b></summary>
-<p>
-
-Webscout includes an OpenAI-compatible API server that allows you to use any supported provider with tools and applications designed for OpenAI's API.
-
-### Starting the API Server
-
-#### From Command Line (Recommended)
-
-```bash
-# Start with default settings (port 8000)
-webscout-server
-
-# Start with custom port
-webscout-server --port 8080
-
-# Start with API key authentication
-webscout-server --api-key "your-secret-key"
-
-# Start in no-auth mode using command line flag (no API key required)
-webscout-server --no-auth
-
-# Start in no-auth mode using environment variable
-$env:WEBSCOUT_NO_AUTH='true'; webscout-server
-
-# Specify a default provider
-webscout-server --default-provider "Claude"
-
-# Run in debug mode
-webscout-server --debug
-
-# Get help for all options (includes authentication options)
-webscout-server --help
-```
-
-#### Alternative Methods
-
-```bash
-# Using UV (no installation required)
-uv run --extra api webscout-server
-
-# Using Python module
-python -m webscout.auth.server
-```
-
-#### Environment Variables
-
-Webscout server supports configuration through environment variables:
-
-```bash
-# Start server in no-auth mode (no API key required)
-$env:WEBSCOUT_NO_AUTH='true'; webscout-server
-
-# Disable rate limiting
-$env:WEBSCOUT_NO_RATE_LIMIT='true'; webscout-server
-
-# Start with custom port using environment variable
-$env:WEBSCOUT_PORT='7860'; webscout-server
-```
-
-For a complete list of supported environment variables and Docker deployment options, see [DOCKER.md](DOCKER.md).
-
-#### From Python Code
-
-> **Recommended:**  
-> Use `start_server` from `webscout.client` for the simplest programmatic startup.  
-> For advanced control (custom host, debug, etc.), use `run_api`.
-
-```python
-# Method 1: Using the helper function (recommended)
-from webscout.client import start_server
-
-# Start with default settings
-start_server()
-
-# Start with custom settings
-start_server(port=8080, api_key="your-secret-key", default_provider="Claude")
-
-# Start in no-auth mode (no API key required)
-start_server(no_auth=True)
-
-# Method 2: Advanced usage with run_api
-from webscout.client import run_api
-
-run_api(
-    host="0.0.0.0",
-    debug=True
-)
-```
-
-### Using the API
-
-Once the server is running, you can use it with any OpenAI client library or tool:
-
-```python
-# Using the OpenAI Python client
-from openai import OpenAI
-
-client = OpenAI(
-    api_key="your-secret-key",  # Only needed if you set an API key
-    base_url="http://localhost:8000/v1"  # Point to your local server
-)
-
-# Chat completion
-response = client.chat.completions.create(
-    model="gpt-4",  # This can be any model name registered with Webscout
-    messages=[
-        {"role": "system", "content": "You are a helpful assistant."},
-        {"role": "user", "content": "Hello, how are you?"}
-    ]
-)
-
-print(response.choices[0].message.content)
-```
-
-### Using with cURL
-
-```bash
-# Basic chat completion request
-curl http://localhost:8000/v1/chat/completions \
-  -H "Content-Type: application/json" \
-  -H "Authorization: Bearer your-secret-key" \
-  -d '{
-    "model": "gpt-4",
-    "messages": [
-      {"role": "system", "content": "You are a helpful assistant."},
-      {"role": "user", "content": "Hello, how are you?"}
-    ]
-  }'
-
-# List available models
-curl http://localhost:8000/v1/models \
-  -H "Authorization: Bearer your-secret-key"
-```
-
-### Available Endpoints
-
-- `GET /v1/models` - List all available models
-- `GET /v1/models/{model_name}` - Get information about a specific model
-- `POST /v1/chat/completions` - Create a chat completion
-
-</p>
-</details>
+For detailed information about the OpenAI-compatible API server, including setup, configuration, and usage examples, see the [OpenAI API Server Documentation](docs/openai-api-server.md).
 
 <hr/>
 

{webscout-8.3.3 → webscout-8.3.5}/pyproject.toml

@@ -52,7 +52,6 @@ dependencies = [
     "mistune",
     "curl_cffi",
     "nest-asyncio",
-    "websocket-client",
     "colorama",
     "rich",
     "markdownify",
@@ -61,7 +60,6 @@ dependencies = [
     "lxml>=5.2.2",
     "orjson",
     "PyYAML",
-    "ollama",
     "pillow",
     "bson",
     "cloudscraper",
@@ -99,6 +97,7 @@ api = [
     "tiktoken",  # Added tiktoken for token counting support
     "motor",  # MongoDB async driver for enhanced authentication
     "jinja2",  # Template engine for custom Swagger UI
+    "supabase",  # Supabase client for database operations
 ]
 
 [tool.setuptools]

webscout-8.3.5/webscout/AIutel.py

@@ -0,0 +1,58 @@
+from .sanitize import * # noqa: E402,F401
+from .conversation import Conversation  # noqa: E402,F401
+from .Extra.autocoder import AutoCoder  # noqa: E402,F401
+from .optimizers import Optimizers  # noqa: E402,F401
+from .prompt_manager import AwesomePrompts  # noqa: E402,F401
+
+# --- Utility Decorators ---
+from typing import Callable
+import time
+import functools
+
+def timeIt(func: Callable):
+    """
+    Decorator to measure execution time of a function (sync or async).
+    Prints: - Execution time for '{func.__name__}' : {elapsed:.6f} Seconds.  
+    """
+    import asyncio
+    GREEN_BOLD = "\033[1;92m"
+    RESET = "\033[0m"
+    @functools.wraps(func)
+    def sync_wrapper(*args, **kwargs):
+        start_time = time.time()
+        result = func(*args, **kwargs)
+        end_time = time.time()
+        print(f"{GREEN_BOLD}- Execution time for '{func.__name__}' : {end_time - start_time:.6f} Seconds.  {RESET}\n")
+        return result
+
+    @functools.wraps(func)
+    async def async_wrapper(*args, **kwargs):
+        start_time = time.time()
+        result = await func(*args, **kwargs)
+        end_time = time.time()
+        print(f"{GREEN_BOLD}- Execution time for '{func.__name__}' : {end_time - start_time:.6f} Seconds.  {RESET}\n")
+        return result
+
+    if asyncio.iscoroutinefunction(func):
+        return async_wrapper
+    else:
+        return sync_wrapper
+
+def retry(retries: int = 3, delay: float = 1) -> Callable:
+    """
+    Decorator to retry a function on exception.
+    """
+    def decorator(func: Callable):
+        @functools.wraps(func)
+        def wrapper(*args, **kwargs):
+            last_exc = None
+            for attempt in range(retries):
+                try:
+                    return func(*args, **kwargs)
+                except Exception as exc:
+                    last_exc = exc
+                    print(f"Attempt {attempt + 1} failed: {exc}. Retrying in {delay} seconds...")
+                    time.sleep(delay)
+            raise last_exc
+        return wrapper
+    return decorator

{webscout-8.3.3 → webscout-8.3.5}/webscout/Bard.py

@@ -81,21 +81,11 @@ class Model(Enum):
         model_header (dict): Additional headers required for the model.
         advanced_only (bool): Whether the model is available only for advanced users.
     """
-    # Updated model definitions based on reference implementation
+    # Only the specified models
     UNSPECIFIED = ("unspecified", {}, False)
-    G_2_0_FLASH = (
-        "gemini-2.0-flash",
-        {"x-goog-ext-525001261-jspb": '[1,null,null,null,"f299729663a2343f"]'},
-        False,
-    )
-    G_2_0_FLASH_THINKING = (
-        "gemini-2.0-flash-thinking",
-        {"x-goog-ext-525001261-jspb": '[null,null,null,null,"7ca48d02d802f20a"]'},
-        False,
-    )
     G_2_5_FLASH = (
         "gemini-2.5-flash",
-        {"x-goog-ext-525001261-jspb": '[1,null,null,null,"35609594dbe934d8"]'},
+        {"x-goog-ext-525001261-jspb": '[1,null,null,null,"71c2d248d3b102ff"]'},
         False,
     )
     G_2_5_PRO = (
@@ -103,16 +93,6 @@ class Model(Enum):
         {"x-goog-ext-525001261-jspb": '[1,null,null,null,"2525e3954d185b3c"]'},
         False,
     )
-    G_2_0_EXP_ADVANCED = (
-        "gemini-2.0-exp-advanced",
-        {"x-goog-ext-525001261-jspb": '[null,null,null,null,"b1e46a6037e6aa9f"]'},
-        True,
-    )
-    G_2_5_EXP_ADVANCED = (
-        "gemini-2.5-exp-advanced",
-        {"x-goog-ext-525001261-jspb": '[null,null,null,null,"203e6bb81620bcfe"]'},
-        True,
-    )
 
     def __init__(self, name, header, advanced_only):
         """

{webscout-8.3.3 → webscout-8.3.5}/webscout/Provider/AISEARCH/__init__.py

@@ -1,10 +1,11 @@
-from .stellar_search import *
-from .felo_search import *
-from .DeepFind import *
-from .genspark_search import *
-from .monica_search import *
-from .webpilotai_search import *
-from .hika_search import *
-from .scira_search import *
-from .iask_search import *
-from .Perplexity import *
+from .stellar_search import *
+from .felo_search import *
+from .DeepFind import *
+from .genspark_search import *
+from .monica_search import *
+from .webpilotai_search import *
+from .hika_search import *
+from .scira_search import *
+from .iask_search import *
+from .Perplexity import *
+# from .PERPLEXED_search import *

{webscout-8.3.3 → webscout-8.3.5}/webscout/Provider/AISEARCH/felo_search.py

@@ -69,7 +69,7 @@ class Felo(AISearch):
             "accept-encoding": "gzip, deflate, br, zstd",
             "accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
             "content-type": "application/json",
-            "cookie": "_clck=1gifk45%7C2%7Cfoa%7C0%7C1686; _clsk=1g5lv07%7C1723558310439%7C1%7C1%7Cu.clarity.ms%2Fcollect; _ga=GA1.1.877307181.1723558313; _ga_8SZPRV97HV=GS1.1.1723558313.1.1.1723558341.0.0.0; _ga_Q9Q1E734CC=GS1.1.1723558313.1.1.1723558341.0.0.0",
+            # "cookie": "_clck=1gifk45%7C2%7Cfoa%7C0%7C1686; _clsk=1g5lv07%7C1723558310439%7C1%7C1%7Cu.clarity.ms%2Fcollect; _ga=GA1.1.877307181.1723558313; _ga_8SZPRV97HV=GS1.1.1723558313.1.1.1723558341.0.0.0; _ga_Q9Q1E734CC=GS1.1.1723558313.1.1.1723558341.0.0.0",
             "dnt": "1",
             "origin": "https://felo.ai",
             "referer": "https://felo.ai/",
@@ -141,10 +141,14 @@ class Felo(AISearch):
             "lang": "",
             "agent_lang": "en",
             "search_options": {
-                "langcode": "en-US"
+                "langcode": "en-US",
+                "search_image": True,
+                "search_video": True,
             },
             "search_video": True,
-            "contexts_from": "google"
+            "model": "",
+            "contexts_from": "google",
+            "auto_routing": True,
         }
 
         def for_stream():

{webscout-8.3.3 → webscout-8.3.5}/webscout/Provider/AISEARCH/scira_search.py

@@ -43,17 +43,32 @@ class Scira(AISearch):
     """
 
     AVAILABLE_MODELS = {
-        "scira-default": "Grok3-mini", # thinking model
-        "scira-grok-3": "Grok3",
-        "scira-anthropic": "Claude 4 Sonnet",
-        "scira-anthropic-thinking": "Claude 4 Sonnet Thinking", # thinking model
-        "scira-vision" : "Grok2-Vision", # vision model
-        "scira-4o": "GPT4o",
-        "scira-qwq": "QWQ-32B",
-        "scira-o4-mini": "o4-mini",
-        "scira-google": "gemini 2.5 flash Thinking", # thinking model
-        "scira-google-pro": "gemini 2.5 pro",
-        "scira-llama-4": "llama 4 Maverick",
+        "scira-default": "grok-3-mini",  # thinking model
+        "scira-x-fast-mini": "grok-3-mini-fast",
+        "scira-x-fast": "grok-3-fast",
+        "scira-nano": "gpt-4.1-nano",
+        "scira-grok-3": "grok-3",
+        "scira-grok-4": "grok-4",
+        "scira-vision": "grok-2-vision-1212",
+        "scira-g2": "grok-2-latest",
+        "scira-4o-mini": "gpt-4o-mini",
+        "scira-o4-mini": "o4-mini-2025-04-16",
+        "scira-o3": "o3",
+        "scira-qwen-32b": "qwen/qwen3-32b",
+        "scira-qwen-30b": "qwen3-30b-a3b",
+        "scira-deepseek-v3": "deepseek-v3-0324",
+        "scira-haiku": "claude-3-5-haiku-20241022",
+        "scira-mistral": "mistral-small-latest",
+        "scira-google-lite": "gemini-2.5-flash-lite-preview-06-17",
+        "scira-google": "gemini-2.5-flash",
+        "scira-google-pro": "gemini-2.5-pro",
+        "scira-anthropic": "claude-sonnet-4-20250514",
+        "scira-anthropic-thinking": "claude-sonnet-4-20250514",
+        "scira-opus": "claude-4-opus-20250514",
+        "scira-opus-pro": "claude-4-opus-20250514",
+        "scira-llama-4": "meta-llama/llama-4-maverick-17b-128e-instruct",
+        "scira-kimi-k2": "kimi-k2-instruct",
+        "kimi-k2-instruct": "scira-kimi-k2",
     }
     def __init__(
         self,