webscout 2.2__py3-none-any.whl → 2.3__py3-none-any.whl

webscout/Local/utils.py

@@ -0,0 +1,171 @@
+from ._version import __version__, __llama_cpp_version__
+
+import sys
+import numpy as np
+
+from typing   import Any, Iterable, TextIO
+from time     import strftime
+from enum     import IntEnum
+from struct   import unpack
+from colorama import Fore
+
+
+# color codes used in Thread.interact()
+RESET_ALL = Fore.RESET
+USER_STYLE = RESET_ALL + Fore.GREEN
+BOT_STYLE = RESET_ALL + Fore.CYAN
+DIM_STYLE = RESET_ALL + Fore.LIGHTBLACK_EX
+SPECIAL_STYLE = RESET_ALL + Fore.YELLOW
+
+# for typing of softmax parameter `z`
+class _ArrayLike(Iterable):
+    pass
+
+# for typing of Model.stream_print() parameter `file`
+class _SupportsWriteAndFlush(TextIO):
+    pass
+
+class GGUFReader:
+    """
+    Peek at file header for GGUF metadata
+
+    Raise ValueError if file is not GGUF or is outdated
+
+    Credit to oobabooga for the parts of the code in this class
+
+    Format spec: https://github.com/philpax/ggml/blob/gguf-spec/docs/gguf.md
+    """
+
+    class GGUFValueType(IntEnum):
+        UINT8 = 0
+        INT8 = 1
+        UINT16 = 2
+        INT16 = 3
+        UINT32 = 4
+        INT32 = 5
+        FLOAT32 = 6
+        BOOL = 7
+        STRING = 8
+        ARRAY = 9
+        UINT64 = 10
+        INT64 = 11
+        FLOAT64 = 12
+
+    _simple_value_packing = {
+        GGUFValueType.UINT8: "<B",
+        GGUFValueType.INT8: "<b",
+        GGUFValueType.UINT16: "<H",
+        GGUFValueType.INT16: "<h",
+        GGUFValueType.UINT32: "<I",
+        GGUFValueType.INT32: "<i",
+        GGUFValueType.FLOAT32: "<f",
+        GGUFValueType.UINT64: "<Q",
+        GGUFValueType.INT64: "<q",
+        GGUFValueType.FLOAT64: "<d",
+        GGUFValueType.BOOL: "?",
+    }
+
+    value_type_info = {
+        GGUFValueType.UINT8: 1,
+        GGUFValueType.INT8: 1,
+        GGUFValueType.UINT16: 2,
+        GGUFValueType.INT16: 2,
+        GGUFValueType.UINT32: 4,
+        GGUFValueType.INT32: 4,
+        GGUFValueType.FLOAT32: 4,
+        GGUFValueType.UINT64: 8,
+        GGUFValueType.INT64: 8,
+        GGUFValueType.FLOAT64: 8,
+        GGUFValueType.BOOL: 1,
+    }
+
+    def get_single(self, value_type, file) -> Any:
+        if value_type == GGUFReader.GGUFValueType.STRING:
+            value_length = unpack("<Q", file.read(8))[0]
+            value = file.read(value_length)
+            value = value.decode("utf-8")
+        else:
+            type_str = GGUFReader._simple_value_packing.get(value_type)
+            bytes_length = GGUFReader.value_type_info.get(value_type)
+            value = unpack(type_str, file.read(bytes_length))[0]
+
+        return value
+
+    def load_metadata(self, fname) -> dict:
+        metadata = {}
+        with open(fname, "rb") as file:
+            GGUF_MAGIC = file.read(4)
+
+            if GGUF_MAGIC != b"GGUF":
+                raise ValueError(
+                    "your model file is not a valid GGUF file "
+                    f"(magic number mismatch, got {GGUF_MAGIC}, "
+                    "expected b'GGUF')"
+                )
+
+            GGUF_VERSION = unpack("<I", file.read(4))[0]
+
+            if GGUF_VERSION == 1:
+                raise ValueError(
+                    "your model file reports GGUF version 1, "
+                    "but only versions 2 and above are supported. "
+                    "re-convert your model or download a newer version"
+                )
+
+            # ti_data_count = struct.unpack("<Q", file.read(8))[0]
+            file.read(8)
+            kv_data_count = unpack("<Q", file.read(8))[0]
+
+            for _ in range(kv_data_count):
+                key_length = unpack("<Q", file.read(8))[0]
+                key = file.read(key_length)
+
+                value_type = GGUFReader.GGUFValueType(
+                    unpack("<I", file.read(4))[0]
+                )
+                if value_type == GGUFReader.GGUFValueType.ARRAY:
+                    ltype = GGUFReader.GGUFValueType(
+                        unpack("<I", file.read(4))[0]
+                    )
+                    length = unpack("<Q", file.read(8))[0]
+                    arr = [
+                        GGUFReader.get_single(
+                            self,
+                            ltype,
+                            file
+                        ) for _ in range(length)
+                    ]
+                    metadata[key.decode()] = arr
+                else:
+                    value = GGUFReader.get_single(self, value_type, file)
+                    metadata[key.decode()] = value
+
+        return metadata
+
+def softmax(z: _ArrayLike) -> np.ndarray:
+    """
+    Compute softmax over values in z, where z is array-like
+    """
+    e_z = np.exp(z - np.max(z))
+    return e_z / e_z.sum()
+
+def cls() -> None:
+    """Clear the terminal"""
+    print("\033c\033[3J", end='', flush=True)
+
+# no longer used in this module, but left for others to use
+def get_timestamp_prefix_str() -> str:
+    # helpful: https://strftime.net
+    return strftime("[%Y, %b %e, %a %l:%M %p] ")
+
+def truncate(text: str) -> str:
+    return text if len(text) < 63 else f"{text[:60]}..."
+
+def print_verbose(text: str) -> None:
+    print("webscout.Local: verbose:", text, file=sys.stderr, flush=True)
+
+def print_info(text: str) -> None:
+    print("webscout.Local: info:", text, file=sys.stderr, flush=True)
+
+def print_warning(text: str) -> None:
+    print("webscout.Local: warning:", text, file=sys.stderr, flush=True)

webscout/__init__.py

@@ -1,117 +1,119 @@
-"""Webscout.
-
-Search for anything using the Google, DuckDuckGo, phind.com. Also containes AI models, can transcribe yt videos, temporary email and phone number generation, have TTS support and webai(terminal gpt and open interpeter)
-"""
-# webscout/__init__.py
-
-from .webscout_search import WEBS 
-from .webscout_search_async import AsyncWEBS 
+from .webscout_search import WEBS
+from .webscout_search_async import AsyncWEBS
 from .version import __version__
-from .DWEBS import DeepWEBS 
+from .DWEBS import DeepWEBS
 from .transcriber import transcriber
 from .voice import play_audio
+from .tempid import Client as TempMailClient, TemporaryPhoneNumber
+from .LLM import LLM
+from .Local import *
 import g4f
 # Import provider classes for direct access
 from .Provider import (
-    ThinkAnyAI,
-    Xjai,
-    LLAMA2,
-    AsyncLLAMA2,
-    Cohere,
-    REKA,
-    GROQ,
-    AsyncGROQ,
-    OPENAI,
-    AsyncOPENAI,
-    LEO,
-    AsyncLEO,
-    KOBOLDAI,
-    AsyncKOBOLDAI,
-    OPENGPT,
-    AsyncOPENGPT,
-    PERPLEXITY,
-    BLACKBOXAI,
-    AsyncBLACKBOXAI,
-    PhindSearch,
-    AsyncPhindSearch,
-    YEPCHAT,
-    AsyncYEPCHAT,
-    YouChat,
-    GEMINI,
-    Berlin4h,
-    ChatGPTUK,
+   ThinkAnyAI,
+   Xjai,
+   LLAMA2, 
+   AsyncLLAMA2,
+   Cohere,
+   REKA,
+   GROQ,
+   AsyncGROQ,
+   OPENAI,
+   AsyncOPENAI,
+   LEO,
+   AsyncLEO,
+   KOBOLDAI,
+   AsyncKOBOLDAI,
+   OPENGPT,
+   AsyncOPENGPT,
+   PERPLEXITY,
+   BLACKBOXAI,
+   AsyncBLACKBOXAI,
+   PhindSearch,
+   AsyncPhindSearch,
+   YEPCHAT,
+   AsyncYEPCHAT,
+   YouChat,
+   GEMINI,
+   Berlin4h,
+   ChatGPTUK,
 )
 
 __repo__ = "https://github.com/OE-LUCIFER/Webscout"
 
 webai = [
-    "leo",
-    "openai",
-    "opengpt",
-    "koboldai",
-    "gemini",
-    "phind",
-    "blackboxai",
-    "g4fauto",
-    "perplexity",
-    "groq",
-    "reka",
-    "cohere",
-    "yepchat",
-    "you",
-    "xjai",
-    "thinkany",
-    "berlin4h",
-    "chatgptuk",
-    "auto",
+   "leo",
+   "openai",
+   "opengpt",
+   "koboldai",
+   "gemini",
+   "phind",
+   "blackboxai",
+   "g4fauto",
+   "perplexity",
+   "groq",
+   "reka",
+   "cohere",
+   "yepchat",
+   "you",
+   "xjai",
+   "thinkany",
+   "berlin4h",
+   "chatgptuk",
+   "auto",
 ]
 
 gpt4free_providers = [
-    provider.__name__ for provider in g4f.Provider.__providers__  # if provider.working
+   provider.__name__ for provider in g4f.Provider.__providers__  # if provider.working
 ]
 
 available_providers = webai + gpt4free_providers
 
-# Add all the provider classes you want to directly import to __all__
+# Add all the provider classes, Localai models, Thread, and Model to __all__
 __all__ = [
-    "WEBS", 
-    "AsyncWEBS", 
-    "__version__", 
-    "cli", 
-    "DeepWEBS", 
-    "transcriber", 
-    "play_audio",
+   "WEBS",
+   "AsyncWEBS",
+   "__version__",
+   "DeepWEBS",
+   "transcriber",
+   "play_audio",
+   "TempMailClient", 
+   "TemporaryPhoneNumber",
+   "LLM",
+   # Localai models and utilities 
+   "Model",
+   "Thread",
+   "formats", 
 
-    # AI Providers
-    "ThinkAnyAI",
-    "Xjai",
-    "LLAMA2",
-    "AsyncLLAMA2",
-    "Cohere",
-    "REKA",
-    "GROQ",
-    "AsyncGROQ",
-    "OPENAI",
-    "AsyncOPENAI",
-    "LEO",
-    "AsyncLEO",
-    "KOBOLDAI",
-    "AsyncKOBOLDAI",
-    "OPENGPT",
-    "AsyncOPENGPT",
-    "PERPLEXITY",
-    "BLACKBOXAI",
-    "AsyncBLACKBOXAI",
-    "PhindSearch",
-    "AsyncPhindSearch",
-    "YEPCHAT",
-    "AsyncYEPCHAT",
-    "YouChat",
-    "GEMINI",
-    "Berlin4h",
-    "ChatGPTUK",
+   # AI Providers
+   "ThinkAnyAI",
+   "Xjai",
+   "LLAMA2",
+   "AsyncLLAMA2",
+   "Cohere",
+   "REKA",
+   "GROQ",
+   "AsyncGROQ",
+   "OPENAI",
+   "AsyncOPENAI",
+   "LEO",
+   "AsyncLEO",
+   "KOBOLDAI",
+   "AsyncKOBOLDAI",
+   "OPENGPT",
+   "AsyncOPENGPT",
+   "PERPLEXITY",
+   "BLACKBOXAI",
+   "AsyncBLACKBOXAI",
+   "PhindSearch",
+   "AsyncPhindSearch",
+   "YEPCHAT",
+   "AsyncYEPCHAT",
+   "YouChat",
+   "GEMINI",
+   "Berlin4h",
+   "ChatGPTUK",
 ]
 
-# Set up basic logger
 import logging
-logging.getLogger("webscout").addHandler(logging.NullHandler()) 
+logging.getLogger("webscout").addHandler(logging.NullHandler())

webscout/async_providers.py

@@ -1,12 +1,12 @@
-from webscout.AI import AsyncPhindSearch
-from webscout.AI import AsyncYEPCHAT
-from webscout.AI import AsyncOPENGPT
-from webscout.AI import AsyncOPENAI
-from webscout.AI import AsyncLLAMA2
-from webscout.AI import AsyncLEO
-from webscout.AI import AsyncKOBOLDAI
-from webscout.AI import AsyncGROQ
-from webscout.AI import AsyncBLACKBOXAI
+from webscout import AsyncPhindSearch
+from webscout import AsyncYEPCHAT
+from webscout import AsyncOPENGPT
+from webscout import AsyncOPENAI
+from webscout import AsyncLLAMA2
+from webscout import AsyncLEO
+from webscout import AsyncKOBOLDAI
+from webscout import AsyncGROQ
+from webscout import AsyncBLACKBOXAI
 from webscout.g4f import AsyncGPT4FREE
 
 mapper: dict[str, object] = {

webscout/g4f.py

@@ -227,8 +227,8 @@ class GPT4FREE(Provider):
         auth: str = None,
         max_tokens: int = 600,
         model: str = None,
-        chat_completion: bool = False,
-        ignore_working: bool = False,
+        chat_completion: bool = True,
+        ignore_working: bool = True,
         timeout: int = 30,
         intro: str = None,
         filepath: str = None,

{webscout-2.2.dist-info → webscout-2.3.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.1
 Name: webscout
-Version: 2.2
-Summary: Search for anything using the Google, DuckDuckGo, phind.com. Also containes AI models, can transcribe yt videos, temporary email and phone number generation, have TTS support and webai(terminal gpt and open interpeter)
+Version: 2.3
+Summary: Search for anything using Google, DuckDuckGo, phind.com. Also contains AI models, can transcribe yt videos, temporary email and phone number generation, has TTS support, and webai (terminal gpt and open interpreter).
 Author: OEvortex
 Author-email: helpingai5@gmail.com
 License: HelpingAI Simplified Universal License
@@ -36,7 +36,6 @@ Requires-Dist: halo >=0.0.31
 Requires-Dist: g4f >=0.2.2.3
 Requires-Dist: rich
 Requires-Dist: python-dotenv
-Requires-Dist: Helpingai-T2
 Requires-Dist: beautifulsoup4
 Requires-Dist: markdownify
 Requires-Dist: pydantic
@@ -55,6 +54,10 @@ Requires-Dist: playsound
 Provides-Extra: dev
 Requires-Dist: ruff >=0.1.6 ; extra == 'dev'
 Requires-Dist: pytest >=7.4.2 ; extra == 'dev'
+Provides-Extra: local
+Requires-Dist: llama-cpp-python ; extra == 'local'
+Requires-Dist: colorama ; extra == 'local'
+Requires-Dist: numpy ; extra == 'local'
 
 <div align="center">
   <!-- Replace `#` with your actual links -->

{webscout-2.2.dist-info → webscout-2.3.dist-info}/RECORD

@@ -10,17 +10,17 @@ DeepWEBS/networks/webpage_fetcher.py,sha256=vRB9T3o-nMgrMkG2NPHTDctNeXaPSKCmBXqu
 DeepWEBS/utilsdw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 DeepWEBS/utilsdw/enver.py,sha256=vpI7s4_o_VL9govSryOv-z1zYK3pTEW3-H9QNN8JYtc,2472
 DeepWEBS/utilsdw/logger.py,sha256=Z0nFUcEGyU8r28yKiIyvEtO26xxpmJgbvNToTfwZecc,8174
-webscout/AIauto.py,sha256=NlIx-Nfuq-xJ3uZUOUJUXtZ2tzwcbx1ViIlnVK2aCrw,17297
+webscout/AIauto.py,sha256=xPGr_Z0h27XXNh4Wiufjn9TksDOqxqlaGcLUYKNP55w,18246
 webscout/AIbase.py,sha256=GoHbN8r0gq2saYRZv6LA-Fr9Jlcjv80STKFXUq2ZeGU,4710
 webscout/AIutel.py,sha256=LXYgQOEk21c7MpNJlSl2RbLvR8HDJhTSwJiVVgqf0Iw,33266
 webscout/DWEBS.py,sha256=QT-7-dUgWhQ_H7EVZD53AVyXxyskoPMKCkFIpzkN56Q,7332
 webscout/LLM.py,sha256=CiDz0okZNEoXuxMwadZnwRGSLpqk2zg0vzvXSxQZjcE,1910
-webscout/__init__.py,sha256=jJ6690a2XMglvK9LeGpiWJEGZuhWivUx3wHAQ0ov9dA,2338
+webscout/__init__.py,sha256=4RmWkUjUyOCVvoymHpCqnKIs8hfmcNYhONQ8bhdiPf0,2206
 webscout/__main__.py,sha256=ZtTRgsRjUi2JOvYFLF1ZCh55Sdoz94I-BS-TlJC7WDU,126
-webscout/async_providers.py,sha256=KGWKAhdEh4nMntLtyCaO0p827Tcg__gBLT_MLRO4l5o,711
+webscout/async_providers.py,sha256=holBv5SxanxVXc_92CBBaXHlB2IakB_fHnhyZaFjYF8,684
 webscout/cli.py,sha256=F888fdrFUQgczMBN4yMOSf6Nh-IbvkqpPhDsbnA2FtQ,17059
 webscout/exceptions.py,sha256=Wx8bEN3bz1nNZ9PAZHX8jwvFPddF9Y2pHAEwCMu_VJc,498
-webscout/g4f.py,sha256=F7POjR03ek7eZvcTX-p7gMe1b0nLNoIqF-L_vZwos0c,24489
+webscout/g4f.py,sha256=NNcnlOtIWV9R93UsBN4jBGBEJ9sJ-Np1WbgjkGVDcYc,24487
 webscout/models.py,sha256=5iQIdtedT18YuTZ3npoG7kLMwcrKwhQ7928dl_7qZW0,692
 webscout/tempid.py,sha256=5oc3UbXhPGKxrMRTfRABT-V-dNzH_hOKWtLYM6iCWd4,5896
 webscout/transcriber.py,sha256=EddvTSq7dPJ42V3pQVnGuEiYQ7WjJ9uyeR9kMSxN7uY,20622
@@ -30,6 +30,13 @@ webscout/voice.py,sha256=0QjXTHAQmCK07IDZXRc7JXem47cnPJH7u3X0sVP1-UQ,967
 webscout/webai.py,sha256=cRzJNVljryCxV4kEtmii0_CEBxSs71Ft3sdPdcqGmBg,84668
 webscout/webscout_search.py,sha256=TvbrRYVMXbFGgEh0CoFHNYVY3iQ8SmejxEmv8Csu4IA,3159
 webscout/webscout_search_async.py,sha256=4_L_t_I9WlvpPEI3FI0K3v6Aayr0pNvD3chYOp7JR8o,42902
+webscout/Local/__init__.py,sha256=HxyOwxCdOpzHx4lE6UUMK1S10oBW9WYE5JQaBbFHOh8,220
+webscout/Local/_version.py,sha256=sc9JboCC9IEKihG_oql9GqyPt0rTPN2OXbpyzRDoCQ4,83
+webscout/Local/formats.py,sha256=tttN2Cqq39YZgypjyu1_ZbfDTj8cdiFndiW-MUFR4qQ,17153
+webscout/Local/model.py,sha256=Hf_xybJm1PZBBIIy5j0p3Z3CnWezymNfxr8zQeFHJqY,27611
+webscout/Local/samplers.py,sha256=qXwU4eLXER-2aCYzcJcTgA6BeFmi5GMpTDUX1C9pTN4,4372
+webscout/Local/thread.py,sha256=xxQIzk--xEohz04I_0Rnta43bS2jMDbsvW9_e6IbSTk,24868
+webscout/Local/utils.py,sha256=v9DLA9veFd_d4GhWPy3qRqSivPTSmSNmj5NN5Z2AMcQ,5454
 webscout/Provider/Berlin4h.py,sha256=-O6BRkLusUEdYXcyQ09iY86dFl9WoiA4mlmZ_DLZbos,8342
 webscout/Provider/Blackboxai.py,sha256=8B5wT_eb86RVZ5uOqwvgVC5QATl0uEMCli0n4SDwt1M,16743
 webscout/Provider/ChatGPTUK.py,sha256=ozpWnuOlC_7jeDcTuUukFPcPkIksx-Bgq_6Rrf0Bwak,8357
@@ -49,9 +56,9 @@ webscout/Provider/Xjai.py,sha256=gI9FqEodS-jHfFM_CsDPmTb_wL5NU2q__2fg9hqVoEc,880
 webscout/Provider/Yepchat.py,sha256=E0tv3Zfoqs1Sw8Pe-6_5d--_1LESm8mjw536DWclJk8,19398
 webscout/Provider/Youchat.py,sha256=JAZYwcj0Kl1UUgqN0rD3TKaReA1G-cmIlW_4mog1j_c,7756
 webscout/Provider/__init__.py,sha256=BPYm-ZOkZOXXn3bx_2UHIV6aZS47d9Y01JDq-EiPXhQ,1318
-webscout-2.2.dist-info/LICENSE.md,sha256=mRVwJuT4SXC5O93BFdsfWBjlXjGn2Np90Zm5SocUzM0,3150
-webscout-2.2.dist-info/METADATA,sha256=hZMwgDbYv2rbOEB3JTAAH7TOpVWou5e9-zsWxEnflS4,46482
-webscout-2.2.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-webscout-2.2.dist-info/entry_points.txt,sha256=8-93eRslYrzTHs5E-6yFRJrve00C9q-SkXJD113jzRY,197
-webscout-2.2.dist-info/top_level.txt,sha256=OD5YKy6Y3hldL7SmuxsiEDxAG4LgdSSWwzYk22MF9fk,18
-webscout-2.2.dist-info/RECORD,,
+webscout-2.3.dist-info/LICENSE.md,sha256=mRVwJuT4SXC5O93BFdsfWBjlXjGn2Np90Zm5SocUzM0,3150
+webscout-2.3.dist-info/METADATA,sha256=ntfYcc-wFWtZtnbI-rFMR7yhph29tvJl2Ynje2Vadjo,46611
+webscout-2.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+webscout-2.3.dist-info/entry_points.txt,sha256=Hh4YIIjvkqB9SVxZ2ri4DZUkgEu_WF_5_r_nZDIvfG8,73
+webscout-2.3.dist-info/top_level.txt,sha256=OD5YKy6Y3hldL7SmuxsiEDxAG4LgdSSWwzYk22MF9fk,18
+webscout-2.3.dist-info/RECORD,,

webscout-2.3.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+WEBS = webscout.cli:cli
+webscout = webscout.webai:main

webscout-2.2.dist-info/entry_points.txt

@@ -1,6 +0,0 @@
-[console_scripts]
-WEBS = webscout.cli:cli
-webscout-ai = webscout.AI:cli
-webscout-ai-phindsearch = webscout.AI:phindsearch
-webscout-ai-yepchat = webscout.AI:yepchat
-webscout-llm = webscout.LLM:chat