webscout 2.2b0__py3-none-any.whl → 2.3__py3-none-any.whl

webscout/Local/utils.py

@@ -0,0 +1,171 @@
+from ._version import __version__, __llama_cpp_version__
+
+import sys
+import numpy as np
+
+from typing   import Any, Iterable, TextIO
+from time     import strftime
+from enum     import IntEnum
+from struct   import unpack
+from colorama import Fore
+
+
+# color codes used in Thread.interact()
+RESET_ALL = Fore.RESET
+USER_STYLE = RESET_ALL + Fore.GREEN
+BOT_STYLE = RESET_ALL + Fore.CYAN
+DIM_STYLE = RESET_ALL + Fore.LIGHTBLACK_EX
+SPECIAL_STYLE = RESET_ALL + Fore.YELLOW
+
+# for typing of softmax parameter `z`
+class _ArrayLike(Iterable):
+    pass
+
+# for typing of Model.stream_print() parameter `file`
+class _SupportsWriteAndFlush(TextIO):
+    pass
+
+class GGUFReader:
+    """
+    Peek at file header for GGUF metadata
+
+    Raise ValueError if file is not GGUF or is outdated
+
+    Credit to oobabooga for the parts of the code in this class
+
+    Format spec: https://github.com/philpax/ggml/blob/gguf-spec/docs/gguf.md
+    """
+
+    class GGUFValueType(IntEnum):
+        UINT8 = 0
+        INT8 = 1
+        UINT16 = 2
+        INT16 = 3
+        UINT32 = 4
+        INT32 = 5
+        FLOAT32 = 6
+        BOOL = 7
+        STRING = 8
+        ARRAY = 9
+        UINT64 = 10
+        INT64 = 11
+        FLOAT64 = 12
+
+    _simple_value_packing = {
+        GGUFValueType.UINT8: "<B",
+        GGUFValueType.INT8: "<b",
+        GGUFValueType.UINT16: "<H",
+        GGUFValueType.INT16: "<h",
+        GGUFValueType.UINT32: "<I",
+        GGUFValueType.INT32: "<i",
+        GGUFValueType.FLOAT32: "<f",
+        GGUFValueType.UINT64: "<Q",
+        GGUFValueType.INT64: "<q",
+        GGUFValueType.FLOAT64: "<d",
+        GGUFValueType.BOOL: "?",
+    }
+
+    value_type_info = {
+        GGUFValueType.UINT8: 1,
+        GGUFValueType.INT8: 1,
+        GGUFValueType.UINT16: 2,
+        GGUFValueType.INT16: 2,
+        GGUFValueType.UINT32: 4,
+        GGUFValueType.INT32: 4,
+        GGUFValueType.FLOAT32: 4,
+        GGUFValueType.UINT64: 8,
+        GGUFValueType.INT64: 8,
+        GGUFValueType.FLOAT64: 8,
+        GGUFValueType.BOOL: 1,
+    }
+
+    def get_single(self, value_type, file) -> Any:
+        if value_type == GGUFReader.GGUFValueType.STRING:
+            value_length = unpack("<Q", file.read(8))[0]
+            value = file.read(value_length)
+            value = value.decode("utf-8")
+        else:
+            type_str = GGUFReader._simple_value_packing.get(value_type)
+            bytes_length = GGUFReader.value_type_info.get(value_type)
+            value = unpack(type_str, file.read(bytes_length))[0]
+
+        return value
+
+    def load_metadata(self, fname) -> dict:
+        metadata = {}
+        with open(fname, "rb") as file:
+            GGUF_MAGIC = file.read(4)
+
+            if GGUF_MAGIC != b"GGUF":
+                raise ValueError(
+                    "your model file is not a valid GGUF file "
+                    f"(magic number mismatch, got {GGUF_MAGIC}, "
+                    "expected b'GGUF')"
+                )
+
+            GGUF_VERSION = unpack("<I", file.read(4))[0]
+
+            if GGUF_VERSION == 1:
+                raise ValueError(
+                    "your model file reports GGUF version 1, "
+                    "but only versions 2 and above are supported. "
+                    "re-convert your model or download a newer version"
+                )
+
+            # ti_data_count = struct.unpack("<Q", file.read(8))[0]
+            file.read(8)
+            kv_data_count = unpack("<Q", file.read(8))[0]
+
+            for _ in range(kv_data_count):
+                key_length = unpack("<Q", file.read(8))[0]
+                key = file.read(key_length)
+
+                value_type = GGUFReader.GGUFValueType(
+                    unpack("<I", file.read(4))[0]
+                )
+                if value_type == GGUFReader.GGUFValueType.ARRAY:
+                    ltype = GGUFReader.GGUFValueType(
+                        unpack("<I", file.read(4))[0]
+                    )
+                    length = unpack("<Q", file.read(8))[0]
+                    arr = [
+                        GGUFReader.get_single(
+                            self,
+                            ltype,
+                            file
+                        ) for _ in range(length)
+                    ]
+                    metadata[key.decode()] = arr
+                else:
+                    value = GGUFReader.get_single(self, value_type, file)
+                    metadata[key.decode()] = value
+
+        return metadata
+
+def softmax(z: _ArrayLike) -> np.ndarray:
+    """
+    Compute softmax over values in z, where z is array-like
+    """
+    e_z = np.exp(z - np.max(z))
+    return e_z / e_z.sum()
+
+def cls() -> None:
+    """Clear the terminal"""
+    print("\033c\033[3J", end='', flush=True)
+
+# no longer used in this module, but left for others to use
+def get_timestamp_prefix_str() -> str:
+    # helpful: https://strftime.net
+    return strftime("[%Y, %b %e, %a %l:%M %p] ")
+
+def truncate(text: str) -> str:
+    return text if len(text) < 63 else f"{text[:60]}..."
+
+def print_verbose(text: str) -> None:
+    print("webscout.Local: verbose:", text, file=sys.stderr, flush=True)
+
+def print_info(text: str) -> None:
+    print("webscout.Local: info:", text, file=sys.stderr, flush=True)
+
+def print_warning(text: str) -> None:
+    print("webscout.Local: warning:", text, file=sys.stderr, flush=True)

webscout/__init__.py

@@ -1,127 +1,119 @@
-"""Webscout.
-
-Search for anything using the Google, DuckDuckGo, phind.com. Also contains AI models, can transcribe yt videos, temporary email and phone number generation, has TTS support, and webai (terminal gpt and open interpreter).
-"""
-# webscout/__init__.py
-
 from .webscout_search import WEBS
 from .webscout_search_async import AsyncWEBS
 from .version import __version__
 from .DWEBS import DeepWEBS
 from .transcriber import transcriber
-from .voice import play_audio, talk
+from .voice import play_audio
 from .tempid import Client as TempMailClient, TemporaryPhoneNumber
-from .models import MapsResult
 from .LLM import LLM
 from .Local import *
 import g4f
 # Import provider classes for direct access
 from .Provider import (
-    ThinkAnyAI,
-    Xjai,
-    LLAMA2,
-    AsyncLLAMA2,
-    Cohere,
-    REKA,
-    GROQ,
-    AsyncGROQ,
-    OPENAI,
-    AsyncOPENAI,
-    LEO,
-    AsyncLEO,
-    KOBOLDAI,
-    AsyncKOBOLDAI,
-    OPENGPT,
-    AsyncOPENGPT,
-    PERPLEXITY,
-    BLACKBOXAI,
-    AsyncBLACKBOXAI,
-    PhindSearch,
-    AsyncPhindSearch,
-    YEPCHAT,
-    AsyncYEPCHAT,
-    YouChat,
-    GEMINI,
-    Berlin4h,
-    ChatGPTUK,
+   ThinkAnyAI,
+   Xjai,
+   LLAMA2, 
+   AsyncLLAMA2,
+   Cohere,
+   REKA,
+   GROQ,
+   AsyncGROQ,
+   OPENAI,
+   AsyncOPENAI,
+   LEO,
+   AsyncLEO,
+   KOBOLDAI,
+   AsyncKOBOLDAI,
+   OPENGPT,
+   AsyncOPENGPT,
+   PERPLEXITY,
+   BLACKBOXAI,
+   AsyncBLACKBOXAI,
+   PhindSearch,
+   AsyncPhindSearch,
+   YEPCHAT,
+   AsyncYEPCHAT,
+   YouChat,
+   GEMINI,
+   Berlin4h,
+   ChatGPTUK,
 )
 
 __repo__ = "https://github.com/OE-LUCIFER/Webscout"
 
 webai = [
-    "leo",
-    "openai",
-    "opengpt",
-    "koboldai",
-    "gemini",
-    "phind",
-    "blackboxai",
-    "g4fauto",
-    "perplexity",
-    "groq",
-    "reka",
-    "cohere",
-    "yepchat",
-    "you",
-    "xjai",
-    "thinkany",
-    "berlin4h",
-    "chatgptuk",
-    "auto",
+   "leo",
+   "openai",
+   "opengpt",
+   "koboldai",
+   "gemini",
+   "phind",
+   "blackboxai",
+   "g4fauto",
+   "perplexity",
+   "groq",
+   "reka",
+   "cohere",
+   "yepchat",
+   "you",
+   "xjai",
+   "thinkany",
+   "berlin4h",
+   "chatgptuk",
+   "auto",
 ]
 
 gpt4free_providers = [
-    provider.__name__ for provider in g4f.Provider.__providers__  # if provider.working
+   provider.__name__ for provider in g4f.Provider.__providers__  # if provider.working
 ]
 
 available_providers = webai + gpt4free_providers
 
-# Add all the provider classes you want to directly import to __all__
+# Add all the provider classes, Localai models, Thread, and Model to __all__
 __all__ = [
-    "WEBS",
-    "AsyncWEBS",
-    "__version__",
-    "DeepWEBS",
-    "transcriber",
-    "play_audio",
-    "talk",
-    "TempMailClient", 
-    "TemporaryPhoneNumber",
-    "MapsResult",
-    "LLM",
-    "Model",
-    "Thread",
+   "WEBS",
+   "AsyncWEBS",
+   "__version__",
+   "DeepWEBS",
+   "transcriber",
+   "play_audio",
+   "TempMailClient", 
+   "TemporaryPhoneNumber",
+   "LLM",
+   # Localai models and utilities 
+   "Model",
+   "Thread",
+   "formats", 
 
-    # AI Providers
-    "ThinkAnyAI",
-    "Xjai",
-    "LLAMA2",
-    "AsyncLLAMA2",
-    "Cohere",
-    "REKA",
-    "GROQ",
-    "AsyncGROQ",
-    "OPENAI",
-    "AsyncOPENAI",
-    "LEO",
-    "AsyncLEO",
-    "KOBOLDAI",
-    "AsyncKOBOLDAI",
-    "OPENGPT",
-    "AsyncOPENGPT",
-    "PERPLEXITY",
-    "BLACKBOXAI",
-    "AsyncBLACKBOXAI",
-    "PhindSearch",
-    "AsyncPhindSearch",
-    "YEPCHAT",
-    "AsyncYEPCHAT",
-    "YouChat",
-    "GEMINI",
-    "Berlin4h",
-    "ChatGPTUK",
+   # AI Providers
+   "ThinkAnyAI",
+   "Xjai",
+   "LLAMA2",
+   "AsyncLLAMA2",
+   "Cohere",
+   "REKA",
+   "GROQ",
+   "AsyncGROQ",
+   "OPENAI",
+   "AsyncOPENAI",
+   "LEO",
+   "AsyncLEO",
+   "KOBOLDAI",
+   "AsyncKOBOLDAI",
+   "OPENGPT",
+   "AsyncOPENGPT",
+   "PERPLEXITY",
+   "BLACKBOXAI",
+   "AsyncBLACKBOXAI",
+   "PhindSearch",
+   "AsyncPhindSearch",
+   "YEPCHAT",
+   "AsyncYEPCHAT",
+   "YouChat",
+   "GEMINI",
+   "Berlin4h",
+   "ChatGPTUK",
 ]
 
-# Set up basic logger
 import logging
-logging.getLogger("webscout").addHandler(logging.NullHandler()) 
+logging.getLogger("webscout").addHandler(logging.NullHandler())

{webscout-2.2b0.dist-info → webscout-2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: webscout
-Version: 2.2b0
+Version: 2.3
 Summary: Search for anything using Google, DuckDuckGo, phind.com. Also contains AI models, can transcribe yt videos, temporary email and phone number generation, has TTS support, and webai (terminal gpt and open interpreter).
 Author: OEvortex
 Author-email: helpingai5@gmail.com

{webscout-2.2b0.dist-info → webscout-2.3.dist-info}/RECORD

@@ -15,7 +15,7 @@ webscout/AIbase.py,sha256=GoHbN8r0gq2saYRZv6LA-Fr9Jlcjv80STKFXUq2ZeGU,4710
 webscout/AIutel.py,sha256=LXYgQOEk21c7MpNJlSl2RbLvR8HDJhTSwJiVVgqf0Iw,33266
 webscout/DWEBS.py,sha256=QT-7-dUgWhQ_H7EVZD53AVyXxyskoPMKCkFIpzkN56Q,7332
 webscout/LLM.py,sha256=CiDz0okZNEoXuxMwadZnwRGSLpqk2zg0vzvXSxQZjcE,1910
-webscout/__init__.py,sha256=gcFnG-20bSubSpx42tgnDfhbGV2wFTe6yfz_bHqSJ8A,2595
+webscout/__init__.py,sha256=4RmWkUjUyOCVvoymHpCqnKIs8hfmcNYhONQ8bhdiPf0,2206
 webscout/__main__.py,sha256=ZtTRgsRjUi2JOvYFLF1ZCh55Sdoz94I-BS-TlJC7WDU,126
 webscout/async_providers.py,sha256=holBv5SxanxVXc_92CBBaXHlB2IakB_fHnhyZaFjYF8,684
 webscout/cli.py,sha256=F888fdrFUQgczMBN4yMOSf6Nh-IbvkqpPhDsbnA2FtQ,17059
@@ -30,6 +30,13 @@ webscout/voice.py,sha256=0QjXTHAQmCK07IDZXRc7JXem47cnPJH7u3X0sVP1-UQ,967
 webscout/webai.py,sha256=cRzJNVljryCxV4kEtmii0_CEBxSs71Ft3sdPdcqGmBg,84668
 webscout/webscout_search.py,sha256=TvbrRYVMXbFGgEh0CoFHNYVY3iQ8SmejxEmv8Csu4IA,3159
 webscout/webscout_search_async.py,sha256=4_L_t_I9WlvpPEI3FI0K3v6Aayr0pNvD3chYOp7JR8o,42902
+webscout/Local/__init__.py,sha256=HxyOwxCdOpzHx4lE6UUMK1S10oBW9WYE5JQaBbFHOh8,220
+webscout/Local/_version.py,sha256=sc9JboCC9IEKihG_oql9GqyPt0rTPN2OXbpyzRDoCQ4,83
+webscout/Local/formats.py,sha256=tttN2Cqq39YZgypjyu1_ZbfDTj8cdiFndiW-MUFR4qQ,17153
+webscout/Local/model.py,sha256=Hf_xybJm1PZBBIIy5j0p3Z3CnWezymNfxr8zQeFHJqY,27611
+webscout/Local/samplers.py,sha256=qXwU4eLXER-2aCYzcJcTgA6BeFmi5GMpTDUX1C9pTN4,4372
+webscout/Local/thread.py,sha256=xxQIzk--xEohz04I_0Rnta43bS2jMDbsvW9_e6IbSTk,24868
+webscout/Local/utils.py,sha256=v9DLA9veFd_d4GhWPy3qRqSivPTSmSNmj5NN5Z2AMcQ,5454
 webscout/Provider/Berlin4h.py,sha256=-O6BRkLusUEdYXcyQ09iY86dFl9WoiA4mlmZ_DLZbos,8342
 webscout/Provider/Blackboxai.py,sha256=8B5wT_eb86RVZ5uOqwvgVC5QATl0uEMCli0n4SDwt1M,16743
 webscout/Provider/ChatGPTUK.py,sha256=ozpWnuOlC_7jeDcTuUukFPcPkIksx-Bgq_6Rrf0Bwak,8357
@@ -49,9 +56,9 @@ webscout/Provider/Xjai.py,sha256=gI9FqEodS-jHfFM_CsDPmTb_wL5NU2q__2fg9hqVoEc,880
 webscout/Provider/Yepchat.py,sha256=E0tv3Zfoqs1Sw8Pe-6_5d--_1LESm8mjw536DWclJk8,19398
 webscout/Provider/Youchat.py,sha256=JAZYwcj0Kl1UUgqN0rD3TKaReA1G-cmIlW_4mog1j_c,7756
 webscout/Provider/__init__.py,sha256=BPYm-ZOkZOXXn3bx_2UHIV6aZS47d9Y01JDq-EiPXhQ,1318
-webscout-2.2b0.dist-info/LICENSE.md,sha256=mRVwJuT4SXC5O93BFdsfWBjlXjGn2Np90Zm5SocUzM0,3150
-webscout-2.2b0.dist-info/METADATA,sha256=aMKtdXZ_n5Nxyf9Bqj7nrS08QHAMbCAS3HE3k-To0AU,46613
-webscout-2.2b0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-webscout-2.2b0.dist-info/entry_points.txt,sha256=Hh4YIIjvkqB9SVxZ2ri4DZUkgEu_WF_5_r_nZDIvfG8,73
-webscout-2.2b0.dist-info/top_level.txt,sha256=OD5YKy6Y3hldL7SmuxsiEDxAG4LgdSSWwzYk22MF9fk,18
-webscout-2.2b0.dist-info/RECORD,,
+webscout-2.3.dist-info/LICENSE.md,sha256=mRVwJuT4SXC5O93BFdsfWBjlXjGn2Np90Zm5SocUzM0,3150
+webscout-2.3.dist-info/METADATA,sha256=ntfYcc-wFWtZtnbI-rFMR7yhph29tvJl2Ynje2Vadjo,46611
+webscout-2.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+webscout-2.3.dist-info/entry_points.txt,sha256=Hh4YIIjvkqB9SVxZ2ri4DZUkgEu_WF_5_r_nZDIvfG8,73
+webscout-2.3.dist-info/top_level.txt,sha256=OD5YKy6Y3hldL7SmuxsiEDxAG4LgdSSWwzYk22MF9fk,18
+webscout-2.3.dist-info/RECORD,,