webscout 4.8__py3-none-any.whl → 5.0__py3-none-any.whl

{webscout-4.8.dist-info → webscout-5.0.dist-info}/RECORD

@@ -2,11 +2,11 @@ webscout/AIauto.py,sha256=gC01wLPpnqONf9DwKqkmbC_gIWo5Lh5V8YPu4OmYnhE,19923
 webscout/AIbase.py,sha256=GoHbN8r0gq2saYRZv6LA-Fr9Jlcjv80STKFXUq2ZeGU,4710
 webscout/AIutel.py,sha256=e1RbQHMMPL_sB_P_lNk8DKWDNiTGteMiCK-_uUKagbw,34248
 webscout/Bard.py,sha256=8XkV_j0gJ-krYYR7bd5UORWMk7VlyTd3z66RPYBtdxg,13134
-webscout/DWEBS.py,sha256=QLuT1IKu0lnwdl7W6c-ctBAO7Jj0Zk3PYm6-13BC7rU,25740
-webscout/GoogleS.py,sha256=dW_iArNTyFT5MWBEI1HQvqf-Noj3uJeJA_Eods8D4ms,11587
+webscout/Bing_search.py,sha256=cjlmQtD1OrumLiWUdv1UN7X-VE__4-HxfD_HdvnuL9g,4647
+webscout/DWEBS.py,sha256=9Jtq6weBAYfAy0bMenPn1fdJyzCPHyptc6hGywrB2Ro,6203
 webscout/LLM.py,sha256=LbGCZdJf8A5dwfoGS4tyy39tAh5BDdhMZP0ScKaaQfU,4184
 webscout/YTdownloader.py,sha256=uWpUWnw9pxeEGw9KJ_3XDyQ5gd38gH1dJpr-HJo4vzU,39144
-webscout/__init__.py,sha256=NK2atRuAg26zcT1g5bkwOwPDZyBbTud1mjbrDexjvhI,2282
+webscout/__init__.py,sha256=6nDNd2K22SOVYGpMBoDZnpdXHV624oAi0HLco7iKtwA,1254
 webscout/__main__.py,sha256=ZtTRgsRjUi2JOvYFLF1ZCh55Sdoz94I-BS-TlJC7WDU,126
 webscout/async_providers.py,sha256=MRj0klEhBYVQXnzZGG_15d0e-TPA0nOc2nn735H-wR4,622
 webscout/cli.py,sha256=RlBKeS9CSIsiBMqlzxevWtKjbY9htkZvA7J0bM_hHE8,14999
@@ -24,7 +24,7 @@ webscout/webscout_search_async.py,sha256=dooKGwLm0cwTml55Vy6NHPPY-nymEqX2h8laX94
 webscout/websx_search.py,sha256=5hfkkmGFhyQzojUpvMzIOJ3DBZIBNS90UReaacsfu6s,521
 webscout/Agents/Onlinesearcher.py,sha256=GzF2JcMfj07d74mxQEoaxwtxahgLHl3b_ugTbXjOwq4,7113
 webscout/Agents/__init__.py,sha256=VbGyW5pulh3LRqbVTv54n5TwWsrTqOANRioG18xtdJ0,58
-webscout/Agents/functioncall.py,sha256=i5wG1dwvBgdMMPlQkrq3rUrP-yfsPtaDy0qpF-JGEz4,7046
+webscout/Agents/functioncall.py,sha256=qH1Tofi4h5CK5RhXaLQhXu8swEUmcyK9R5xpS6jMLrs,5784
 webscout/Extra/__init__.py,sha256=GG1qUwS-HspT4TeeAIT4qFpM8PaO1ZdQhpelctaM7Rs,99
 webscout/Extra/autollama.py,sha256=8lyodIWAgJABzlMMHytlolPCgvUKh8ynkZD6MMEltXs,5970
 webscout/Extra/gguf.py,sha256=RvSp7xuaD6epAA9iAzthUnAQ3HA5N-svMyKUadAVnw8,7009
@@ -42,19 +42,21 @@ webscout/Provider/Andi.py,sha256=uBME1v8lZbvpPHq5e_IOiOUC766uGTWMfNx9lWACssU,106
 webscout/Provider/BasedGPT.py,sha256=pQd6_eDgdjv5_J0HZGugZ5ghqPLv2Hs18szq1G0bIh8,8905
 webscout/Provider/Berlin4h.py,sha256=-mO-ljQUV6pCnm-nKEeV7sePDn7wiGO_WG9XgVh2z10,8774
 webscout/Provider/Blackboxai.py,sha256=OXq8rF0EDHkTK65HVXPXLrJ9sp950h4c56sc-YxbsjU,17378
+webscout/Provider/Cloudflare.py,sha256=yIjsHsIvJjnZebTLhJBH3yfg-zJ2dKJLsuhkpJlpGaM,11530
 webscout/Provider/Cohere.py,sha256=OZ7-0iaJ8L5e4Sy-L2UGm8SnBmS7CbaFIj6a08bABVw,8941
 webscout/Provider/DARKAI.py,sha256=JpfFcPfd2kp15KSJ7GJ5Zy4zrwYQ_zHpqdFD2904Ii0,9065
 webscout/Provider/Deepinfra.py,sha256=tdST5aQjaCs9_B5mrnrXmihDei73MjB-F8cpES-noc4,18756
 webscout/Provider/Deepseek.py,sha256=jp8cZhbmscDjlXLCGI8MhDGORkbbxyeUlCqu5Z5GGSI,9210
-webscout/Provider/DiscordRocks.py,sha256=uLB2_a8-WJtuUQymr6-0Ixi0Tp0du_IeBi50ulMqlRA,14958
-webscout/Provider/Farfalle.py,sha256=N5p6y18-hps3KtKFb3_sg5sWYHHBC2CT_GF6pKTxglg,9010
+webscout/Provider/DiscordRocks.py,sha256=AgpAofgHY8MMKYhuqhtwLM8qGiYatStc2Aa1XX-3PPU,15028
+webscout/Provider/Farfalle.py,sha256=zl2AD5NomuHCkW21tDfI1Z-KIlhiuQ32eiNM-1B4KWQ,9010
 webscout/Provider/Gemini.py,sha256=V79nIi5vhPfvjlGYg5XuH6RfY7AyNnBqnJM-OBK99hE,8453
 webscout/Provider/Groq.py,sha256=h_dPKwqXRwmgvmEmkDYKdXwrlI4Zm2vZuCnSMItoa2w,28662
 webscout/Provider/Koboldai.py,sha256=KwWx2yPlvT9BGx37iNvSbgzWkJ9I8kSOmeg7sL1hb0M,15806
 webscout/Provider/Llama.py,sha256=pqjpB09MFufImzTav1PwTWsukSCr3QiB-yFGJIIBAu8,8293
-webscout/Provider/Llama3.py,sha256=7IifarM6rCjm4YqWSaI1wQNzRatnVLLmSs1NmP98DYI,7583
+webscout/Provider/Llama3.py,sha256=qO5R5mNznrobi7eKZR8opb_UekmO0_PUEOkPTnNw9nE,7583
 webscout/Provider/OLLAMA.py,sha256=Modmkp_WiZaBYsv4-_5y7fHpqBJY20zWxyZZwtSfqVs,7117
 webscout/Provider/Openai.py,sha256=SjfVOwY94unVnXhvN0Fkome-q2-wi4mPJk_vCGq5Fjc,20617
+webscout/Provider/PI.py,sha256=IodVvGR_RIZpGJ0ypFF4U6NBMZAZ5O1BlRFMelot8so,8364
 webscout/Provider/Perplexity.py,sha256=gUnXyVNbl6tWAqirwHEoPkjCzxpORcKxL77aoFKepBk,21485
 webscout/Provider/Phind.py,sha256=_3y4CHn_uOsK6j2IP5n9RbnIAS6uTm5tI7IZccaDrMQ,39260
 webscout/Provider/PizzaGPT.py,sha256=EiHSt0sK9kgmcIbBmkVtuniDvOrlhdi6zim5t_EZo30,7216
@@ -62,14 +64,20 @@ webscout/Provider/Poe.py,sha256=ObUxa-Fa2Dq7sJcV0hc65m09StS9uWsB2-bR2rSjXDY,7510
 webscout/Provider/RUBIKSAI.py,sha256=HPY8klGBNVVkfAXb-RziNrEtJGItjiqbSyXKXTOIHW4,7954
 webscout/Provider/Reka.py,sha256=F0ZXENkhARprj5biK3mRxwiuPH0BW3ga7EWsi8agbtE,8917
 webscout/Provider/ThinkAnyAI.py,sha256=_qFjj0djxxrranyEY33w14oizyRjzlVwMv_hzvVtwNc,11616
-webscout/Provider/__init__.py,sha256=b7ftSSf4TUkWr_8YEDbOyx25hKKl2VNDaDOKn_iU1cs,1729
+webscout/Provider/Youchat.py,sha256=p4rIodsNP3qxA78VpzZwUymSAs-uADQ_9CKuf_Nf9Ng,9582
+webscout/Provider/__init__.py,sha256=7M8o6_tqIrjI6G2XF3PYToZq9kWcp9JLsyk1qkJzGiQ,2038
 webscout/Provider/ai4chat.py,sha256=UB77kWH5vxSqSpz7PPgM4FH0aDpGOpwHJEv42Fa1W_U,7798
+webscout/Provider/felo_search.py,sha256=mYi1xW9egUMZ47bJb0MOD9364VLYgGJsOW2NQUbe190,9314
+webscout/Provider/julius.py,sha256=ffm-9oeHYwuQMMkSXu_3ly0Xqvj-0Dh7DlatebCl1ls,10331
 webscout/Provider/koala.py,sha256=x5OoT7hM8V-camPNMevqddHvfmzjKvLER2tpCDB6X4o,10059
 webscout/Provider/liaobots.py,sha256=s2VxS4epBLVxoLCyQR0bdxiRm9Q6ZYUf019TC3xQCtM,10362
 webscout/Provider/meta.py,sha256=3iBylmAk9d673Axvw6hFi0-0x_Fq7ZgtH_1j2_rcDwY,30715
-webscout-4.8.dist-info/LICENSE.md,sha256=9P0imsudI7MEvZe2pOcg8rKBn6E5FGHQ-riYozZI-Bk,2942
-webscout-4.8.dist-info/METADATA,sha256=uGGQnK19t0pT_32quRAbGZGyogZC6C6m7slrAilkTgE,53613
-webscout-4.8.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-webscout-4.8.dist-info/entry_points.txt,sha256=Hh4YIIjvkqB9SVxZ2ri4DZUkgEu_WF_5_r_nZDIvfG8,73
-webscout-4.8.dist-info/top_level.txt,sha256=nYIw7OKBQDr_Z33IzZUKidRD3zQEo8jOJYkMVMeN334,9
-webscout-4.8.dist-info/RECORD,,
+webscout/Provider/turboseek.py,sha256=BNx_urbs6Ixr7SEOgL4Uo1iZdjYC7CxoefJcsN4LK6I,9138
+webscout/Provider/xdash.py,sha256=KUDTEX8I0z72bIDi-w5Se7xmB_lbmaX7KlCmIl2ad4c,7925
+webscout/Provider/yep.py,sha256=RbEBzHeEFxgfdnHXHuBny6NKHcYYYNA6bvTggvAzoLk,10399
+webscout-5.0.dist-info/LICENSE.md,sha256=9P0imsudI7MEvZe2pOcg8rKBn6E5FGHQ-riYozZI-Bk,2942
+webscout-5.0.dist-info/METADATA,sha256=anlsD-HmXJT4_UV8LyrT5mxdnEKznprEDn2oPcf-Ucg,50819
+webscout-5.0.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+webscout-5.0.dist-info/entry_points.txt,sha256=Hh4YIIjvkqB9SVxZ2ri4DZUkgEu_WF_5_r_nZDIvfG8,73
+webscout-5.0.dist-info/top_level.txt,sha256=nYIw7OKBQDr_Z33IzZUKidRD3zQEo8jOJYkMVMeN334,9
+webscout-5.0.dist-info/RECORD,,

webscout/GoogleS.py

@@ -1,342 +0,0 @@
-import os
-import random
-import sys
-import time
-import ssl
-
-if sys.version_info[0] > 2:
-    from http.cookiejar import LWPCookieJar
-    from urllib.request import Request, urlopen
-    from urllib.parse import quote_plus, urlparse, parse_qs
-else:
-    from cookielib import LWPCookieJar
-    from urllib import quote_plus
-    from urllib2 import Request, urlopen
-    from urlparse import urlparse, parse_qs
-
-try:
-    from bs4 import BeautifulSoup
-    is_bs4 = True
-except ImportError:
-    from BeautifulSoup import BeautifulSoup  # type: ignore
-    is_bs4 = False
-
-__all__ = [
-
-    # Main search function.
-    'search',
-
-    # Shortcut for "get lucky" search.
-    'lucky',
-
-    # Miscellaneous utility functions.
-    'get_random_user_agent', 'get_tbs',
-]
-
-# URL templates to make Google searches.
-url_home = "https://www.google.%(tld)s/"
-url_search = "https://www.google.%(tld)s/search?hl=%(lang)s&q=%(query)s&" \
-             "btnG=Google+Search&tbs=%(tbs)s&safe=%(safe)s&" \
-             "cr=%(country)s"
-url_next_page = "https://www.google.%(tld)s/search?hl=%(lang)s&q=%(query)s&" \
-                "start=%(start)d&tbs=%(tbs)s&safe=%(safe)s&" \
-                "cr=%(country)s"
-url_search_num = "https://www.google.%(tld)s/search?hl=%(lang)s&q=%(query)s&" \
-                 "num=%(num)d&btnG=Google+Search&tbs=%(tbs)s&safe=%(safe)s&" \
-                 "cr=%(country)s"
-url_next_page_num = "https://www.google.%(tld)s/search?hl=%(lang)s&" \
-                    "q=%(query)s&num=%(num)d&start=%(start)d&tbs=%(tbs)s&" \
-                    "safe=%(safe)s&cr=%(country)s"
-url_parameters = (
-    'hl', 'q', 'num', 'btnG', 'start', 'tbs', 'safe', 'cr')
-
-# Cookie jar. Stored at the user's home folder.
-# If the cookie jar is inaccessible, the errors are ignored.
-home_folder = os.getenv('HOME')
-if not home_folder:
-    home_folder = os.getenv('USERHOME')
-    if not home_folder:
-        home_folder = '.'   # Use the current folder on error.
-cookie_jar = LWPCookieJar(os.path.join(home_folder, '.google-cookie'))
-try:
-    cookie_jar.load()
-except Exception:
-    pass
-
-# Default user agent, unless instructed by the user to change it.
-USER_AGENT = 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0)'
-
-try:
-    install_folder = os.path.abspath(os.path.split(__file__)[0])
-    try:
-        user_agents_file = os.path.join(install_folder, 'user_agents.txt.gz')
-        import gzip
-        fp = gzip.open(user_agents_file, 'rb')
-        try:
-            user_agents_list = [_.strip() for _ in fp.readlines()]
-        finally:
-            fp.close()
-            del fp
-    except Exception:
-        user_agents_file = os.path.join(install_folder, 'user_agents.txt')
-        with open(user_agents_file) as fp:
-            user_agents_list = [_.strip() for _ in fp.readlines()]
-except Exception:
-    user_agents_list = [USER_AGENT]
-
-
-# Get a random user agent.
-def get_random_user_agent():
-    """
-    Get a random user agent string.
-
-    :rtype: str
-    :return: Random user agent string.
-    """
-    return random.choice(user_agents_list)
-
-
-# Helper function to format the tbs parameter.
-def get_tbs(from_date, to_date):
-    """
-    Helper function to format the tbs parameter.
-
-    :param datetime.date from_date: Python date object.
-    :param datetime.date to_date: Python date object.
-
-    :rtype: str
-    :return: Dates encoded in tbs format.
-    """
-    from_date = from_date.strftime('%m/%d/%Y')
-    to_date = to_date.strftime('%m/%d/%Y')
-    return 'cdr:1,cd_min:%(from_date)s,cd_max:%(to_date)s' % vars()
-
-
-# Request the given URL and return the response page, using the cookie jar.
-# If the cookie jar is inaccessible, the errors are ignored.
-def get_page(url, user_agent=None, verify_ssl=True):
-    """
-    Request the given URL and return the response page, using the cookie jar.
-
-    :param str url: URL to retrieve.
-    :param str user_agent: User agent for the HTTP requests.
-        Use None for the default.
-    :param bool verify_ssl: Verify the SSL certificate to prevent
-        traffic interception attacks. Defaults to True.
-
-    :rtype: str
-    :return: Web page retrieved for the given URL.
-
-    :raises IOError: An exception is raised on error.
-    :raises urllib2.URLError: An exception is raised on error.
-    :raises urllib2.HTTPError: An exception is raised on error.
-    """
-    if user_agent is None:
-        user_agent = USER_AGENT
-    request = Request(url)
-    request.add_header('User-Agent', user_agent)
-    cookie_jar.add_cookie_header(request)
-    if verify_ssl:
-        response = urlopen(request)
-    else:
-        context = ssl._create_unverified_context()
-        response = urlopen(request, context=context)
-    cookie_jar.extract_cookies(response, request)
-    html = response.read()
-    response.close()
-    try:
-        cookie_jar.save()
-    except Exception:
-        pass
-    return html
-
-
-# Filter links found in the Google result pages HTML code.
-# Returns None if the link doesn't yield a valid result.
-def filter_result(link):
-    try:
-
-        # Decode hidden URLs.
-        if link.startswith('/url?'):
-            o = urlparse(link, 'http')
-            link = parse_qs(o.query)['q'][0]
-
-        # Valid results are absolute URLs not pointing to a Google domain,
-        # like images.google.com or googleusercontent.com for example.
-        # TODO this could be improved!
-        o = urlparse(link, 'http')
-        if o.netloc and 'google' not in o.netloc:
-            return link
-
-    # On error, return None.
-    except Exception:
-        pass
-
-
-# Returns a generator that yields URLs.
-def search(query, tld='com', lang='en', tbs='0', safe='off', num=10, start=0,
-           stop=None, pause=2.0, country='', extra_params=None,
-           user_agent=None, verify_ssl=True):
-    """
-    Search the given query string using Google.
-
-    :param str query: Query string. Must NOT be url-encoded.
-    :param str tld: Top level domain.
-    :param str lang: Language.
-    :param str tbs: Time limits (i.e "qdr:h" => last hour,
-        "qdr:d" => last 24 hours, "qdr:m" => last month).
-    :param str safe: Safe search.
-    :param int num: Number of results per page.
-    :param int start: First result to retrieve.
-    :param int stop: Last result to retrieve.
-        Use None to keep searching forever.
-    :param float pause: Lapse to wait between HTTP requests.
-        A lapse too long will make the search slow, but a lapse too short may
-        cause Google to block your IP. Your mileage may vary!
-    :param str country: Country or region to focus the search on. Similar to
-        changing the TLD, but does not yield exactly the same results.
-        Only Google knows why...
-    :param dict extra_params: A dictionary of extra HTTP GET
-        parameters, which must be URL encoded. For example if you don't want
-        Google to filter similar results you can set the extra_params to
-        {'filter': '0'} which will append '&filter=0' to every query.
-    :param str user_agent: User agent for the HTTP requests.
-        Use None for the default.
-    :param bool verify_ssl: Verify the SSL certificate to prevent
-        traffic interception attacks. Defaults to True.
-
-    :rtype: generator of str
-    :return: Generator (iterator) that yields found URLs.
-        If the stop parameter is None the iterator will loop forever.
-    """
-    # Set of hashes for the results found.
-    # This is used to avoid repeated results.
-    hashes = set()
-
-    # Count the number of links yielded.
-    count = 0
-
-    # Prepare the search string.
-    query = quote_plus(query)
-
-    # If no extra_params is given, create an empty dictionary.
-    # We should avoid using an empty dictionary as a default value
-    # in a function parameter in Python.
-    if not extra_params:
-        extra_params = {}
-
-    # Check extra_params for overlapping.
-    for builtin_param in url_parameters:
-        if builtin_param in extra_params.keys():
-            raise ValueError(
-                'GET parameter "%s" is overlapping with \
-                the built-in GET parameter',
-                builtin_param
-            )
-
-    # Grab the cookie from the home page.
-    get_page(url_home % vars(), user_agent, verify_ssl)
-
-    # Prepare the URL of the first request.
-    if start:
-        if num == 10:
-            url = url_next_page % vars()
-        else:
-            url = url_next_page_num % vars()
-    else:
-        if num == 10:
-            url = url_search % vars()
-        else:
-            url = url_search_num % vars()
-
-    # Loop until we reach the maximum result, if any (otherwise, loop forever).
-    while not stop or count < stop:
-
-        # Remeber last count to detect the end of results.
-        last_count = count
-
-        # Append extra GET parameters to the URL.
-        # This is done on every iteration because we're
-        # rebuilding the entire URL at the end of this loop.
-        for k, v in extra_params.items():
-            k = quote_plus(k)
-            v = quote_plus(v)
-            url = url + ('&%s=%s' % (k, v))
-
-        # Sleep between requests.
-        # Keeps Google from banning you for making too many requests.
-        time.sleep(pause)
-
-        # Request the Google Search results page.
-        html = get_page(url, user_agent, verify_ssl)
-
-        # Parse the response and get every anchored URL.
-        if is_bs4:
-            soup = BeautifulSoup(html, 'html.parser')
-        else:
-            soup = BeautifulSoup(html)
-        try:
-            anchors = soup.find(id='search').findAll('a')
-            # Sometimes (depending on the User-agent) there is
-            # no id "search" in html response...
-        except AttributeError:
-            # Remove links of the top bar.
-            gbar = soup.find(id='gbar')
-            if gbar:
-                gbar.clear()
-            anchors = soup.findAll('a')
-
-        # Process every anchored URL.
-        for a in anchors:
-
-            # Get the URL from the anchor tag.
-            try:
-                link = a['href']
-            except KeyError:
-                continue
-
-            # Filter invalid links and links pointing to Google itself.
-            link = filter_result(link)
-            if not link:
-                continue
-
-            # Discard repeated results.
-            h = hash(link)
-            if h in hashes:
-                continue
-            hashes.add(h)
-
-            # Yield the result.
-            yield link
-
-            # Increase the results counter.
-            # If we reached the limit, stop.
-            count += 1
-            if stop and count >= stop:
-                return
-
-        # End if there are no more results.
-        # XXX TODO review this logic, not sure if this is still true!
-        if last_count == count:
-            break
-
-        # Prepare the URL for the next request.
-        start += num
-        if num == 10:
-            url = url_next_page % vars()
-        else:
-            url = url_next_page_num % vars()
-
-
-# Shortcut to single-item search.
-# Evaluates the iterator to return the single URL as a string.
-def lucky(*args, **kwargs):
-    """
-    Shortcut to single-item search.
-
-    Same arguments as the main search function, but the return value changes.
-
-    :rtype: str
-    :return: URL found by Google.
-    """
-    return next(search(*args, **kwargs))