webscout 8.3.7__py3-none-any.whl → 2025.10.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +250 -250
- webscout/AIbase.py +379 -379
- webscout/AIutel.py +60 -60
- webscout/Bard.py +1012 -1012
- webscout/Bing_search.py +417 -417
- webscout/DWEBS.py +529 -529
- webscout/Extra/Act.md +309 -309
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/README.md +110 -110
- webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
- webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
- webscout/Extra/GitToolkit/gitapi/user.py +96 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
- webscout/Extra/YTToolkit/README.md +375 -375
- webscout/Extra/YTToolkit/YTdownloader.py +956 -956
- webscout/Extra/YTToolkit/__init__.py +2 -2
- webscout/Extra/YTToolkit/transcriber.py +475 -475
- webscout/Extra/YTToolkit/ytapi/README.md +44 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
- webscout/Extra/YTToolkit/ytapi/https.py +88 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
- webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
- webscout/Extra/YTToolkit/ytapi/query.py +39 -39
- webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
- webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
- webscout/Extra/YTToolkit/ytapi/video.py +232 -232
- webscout/Extra/autocoder/__init__.py +9 -9
- webscout/Extra/autocoder/autocoder.py +1105 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +332 -332
- webscout/Extra/gguf.md +429 -429
- webscout/Extra/gguf.py +1213 -1213
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +27 -27
- webscout/Extra/tempmail/async_utils.py +140 -140
- webscout/Extra/tempmail/base.py +160 -160
- webscout/Extra/tempmail/cli.py +186 -186
- webscout/Extra/tempmail/emailnator.py +84 -84
- webscout/Extra/tempmail/mail_tm.py +360 -360
- webscout/Extra/tempmail/temp_mail_io.py +291 -291
- webscout/Extra/weather.md +281 -281
- webscout/Extra/weather.py +193 -193
- webscout/Litlogger/README.md +10 -10
- webscout/Litlogger/__init__.py +15 -15
- webscout/Litlogger/formats.py +13 -13
- webscout/Litlogger/handlers.py +121 -121
- webscout/Litlogger/levels.py +13 -13
- webscout/Litlogger/logger.py +134 -134
- webscout/Provider/AISEARCH/Perplexity.py +332 -332
- webscout/Provider/AISEARCH/README.md +279 -279
- webscout/Provider/AISEARCH/__init__.py +16 -1
- webscout/Provider/AISEARCH/felo_search.py +206 -206
- webscout/Provider/AISEARCH/genspark_search.py +323 -323
- webscout/Provider/AISEARCH/hika_search.py +185 -185
- webscout/Provider/AISEARCH/iask_search.py +410 -410
- webscout/Provider/AISEARCH/monica_search.py +219 -219
- webscout/Provider/AISEARCH/scira_search.py +316 -316
- webscout/Provider/AISEARCH/stellar_search.py +177 -177
- webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
- webscout/Provider/Aitopia.py +314 -314
- webscout/Provider/Andi.py +1 -1
- webscout/Provider/Apriel.py +306 -0
- webscout/Provider/ChatGPTClone.py +237 -236
- webscout/Provider/ChatSandbox.py +343 -343
- webscout/Provider/Cloudflare.py +324 -324
- webscout/Provider/Cohere.py +208 -208
- webscout/Provider/Deepinfra.py +370 -366
- webscout/Provider/ExaAI.py +260 -260
- webscout/Provider/ExaChat.py +308 -308
- webscout/Provider/Flowith.py +221 -221
- webscout/Provider/GMI.py +293 -0
- webscout/Provider/Gemini.py +164 -164
- webscout/Provider/GeminiProxy.py +167 -167
- webscout/Provider/GithubChat.py +371 -372
- webscout/Provider/Groq.py +800 -800
- webscout/Provider/HeckAI.py +383 -383
- webscout/Provider/Jadve.py +282 -282
- webscout/Provider/K2Think.py +307 -307
- webscout/Provider/Koboldai.py +205 -205
- webscout/Provider/LambdaChat.py +423 -423
- webscout/Provider/Nemotron.py +244 -244
- webscout/Provider/Netwrck.py +248 -248
- webscout/Provider/OLLAMA.py +395 -395
- webscout/Provider/OPENAI/Cloudflare.py +393 -393
- webscout/Provider/OPENAI/FalconH1.py +451 -451
- webscout/Provider/OPENAI/FreeGemini.py +296 -296
- webscout/Provider/OPENAI/K2Think.py +431 -431
- webscout/Provider/OPENAI/NEMOTRON.py +240 -240
- webscout/Provider/OPENAI/PI.py +427 -427
- webscout/Provider/OPENAI/README.md +959 -959
- webscout/Provider/OPENAI/TogetherAI.py +345 -345
- webscout/Provider/OPENAI/TwoAI.py +465 -465
- webscout/Provider/OPENAI/__init__.py +33 -18
- webscout/Provider/OPENAI/base.py +248 -248
- webscout/Provider/OPENAI/chatglm.py +528 -0
- webscout/Provider/OPENAI/chatgpt.py +592 -592
- webscout/Provider/OPENAI/chatgptclone.py +521 -521
- webscout/Provider/OPENAI/chatsandbox.py +202 -202
- webscout/Provider/OPENAI/deepinfra.py +318 -314
- webscout/Provider/OPENAI/e2b.py +1665 -1665
- webscout/Provider/OPENAI/exaai.py +420 -420
- webscout/Provider/OPENAI/exachat.py +452 -452
- webscout/Provider/OPENAI/friendli.py +232 -232
- webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
- webscout/Provider/OPENAI/groq.py +364 -364
- webscout/Provider/OPENAI/heckai.py +314 -314
- webscout/Provider/OPENAI/llmchatco.py +337 -337
- webscout/Provider/OPENAI/netwrck.py +355 -355
- webscout/Provider/OPENAI/oivscode.py +290 -290
- webscout/Provider/OPENAI/opkfc.py +518 -518
- webscout/Provider/OPENAI/pydantic_imports.py +1 -1
- webscout/Provider/OPENAI/scirachat.py +535 -535
- webscout/Provider/OPENAI/sonus.py +308 -308
- webscout/Provider/OPENAI/standardinput.py +442 -442
- webscout/Provider/OPENAI/textpollinations.py +340 -340
- webscout/Provider/OPENAI/toolbaz.py +419 -416
- webscout/Provider/OPENAI/typefully.py +362 -362
- webscout/Provider/OPENAI/utils.py +295 -295
- webscout/Provider/OPENAI/venice.py +436 -436
- webscout/Provider/OPENAI/wisecat.py +387 -387
- webscout/Provider/OPENAI/writecream.py +166 -166
- webscout/Provider/OPENAI/x0gpt.py +378 -378
- webscout/Provider/OPENAI/yep.py +389 -389
- webscout/Provider/OpenGPT.py +230 -230
- webscout/Provider/Openai.py +243 -243
- webscout/Provider/PI.py +405 -405
- webscout/Provider/Perplexitylabs.py +430 -430
- webscout/Provider/QwenLM.py +272 -272
- webscout/Provider/STT/__init__.py +16 -1
- webscout/Provider/Sambanova.py +257 -257
- webscout/Provider/StandardInput.py +309 -309
- webscout/Provider/TTI/README.md +82 -82
- webscout/Provider/TTI/__init__.py +33 -18
- webscout/Provider/TTI/aiarta.py +413 -413
- webscout/Provider/TTI/base.py +136 -136
- webscout/Provider/TTI/bing.py +243 -243
- webscout/Provider/TTI/gpt1image.py +149 -149
- webscout/Provider/TTI/imagen.py +196 -196
- webscout/Provider/TTI/infip.py +211 -211
- webscout/Provider/TTI/magicstudio.py +232 -232
- webscout/Provider/TTI/monochat.py +219 -219
- webscout/Provider/TTI/piclumen.py +214 -214
- webscout/Provider/TTI/pixelmuse.py +232 -232
- webscout/Provider/TTI/pollinations.py +232 -232
- webscout/Provider/TTI/together.py +288 -288
- webscout/Provider/TTI/utils.py +12 -12
- webscout/Provider/TTI/venice.py +367 -367
- webscout/Provider/TTS/README.md +192 -192
- webscout/Provider/TTS/__init__.py +33 -18
- webscout/Provider/TTS/parler.py +110 -110
- webscout/Provider/TTS/streamElements.py +333 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TeachAnything.py +237 -237
- webscout/Provider/TextPollinationsAI.py +310 -310
- webscout/Provider/TogetherAI.py +356 -356
- webscout/Provider/TwoAI.py +312 -312
- webscout/Provider/TypliAI.py +311 -311
- webscout/Provider/UNFINISHED/ChatHub.py +208 -208
- webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
- webscout/Provider/UNFINISHED/GizAI.py +294 -294
- webscout/Provider/UNFINISHED/Marcus.py +198 -198
- webscout/Provider/UNFINISHED/Qodo.py +477 -477
- webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
- webscout/Provider/UNFINISHED/XenAI.py +324 -324
- webscout/Provider/UNFINISHED/Youchat.py +330 -330
- webscout/Provider/UNFINISHED/liner.py +334 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
- webscout/Provider/UNFINISHED/puterjs.py +634 -634
- webscout/Provider/UNFINISHED/samurai.py +223 -223
- webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
- webscout/Provider/Venice.py +250 -250
- webscout/Provider/VercelAI.py +256 -256
- webscout/Provider/WiseCat.py +231 -231
- webscout/Provider/WrDoChat.py +366 -366
- webscout/Provider/__init__.py +33 -18
- webscout/Provider/ai4chat.py +174 -174
- webscout/Provider/akashgpt.py +331 -331
- webscout/Provider/cerebras.py +446 -446
- webscout/Provider/chatglm.py +394 -301
- webscout/Provider/cleeai.py +211 -211
- webscout/Provider/elmo.py +282 -282
- webscout/Provider/geminiapi.py +208 -208
- webscout/Provider/granite.py +261 -261
- webscout/Provider/hermes.py +263 -263
- webscout/Provider/julius.py +223 -223
- webscout/Provider/learnfastai.py +309 -309
- webscout/Provider/llama3mitril.py +214 -214
- webscout/Provider/llmchat.py +243 -243
- webscout/Provider/llmchatco.py +290 -290
- webscout/Provider/meta.py +801 -801
- webscout/Provider/oivscode.py +309 -309
- webscout/Provider/scira_chat.py +383 -383
- webscout/Provider/searchchat.py +292 -292
- webscout/Provider/sonus.py +258 -258
- webscout/Provider/toolbaz.py +370 -367
- webscout/Provider/turboseek.py +273 -273
- webscout/Provider/typefully.py +207 -207
- webscout/Provider/yep.py +372 -372
- webscout/__init__.py +27 -31
- webscout/__main__.py +5 -5
- webscout/auth/api_key_manager.py +189 -189
- webscout/auth/config.py +175 -175
- webscout/auth/models.py +185 -185
- webscout/auth/routes.py +663 -664
- webscout/auth/simple_logger.py +236 -236
- webscout/cli.py +523 -523
- webscout/conversation.py +438 -438
- webscout/exceptions.py +361 -361
- webscout/litagent/Readme.md +298 -298
- webscout/litagent/__init__.py +28 -28
- webscout/litagent/agent.py +581 -581
- webscout/litagent/constants.py +59 -59
- webscout/litprinter/__init__.py +58 -58
- webscout/models.py +181 -181
- webscout/optimizers.py +419 -419
- webscout/prompt_manager.py +288 -288
- webscout/sanitize.py +1078 -1078
- webscout/scout/README.md +401 -401
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +6 -6
- webscout/scout/core/crawler.py +297 -297
- webscout/scout/core/scout.py +706 -706
- webscout/scout/core/search_result.py +95 -95
- webscout/scout/core/text_analyzer.py +62 -62
- webscout/scout/core/text_utils.py +277 -277
- webscout/scout/core/web_analyzer.py +51 -51
- webscout/scout/element.py +599 -599
- webscout/scout/parsers/__init__.py +69 -69
- webscout/scout/parsers/html5lib_parser.py +172 -172
- webscout/scout/parsers/html_parser.py +236 -236
- webscout/scout/parsers/lxml_parser.py +178 -178
- webscout/scout/utils.py +37 -37
- webscout/search/__init__.py +51 -0
- webscout/search/base.py +195 -0
- webscout/search/duckduckgo_main.py +54 -0
- webscout/search/engines/__init__.py +48 -0
- webscout/search/engines/bing.py +84 -0
- webscout/search/engines/bing_news.py +52 -0
- webscout/search/engines/brave.py +43 -0
- webscout/search/engines/duckduckgo/__init__.py +25 -0
- webscout/search/engines/duckduckgo/answers.py +78 -0
- webscout/search/engines/duckduckgo/base.py +187 -0
- webscout/search/engines/duckduckgo/images.py +97 -0
- webscout/search/engines/duckduckgo/maps.py +168 -0
- webscout/search/engines/duckduckgo/news.py +68 -0
- webscout/search/engines/duckduckgo/suggestions.py +21 -0
- webscout/search/engines/duckduckgo/text.py +211 -0
- webscout/search/engines/duckduckgo/translate.py +47 -0
- webscout/search/engines/duckduckgo/videos.py +63 -0
- webscout/search/engines/duckduckgo/weather.py +74 -0
- webscout/search/engines/mojeek.py +37 -0
- webscout/search/engines/wikipedia.py +56 -0
- webscout/search/engines/yahoo.py +65 -0
- webscout/search/engines/yahoo_news.py +64 -0
- webscout/search/engines/yandex.py +43 -0
- webscout/search/engines/yep/__init__.py +13 -0
- webscout/search/engines/yep/base.py +32 -0
- webscout/search/engines/yep/images.py +99 -0
- webscout/search/engines/yep/suggestions.py +35 -0
- webscout/search/engines/yep/text.py +114 -0
- webscout/search/http_client.py +156 -0
- webscout/search/results.py +137 -0
- webscout/search/yep_main.py +44 -0
- webscout/swiftcli/Readme.md +323 -323
- webscout/swiftcli/__init__.py +95 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +308 -308
- webscout/swiftcli/core/context.py +104 -104
- webscout/swiftcli/core/group.py +241 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +221 -221
- webscout/swiftcli/decorators/options.py +220 -220
- webscout/swiftcli/decorators/output.py +302 -302
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +135 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +59 -59
- webscout/swiftcli/utils/formatting.py +252 -252
- webscout/swiftcli/utils/parsing.py +267 -267
- webscout/update_checker.py +117 -117
- webscout/version.py +1 -1
- webscout/version.py.bak +2 -0
- webscout/zeroart/README.md +89 -89
- webscout/zeroart/__init__.py +134 -134
- webscout/zeroart/base.py +66 -66
- webscout/zeroart/effects.py +100 -100
- webscout/zeroart/fonts.py +1238 -1238
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/METADATA +936 -937
- webscout-2025.10.13.dist-info/RECORD +329 -0
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/OPENAI/Qwen3.py +0 -303
- webscout/Provider/OPENAI/qodo.py +0 -630
- webscout/Provider/OPENAI/xenai.py +0 -514
- webscout/tempid.py +0 -134
- webscout/webscout_search.py +0 -1183
- webscout/webscout_search_async.py +0 -649
- webscout/yep_search.py +0 -346
- webscout-8.3.7.dist-info/RECORD +0 -301
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/WHEEL +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/entry_points.txt +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/top_level.txt +0 -0
webscout/AIauto.py
CHANGED
|
@@ -1,251 +1,251 @@
|
|
|
1
|
-
"""
|
|
2
|
-
This module provides the AUTO provider, which automatically selects and uses
|
|
3
|
-
an available LLM provider from the webscout library that doesn't require
|
|
4
|
-
API keys or cookies.
|
|
5
|
-
"""
|
|
6
|
-
|
|
7
|
-
from webscout.AIbase import Provider
|
|
8
|
-
from webscout.exceptions import AllProvidersFailure
|
|
9
|
-
from typing import Union, Any, Dict, Generator, Optional
|
|
10
|
-
import importlib
|
|
11
|
-
import pkgutil
|
|
12
|
-
import random
|
|
13
|
-
import inspect
|
|
14
|
-
|
|
15
|
-
def load_providers():
|
|
16
|
-
"""
|
|
17
|
-
Dynamically loads all Provider classes from the `webscout.Provider` package.
|
|
18
|
-
|
|
19
|
-
This function iterates through the modules in the `webscout.Provider` package,
|
|
20
|
-
imports each module, and inspects its attributes to identify classes that
|
|
21
|
-
inherit from the `Provider` base class. It also identifies providers that
|
|
22
|
-
require special authentication parameters like 'api_key', 'cookie_file', or
|
|
23
|
-
'cookie_path'.
|
|
24
|
-
|
|
25
|
-
Returns:
|
|
26
|
-
tuple: A tuple containing two elements:
|
|
27
|
-
- provider_map (dict): A dictionary mapping uppercase provider names to their classes.
|
|
28
|
-
- api_key_providers (set): A set of uppercase provider names requiring special authentication.
|
|
29
|
-
"""
|
|
30
|
-
provider_map = {}
|
|
31
|
-
api_key_providers = set()
|
|
32
|
-
cookie_providers = set()
|
|
33
|
-
provider_package = importlib.import_module("webscout.Provider")
|
|
34
|
-
|
|
35
|
-
for _, module_name, _ in pkgutil.iter_modules(provider_package.__path__):
|
|
36
|
-
try:
|
|
37
|
-
module = importlib.import_module(f"webscout.Provider.{module_name}")
|
|
38
|
-
for attr_name in dir(module):
|
|
39
|
-
attr = getattr(module, attr_name)
|
|
40
|
-
if isinstance(attr, type) and issubclass(attr, Provider) and attr != Provider:
|
|
41
|
-
provider_map[attr_name.upper()] = attr
|
|
42
|
-
# Check if the provider needs special parameters
|
|
43
|
-
sig = inspect.signature(attr.__init__).parameters
|
|
44
|
-
if 'api_key' in sig:
|
|
45
|
-
api_key_providers.add(attr_name.upper())
|
|
46
|
-
if 'cookie_file' in sig or 'cookie_path' in sig:
|
|
47
|
-
cookie_providers.add(attr_name.upper())
|
|
48
|
-
except Exception as e:
|
|
49
|
-
print(f"Error loading provider {module_name}: {e}")
|
|
50
|
-
return provider_map, api_key_providers.union(cookie_providers)
|
|
51
|
-
|
|
52
|
-
provider_map, api_key_providers = load_providers()
|
|
53
|
-
|
|
54
|
-
class AUTO(Provider):
|
|
55
|
-
"""
|
|
56
|
-
An automatic provider that intelligently selects and utilizes an available
|
|
57
|
-
LLM provider from the webscout library.
|
|
58
|
-
|
|
59
|
-
It cycles through available free providers
|
|
60
|
-
until one successfully processes the request. Excludes providers
|
|
61
|
-
requiring API keys or cookies by default.
|
|
62
|
-
"""
|
|
63
|
-
def __init__(
|
|
64
|
-
self,
|
|
65
|
-
is_conversation: bool = True,
|
|
66
|
-
max_tokens: int = 600,
|
|
67
|
-
timeout: int = 30,
|
|
68
|
-
intro: str = None,
|
|
69
|
-
filepath: str = None,
|
|
70
|
-
update_file: bool = True,
|
|
71
|
-
proxies: dict = {},
|
|
72
|
-
history_offset: int = 10250,
|
|
73
|
-
act: str = None,
|
|
74
|
-
exclude: Optional[list[str]] = None,
|
|
75
|
-
print_provider_info: bool = False,
|
|
76
|
-
):
|
|
77
|
-
"""
|
|
78
|
-
Initializes the AUTO provider, setting up the parameters for provider selection and request handling.
|
|
79
|
-
|
|
80
|
-
This constructor initializes the AUTO provider with various configuration options,
|
|
81
|
-
including conversation settings, request limits, and provider exclusions.
|
|
82
|
-
|
|
83
|
-
Args:
|
|
84
|
-
is_conversation (bool): Flag for conversational mode. Defaults to True.
|
|
85
|
-
max_tokens (int): Maximum tokens for the response. Defaults to 600.
|
|
86
|
-
timeout (int): Request timeout in seconds. Defaults to 30.
|
|
87
|
-
intro (str, optional): Introductory prompt. Defaults to None.
|
|
88
|
-
filepath (str, optional): Path for conversation history. Defaults to None.
|
|
89
|
-
update_file (bool): Whether to update the history file. Defaults to True.
|
|
90
|
-
proxies (dict): Proxies for requests. Defaults to {}.
|
|
91
|
-
history_offset (int): History character offset limit. Defaults to 10250.
|
|
92
|
-
act (str, optional): Awesome prompt key. Defaults to None.
|
|
93
|
-
exclude (Optional[list[str]]): List of provider names (uppercase) to exclude. Defaults to None.
|
|
94
|
-
print_provider_info (bool): Whether to print the name of the successful provider. Defaults to False.
|
|
95
|
-
"""
|
|
96
|
-
self.provider = None # type: Provider
|
|
97
|
-
self.provider_name = None # type: str
|
|
98
|
-
self.is_conversation: bool = is_conversation
|
|
99
|
-
self.max_tokens: int = max_tokens
|
|
100
|
-
self.timeout: int = timeout
|
|
101
|
-
self.intro: str = intro
|
|
102
|
-
self.filepath: str = filepath
|
|
103
|
-
self.update_file: bool = update_file
|
|
104
|
-
self.proxies: dict = proxies
|
|
105
|
-
self.history_offset: int = history_offset
|
|
106
|
-
self.act: str = act
|
|
107
|
-
self.exclude: list[str] = [e.upper() for e in exclude] if exclude else []
|
|
108
|
-
self.print_provider_info: bool = print_provider_info
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
@property
|
|
112
|
-
def last_response(self) -> dict[str, Any]:
|
|
113
|
-
"""
|
|
114
|
-
Retrieves the last response dictionary from the successfully used provider.
|
|
115
|
-
|
|
116
|
-
Returns:
|
|
117
|
-
dict[str, Any]: The last response dictionary, or an empty dictionary if no provider has been used yet.
|
|
118
|
-
"""
|
|
119
|
-
return self.provider.last_response if self.provider else {}
|
|
120
|
-
|
|
121
|
-
@property
|
|
122
|
-
def conversation(self) -> object:
|
|
123
|
-
"""
|
|
124
|
-
Retrieves the conversation object from the successfully used provider.
|
|
125
|
-
|
|
126
|
-
Returns:
|
|
127
|
-
object: The conversation object, or None if no provider has been used yet.
|
|
128
|
-
"""
|
|
129
|
-
return self.provider.conversation if self.provider else None
|
|
130
|
-
|
|
131
|
-
def ask(
|
|
132
|
-
self,
|
|
133
|
-
prompt: str,
|
|
134
|
-
stream: bool = False,
|
|
135
|
-
raw: bool = False,
|
|
136
|
-
optimizer: str = None,
|
|
137
|
-
conversationally: bool = False,
|
|
138
|
-
) -> Union[Dict, Generator]:
|
|
139
|
-
"""
|
|
140
|
-
Sends the prompt to available providers, attempting to get a response from each until one succeeds.
|
|
141
|
-
|
|
142
|
-
This method iterates through a shuffled list of available providers (excluding those requiring API keys or
|
|
143
|
-
specified in the exclusion list) and attempts to send the prompt to each provider until a successful response
|
|
144
|
-
is received.
|
|
145
|
-
|
|
146
|
-
Args:
|
|
147
|
-
prompt (str): The user's prompt.
|
|
148
|
-
stream (bool): Whether to stream the response. Defaults to False.
|
|
149
|
-
raw (bool): Whether to return the raw response format. Defaults to False.
|
|
150
|
-
optimizer (str, optional): Name of the optimizer to use. Defaults to None.
|
|
151
|
-
conversationally (bool): Whether to apply optimizer conversationally. Defaults to False.
|
|
152
|
-
|
|
153
|
-
Returns:
|
|
154
|
-
Union[Dict, Generator]: The response dictionary or generator from the successful provider.
|
|
155
|
-
"""
|
|
156
|
-
ask_kwargs = {
|
|
157
|
-
"prompt": prompt,
|
|
158
|
-
"stream": stream,
|
|
159
|
-
"raw": raw,
|
|
160
|
-
"optimizer": optimizer,
|
|
161
|
-
"conversationally": conversationally,
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
# Filter out API key required providers and excluded providers
|
|
165
|
-
available_providers = [
|
|
166
|
-
(name, cls) for name, cls in provider_map.items()
|
|
167
|
-
if name not in api_key_providers and name not in self.exclude
|
|
168
|
-
]
|
|
169
|
-
|
|
170
|
-
# Shuffle the list of available providers
|
|
171
|
-
random.shuffle(available_providers)
|
|
172
|
-
|
|
173
|
-
# Try webscout-based providers
|
|
174
|
-
for provider_name, provider_class in available_providers:
|
|
175
|
-
try:
|
|
176
|
-
self.provider_name = f"webscout-{provider_name}"
|
|
177
|
-
|
|
178
|
-
self.provider = provider_class(
|
|
179
|
-
is_conversation=self.is_conversation,
|
|
180
|
-
max_tokens=self.max_tokens,
|
|
181
|
-
timeout=self.timeout,
|
|
182
|
-
intro=self.intro,
|
|
183
|
-
filepath=self.filepath,
|
|
184
|
-
update_file=self.update_file,
|
|
185
|
-
proxies=self.proxies,
|
|
186
|
-
history_offset=self.history_offset,
|
|
187
|
-
act=self.act,
|
|
188
|
-
)
|
|
189
|
-
response = self.provider.ask(**ask_kwargs)
|
|
190
|
-
# Print provider info if enabled
|
|
191
|
-
if self.print_provider_info:
|
|
192
|
-
print(f"\033[1;34m{self.provider_name}\033[0m\n")
|
|
193
|
-
return response
|
|
194
|
-
except Exception:
|
|
195
|
-
continue
|
|
196
|
-
|
|
197
|
-
# If we get here, all providers failed
|
|
198
|
-
raise AllProvidersFailure("All providers failed to process the request")
|
|
199
|
-
|
|
200
|
-
def chat(
|
|
201
|
-
self,
|
|
202
|
-
prompt: str,
|
|
203
|
-
stream: bool = False,
|
|
204
|
-
optimizer: str = None,
|
|
205
|
-
conversationally: bool = False,
|
|
206
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
207
|
-
"""
|
|
208
|
-
Provides a simplified chat interface, returning the message string or a generator of message strings.
|
|
209
|
-
|
|
210
|
-
Args:
|
|
211
|
-
prompt (str): The user's prompt.
|
|
212
|
-
stream (bool): Whether to stream the response. Defaults to False.
|
|
213
|
-
optimizer (str, optional): Name of the optimizer to use. Defaults to None.
|
|
214
|
-
conversationally (bool): Whether to apply optimizer conversationally. Defaults to False.
|
|
215
|
-
|
|
216
|
-
Returns:
|
|
217
|
-
Union[str, Generator[str, None, None]]: The response string or a generator yielding
|
|
218
|
-
response chunks.
|
|
219
|
-
"""
|
|
220
|
-
# run_new_test is not used in the current implementation, but we keep it for API compatibility
|
|
221
|
-
response = self.ask(
|
|
222
|
-
prompt,
|
|
223
|
-
stream,
|
|
224
|
-
optimizer=optimizer,
|
|
225
|
-
conversationally=conversationally,
|
|
226
|
-
)
|
|
227
|
-
|
|
228
|
-
if stream:
|
|
229
|
-
for chunk in response:
|
|
230
|
-
yield self.get_message(chunk)
|
|
231
|
-
else:
|
|
232
|
-
return self.get_message(response)
|
|
233
|
-
|
|
234
|
-
def get_message(self, response: dict) -> str:
|
|
235
|
-
"""
|
|
236
|
-
Extracts the message text from the provider's response dictionary.
|
|
237
|
-
|
|
238
|
-
Args:
|
|
239
|
-
response (dict): The response dictionary obtained from the `ask` method.
|
|
240
|
-
|
|
241
|
-
Returns:
|
|
242
|
-
str: The extracted message string.
|
|
243
|
-
"""
|
|
244
|
-
assert self.provider is not None, "Chat with AI first"
|
|
245
|
-
return self.provider.get_message(response)
|
|
246
|
-
|
|
247
|
-
if __name__ == "__main__":
|
|
248
|
-
auto = AUTO(print_provider_info=True)
|
|
249
|
-
response = auto.chat("Hello, how are you?", stream=True)
|
|
250
|
-
for chunk in response:
|
|
1
|
+
"""
|
|
2
|
+
This module provides the AUTO provider, which automatically selects and uses
|
|
3
|
+
an available LLM provider from the webscout library that doesn't require
|
|
4
|
+
API keys or cookies.
|
|
5
|
+
"""
|
|
6
|
+
|
|
7
|
+
from webscout.AIbase import Provider
|
|
8
|
+
from webscout.exceptions import AllProvidersFailure
|
|
9
|
+
from typing import Union, Any, Dict, Generator, Optional
|
|
10
|
+
import importlib
|
|
11
|
+
import pkgutil
|
|
12
|
+
import random
|
|
13
|
+
import inspect
|
|
14
|
+
|
|
15
|
+
def load_providers():
|
|
16
|
+
"""
|
|
17
|
+
Dynamically loads all Provider classes from the `webscout.Provider` package.
|
|
18
|
+
|
|
19
|
+
This function iterates through the modules in the `webscout.Provider` package,
|
|
20
|
+
imports each module, and inspects its attributes to identify classes that
|
|
21
|
+
inherit from the `Provider` base class. It also identifies providers that
|
|
22
|
+
require special authentication parameters like 'api_key', 'cookie_file', or
|
|
23
|
+
'cookie_path'.
|
|
24
|
+
|
|
25
|
+
Returns:
|
|
26
|
+
tuple: A tuple containing two elements:
|
|
27
|
+
- provider_map (dict): A dictionary mapping uppercase provider names to their classes.
|
|
28
|
+
- api_key_providers (set): A set of uppercase provider names requiring special authentication.
|
|
29
|
+
"""
|
|
30
|
+
provider_map = {}
|
|
31
|
+
api_key_providers = set()
|
|
32
|
+
cookie_providers = set()
|
|
33
|
+
provider_package = importlib.import_module("webscout.Provider")
|
|
34
|
+
|
|
35
|
+
for _, module_name, _ in pkgutil.iter_modules(provider_package.__path__):
|
|
36
|
+
try:
|
|
37
|
+
module = importlib.import_module(f"webscout.Provider.{module_name}")
|
|
38
|
+
for attr_name in dir(module):
|
|
39
|
+
attr = getattr(module, attr_name)
|
|
40
|
+
if isinstance(attr, type) and issubclass(attr, Provider) and attr != Provider:
|
|
41
|
+
provider_map[attr_name.upper()] = attr
|
|
42
|
+
# Check if the provider needs special parameters
|
|
43
|
+
sig = inspect.signature(attr.__init__).parameters
|
|
44
|
+
if 'api_key' in sig:
|
|
45
|
+
api_key_providers.add(attr_name.upper())
|
|
46
|
+
if 'cookie_file' in sig or 'cookie_path' in sig:
|
|
47
|
+
cookie_providers.add(attr_name.upper())
|
|
48
|
+
except Exception as e:
|
|
49
|
+
print(f"Error loading provider {module_name}: {e}")
|
|
50
|
+
return provider_map, api_key_providers.union(cookie_providers)
|
|
51
|
+
|
|
52
|
+
provider_map, api_key_providers = load_providers()
|
|
53
|
+
|
|
54
|
+
class AUTO(Provider):
|
|
55
|
+
"""
|
|
56
|
+
An automatic provider that intelligently selects and utilizes an available
|
|
57
|
+
LLM provider from the webscout library.
|
|
58
|
+
|
|
59
|
+
It cycles through available free providers
|
|
60
|
+
until one successfully processes the request. Excludes providers
|
|
61
|
+
requiring API keys or cookies by default.
|
|
62
|
+
"""
|
|
63
|
+
def __init__(
|
|
64
|
+
self,
|
|
65
|
+
is_conversation: bool = True,
|
|
66
|
+
max_tokens: int = 600,
|
|
67
|
+
timeout: int = 30,
|
|
68
|
+
intro: str = None,
|
|
69
|
+
filepath: str = None,
|
|
70
|
+
update_file: bool = True,
|
|
71
|
+
proxies: dict = {},
|
|
72
|
+
history_offset: int = 10250,
|
|
73
|
+
act: str = None,
|
|
74
|
+
exclude: Optional[list[str]] = None,
|
|
75
|
+
print_provider_info: bool = False,
|
|
76
|
+
):
|
|
77
|
+
"""
|
|
78
|
+
Initializes the AUTO provider, setting up the parameters for provider selection and request handling.
|
|
79
|
+
|
|
80
|
+
This constructor initializes the AUTO provider with various configuration options,
|
|
81
|
+
including conversation settings, request limits, and provider exclusions.
|
|
82
|
+
|
|
83
|
+
Args:
|
|
84
|
+
is_conversation (bool): Flag for conversational mode. Defaults to True.
|
|
85
|
+
max_tokens (int): Maximum tokens for the response. Defaults to 600.
|
|
86
|
+
timeout (int): Request timeout in seconds. Defaults to 30.
|
|
87
|
+
intro (str, optional): Introductory prompt. Defaults to None.
|
|
88
|
+
filepath (str, optional): Path for conversation history. Defaults to None.
|
|
89
|
+
update_file (bool): Whether to update the history file. Defaults to True.
|
|
90
|
+
proxies (dict): Proxies for requests. Defaults to {}.
|
|
91
|
+
history_offset (int): History character offset limit. Defaults to 10250.
|
|
92
|
+
act (str, optional): Awesome prompt key. Defaults to None.
|
|
93
|
+
exclude (Optional[list[str]]): List of provider names (uppercase) to exclude. Defaults to None.
|
|
94
|
+
print_provider_info (bool): Whether to print the name of the successful provider. Defaults to False.
|
|
95
|
+
"""
|
|
96
|
+
self.provider = None # type: Provider
|
|
97
|
+
self.provider_name = None # type: str
|
|
98
|
+
self.is_conversation: bool = is_conversation
|
|
99
|
+
self.max_tokens: int = max_tokens
|
|
100
|
+
self.timeout: int = timeout
|
|
101
|
+
self.intro: str = intro
|
|
102
|
+
self.filepath: str = filepath
|
|
103
|
+
self.update_file: bool = update_file
|
|
104
|
+
self.proxies: dict = proxies
|
|
105
|
+
self.history_offset: int = history_offset
|
|
106
|
+
self.act: str = act
|
|
107
|
+
self.exclude: list[str] = [e.upper() for e in exclude] if exclude else []
|
|
108
|
+
self.print_provider_info: bool = print_provider_info
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
@property
|
|
112
|
+
def last_response(self) -> dict[str, Any]:
|
|
113
|
+
"""
|
|
114
|
+
Retrieves the last response dictionary from the successfully used provider.
|
|
115
|
+
|
|
116
|
+
Returns:
|
|
117
|
+
dict[str, Any]: The last response dictionary, or an empty dictionary if no provider has been used yet.
|
|
118
|
+
"""
|
|
119
|
+
return self.provider.last_response if self.provider else {}
|
|
120
|
+
|
|
121
|
+
@property
|
|
122
|
+
def conversation(self) -> object:
|
|
123
|
+
"""
|
|
124
|
+
Retrieves the conversation object from the successfully used provider.
|
|
125
|
+
|
|
126
|
+
Returns:
|
|
127
|
+
object: The conversation object, or None if no provider has been used yet.
|
|
128
|
+
"""
|
|
129
|
+
return self.provider.conversation if self.provider else None
|
|
130
|
+
|
|
131
|
+
def ask(
|
|
132
|
+
self,
|
|
133
|
+
prompt: str,
|
|
134
|
+
stream: bool = False,
|
|
135
|
+
raw: bool = False,
|
|
136
|
+
optimizer: str = None,
|
|
137
|
+
conversationally: bool = False,
|
|
138
|
+
) -> Union[Dict, Generator]:
|
|
139
|
+
"""
|
|
140
|
+
Sends the prompt to available providers, attempting to get a response from each until one succeeds.
|
|
141
|
+
|
|
142
|
+
This method iterates through a shuffled list of available providers (excluding those requiring API keys or
|
|
143
|
+
specified in the exclusion list) and attempts to send the prompt to each provider until a successful response
|
|
144
|
+
is received.
|
|
145
|
+
|
|
146
|
+
Args:
|
|
147
|
+
prompt (str): The user's prompt.
|
|
148
|
+
stream (bool): Whether to stream the response. Defaults to False.
|
|
149
|
+
raw (bool): Whether to return the raw response format. Defaults to False.
|
|
150
|
+
optimizer (str, optional): Name of the optimizer to use. Defaults to None.
|
|
151
|
+
conversationally (bool): Whether to apply optimizer conversationally. Defaults to False.
|
|
152
|
+
|
|
153
|
+
Returns:
|
|
154
|
+
Union[Dict, Generator]: The response dictionary or generator from the successful provider.
|
|
155
|
+
"""
|
|
156
|
+
ask_kwargs = {
|
|
157
|
+
"prompt": prompt,
|
|
158
|
+
"stream": stream,
|
|
159
|
+
"raw": raw,
|
|
160
|
+
"optimizer": optimizer,
|
|
161
|
+
"conversationally": conversationally,
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
# Filter out API key required providers and excluded providers
|
|
165
|
+
available_providers = [
|
|
166
|
+
(name, cls) for name, cls in provider_map.items()
|
|
167
|
+
if name not in api_key_providers and name not in self.exclude
|
|
168
|
+
]
|
|
169
|
+
|
|
170
|
+
# Shuffle the list of available providers
|
|
171
|
+
random.shuffle(available_providers)
|
|
172
|
+
|
|
173
|
+
# Try webscout-based providers
|
|
174
|
+
for provider_name, provider_class in available_providers:
|
|
175
|
+
try:
|
|
176
|
+
self.provider_name = f"webscout-{provider_name}"
|
|
177
|
+
|
|
178
|
+
self.provider = provider_class(
|
|
179
|
+
is_conversation=self.is_conversation,
|
|
180
|
+
max_tokens=self.max_tokens,
|
|
181
|
+
timeout=self.timeout,
|
|
182
|
+
intro=self.intro,
|
|
183
|
+
filepath=self.filepath,
|
|
184
|
+
update_file=self.update_file,
|
|
185
|
+
proxies=self.proxies,
|
|
186
|
+
history_offset=self.history_offset,
|
|
187
|
+
act=self.act,
|
|
188
|
+
)
|
|
189
|
+
response = self.provider.ask(**ask_kwargs)
|
|
190
|
+
# Print provider info if enabled
|
|
191
|
+
if self.print_provider_info:
|
|
192
|
+
print(f"\033[1;34m{self.provider_name}\033[0m\n")
|
|
193
|
+
return response
|
|
194
|
+
except Exception:
|
|
195
|
+
continue
|
|
196
|
+
|
|
197
|
+
# If we get here, all providers failed
|
|
198
|
+
raise AllProvidersFailure("All providers failed to process the request")
|
|
199
|
+
|
|
200
|
+
def chat(
|
|
201
|
+
self,
|
|
202
|
+
prompt: str,
|
|
203
|
+
stream: bool = False,
|
|
204
|
+
optimizer: str = None,
|
|
205
|
+
conversationally: bool = False,
|
|
206
|
+
) -> Union[str, Generator[str, None, None]]:
|
|
207
|
+
"""
|
|
208
|
+
Provides a simplified chat interface, returning the message string or a generator of message strings.
|
|
209
|
+
|
|
210
|
+
Args:
|
|
211
|
+
prompt (str): The user's prompt.
|
|
212
|
+
stream (bool): Whether to stream the response. Defaults to False.
|
|
213
|
+
optimizer (str, optional): Name of the optimizer to use. Defaults to None.
|
|
214
|
+
conversationally (bool): Whether to apply optimizer conversationally. Defaults to False.
|
|
215
|
+
|
|
216
|
+
Returns:
|
|
217
|
+
Union[str, Generator[str, None, None]]: The response string or a generator yielding
|
|
218
|
+
response chunks.
|
|
219
|
+
"""
|
|
220
|
+
# run_new_test is not used in the current implementation, but we keep it for API compatibility
|
|
221
|
+
response = self.ask(
|
|
222
|
+
prompt,
|
|
223
|
+
stream,
|
|
224
|
+
optimizer=optimizer,
|
|
225
|
+
conversationally=conversationally,
|
|
226
|
+
)
|
|
227
|
+
|
|
228
|
+
if stream:
|
|
229
|
+
for chunk in response:
|
|
230
|
+
yield self.get_message(chunk)
|
|
231
|
+
else:
|
|
232
|
+
return self.get_message(response)
|
|
233
|
+
|
|
234
|
+
def get_message(self, response: dict) -> str:
|
|
235
|
+
"""
|
|
236
|
+
Extracts the message text from the provider's response dictionary.
|
|
237
|
+
|
|
238
|
+
Args:
|
|
239
|
+
response (dict): The response dictionary obtained from the `ask` method.
|
|
240
|
+
|
|
241
|
+
Returns:
|
|
242
|
+
str: The extracted message string.
|
|
243
|
+
"""
|
|
244
|
+
assert self.provider is not None, "Chat with AI first"
|
|
245
|
+
return self.provider.get_message(response)
|
|
246
|
+
|
|
247
|
+
if __name__ == "__main__":
|
|
248
|
+
auto = AUTO(print_provider_info=True)
|
|
249
|
+
response = auto.chat("Hello, how are you?", stream=True)
|
|
250
|
+
for chunk in response:
|
|
251
251
|
print(chunk, end="", flush=True)
|