webscout 8.3.6__py3-none-any.whl → 2025.10.11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +250 -250
- webscout/AIbase.py +379 -379
- webscout/AIutel.py +60 -58
- webscout/Bard.py +1012 -1012
- webscout/Bing_search.py +417 -417
- webscout/DWEBS.py +529 -529
- webscout/Extra/Act.md +309 -309
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/README.md +110 -110
- webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
- webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
- webscout/Extra/GitToolkit/gitapi/user.py +96 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
- webscout/Extra/YTToolkit/README.md +375 -375
- webscout/Extra/YTToolkit/YTdownloader.py +956 -956
- webscout/Extra/YTToolkit/__init__.py +2 -2
- webscout/Extra/YTToolkit/transcriber.py +475 -475
- webscout/Extra/YTToolkit/ytapi/README.md +44 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
- webscout/Extra/YTToolkit/ytapi/https.py +88 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
- webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
- webscout/Extra/YTToolkit/ytapi/query.py +39 -39
- webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
- webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
- webscout/Extra/YTToolkit/ytapi/video.py +232 -232
- webscout/Extra/autocoder/__init__.py +9 -9
- webscout/Extra/autocoder/autocoder.py +1105 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +332 -332
- webscout/Extra/gguf.md +429 -429
- webscout/Extra/gguf.py +1213 -1213
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +27 -27
- webscout/Extra/tempmail/async_utils.py +140 -140
- webscout/Extra/tempmail/base.py +160 -160
- webscout/Extra/tempmail/cli.py +186 -186
- webscout/Extra/tempmail/emailnator.py +84 -84
- webscout/Extra/tempmail/mail_tm.py +360 -360
- webscout/Extra/tempmail/temp_mail_io.py +291 -291
- webscout/Extra/weather.md +281 -281
- webscout/Extra/weather.py +193 -193
- webscout/Litlogger/README.md +10 -10
- webscout/Litlogger/__init__.py +15 -15
- webscout/Litlogger/formats.py +13 -13
- webscout/Litlogger/handlers.py +121 -121
- webscout/Litlogger/levels.py +13 -13
- webscout/Litlogger/logger.py +134 -134
- webscout/Provider/AISEARCH/Perplexity.py +332 -332
- webscout/Provider/AISEARCH/README.md +279 -279
- webscout/Provider/AISEARCH/__init__.py +33 -11
- webscout/Provider/AISEARCH/felo_search.py +206 -206
- webscout/Provider/AISEARCH/genspark_search.py +323 -323
- webscout/Provider/AISEARCH/hika_search.py +185 -185
- webscout/Provider/AISEARCH/iask_search.py +410 -410
- webscout/Provider/AISEARCH/monica_search.py +219 -219
- webscout/Provider/AISEARCH/scira_search.py +316 -314
- webscout/Provider/AISEARCH/stellar_search.py +177 -177
- webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
- webscout/Provider/Aitopia.py +314 -315
- webscout/Provider/Andi.py +3 -3
- webscout/Provider/Apriel.py +306 -0
- webscout/Provider/ChatGPTClone.py +236 -236
- webscout/Provider/ChatSandbox.py +343 -342
- webscout/Provider/Cloudflare.py +324 -324
- webscout/Provider/Cohere.py +208 -207
- webscout/Provider/Deepinfra.py +370 -369
- webscout/Provider/ExaAI.py +260 -260
- webscout/Provider/ExaChat.py +308 -387
- webscout/Provider/Flowith.py +221 -221
- webscout/Provider/GMI.py +293 -0
- webscout/Provider/Gemini.py +164 -162
- webscout/Provider/GeminiProxy.py +167 -166
- webscout/Provider/GithubChat.py +371 -370
- webscout/Provider/Groq.py +800 -800
- webscout/Provider/HeckAI.py +383 -379
- webscout/Provider/Jadve.py +282 -297
- webscout/Provider/K2Think.py +308 -0
- webscout/Provider/Koboldai.py +206 -384
- webscout/Provider/LambdaChat.py +423 -425
- webscout/Provider/Nemotron.py +244 -245
- webscout/Provider/Netwrck.py +248 -247
- webscout/Provider/OLLAMA.py +395 -394
- webscout/Provider/OPENAI/Cloudflare.py +394 -395
- webscout/Provider/OPENAI/FalconH1.py +452 -457
- webscout/Provider/OPENAI/FreeGemini.py +297 -299
- webscout/Provider/OPENAI/{monochat.py → K2Think.py} +432 -329
- webscout/Provider/OPENAI/NEMOTRON.py +241 -244
- webscout/Provider/OPENAI/PI.py +428 -427
- webscout/Provider/OPENAI/README.md +959 -959
- webscout/Provider/OPENAI/TogetherAI.py +345 -345
- webscout/Provider/OPENAI/TwoAI.py +466 -467
- webscout/Provider/OPENAI/__init__.py +33 -59
- webscout/Provider/OPENAI/ai4chat.py +313 -303
- webscout/Provider/OPENAI/base.py +249 -269
- webscout/Provider/OPENAI/chatglm.py +528 -0
- webscout/Provider/OPENAI/chatgpt.py +593 -588
- webscout/Provider/OPENAI/chatgptclone.py +521 -524
- webscout/Provider/OPENAI/chatsandbox.py +202 -177
- webscout/Provider/OPENAI/deepinfra.py +319 -315
- webscout/Provider/OPENAI/e2b.py +1665 -1665
- webscout/Provider/OPENAI/exaai.py +420 -420
- webscout/Provider/OPENAI/exachat.py +452 -452
- webscout/Provider/OPENAI/friendli.py +232 -232
- webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
- webscout/Provider/OPENAI/groq.py +364 -364
- webscout/Provider/OPENAI/heckai.py +314 -311
- webscout/Provider/OPENAI/llmchatco.py +337 -337
- webscout/Provider/OPENAI/netwrck.py +355 -354
- webscout/Provider/OPENAI/oivscode.py +290 -290
- webscout/Provider/OPENAI/opkfc.py +518 -518
- webscout/Provider/OPENAI/pydantic_imports.py +1 -1
- webscout/Provider/OPENAI/scirachat.py +535 -529
- webscout/Provider/OPENAI/sonus.py +308 -308
- webscout/Provider/OPENAI/standardinput.py +442 -442
- webscout/Provider/OPENAI/textpollinations.py +340 -348
- webscout/Provider/OPENAI/toolbaz.py +419 -413
- webscout/Provider/OPENAI/typefully.py +362 -362
- webscout/Provider/OPENAI/utils.py +295 -295
- webscout/Provider/OPENAI/venice.py +436 -436
- webscout/Provider/OPENAI/wisecat.py +387 -387
- webscout/Provider/OPENAI/writecream.py +166 -166
- webscout/Provider/OPENAI/x0gpt.py +378 -378
- webscout/Provider/OPENAI/yep.py +389 -389
- webscout/Provider/OpenGPT.py +230 -230
- webscout/Provider/Openai.py +244 -496
- webscout/Provider/PI.py +405 -404
- webscout/Provider/Perplexitylabs.py +430 -431
- webscout/Provider/QwenLM.py +272 -254
- webscout/Provider/STT/__init__.py +32 -2
- webscout/Provider/{Llama3.py → Sambanova.py} +257 -258
- webscout/Provider/StandardInput.py +309 -309
- webscout/Provider/TTI/README.md +82 -82
- webscout/Provider/TTI/__init__.py +33 -12
- webscout/Provider/TTI/aiarta.py +413 -413
- webscout/Provider/TTI/base.py +136 -136
- webscout/Provider/TTI/bing.py +243 -243
- webscout/Provider/TTI/gpt1image.py +149 -149
- webscout/Provider/TTI/imagen.py +196 -196
- webscout/Provider/TTI/infip.py +211 -211
- webscout/Provider/TTI/magicstudio.py +232 -232
- webscout/Provider/TTI/monochat.py +219 -219
- webscout/Provider/TTI/piclumen.py +214 -214
- webscout/Provider/TTI/pixelmuse.py +232 -232
- webscout/Provider/TTI/pollinations.py +232 -232
- webscout/Provider/TTI/together.py +288 -288
- webscout/Provider/TTI/utils.py +12 -12
- webscout/Provider/TTI/venice.py +367 -367
- webscout/Provider/TTS/README.md +192 -192
- webscout/Provider/TTS/__init__.py +33 -10
- webscout/Provider/TTS/parler.py +110 -110
- webscout/Provider/TTS/streamElements.py +333 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TeachAnything.py +237 -236
- webscout/Provider/TextPollinationsAI.py +311 -318
- webscout/Provider/TogetherAI.py +356 -357
- webscout/Provider/TwoAI.py +313 -569
- webscout/Provider/TypliAI.py +312 -311
- webscout/Provider/UNFINISHED/ChatHub.py +208 -208
- webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
- webscout/Provider/{GizAI.py → UNFINISHED/GizAI.py} +294 -294
- webscout/Provider/{Marcus.py → UNFINISHED/Marcus.py} +198 -198
- webscout/Provider/{Qodo.py → UNFINISHED/Qodo.py} +477 -477
- webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
- webscout/Provider/{XenAI.py → UNFINISHED/XenAI.py} +324 -324
- webscout/Provider/UNFINISHED/Youchat.py +330 -330
- webscout/Provider/UNFINISHED/liner.py +334 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
- webscout/Provider/UNFINISHED/puterjs.py +634 -634
- webscout/Provider/UNFINISHED/samurai.py +223 -223
- webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
- webscout/Provider/Venice.py +251 -250
- webscout/Provider/VercelAI.py +256 -255
- webscout/Provider/WiseCat.py +232 -231
- webscout/Provider/WrDoChat.py +367 -366
- webscout/Provider/__init__.py +33 -86
- webscout/Provider/ai4chat.py +174 -174
- webscout/Provider/akashgpt.py +331 -334
- webscout/Provider/cerebras.py +446 -340
- webscout/Provider/chatglm.py +394 -214
- webscout/Provider/cleeai.py +211 -212
- webscout/Provider/deepseek_assistant.py +1 -1
- webscout/Provider/elmo.py +282 -282
- webscout/Provider/geminiapi.py +208 -208
- webscout/Provider/granite.py +261 -261
- webscout/Provider/hermes.py +263 -265
- webscout/Provider/julius.py +223 -222
- webscout/Provider/learnfastai.py +309 -309
- webscout/Provider/llama3mitril.py +214 -214
- webscout/Provider/llmchat.py +243 -243
- webscout/Provider/llmchatco.py +290 -290
- webscout/Provider/meta.py +801 -801
- webscout/Provider/oivscode.py +309 -309
- webscout/Provider/scira_chat.py +384 -457
- webscout/Provider/searchchat.py +292 -291
- webscout/Provider/sonus.py +258 -258
- webscout/Provider/toolbaz.py +370 -364
- webscout/Provider/turboseek.py +274 -265
- webscout/Provider/typefully.py +208 -207
- webscout/Provider/x0gpt.py +1 -0
- webscout/Provider/yep.py +372 -371
- webscout/__init__.py +30 -31
- webscout/__main__.py +5 -5
- webscout/auth/api_key_manager.py +189 -189
- webscout/auth/config.py +175 -175
- webscout/auth/models.py +185 -185
- webscout/auth/routes.py +664 -664
- webscout/auth/simple_logger.py +236 -236
- webscout/cli.py +523 -523
- webscout/conversation.py +438 -438
- webscout/exceptions.py +361 -361
- webscout/litagent/Readme.md +298 -298
- webscout/litagent/__init__.py +28 -28
- webscout/litagent/agent.py +581 -581
- webscout/litagent/constants.py +59 -59
- webscout/litprinter/__init__.py +58 -58
- webscout/models.py +181 -181
- webscout/optimizers.py +419 -419
- webscout/prompt_manager.py +288 -288
- webscout/sanitize.py +1078 -1078
- webscout/scout/README.md +401 -401
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +6 -6
- webscout/scout/core/crawler.py +297 -297
- webscout/scout/core/scout.py +706 -706
- webscout/scout/core/search_result.py +95 -95
- webscout/scout/core/text_analyzer.py +62 -62
- webscout/scout/core/text_utils.py +277 -277
- webscout/scout/core/web_analyzer.py +51 -51
- webscout/scout/element.py +599 -599
- webscout/scout/parsers/__init__.py +69 -69
- webscout/scout/parsers/html5lib_parser.py +172 -172
- webscout/scout/parsers/html_parser.py +236 -236
- webscout/scout/parsers/lxml_parser.py +178 -178
- webscout/scout/utils.py +37 -37
- webscout/swiftcli/Readme.md +323 -323
- webscout/swiftcli/__init__.py +95 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +308 -308
- webscout/swiftcli/core/context.py +104 -104
- webscout/swiftcli/core/group.py +241 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +221 -221
- webscout/swiftcli/decorators/options.py +220 -220
- webscout/swiftcli/decorators/output.py +302 -302
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +135 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +59 -59
- webscout/swiftcli/utils/formatting.py +252 -252
- webscout/swiftcli/utils/parsing.py +267 -267
- webscout/update_checker.py +117 -117
- webscout/version.py +1 -1
- webscout/webscout_search.py +1183 -1183
- webscout/webscout_search_async.py +649 -649
- webscout/yep_search.py +346 -346
- webscout/zeroart/README.md +89 -89
- webscout/zeroart/__init__.py +134 -134
- webscout/zeroart/base.py +66 -66
- webscout/zeroart/effects.py +100 -100
- webscout/zeroart/fonts.py +1238 -1238
- {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -936
- webscout-2025.10.11.dist-info/RECORD +300 -0
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/AllenAI.py +0 -440
- webscout/Provider/Blackboxai.py +0 -793
- webscout/Provider/FreeGemini.py +0 -250
- webscout/Provider/GptOss.py +0 -207
- webscout/Provider/Hunyuan.py +0 -283
- webscout/Provider/Kimi.py +0 -445
- webscout/Provider/MCPCore.py +0 -322
- webscout/Provider/MiniMax.py +0 -207
- webscout/Provider/OPENAI/BLACKBOXAI.py +0 -1045
- webscout/Provider/OPENAI/MiniMax.py +0 -298
- webscout/Provider/OPENAI/Qwen3.py +0 -304
- webscout/Provider/OPENAI/autoproxy.py +0 -1067
- webscout/Provider/OPENAI/copilot.py +0 -321
- webscout/Provider/OPENAI/gptoss.py +0 -288
- webscout/Provider/OPENAI/kimi.py +0 -469
- webscout/Provider/OPENAI/mcpcore.py +0 -431
- webscout/Provider/OPENAI/multichat.py +0 -378
- webscout/Provider/OPENAI/qodo.py +0 -630
- webscout/Provider/OPENAI/xenai.py +0 -514
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/UNFINISHED/fetch_together_models.py +0 -90
- webscout/Provider/asksteve.py +0 -220
- webscout/Provider/copilot.py +0 -441
- webscout/Provider/freeaichat.py +0 -294
- webscout/Provider/koala.py +0 -182
- webscout/Provider/lmarena.py +0 -198
- webscout/Provider/monochat.py +0 -275
- webscout/Provider/multichat.py +0 -375
- webscout/Provider/scnet.py +0 -244
- webscout/Provider/talkai.py +0 -194
- webscout/tempid.py +0 -128
- webscout-8.3.6.dist-info/RECORD +0 -327
- {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
- {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
- {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
|
@@ -1,209 +1,209 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
import os
|
|
4
|
-
from typing import Any, Dict, Optional, Generator, List, Union
|
|
5
|
-
|
|
6
|
-
from webscout.AIutel import Optimizers
|
|
7
|
-
from webscout.AIutel import Conversation
|
|
8
|
-
from webscout.AIutel import AwesomePrompts, sanitize_stream
|
|
9
|
-
from webscout.AIbase import Provider, AsyncProvider
|
|
10
|
-
from webscout import exceptions
|
|
11
|
-
|
|
12
|
-
class ChatHub(Provider):
|
|
13
|
-
"""
|
|
14
|
-
A class to interact with the ChatHub API.
|
|
15
|
-
"""
|
|
16
|
-
|
|
17
|
-
AVAILABLE_MODELS = [
|
|
18
|
-
'meta/llama3.1-8b',
|
|
19
|
-
'mistral/mixtral-8x7b',
|
|
20
|
-
'google/gemma-2',
|
|
21
|
-
'perplexity/sonar-online',
|
|
22
|
-
]
|
|
23
|
-
model_aliases = { # Aliases for shorter model names
|
|
24
|
-
"llama3.1-8b": 'meta/llama3.1-8b',
|
|
25
|
-
"mixtral-8x7b": 'mistral/mixtral-8x7b',
|
|
26
|
-
"gemma-2": 'google/gemma-2',
|
|
27
|
-
"sonar-online": 'perplexity/sonar-online',
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
def __init__(
|
|
32
|
-
self,
|
|
33
|
-
is_conversation: bool = True,
|
|
34
|
-
max_tokens: int = 2049,
|
|
35
|
-
timeout: int = 30,
|
|
36
|
-
intro: str = None,
|
|
37
|
-
filepath: str = None,
|
|
38
|
-
update_file: bool = True,
|
|
39
|
-
proxies: dict = {},
|
|
40
|
-
history_offset: int = 10250,
|
|
41
|
-
act: str = None,
|
|
42
|
-
model: str = "sonar-online",
|
|
43
|
-
):
|
|
44
|
-
"""Initializes the ChatHub API client."""
|
|
45
|
-
self.url = "https://app.chathub.gg"
|
|
46
|
-
self.api_endpoint = "https://app.chathub.gg/api/v3/chat/completions"
|
|
47
|
-
self.headers = {
|
|
48
|
-
'Accept': '*/*',
|
|
49
|
-
'Accept-Language': 'en-US,en;q=0.9',
|
|
50
|
-
'Content-Type': 'application/json',
|
|
51
|
-
'Origin': self.url,
|
|
52
|
-
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36',
|
|
53
|
-
'X-App-Id': 'web'
|
|
54
|
-
}
|
|
55
|
-
self.session = requests.Session()
|
|
56
|
-
self.session.headers.update(self.headers)
|
|
57
|
-
self.session.proxies.update(proxies)
|
|
58
|
-
self.timeout = timeout
|
|
59
|
-
self.last_response = {}
|
|
60
|
-
|
|
61
|
-
self.is_conversation = is_conversation
|
|
62
|
-
self.max_tokens_to_sample = max_tokens
|
|
63
|
-
self.__available_optimizers = (
|
|
64
|
-
method
|
|
65
|
-
for method in dir(Optimizers)
|
|
66
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
67
|
-
)
|
|
68
|
-
Conversation.intro = (
|
|
69
|
-
AwesomePrompts().get_act(
|
|
70
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
71
|
-
)
|
|
72
|
-
if act
|
|
73
|
-
else intro or Conversation.intro
|
|
74
|
-
)
|
|
75
|
-
|
|
76
|
-
self.conversation = Conversation(
|
|
77
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
78
|
-
)
|
|
79
|
-
self.conversation.history_offset = history_offset
|
|
80
|
-
|
|
81
|
-
#Resolve the model
|
|
82
|
-
self.model = self.get_model(model)
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
def get_model(self, model: str) -> str:
|
|
86
|
-
"""
|
|
87
|
-
Resolves the model name using aliases or defaults.
|
|
88
|
-
"""
|
|
89
|
-
|
|
90
|
-
if model in self.AVAILABLE_MODELS:
|
|
91
|
-
return model
|
|
92
|
-
elif model in self.model_aliases:
|
|
93
|
-
return self.model_aliases[model]
|
|
94
|
-
else:
|
|
95
|
-
print(f"Model '{model}' not found. Using default model '{self.default_model}'.")
|
|
96
|
-
return self.default_model # Use class-level default
|
|
97
|
-
|
|
98
|
-
def ask(
|
|
99
|
-
self,
|
|
100
|
-
prompt: str,
|
|
101
|
-
stream: bool = False,
|
|
102
|
-
raw: bool = False,
|
|
103
|
-
optimizer: str = None,
|
|
104
|
-
conversationally: bool = False,
|
|
105
|
-
) -> Union[Dict[str, Any], Generator]:
|
|
106
|
-
|
|
107
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
108
|
-
if optimizer:
|
|
109
|
-
if optimizer in self.__available_optimizers:
|
|
110
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
111
|
-
conversation_prompt if conversationally else prompt
|
|
112
|
-
)
|
|
113
|
-
else:
|
|
114
|
-
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
data = {
|
|
118
|
-
"model": self.model,
|
|
119
|
-
"messages": [{"role": "user", "content": conversation_prompt}],
|
|
120
|
-
"tools": []
|
|
121
|
-
}
|
|
122
|
-
|
|
123
|
-
# Set the Referer header dynamically based on the resolved model
|
|
124
|
-
self.headers['Referer'] = f"{self.url}/chat/{self.model}"
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
def for_stream():
|
|
128
|
-
try:
|
|
129
|
-
with requests.post(self.api_endpoint, headers=self.headers, json=data, stream=True, timeout=self.timeout) as response:
|
|
130
|
-
response.raise_for_status()
|
|
131
|
-
streaming_text = ""
|
|
132
|
-
|
|
133
|
-
for line in response.iter_lines(decode_unicode=True):
|
|
134
|
-
if line:
|
|
135
|
-
decoded_line = line.strip()
|
|
136
|
-
if decoded_line.startswith('data:'):
|
|
137
|
-
data_str = decoded_line[5:].strip()
|
|
138
|
-
if data_str == '[DONE]':
|
|
139
|
-
break
|
|
140
|
-
try:
|
|
141
|
-
data_json = json.loads(data_str)
|
|
142
|
-
text_delta = data_json.get('textDelta')
|
|
143
|
-
if text_delta:
|
|
144
|
-
streaming_text += text_delta
|
|
145
|
-
resp = dict(text=text_delta)
|
|
146
|
-
yield resp if raw else resp
|
|
147
|
-
|
|
148
|
-
except json.JSONDecodeError:
|
|
149
|
-
continue
|
|
150
|
-
self.conversation.update_chat_history(prompt, streaming_text)
|
|
151
|
-
self.last_response.update({"text": streaming_text})
|
|
152
|
-
except requests.exceptions.RequestException as e:
|
|
153
|
-
raise exceptions.FailedToGenerateResponseError(f"Request error: {e}")
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
def for_non_stream():
|
|
157
|
-
for _ in for_stream():
|
|
158
|
-
pass
|
|
159
|
-
return self.last_response
|
|
160
|
-
|
|
161
|
-
return for_stream() if stream else for_non_stream()
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
def chat(
|
|
167
|
-
self,
|
|
168
|
-
prompt: str,
|
|
169
|
-
stream: bool = False,
|
|
170
|
-
optimizer: str = None,
|
|
171
|
-
conversationally: bool = False,
|
|
172
|
-
) -> Union[str, Generator]:
|
|
173
|
-
"""Generate response `str`"""
|
|
174
|
-
|
|
175
|
-
def for_stream():
|
|
176
|
-
for response in self.ask(
|
|
177
|
-
prompt, stream=True, optimizer=optimizer, conversationally=conversationally
|
|
178
|
-
):
|
|
179
|
-
yield self.get_message(response)
|
|
180
|
-
|
|
181
|
-
def for_non_stream():
|
|
182
|
-
return self.get_message(
|
|
183
|
-
self.ask(
|
|
184
|
-
prompt,
|
|
185
|
-
stream=False, # Pass stream=False
|
|
186
|
-
optimizer=optimizer,
|
|
187
|
-
conversationally=conversationally,
|
|
188
|
-
)
|
|
189
|
-
)
|
|
190
|
-
|
|
191
|
-
return for_stream() if stream else for_non_stream()
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
def get_message(self, response: dict) -> str:
|
|
196
|
-
"""Retrieves message only from response"""
|
|
197
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
198
|
-
return response.get("text", "")
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
if __name__ == "__main__":
|
|
202
|
-
from rich import print
|
|
203
|
-
bot = ChatHub()
|
|
204
|
-
try:
|
|
205
|
-
response = bot.chat("tell me about Abhay koul, HelpingAI", stream=True)
|
|
206
|
-
for chunk in response:
|
|
207
|
-
print(chunk, end="", flush=True)
|
|
208
|
-
except Exception as e:
|
|
1
|
+
import requests
|
|
2
|
+
import json
|
|
3
|
+
import os
|
|
4
|
+
from typing import Any, Dict, Optional, Generator, List, Union
|
|
5
|
+
|
|
6
|
+
from webscout.AIutel import Optimizers
|
|
7
|
+
from webscout.AIutel import Conversation
|
|
8
|
+
from webscout.AIutel import AwesomePrompts, sanitize_stream
|
|
9
|
+
from webscout.AIbase import Provider, AsyncProvider
|
|
10
|
+
from webscout import exceptions
|
|
11
|
+
|
|
12
|
+
class ChatHub(Provider):
|
|
13
|
+
"""
|
|
14
|
+
A class to interact with the ChatHub API.
|
|
15
|
+
"""
|
|
16
|
+
|
|
17
|
+
AVAILABLE_MODELS = [
|
|
18
|
+
'meta/llama3.1-8b',
|
|
19
|
+
'mistral/mixtral-8x7b',
|
|
20
|
+
'google/gemma-2',
|
|
21
|
+
'perplexity/sonar-online',
|
|
22
|
+
]
|
|
23
|
+
model_aliases = { # Aliases for shorter model names
|
|
24
|
+
"llama3.1-8b": 'meta/llama3.1-8b',
|
|
25
|
+
"mixtral-8x7b": 'mistral/mixtral-8x7b',
|
|
26
|
+
"gemma-2": 'google/gemma-2',
|
|
27
|
+
"sonar-online": 'perplexity/sonar-online',
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
def __init__(
|
|
32
|
+
self,
|
|
33
|
+
is_conversation: bool = True,
|
|
34
|
+
max_tokens: int = 2049,
|
|
35
|
+
timeout: int = 30,
|
|
36
|
+
intro: str = None,
|
|
37
|
+
filepath: str = None,
|
|
38
|
+
update_file: bool = True,
|
|
39
|
+
proxies: dict = {},
|
|
40
|
+
history_offset: int = 10250,
|
|
41
|
+
act: str = None,
|
|
42
|
+
model: str = "sonar-online",
|
|
43
|
+
):
|
|
44
|
+
"""Initializes the ChatHub API client."""
|
|
45
|
+
self.url = "https://app.chathub.gg"
|
|
46
|
+
self.api_endpoint = "https://app.chathub.gg/api/v3/chat/completions"
|
|
47
|
+
self.headers = {
|
|
48
|
+
'Accept': '*/*',
|
|
49
|
+
'Accept-Language': 'en-US,en;q=0.9',
|
|
50
|
+
'Content-Type': 'application/json',
|
|
51
|
+
'Origin': self.url,
|
|
52
|
+
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36',
|
|
53
|
+
'X-App-Id': 'web'
|
|
54
|
+
}
|
|
55
|
+
self.session = requests.Session()
|
|
56
|
+
self.session.headers.update(self.headers)
|
|
57
|
+
self.session.proxies.update(proxies)
|
|
58
|
+
self.timeout = timeout
|
|
59
|
+
self.last_response = {}
|
|
60
|
+
|
|
61
|
+
self.is_conversation = is_conversation
|
|
62
|
+
self.max_tokens_to_sample = max_tokens
|
|
63
|
+
self.__available_optimizers = (
|
|
64
|
+
method
|
|
65
|
+
for method in dir(Optimizers)
|
|
66
|
+
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
67
|
+
)
|
|
68
|
+
Conversation.intro = (
|
|
69
|
+
AwesomePrompts().get_act(
|
|
70
|
+
act, raise_not_found=True, default=None, case_insensitive=True
|
|
71
|
+
)
|
|
72
|
+
if act
|
|
73
|
+
else intro or Conversation.intro
|
|
74
|
+
)
|
|
75
|
+
|
|
76
|
+
self.conversation = Conversation(
|
|
77
|
+
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
78
|
+
)
|
|
79
|
+
self.conversation.history_offset = history_offset
|
|
80
|
+
|
|
81
|
+
#Resolve the model
|
|
82
|
+
self.model = self.get_model(model)
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
def get_model(self, model: str) -> str:
|
|
86
|
+
"""
|
|
87
|
+
Resolves the model name using aliases or defaults.
|
|
88
|
+
"""
|
|
89
|
+
|
|
90
|
+
if model in self.AVAILABLE_MODELS:
|
|
91
|
+
return model
|
|
92
|
+
elif model in self.model_aliases:
|
|
93
|
+
return self.model_aliases[model]
|
|
94
|
+
else:
|
|
95
|
+
print(f"Model '{model}' not found. Using default model '{self.default_model}'.")
|
|
96
|
+
return self.default_model # Use class-level default
|
|
97
|
+
|
|
98
|
+
def ask(
|
|
99
|
+
self,
|
|
100
|
+
prompt: str,
|
|
101
|
+
stream: bool = False,
|
|
102
|
+
raw: bool = False,
|
|
103
|
+
optimizer: str = None,
|
|
104
|
+
conversationally: bool = False,
|
|
105
|
+
) -> Union[Dict[str, Any], Generator]:
|
|
106
|
+
|
|
107
|
+
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
108
|
+
if optimizer:
|
|
109
|
+
if optimizer in self.__available_optimizers:
|
|
110
|
+
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
111
|
+
conversation_prompt if conversationally else prompt
|
|
112
|
+
)
|
|
113
|
+
else:
|
|
114
|
+
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
data = {
|
|
118
|
+
"model": self.model,
|
|
119
|
+
"messages": [{"role": "user", "content": conversation_prompt}],
|
|
120
|
+
"tools": []
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
# Set the Referer header dynamically based on the resolved model
|
|
124
|
+
self.headers['Referer'] = f"{self.url}/chat/{self.model}"
|
|
125
|
+
|
|
126
|
+
|
|
127
|
+
def for_stream():
|
|
128
|
+
try:
|
|
129
|
+
with requests.post(self.api_endpoint, headers=self.headers, json=data, stream=True, timeout=self.timeout) as response:
|
|
130
|
+
response.raise_for_status()
|
|
131
|
+
streaming_text = ""
|
|
132
|
+
|
|
133
|
+
for line in response.iter_lines(decode_unicode=True):
|
|
134
|
+
if line:
|
|
135
|
+
decoded_line = line.strip()
|
|
136
|
+
if decoded_line.startswith('data:'):
|
|
137
|
+
data_str = decoded_line[5:].strip()
|
|
138
|
+
if data_str == '[DONE]':
|
|
139
|
+
break
|
|
140
|
+
try:
|
|
141
|
+
data_json = json.loads(data_str)
|
|
142
|
+
text_delta = data_json.get('textDelta')
|
|
143
|
+
if text_delta:
|
|
144
|
+
streaming_text += text_delta
|
|
145
|
+
resp = dict(text=text_delta)
|
|
146
|
+
yield resp if raw else resp
|
|
147
|
+
|
|
148
|
+
except json.JSONDecodeError:
|
|
149
|
+
continue
|
|
150
|
+
self.conversation.update_chat_history(prompt, streaming_text)
|
|
151
|
+
self.last_response.update({"text": streaming_text})
|
|
152
|
+
except requests.exceptions.RequestException as e:
|
|
153
|
+
raise exceptions.FailedToGenerateResponseError(f"Request error: {e}")
|
|
154
|
+
|
|
155
|
+
|
|
156
|
+
def for_non_stream():
|
|
157
|
+
for _ in for_stream():
|
|
158
|
+
pass
|
|
159
|
+
return self.last_response
|
|
160
|
+
|
|
161
|
+
return for_stream() if stream else for_non_stream()
|
|
162
|
+
|
|
163
|
+
|
|
164
|
+
|
|
165
|
+
|
|
166
|
+
def chat(
|
|
167
|
+
self,
|
|
168
|
+
prompt: str,
|
|
169
|
+
stream: bool = False,
|
|
170
|
+
optimizer: str = None,
|
|
171
|
+
conversationally: bool = False,
|
|
172
|
+
) -> Union[str, Generator]:
|
|
173
|
+
"""Generate response `str`"""
|
|
174
|
+
|
|
175
|
+
def for_stream():
|
|
176
|
+
for response in self.ask(
|
|
177
|
+
prompt, stream=True, optimizer=optimizer, conversationally=conversationally
|
|
178
|
+
):
|
|
179
|
+
yield self.get_message(response)
|
|
180
|
+
|
|
181
|
+
def for_non_stream():
|
|
182
|
+
return self.get_message(
|
|
183
|
+
self.ask(
|
|
184
|
+
prompt,
|
|
185
|
+
stream=False, # Pass stream=False
|
|
186
|
+
optimizer=optimizer,
|
|
187
|
+
conversationally=conversationally,
|
|
188
|
+
)
|
|
189
|
+
)
|
|
190
|
+
|
|
191
|
+
return for_stream() if stream else for_non_stream()
|
|
192
|
+
|
|
193
|
+
|
|
194
|
+
|
|
195
|
+
def get_message(self, response: dict) -> str:
|
|
196
|
+
"""Retrieves message only from response"""
|
|
197
|
+
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
198
|
+
return response.get("text", "")
|
|
199
|
+
|
|
200
|
+
|
|
201
|
+
if __name__ == "__main__":
|
|
202
|
+
from rich import print
|
|
203
|
+
bot = ChatHub()
|
|
204
|
+
try:
|
|
205
|
+
response = bot.chat("tell me about Abhay koul, HelpingAI", stream=True)
|
|
206
|
+
for chunk in response:
|
|
207
|
+
print(chunk, end="", flush=True)
|
|
208
|
+
except Exception as e:
|
|
209
209
|
print(f"An error occurred: {e}")
|