webscout 8.2.2__py3-none-any.whl → 8.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +112 -22
- webscout/AIbase.py +144 -7
- webscout/AIutel.py +249 -131
- webscout/Bard.py +579 -206
- webscout/DWEBS.py +78 -35
- webscout/__init__.py +0 -1
- webscout/cli.py +256 -0
- webscout/conversation.py +307 -436
- webscout/exceptions.py +23 -0
- webscout/prompt_manager.py +56 -42
- webscout/version.py +1 -1
- webscout/webscout_search.py +65 -47
- webscout/webscout_search_async.py +81 -126
- webscout/yep_search.py +93 -43
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/METADATA +172 -52
- webscout-8.2.7.dist-info/RECORD +26 -0
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
- webscout-8.2.7.dist-info/entry_points.txt +3 -0
- webscout-8.2.7.dist-info/top_level.txt +1 -0
- inferno/__init__.py +0 -6
- inferno/__main__.py +0 -9
- inferno/cli.py +0 -6
- webscout/Extra/GitToolkit/__init__.py +0 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
- webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
- webscout/Extra/GitToolkit/gitapi/user.py +0 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
- webscout/Extra/YTToolkit/YTdownloader.py +0 -957
- webscout/Extra/YTToolkit/__init__.py +0 -3
- webscout/Extra/YTToolkit/transcriber.py +0 -476
- webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
- webscout/Extra/YTToolkit/ytapi/https.py +0 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
- webscout/Extra/YTToolkit/ytapi/query.py +0 -40
- webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
- webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
- webscout/Extra/YTToolkit/ytapi/video.py +0 -232
- webscout/Extra/__init__.py +0 -7
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -849
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.py +0 -682
- webscout/Extra/tempmail/__init__.py +0 -28
- webscout/Extra/tempmail/async_utils.py +0 -141
- webscout/Extra/tempmail/base.py +0 -161
- webscout/Extra/tempmail/cli.py +0 -187
- webscout/Extra/tempmail/emailnator.py +0 -84
- webscout/Extra/tempmail/mail_tm.py +0 -361
- webscout/Extra/tempmail/temp_mail_io.py +0 -292
- webscout/Extra/weather.py +0 -194
- webscout/Extra/weather_ascii.py +0 -76
- webscout/LLM.py +0 -442
- webscout/Litlogger/__init__.py +0 -67
- webscout/Litlogger/core/__init__.py +0 -6
- webscout/Litlogger/core/level.py +0 -23
- webscout/Litlogger/core/logger.py +0 -165
- webscout/Litlogger/handlers/__init__.py +0 -12
- webscout/Litlogger/handlers/console.py +0 -33
- webscout/Litlogger/handlers/file.py +0 -143
- webscout/Litlogger/handlers/network.py +0 -173
- webscout/Litlogger/styles/__init__.py +0 -7
- webscout/Litlogger/styles/colors.py +0 -249
- webscout/Litlogger/styles/formats.py +0 -458
- webscout/Litlogger/styles/text.py +0 -87
- webscout/Litlogger/utils/__init__.py +0 -6
- webscout/Litlogger/utils/detectors.py +0 -153
- webscout/Litlogger/utils/formatters.py +0 -200
- webscout/Local/__init__.py +0 -12
- webscout/Local/__main__.py +0 -9
- webscout/Local/api.py +0 -576
- webscout/Local/cli.py +0 -516
- webscout/Local/config.py +0 -75
- webscout/Local/llm.py +0 -287
- webscout/Local/model_manager.py +0 -253
- webscout/Local/server.py +0 -721
- webscout/Local/utils.py +0 -93
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -250
- webscout/Provider/AISEARCH/ISou.py +0 -256
- webscout/Provider/AISEARCH/Perplexity.py +0 -359
- webscout/Provider/AISEARCH/__init__.py +0 -10
- webscout/Provider/AISEARCH/felo_search.py +0 -228
- webscout/Provider/AISEARCH/genspark_search.py +0 -208
- webscout/Provider/AISEARCH/hika_search.py +0 -194
- webscout/Provider/AISEARCH/iask_search.py +0 -436
- webscout/Provider/AISEARCH/monica_search.py +0 -246
- webscout/Provider/AISEARCH/scira_search.py +0 -324
- webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
- webscout/Provider/Aitopia.py +0 -292
- webscout/Provider/AllenAI.py +0 -413
- webscout/Provider/Andi.py +0 -228
- webscout/Provider/Blackboxai.py +0 -229
- webscout/Provider/C4ai.py +0 -432
- webscout/Provider/ChatGPTClone.py +0 -226
- webscout/Provider/ChatGPTES.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/Chatify.py +0 -175
- webscout/Provider/Cloudflare.py +0 -273
- webscout/Provider/Cohere.py +0 -208
- webscout/Provider/DeepSeek.py +0 -196
- webscout/Provider/Deepinfra.py +0 -297
- webscout/Provider/ElectronHub.py +0 -709
- webscout/Provider/ExaAI.py +0 -261
- webscout/Provider/ExaChat.py +0 -342
- webscout/Provider/Free2GPT.py +0 -241
- webscout/Provider/GPTWeb.py +0 -193
- webscout/Provider/Gemini.py +0 -169
- webscout/Provider/GithubChat.py +0 -367
- webscout/Provider/Glider.py +0 -211
- webscout/Provider/Groq.py +0 -670
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HeckAI.py +0 -233
- webscout/Provider/HuggingFaceChat.py +0 -462
- webscout/Provider/Hunyuan.py +0 -272
- webscout/Provider/Jadve.py +0 -266
- webscout/Provider/Koboldai.py +0 -381
- webscout/Provider/LambdaChat.py +0 -392
- webscout/Provider/Llama.py +0 -200
- webscout/Provider/Llama3.py +0 -204
- webscout/Provider/Marcus.py +0 -148
- webscout/Provider/Netwrck.py +0 -228
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/__init__.py +0 -25
- webscout/Provider/OPENAI/base.py +0 -46
- webscout/Provider/OPENAI/c4ai.py +0 -367
- webscout/Provider/OPENAI/chatgpt.py +0 -549
- webscout/Provider/OPENAI/chatgptclone.py +0 -460
- webscout/Provider/OPENAI/deepinfra.py +0 -272
- webscout/Provider/OPENAI/e2b.py +0 -1350
- webscout/Provider/OPENAI/exaai.py +0 -404
- webscout/Provider/OPENAI/exachat.py +0 -433
- webscout/Provider/OPENAI/freeaichat.py +0 -352
- webscout/Provider/OPENAI/glider.py +0 -316
- webscout/Provider/OPENAI/heckai.py +0 -337
- webscout/Provider/OPENAI/llmchatco.py +0 -327
- webscout/Provider/OPENAI/netwrck.py +0 -348
- webscout/Provider/OPENAI/opkfc.py +0 -488
- webscout/Provider/OPENAI/scirachat.py +0 -463
- webscout/Provider/OPENAI/sonus.py +0 -294
- webscout/Provider/OPENAI/standardinput.py +0 -425
- webscout/Provider/OPENAI/textpollinations.py +0 -285
- webscout/Provider/OPENAI/toolbaz.py +0 -405
- webscout/Provider/OPENAI/typegpt.py +0 -346
- webscout/Provider/OPENAI/uncovrAI.py +0 -455
- webscout/Provider/OPENAI/utils.py +0 -211
- webscout/Provider/OPENAI/venice.py +0 -413
- webscout/Provider/OPENAI/wisecat.py +0 -381
- webscout/Provider/OPENAI/writecream.py +0 -156
- webscout/Provider/OPENAI/x0gpt.py +0 -371
- webscout/Provider/OPENAI/yep.py +0 -327
- webscout/Provider/OpenGPT.py +0 -199
- webscout/Provider/Openai.py +0 -496
- webscout/Provider/PI.py +0 -344
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/Phind.py +0 -535
- webscout/Provider/PizzaGPT.py +0 -198
- webscout/Provider/QwenLM.py +0 -254
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -278
- webscout/Provider/TTI/AiForce/__init__.py +0 -22
- webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
- webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
- webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
- webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
- webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
- webscout/Provider/TTI/ImgSys/__init__.py +0 -23
- webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
- webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
- webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
- webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
- webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
- webscout/Provider/TTI/Nexra/__init__.py +0 -22
- webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
- webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
- webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
- webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
- webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
- webscout/Provider/TTI/__init__.py +0 -12
- webscout/Provider/TTI/aiarta/__init__.py +0 -2
- webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
- webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
- webscout/Provider/TTI/artbit/__init__.py +0 -22
- webscout/Provider/TTI/artbit/async_artbit.py +0 -155
- webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
- webscout/Provider/TTI/fastflux/__init__.py +0 -22
- webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
- webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
- webscout/Provider/TTI/huggingface/__init__.py +0 -22
- webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
- webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
- webscout/Provider/TTI/piclumen/__init__.py +0 -23
- webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
- webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
- webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
- webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
- webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
- webscout/Provider/TTI/talkai/__init__.py +0 -4
- webscout/Provider/TTI/talkai/async_talkai.py +0 -229
- webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
- webscout/Provider/TTS/__init__.py +0 -7
- webscout/Provider/TTS/deepgram.py +0 -156
- webscout/Provider/TTS/elevenlabs.py +0 -111
- webscout/Provider/TTS/gesserit.py +0 -127
- webscout/Provider/TTS/murfai.py +0 -113
- webscout/Provider/TTS/parler.py +0 -111
- webscout/Provider/TTS/speechma.py +0 -180
- webscout/Provider/TTS/streamElements.py +0 -333
- webscout/Provider/TTS/utils.py +0 -280
- webscout/Provider/TeachAnything.py +0 -187
- webscout/Provider/TextPollinationsAI.py +0 -231
- webscout/Provider/TwoAI.py +0 -199
- webscout/Provider/Venice.py +0 -219
- webscout/Provider/VercelAI.py +0 -234
- webscout/Provider/WebSim.py +0 -228
- webscout/Provider/WiseCat.py +0 -196
- webscout/Provider/Writecream.py +0 -211
- webscout/Provider/WritingMate.py +0 -197
- webscout/Provider/Youchat.py +0 -330
- webscout/Provider/__init__.py +0 -198
- webscout/Provider/ai4chat.py +0 -202
- webscout/Provider/aimathgpt.py +0 -189
- webscout/Provider/akashgpt.py +0 -342
- webscout/Provider/askmyai.py +0 -158
- webscout/Provider/asksteve.py +0 -203
- webscout/Provider/bagoodex.py +0 -145
- webscout/Provider/cerebras.py +0 -242
- webscout/Provider/chatglm.py +0 -205
- webscout/Provider/cleeai.py +0 -213
- webscout/Provider/copilot.py +0 -428
- webscout/Provider/elmo.py +0 -234
- webscout/Provider/freeaichat.py +0 -271
- webscout/Provider/gaurish.py +0 -244
- webscout/Provider/geminiapi.py +0 -208
- webscout/Provider/geminiprorealtime.py +0 -160
- webscout/Provider/granite.py +0 -187
- webscout/Provider/hermes.py +0 -219
- webscout/Provider/julius.py +0 -223
- webscout/Provider/koala.py +0 -268
- webscout/Provider/labyrinth.py +0 -340
- webscout/Provider/learnfastai.py +0 -266
- webscout/Provider/lepton.py +0 -194
- webscout/Provider/llama3mitril.py +0 -180
- webscout/Provider/llamatutor.py +0 -192
- webscout/Provider/llmchat.py +0 -213
- webscout/Provider/llmchatco.py +0 -311
- webscout/Provider/meta.py +0 -794
- webscout/Provider/multichat.py +0 -325
- webscout/Provider/promptrefine.py +0 -193
- webscout/Provider/scira_chat.py +0 -277
- webscout/Provider/scnet.py +0 -187
- webscout/Provider/searchchat.py +0 -293
- webscout/Provider/sonus.py +0 -208
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/toolbaz.py +0 -320
- webscout/Provider/turboseek.py +0 -219
- webscout/Provider/tutorai.py +0 -252
- webscout/Provider/typefully.py +0 -280
- webscout/Provider/typegpt.py +0 -232
- webscout/Provider/uncovr.py +0 -312
- webscout/Provider/x0gpt.py +0 -256
- webscout/Provider/yep.py +0 -376
- webscout/litagent/__init__.py +0 -29
- webscout/litagent/agent.py +0 -455
- webscout/litagent/constants.py +0 -60
- webscout/litprinter/__init__.py +0 -59
- webscout/scout/__init__.py +0 -8
- webscout/scout/core/__init__.py +0 -7
- webscout/scout/core/crawler.py +0 -140
- webscout/scout/core/scout.py +0 -568
- webscout/scout/core/search_result.py +0 -96
- webscout/scout/core/text_analyzer.py +0 -63
- webscout/scout/core/text_utils.py +0 -277
- webscout/scout/core/web_analyzer.py +0 -52
- webscout/scout/core.py +0 -881
- webscout/scout/element.py +0 -460
- webscout/scout/parsers/__init__.py +0 -69
- webscout/scout/parsers/html5lib_parser.py +0 -172
- webscout/scout/parsers/html_parser.py +0 -236
- webscout/scout/parsers/lxml_parser.py +0 -178
- webscout/scout/utils.py +0 -37
- webscout/swiftcli/__init__.py +0 -809
- webscout/zeroart/__init__.py +0 -55
- webscout/zeroart/base.py +0 -60
- webscout/zeroart/effects.py +0 -99
- webscout/zeroart/fonts.py +0 -816
- webscout-8.2.2.dist-info/RECORD +0 -309
- webscout-8.2.2.dist-info/entry_points.txt +0 -5
- webscout-8.2.2.dist-info/top_level.txt +0 -3
- webstoken/__init__.py +0 -30
- webstoken/classifier.py +0 -189
- webstoken/keywords.py +0 -216
- webstoken/language.py +0 -128
- webstoken/ner.py +0 -164
- webstoken/normalizer.py +0 -35
- webstoken/processor.py +0 -77
- webstoken/sentiment.py +0 -206
- webstoken/stemmer.py +0 -73
- webstoken/tagger.py +0 -60
- webstoken/tokenizer.py +0 -158
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info/licenses}/LICENSE.md +0 -0
webscout/Provider/Llama3.py
DELETED
|
@@ -1,204 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
from typing import Union, Any, Dict, Generator
|
|
4
|
-
|
|
5
|
-
from webscout.AIutel import Optimizers
|
|
6
|
-
from webscout.AIutel import Conversation
|
|
7
|
-
from webscout.AIutel import AwesomePrompts
|
|
8
|
-
from webscout.AIbase import Provider
|
|
9
|
-
from webscout import exceptions
|
|
10
|
-
|
|
11
|
-
class Sambanova(Provider):
|
|
12
|
-
"""
|
|
13
|
-
A class to interact with the Sambanova API.
|
|
14
|
-
"""
|
|
15
|
-
|
|
16
|
-
AVAILABLE_MODELS = [
|
|
17
|
-
"Meta-Llama-3.1-8B-Instruct",
|
|
18
|
-
"Meta-Llama-3.1-70B-Instruct",
|
|
19
|
-
"Meta-Llama-3.1-405B-Instruct",
|
|
20
|
-
"DeepSeek-R1-Distill-Llama-70B",
|
|
21
|
-
"Llama-3.1-Tulu-3-405B",
|
|
22
|
-
"Meta-Llama-3.2-1B-Instruct",
|
|
23
|
-
"Meta-Llama-3.2-3B-Instruct",
|
|
24
|
-
"Meta-Llama-3.3-70B-Instruct",
|
|
25
|
-
"Qwen2.5-72B-Instruct",
|
|
26
|
-
"Qwen2.5-Coder-32B-Instruct",
|
|
27
|
-
"QwQ-32B-Preview"
|
|
28
|
-
]
|
|
29
|
-
|
|
30
|
-
def __init__(
|
|
31
|
-
self,
|
|
32
|
-
api_key: str = None,
|
|
33
|
-
is_conversation: bool = True,
|
|
34
|
-
max_tokens: int = 600,
|
|
35
|
-
timeout: int = 30,
|
|
36
|
-
intro: str = None,
|
|
37
|
-
filepath: str = None,
|
|
38
|
-
update_file: bool = True,
|
|
39
|
-
proxies: dict = {},
|
|
40
|
-
history_offset: int = 10250,
|
|
41
|
-
act: str = None,
|
|
42
|
-
model: str = "Meta-Llama-3.1-8B-Instruct",
|
|
43
|
-
system_prompt: str = "You are a helpful AI assistant.",
|
|
44
|
-
):
|
|
45
|
-
"""
|
|
46
|
-
Initializes the Sambanova API with given parameters.
|
|
47
|
-
"""
|
|
48
|
-
if model not in self.AVAILABLE_MODELS:
|
|
49
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
50
|
-
|
|
51
|
-
self.api_key = api_key
|
|
52
|
-
self.model = model
|
|
53
|
-
self.system_prompt = system_prompt
|
|
54
|
-
|
|
55
|
-
self.session = requests.Session()
|
|
56
|
-
self.session.proxies = proxies
|
|
57
|
-
self.is_conversation = is_conversation
|
|
58
|
-
self.max_tokens_to_sample = max_tokens
|
|
59
|
-
self.timeout = timeout
|
|
60
|
-
self.last_response = ""
|
|
61
|
-
|
|
62
|
-
self.__available_optimizers = (
|
|
63
|
-
method
|
|
64
|
-
for method in dir(Optimizers)
|
|
65
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
66
|
-
)
|
|
67
|
-
Conversation.intro = (
|
|
68
|
-
AwesomePrompts().get_act(
|
|
69
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
70
|
-
)
|
|
71
|
-
if act
|
|
72
|
-
else intro or Conversation.intro
|
|
73
|
-
)
|
|
74
|
-
self.conversation = Conversation(
|
|
75
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
76
|
-
)
|
|
77
|
-
self.conversation.history_offset = history_offset
|
|
78
|
-
|
|
79
|
-
# Configure the API base URL and headers
|
|
80
|
-
self.base_url = "https://api.sambanova.ai/v1/chat/completions"
|
|
81
|
-
self.headers = {
|
|
82
|
-
"Authorization": f"Bearer {self.api_key}",
|
|
83
|
-
"Content-Type": "application/json"
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
def ask(
|
|
87
|
-
self,
|
|
88
|
-
prompt: str,
|
|
89
|
-
stream: bool = False,
|
|
90
|
-
raw: bool = False,
|
|
91
|
-
optimizer: str = None,
|
|
92
|
-
conversationally: bool = False,
|
|
93
|
-
) -> Union[Any, Generator[Any, None, None]]:
|
|
94
|
-
"""Chat with AI using the Sambanova API."""
|
|
95
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
96
|
-
if optimizer:
|
|
97
|
-
if optimizer in self.__available_optimizers:
|
|
98
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
99
|
-
conversation_prompt if conversationally else prompt
|
|
100
|
-
)
|
|
101
|
-
else:
|
|
102
|
-
raise Exception(
|
|
103
|
-
f"Optimizer is not one of {list(self.__available_optimizers)}"
|
|
104
|
-
)
|
|
105
|
-
|
|
106
|
-
payload = {
|
|
107
|
-
"model": self.model,
|
|
108
|
-
"stream": stream,
|
|
109
|
-
"messages": [
|
|
110
|
-
{"role": "system", "content": self.system_prompt},
|
|
111
|
-
{"role": "user", "content": conversation_prompt},
|
|
112
|
-
],
|
|
113
|
-
"max_tokens": self.max_tokens_to_sample,
|
|
114
|
-
}
|
|
115
|
-
|
|
116
|
-
def for_stream():
|
|
117
|
-
streaming_text = ""
|
|
118
|
-
try:
|
|
119
|
-
response = self.session.post(
|
|
120
|
-
self.base_url, headers=self.headers, json=payload, stream=True, timeout=self.timeout
|
|
121
|
-
)
|
|
122
|
-
if not response.ok:
|
|
123
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
124
|
-
f"Request failed: {response.status_code} - {response.text}"
|
|
125
|
-
)
|
|
126
|
-
|
|
127
|
-
for line in response.iter_lines():
|
|
128
|
-
if line:
|
|
129
|
-
# Remove the "data:" prefix and extra whitespace if present
|
|
130
|
-
line_str = line.decode('utf-8').strip() if isinstance(line, bytes) else line.strip()
|
|
131
|
-
if line_str.startswith("data:"):
|
|
132
|
-
data = line_str[5:].strip()
|
|
133
|
-
else:
|
|
134
|
-
data = line_str
|
|
135
|
-
if data == "[DONE]":
|
|
136
|
-
break
|
|
137
|
-
try:
|
|
138
|
-
json_data = json.loads(data)
|
|
139
|
-
# Skip entries without valid choices
|
|
140
|
-
if not json_data.get("choices"):
|
|
141
|
-
continue
|
|
142
|
-
choice = json_data["choices"][0]
|
|
143
|
-
delta = choice.get("delta", {})
|
|
144
|
-
if "content" in delta:
|
|
145
|
-
content = delta["content"]
|
|
146
|
-
streaming_text += content
|
|
147
|
-
# Yield content directly as a string for consistency
|
|
148
|
-
yield content
|
|
149
|
-
# If finish_reason is provided, consider the stream complete
|
|
150
|
-
if choice.get("finish_reason"):
|
|
151
|
-
break
|
|
152
|
-
except json.JSONDecodeError:
|
|
153
|
-
continue
|
|
154
|
-
self.last_response = streaming_text
|
|
155
|
-
self.conversation.update_chat_history(
|
|
156
|
-
prompt, self.last_response
|
|
157
|
-
)
|
|
158
|
-
except requests.exceptions.RequestException as e:
|
|
159
|
-
raise exceptions.ProviderConnectionError(f"Request failed: {e}")
|
|
160
|
-
|
|
161
|
-
def for_non_stream():
|
|
162
|
-
for _ in for_stream():
|
|
163
|
-
pass
|
|
164
|
-
return self.last_response
|
|
165
|
-
|
|
166
|
-
return for_stream() if stream else for_non_stream()
|
|
167
|
-
|
|
168
|
-
def chat(
|
|
169
|
-
self,
|
|
170
|
-
prompt: str,
|
|
171
|
-
stream: bool = False,
|
|
172
|
-
optimizer: str = None,
|
|
173
|
-
conversationally: bool = False,
|
|
174
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
175
|
-
"""Generate response `str`"""
|
|
176
|
-
if stream:
|
|
177
|
-
# For stream mode, yield the text chunks directly
|
|
178
|
-
return self.ask(prompt, stream=True, optimizer=optimizer, conversationally=conversationally)
|
|
179
|
-
else:
|
|
180
|
-
# For non-stream mode, return the complete text response
|
|
181
|
-
return self.ask(prompt, stream=False, optimizer=optimizer, conversationally=conversationally)
|
|
182
|
-
|
|
183
|
-
def get_message(self, response: Any) -> str:
|
|
184
|
-
"""
|
|
185
|
-
Retrieves a clean message from the provided response.
|
|
186
|
-
|
|
187
|
-
Args:
|
|
188
|
-
response: The raw response data.
|
|
189
|
-
|
|
190
|
-
Returns:
|
|
191
|
-
str: The extracted message.
|
|
192
|
-
"""
|
|
193
|
-
if isinstance(response, str):
|
|
194
|
-
return response
|
|
195
|
-
elif isinstance(response, dict) and "text" in response:
|
|
196
|
-
return response["text"]
|
|
197
|
-
return ""
|
|
198
|
-
|
|
199
|
-
if __name__ == "__main__":
|
|
200
|
-
from rich import print
|
|
201
|
-
ai = Sambanova(api_key='')
|
|
202
|
-
response = ai.chat(input(">>> "), stream=True)
|
|
203
|
-
for chunk in response:
|
|
204
|
-
print(chunk, end="", flush=True)
|
webscout/Provider/Marcus.py
DELETED
|
@@ -1,148 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
from typing import Union, Any, Dict, Optional, Generator
|
|
4
|
-
|
|
5
|
-
from webscout.AIutel import Optimizers
|
|
6
|
-
from webscout.AIutel import Conversation
|
|
7
|
-
from webscout.AIutel import AwesomePrompts
|
|
8
|
-
from webscout.AIbase import Provider
|
|
9
|
-
from webscout import exceptions
|
|
10
|
-
|
|
11
|
-
class Marcus(Provider):
|
|
12
|
-
"""
|
|
13
|
-
This class provides methods for interacting with the AskMarcus API.
|
|
14
|
-
Improved to match webscout provider standards.
|
|
15
|
-
"""
|
|
16
|
-
|
|
17
|
-
def __init__(
|
|
18
|
-
self,
|
|
19
|
-
is_conversation: bool = True,
|
|
20
|
-
max_tokens: int = 2048,
|
|
21
|
-
timeout: int = 30,
|
|
22
|
-
intro: str = None,
|
|
23
|
-
filepath: str = None,
|
|
24
|
-
update_file: bool = True,
|
|
25
|
-
proxies: dict = {},
|
|
26
|
-
history_offset: int = 10250,
|
|
27
|
-
act: str = None
|
|
28
|
-
):
|
|
29
|
-
"""Initializes the Marcus API."""
|
|
30
|
-
self.session = requests.Session()
|
|
31
|
-
self.is_conversation = is_conversation
|
|
32
|
-
self.max_tokens_to_sample = max_tokens
|
|
33
|
-
self.api_endpoint = "https://www.askmarcus.app/api/response"
|
|
34
|
-
self.timeout = timeout
|
|
35
|
-
self.last_response = {}
|
|
36
|
-
|
|
37
|
-
self.headers = {
|
|
38
|
-
'content-type': 'application/json',
|
|
39
|
-
'accept': '*/*',
|
|
40
|
-
'origin': 'https://www.askmarcus.app',
|
|
41
|
-
'referer': 'https://www.askmarcus.app/chat',
|
|
42
|
-
'user-agent': 'Mozilla/5.0',
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
self.__available_optimizers = (
|
|
46
|
-
method
|
|
47
|
-
for method in dir(Optimizers)
|
|
48
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
49
|
-
)
|
|
50
|
-
|
|
51
|
-
Conversation.intro = (
|
|
52
|
-
AwesomePrompts().get_act(
|
|
53
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
54
|
-
)
|
|
55
|
-
if act
|
|
56
|
-
else intro or Conversation.intro
|
|
57
|
-
)
|
|
58
|
-
|
|
59
|
-
self.conversation = Conversation(
|
|
60
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
61
|
-
)
|
|
62
|
-
self.conversation.history_offset = history_offset
|
|
63
|
-
self.session.proxies = proxies
|
|
64
|
-
|
|
65
|
-
def ask(
|
|
66
|
-
self,
|
|
67
|
-
prompt: str,
|
|
68
|
-
stream: bool = False,
|
|
69
|
-
raw: bool = False,
|
|
70
|
-
optimizer: str = None,
|
|
71
|
-
conversationally: bool = False,
|
|
72
|
-
) -> Union[Dict[str, Any], Generator[Any, None, None]]:
|
|
73
|
-
"""Sends a prompt to the AskMarcus API and returns the response."""
|
|
74
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
75
|
-
if optimizer:
|
|
76
|
-
if optimizer in self.__available_optimizers:
|
|
77
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
78
|
-
conversation_prompt if conversationally else prompt
|
|
79
|
-
)
|
|
80
|
-
else:
|
|
81
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
82
|
-
f"Optimizer is not one of {self.__available_optimizers}"
|
|
83
|
-
)
|
|
84
|
-
|
|
85
|
-
data = {"message": conversation_prompt}
|
|
86
|
-
|
|
87
|
-
def for_stream():
|
|
88
|
-
try:
|
|
89
|
-
with requests.post(
|
|
90
|
-
self.api_endpoint,
|
|
91
|
-
headers=self.headers,
|
|
92
|
-
json=data,
|
|
93
|
-
stream=True,
|
|
94
|
-
timeout=self.timeout
|
|
95
|
-
) as response:
|
|
96
|
-
response.raise_for_status()
|
|
97
|
-
for line in response.iter_lines():
|
|
98
|
-
if line:
|
|
99
|
-
yield line.decode('utf-8')
|
|
100
|
-
self.conversation.update_chat_history(
|
|
101
|
-
prompt, self.get_message(self.last_response)
|
|
102
|
-
)
|
|
103
|
-
|
|
104
|
-
except requests.exceptions.RequestException as e:
|
|
105
|
-
raise exceptions.ProviderConnectionError(f"Error connecting to Marcus: {str(e)}")
|
|
106
|
-
|
|
107
|
-
def for_non_stream():
|
|
108
|
-
full_response = ""
|
|
109
|
-
for line in for_stream():
|
|
110
|
-
full_response += line
|
|
111
|
-
self.last_response = {"text": full_response}
|
|
112
|
-
return self.last_response
|
|
113
|
-
|
|
114
|
-
return for_stream() if stream else for_non_stream()
|
|
115
|
-
|
|
116
|
-
def chat(
|
|
117
|
-
self,
|
|
118
|
-
prompt: str,
|
|
119
|
-
stream: bool = False,
|
|
120
|
-
optimizer: str = None,
|
|
121
|
-
conversationally: bool = False,
|
|
122
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
123
|
-
"""Generates a response from the AskMarcus API."""
|
|
124
|
-
def for_stream():
|
|
125
|
-
for response_chunk in self.ask(
|
|
126
|
-
prompt, stream=True, optimizer=optimizer, conversationally=conversationally
|
|
127
|
-
):
|
|
128
|
-
yield response_chunk
|
|
129
|
-
|
|
130
|
-
def for_non_stream():
|
|
131
|
-
response = self.ask(
|
|
132
|
-
prompt, stream=False, optimizer=optimizer, conversationally=conversationally
|
|
133
|
-
)
|
|
134
|
-
return self.get_message(response)
|
|
135
|
-
|
|
136
|
-
return for_stream() if stream else for_non_stream()
|
|
137
|
-
|
|
138
|
-
def get_message(self, response: Dict[str, Any]) -> str:
|
|
139
|
-
"""Extracts the message from the API response."""
|
|
140
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
141
|
-
return response.get("text", "")
|
|
142
|
-
|
|
143
|
-
if __name__ == "__main__":
|
|
144
|
-
from rich import print
|
|
145
|
-
ai = Marcus()
|
|
146
|
-
response = ai.chat(input(">>> "), stream=True)
|
|
147
|
-
for chunk in response:
|
|
148
|
-
print(chunk, end="", flush=True)
|
webscout/Provider/Netwrck.py
DELETED
|
@@ -1,228 +0,0 @@
|
|
|
1
|
-
import time
|
|
2
|
-
import uuid
|
|
3
|
-
import requests
|
|
4
|
-
import json
|
|
5
|
-
from typing import Any, Dict, Optional, Generator, Union
|
|
6
|
-
from dataclasses import dataclass, asdict
|
|
7
|
-
from datetime import date
|
|
8
|
-
from webscout.AIutel import Optimizers, Conversation, AwesomePrompts
|
|
9
|
-
from webscout.AIbase import Provider
|
|
10
|
-
from webscout import exceptions
|
|
11
|
-
from webscout.litagent import LitAgent
|
|
12
|
-
|
|
13
|
-
class Netwrck(Provider):
|
|
14
|
-
"""
|
|
15
|
-
A class to interact with the Netwrck.com API. Supports streaming.
|
|
16
|
-
"""
|
|
17
|
-
greeting = """Hello! I'm a helpful assistant. How can I help you today?"""
|
|
18
|
-
|
|
19
|
-
AVAILABLE_MODELS = [
|
|
20
|
-
"neversleep/llama-3-lumimaid-8b:extended",
|
|
21
|
-
"x-ai/grok-2",
|
|
22
|
-
"anthropic/claude-3-7-sonnet-20250219",
|
|
23
|
-
"sao10k/l3-euryale-70b",
|
|
24
|
-
"openai/gpt-4o-mini",
|
|
25
|
-
"gryphe/mythomax-l2-13b",
|
|
26
|
-
"google/gemini-pro-1.5",
|
|
27
|
-
"nvidia/llama-3.1-nemotron-70b-instruct",
|
|
28
|
-
"deepseek/deepseek-r1",
|
|
29
|
-
"deepseek/deepseek-chat"
|
|
30
|
-
|
|
31
|
-
]
|
|
32
|
-
|
|
33
|
-
def __init__(
|
|
34
|
-
self,
|
|
35
|
-
model: str = "anthropic/claude-3-7-sonnet-20250219",
|
|
36
|
-
is_conversation: bool = True,
|
|
37
|
-
max_tokens: int = 4096,
|
|
38
|
-
timeout: int = 30,
|
|
39
|
-
intro: Optional[str] = None,
|
|
40
|
-
filepath: Optional[str] = None,
|
|
41
|
-
update_file: bool = False,
|
|
42
|
-
proxies: Optional[dict] = None,
|
|
43
|
-
history_offset: int = 0,
|
|
44
|
-
act: Optional[str] = None,
|
|
45
|
-
system_prompt: str = "You are a helpful assistant.",
|
|
46
|
-
temperature: float = 0.7,
|
|
47
|
-
top_p: float = 0.8
|
|
48
|
-
):
|
|
49
|
-
"""Initializes the Netwrck API client."""
|
|
50
|
-
if model not in self.AVAILABLE_MODELS:
|
|
51
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
52
|
-
|
|
53
|
-
self.model = model
|
|
54
|
-
self.model_name = model # Use the model name directly since it's already in the correct format
|
|
55
|
-
self.system_prompt = system_prompt
|
|
56
|
-
self.session = requests.Session()
|
|
57
|
-
self.is_conversation = is_conversation
|
|
58
|
-
self.max_tokens_to_sample = max_tokens
|
|
59
|
-
self.timeout = timeout
|
|
60
|
-
self.last_response: Dict[str, Any] = {}
|
|
61
|
-
self.temperature = temperature
|
|
62
|
-
self.top_p = top_p
|
|
63
|
-
|
|
64
|
-
self.agent = LitAgent()
|
|
65
|
-
self.headers = {
|
|
66
|
-
'authority': 'netwrck.com',
|
|
67
|
-
'accept': '*/*',
|
|
68
|
-
'accept-language': 'en-US,en;q=0.9',
|
|
69
|
-
'content-type': 'application/json',
|
|
70
|
-
'origin': 'https://netwrck.com',
|
|
71
|
-
'referer': 'https://netwrck.com/',
|
|
72
|
-
'user-agent': self.agent.random()
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
self.session.headers.update(self.headers)
|
|
76
|
-
self.proxies = proxies or {}
|
|
77
|
-
|
|
78
|
-
Conversation.intro = (
|
|
79
|
-
AwesomePrompts().get_act(act, raise_not_found=True, default=None, case_insensitive=True)
|
|
80
|
-
if act
|
|
81
|
-
else intro or Conversation.intro
|
|
82
|
-
)
|
|
83
|
-
|
|
84
|
-
self.conversation = Conversation(is_conversation, max_tokens, filepath, update_file)
|
|
85
|
-
self.conversation.history_offset = history_offset
|
|
86
|
-
self.__available_optimizers = (
|
|
87
|
-
method for method in dir(Optimizers)
|
|
88
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
89
|
-
)
|
|
90
|
-
|
|
91
|
-
def ask(
|
|
92
|
-
self,
|
|
93
|
-
prompt: str,
|
|
94
|
-
stream: bool = False,
|
|
95
|
-
raw: bool = False,
|
|
96
|
-
optimizer: Optional[str] = None,
|
|
97
|
-
conversationally: bool = False,
|
|
98
|
-
) -> Union[Dict[str, Any], Generator]:
|
|
99
|
-
"""Sends a prompt to the Netwrck API and returns the response."""
|
|
100
|
-
if optimizer and optimizer not in self.__available_optimizers:
|
|
101
|
-
raise exceptions.FailedToGenerateResponseError(f"Optimizer is not one of {self.__available_optimizers}")
|
|
102
|
-
|
|
103
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
104
|
-
if optimizer:
|
|
105
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
106
|
-
conversation_prompt if conversationally else prompt
|
|
107
|
-
)
|
|
108
|
-
|
|
109
|
-
payload = {
|
|
110
|
-
"query": prompt,
|
|
111
|
-
"context": self.system_prompt,
|
|
112
|
-
"examples": [],
|
|
113
|
-
"model_name": self.model_name,
|
|
114
|
-
"greeting": self.greeting
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
def for_stream():
|
|
118
|
-
try:
|
|
119
|
-
response = self.session.post(
|
|
120
|
-
"https://netwrck.com/api/chatpred_or",
|
|
121
|
-
json=payload,
|
|
122
|
-
headers=self.headers,
|
|
123
|
-
proxies=self.proxies,
|
|
124
|
-
timeout=self.timeout,
|
|
125
|
-
stream=True,
|
|
126
|
-
)
|
|
127
|
-
response.raise_for_status()
|
|
128
|
-
|
|
129
|
-
streaming_text = ""
|
|
130
|
-
for line in response.iter_lines():
|
|
131
|
-
if line:
|
|
132
|
-
decoded_line = line.decode('utf-8').strip('"')
|
|
133
|
-
streaming_text += decoded_line
|
|
134
|
-
yield {"text": decoded_line}
|
|
135
|
-
|
|
136
|
-
self.conversation.update_chat_history(payload["query"], streaming_text)
|
|
137
|
-
|
|
138
|
-
except requests.exceptions.RequestException as e:
|
|
139
|
-
raise exceptions.ProviderConnectionError(f"Network error: {str(e)}") from e
|
|
140
|
-
except Exception as e:
|
|
141
|
-
raise exceptions.ProviderConnectionError(f"Unexpected error: {str(e)}") from e
|
|
142
|
-
|
|
143
|
-
def for_non_stream():
|
|
144
|
-
try:
|
|
145
|
-
response = self.session.post(
|
|
146
|
-
"https://netwrck.com/api/chatpred_or",
|
|
147
|
-
json=payload,
|
|
148
|
-
headers=self.headers,
|
|
149
|
-
proxies=self.proxies,
|
|
150
|
-
timeout=self.timeout,
|
|
151
|
-
)
|
|
152
|
-
response.raise_for_status()
|
|
153
|
-
|
|
154
|
-
text = response.text.strip('"')
|
|
155
|
-
self.last_response = {"text": text}
|
|
156
|
-
self.conversation.update_chat_history(prompt, text)
|
|
157
|
-
|
|
158
|
-
return self.last_response
|
|
159
|
-
|
|
160
|
-
except requests.exceptions.RequestException as e:
|
|
161
|
-
raise exceptions.FailedToGenerateResponseError(f"Network error: {str(e)}") from e
|
|
162
|
-
except Exception as e:
|
|
163
|
-
raise exceptions.FailedToGenerateResponseError(f"Unexpected error: {str(e)}") from e
|
|
164
|
-
|
|
165
|
-
return for_stream() if stream else for_non_stream()
|
|
166
|
-
|
|
167
|
-
def chat(
|
|
168
|
-
self,
|
|
169
|
-
prompt: str,
|
|
170
|
-
stream: bool = False,
|
|
171
|
-
optimizer: Optional[str] = None,
|
|
172
|
-
conversationally: bool = False,
|
|
173
|
-
) -> str:
|
|
174
|
-
"""Generates a response from the Netwrck API."""
|
|
175
|
-
def for_stream():
|
|
176
|
-
for response in self.ask(
|
|
177
|
-
prompt,
|
|
178
|
-
stream=True,
|
|
179
|
-
optimizer=optimizer,
|
|
180
|
-
conversationally=conversationally
|
|
181
|
-
):
|
|
182
|
-
yield self.get_message(response)
|
|
183
|
-
|
|
184
|
-
def for_non_stream():
|
|
185
|
-
return self.get_message(
|
|
186
|
-
self.ask(
|
|
187
|
-
prompt,
|
|
188
|
-
stream=False,
|
|
189
|
-
optimizer=optimizer,
|
|
190
|
-
conversationally=conversationally,
|
|
191
|
-
)
|
|
192
|
-
)
|
|
193
|
-
|
|
194
|
-
return for_stream() if stream else for_non_stream()
|
|
195
|
-
|
|
196
|
-
def get_message(self, response: Dict[str, Any]) -> str:
|
|
197
|
-
"""Retrieves message only from response"""
|
|
198
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
199
|
-
return response["text"].replace('\\n', '\n').replace('\\n\\n', '\n\n')
|
|
200
|
-
|
|
201
|
-
if __name__ == "__main__":
|
|
202
|
-
print("-" * 80)
|
|
203
|
-
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
204
|
-
print("-" * 80)
|
|
205
|
-
|
|
206
|
-
# Test all available models
|
|
207
|
-
working = 0
|
|
208
|
-
total = len(Netwrck.AVAILABLE_MODELS)
|
|
209
|
-
|
|
210
|
-
for model in Netwrck.AVAILABLE_MODELS:
|
|
211
|
-
try:
|
|
212
|
-
test_ai = Netwrck(model=model, timeout=60)
|
|
213
|
-
response = test_ai.chat("Say 'Hello' in one word", stream=True)
|
|
214
|
-
response_text = ""
|
|
215
|
-
for chunk in response:
|
|
216
|
-
response_text += chunk
|
|
217
|
-
print(f"\r{model:<50} {'Testing...':<10}", end="", flush=True)
|
|
218
|
-
|
|
219
|
-
if response_text and len(response_text.strip()) > 0:
|
|
220
|
-
status = "✓"
|
|
221
|
-
# Truncate response if too long
|
|
222
|
-
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
223
|
-
else:
|
|
224
|
-
status = "✗"
|
|
225
|
-
display_text = "Empty or invalid response"
|
|
226
|
-
print(f"\r{model:<50} {status:<10} {display_text}")
|
|
227
|
-
except Exception as e:
|
|
228
|
-
print(f"\r{model:<50} {'✗':<10} {str(e)}")
|