webscout 8.2.6__py3-none-any.whl → 8.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIutel.py +97 -87
- webscout/version.py +1 -1
- {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/METADATA +2 -15
- webscout-8.2.7.dist-info/RECORD +26 -0
- {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
- webscout-8.2.7.dist-info/entry_points.txt +3 -0
- webscout-8.2.7.dist-info/top_level.txt +1 -0
- webscout/Extra/GitToolkit/__init__.py +0 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
- webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
- webscout/Extra/GitToolkit/gitapi/user.py +0 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
- webscout/Extra/YTToolkit/YTdownloader.py +0 -957
- webscout/Extra/YTToolkit/__init__.py +0 -3
- webscout/Extra/YTToolkit/transcriber.py +0 -476
- webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
- webscout/Extra/YTToolkit/ytapi/https.py +0 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
- webscout/Extra/YTToolkit/ytapi/query.py +0 -40
- webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
- webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
- webscout/Extra/YTToolkit/ytapi/video.py +0 -232
- webscout/Extra/__init__.py +0 -7
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -910
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.py +0 -684
- webscout/Extra/tempmail/__init__.py +0 -28
- webscout/Extra/tempmail/async_utils.py +0 -141
- webscout/Extra/tempmail/base.py +0 -161
- webscout/Extra/tempmail/cli.py +0 -187
- webscout/Extra/tempmail/emailnator.py +0 -84
- webscout/Extra/tempmail/mail_tm.py +0 -361
- webscout/Extra/tempmail/temp_mail_io.py +0 -292
- webscout/Extra/weather.py +0 -194
- webscout/Extra/weather_ascii.py +0 -76
- webscout/Litlogger/__init__.py +0 -67
- webscout/Litlogger/core/__init__.py +0 -6
- webscout/Litlogger/core/level.py +0 -23
- webscout/Litlogger/core/logger.py +0 -165
- webscout/Litlogger/handlers/__init__.py +0 -12
- webscout/Litlogger/handlers/console.py +0 -33
- webscout/Litlogger/handlers/file.py +0 -143
- webscout/Litlogger/handlers/network.py +0 -173
- webscout/Litlogger/styles/__init__.py +0 -7
- webscout/Litlogger/styles/colors.py +0 -249
- webscout/Litlogger/styles/formats.py +0 -458
- webscout/Litlogger/styles/text.py +0 -87
- webscout/Litlogger/utils/__init__.py +0 -6
- webscout/Litlogger/utils/detectors.py +0 -153
- webscout/Litlogger/utils/formatters.py +0 -200
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -250
- webscout/Provider/AISEARCH/ISou.py +0 -256
- webscout/Provider/AISEARCH/Perplexity.py +0 -359
- webscout/Provider/AISEARCH/__init__.py +0 -10
- webscout/Provider/AISEARCH/felo_search.py +0 -228
- webscout/Provider/AISEARCH/genspark_search.py +0 -208
- webscout/Provider/AISEARCH/hika_search.py +0 -198
- webscout/Provider/AISEARCH/iask_search.py +0 -436
- webscout/Provider/AISEARCH/monica_search.py +0 -246
- webscout/Provider/AISEARCH/scira_search.py +0 -322
- webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
- webscout/Provider/Aitopia.py +0 -316
- webscout/Provider/AllenAI.py +0 -447
- webscout/Provider/Andi.py +0 -228
- webscout/Provider/Blackboxai.py +0 -229
- webscout/Provider/ChatGPTClone.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/ChatSandbox.py +0 -342
- webscout/Provider/Cloudflare.py +0 -325
- webscout/Provider/Cohere.py +0 -208
- webscout/Provider/Deepinfra.py +0 -338
- webscout/Provider/ElectronHub.py +0 -773
- webscout/Provider/ExaAI.py +0 -261
- webscout/Provider/ExaChat.py +0 -358
- webscout/Provider/Free2GPT.py +0 -241
- webscout/Provider/GPTWeb.py +0 -249
- webscout/Provider/Gemini.py +0 -169
- webscout/Provider/GithubChat.py +0 -370
- webscout/Provider/GizAI.py +0 -285
- webscout/Provider/Glider.py +0 -222
- webscout/Provider/Groq.py +0 -801
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HeckAI.py +0 -257
- webscout/Provider/HuggingFaceChat.py +0 -469
- webscout/Provider/Hunyuan.py +0 -283
- webscout/Provider/Jadve.py +0 -291
- webscout/Provider/Koboldai.py +0 -381
- webscout/Provider/LambdaChat.py +0 -411
- webscout/Provider/Llama3.py +0 -259
- webscout/Provider/MCPCore.py +0 -315
- webscout/Provider/Marcus.py +0 -206
- webscout/Provider/Nemotron.py +0 -218
- webscout/Provider/Netwrck.py +0 -270
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/__init__.py +0 -28
- webscout/Provider/OPENAI/ai4chat.py +0 -286
- webscout/Provider/OPENAI/base.py +0 -46
- webscout/Provider/OPENAI/c4ai.py +0 -367
- webscout/Provider/OPENAI/chatgpt.py +0 -549
- webscout/Provider/OPENAI/chatgptclone.py +0 -481
- webscout/Provider/OPENAI/deepinfra.py +0 -309
- webscout/Provider/OPENAI/e2b.py +0 -1350
- webscout/Provider/OPENAI/exaai.py +0 -404
- webscout/Provider/OPENAI/exachat.py +0 -437
- webscout/Provider/OPENAI/freeaichat.py +0 -352
- webscout/Provider/OPENAI/glider.py +0 -316
- webscout/Provider/OPENAI/groq.py +0 -354
- webscout/Provider/OPENAI/heckai.py +0 -341
- webscout/Provider/OPENAI/llmchatco.py +0 -327
- webscout/Provider/OPENAI/mcpcore.py +0 -376
- webscout/Provider/OPENAI/multichat.py +0 -368
- webscout/Provider/OPENAI/netwrck.py +0 -350
- webscout/Provider/OPENAI/opkfc.py +0 -488
- webscout/Provider/OPENAI/scirachat.py +0 -462
- webscout/Provider/OPENAI/sonus.py +0 -294
- webscout/Provider/OPENAI/standardinput.py +0 -425
- webscout/Provider/OPENAI/textpollinations.py +0 -329
- webscout/Provider/OPENAI/toolbaz.py +0 -406
- webscout/Provider/OPENAI/typegpt.py +0 -346
- webscout/Provider/OPENAI/uncovrAI.py +0 -455
- webscout/Provider/OPENAI/utils.py +0 -211
- webscout/Provider/OPENAI/venice.py +0 -413
- webscout/Provider/OPENAI/wisecat.py +0 -381
- webscout/Provider/OPENAI/writecream.py +0 -156
- webscout/Provider/OPENAI/x0gpt.py +0 -371
- webscout/Provider/OPENAI/yep.py +0 -327
- webscout/Provider/OpenGPT.py +0 -209
- webscout/Provider/Openai.py +0 -496
- webscout/Provider/PI.py +0 -429
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/QwenLM.py +0 -254
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -290
- webscout/Provider/TTI/AiForce/__init__.py +0 -22
- webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
- webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
- webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
- webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
- webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
- webscout/Provider/TTI/ImgSys/__init__.py +0 -23
- webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
- webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
- webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
- webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
- webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
- webscout/Provider/TTI/Nexra/__init__.py +0 -22
- webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
- webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
- webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
- webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
- webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
- webscout/Provider/TTI/__init__.py +0 -12
- webscout/Provider/TTI/aiarta/__init__.py +0 -2
- webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
- webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
- webscout/Provider/TTI/artbit/__init__.py +0 -22
- webscout/Provider/TTI/artbit/async_artbit.py +0 -155
- webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
- webscout/Provider/TTI/fastflux/__init__.py +0 -22
- webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
- webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
- webscout/Provider/TTI/huggingface/__init__.py +0 -22
- webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
- webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
- webscout/Provider/TTI/piclumen/__init__.py +0 -23
- webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
- webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
- webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
- webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
- webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
- webscout/Provider/TTI/talkai/__init__.py +0 -4
- webscout/Provider/TTI/talkai/async_talkai.py +0 -229
- webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
- webscout/Provider/TTS/__init__.py +0 -8
- webscout/Provider/TTS/base.py +0 -159
- webscout/Provider/TTS/deepgram.py +0 -156
- webscout/Provider/TTS/elevenlabs.py +0 -111
- webscout/Provider/TTS/gesserit.py +0 -128
- webscout/Provider/TTS/murfai.py +0 -113
- webscout/Provider/TTS/parler.py +0 -111
- webscout/Provider/TTS/speechma.py +0 -180
- webscout/Provider/TTS/streamElements.py +0 -333
- webscout/Provider/TTS/utils.py +0 -280
- webscout/Provider/TeachAnything.py +0 -233
- webscout/Provider/TextPollinationsAI.py +0 -306
- webscout/Provider/TwoAI.py +0 -280
- webscout/Provider/TypliAI.py +0 -305
- webscout/Provider/Venice.py +0 -258
- webscout/Provider/VercelAI.py +0 -253
- webscout/Provider/WiseCat.py +0 -233
- webscout/Provider/WrDoChat.py +0 -370
- webscout/Provider/Writecream.py +0 -237
- webscout/Provider/WritingMate.py +0 -269
- webscout/Provider/Youchat.py +0 -330
- webscout/Provider/__init__.py +0 -178
- webscout/Provider/ai4chat.py +0 -203
- webscout/Provider/aimathgpt.py +0 -189
- webscout/Provider/akashgpt.py +0 -335
- webscout/Provider/asksteve.py +0 -212
- webscout/Provider/bagoodex.py +0 -145
- webscout/Provider/cerebras.py +0 -288
- webscout/Provider/chatglm.py +0 -215
- webscout/Provider/cleeai.py +0 -213
- webscout/Provider/copilot.py +0 -425
- webscout/Provider/elmo.py +0 -283
- webscout/Provider/freeaichat.py +0 -285
- webscout/Provider/geminiapi.py +0 -208
- webscout/Provider/geminiprorealtime.py +0 -160
- webscout/Provider/granite.py +0 -235
- webscout/Provider/hermes.py +0 -266
- webscout/Provider/julius.py +0 -223
- webscout/Provider/koala.py +0 -268
- webscout/Provider/learnfastai.py +0 -325
- webscout/Provider/llama3mitril.py +0 -215
- webscout/Provider/llmchat.py +0 -255
- webscout/Provider/llmchatco.py +0 -306
- webscout/Provider/meta.py +0 -798
- webscout/Provider/multichat.py +0 -364
- webscout/Provider/scira_chat.py +0 -297
- webscout/Provider/scnet.py +0 -243
- webscout/Provider/searchchat.py +0 -292
- webscout/Provider/sonus.py +0 -258
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/toolbaz.py +0 -353
- webscout/Provider/turboseek.py +0 -266
- webscout/Provider/typefully.py +0 -330
- webscout/Provider/typegpt.py +0 -289
- webscout/Provider/uncovr.py +0 -368
- webscout/Provider/x0gpt.py +0 -299
- webscout/Provider/yep.py +0 -389
- webscout/litagent/__init__.py +0 -29
- webscout/litagent/agent.py +0 -455
- webscout/litagent/constants.py +0 -60
- webscout/litprinter/__init__.py +0 -59
- webscout/scout/__init__.py +0 -8
- webscout/scout/core/__init__.py +0 -7
- webscout/scout/core/crawler.py +0 -140
- webscout/scout/core/scout.py +0 -568
- webscout/scout/core/search_result.py +0 -96
- webscout/scout/core/text_analyzer.py +0 -63
- webscout/scout/core/text_utils.py +0 -277
- webscout/scout/core/web_analyzer.py +0 -52
- webscout/scout/core.py +0 -881
- webscout/scout/element.py +0 -460
- webscout/scout/parsers/__init__.py +0 -69
- webscout/scout/parsers/html5lib_parser.py +0 -172
- webscout/scout/parsers/html_parser.py +0 -236
- webscout/scout/parsers/lxml_parser.py +0 -178
- webscout/scout/utils.py +0 -37
- webscout/swiftcli/__init__.py +0 -95
- webscout/swiftcli/core/__init__.py +0 -7
- webscout/swiftcli/core/cli.py +0 -297
- webscout/swiftcli/core/context.py +0 -104
- webscout/swiftcli/core/group.py +0 -241
- webscout/swiftcli/decorators/__init__.py +0 -28
- webscout/swiftcli/decorators/command.py +0 -221
- webscout/swiftcli/decorators/options.py +0 -220
- webscout/swiftcli/decorators/output.py +0 -252
- webscout/swiftcli/exceptions.py +0 -21
- webscout/swiftcli/plugins/__init__.py +0 -9
- webscout/swiftcli/plugins/base.py +0 -135
- webscout/swiftcli/plugins/manager.py +0 -262
- webscout/swiftcli/utils/__init__.py +0 -59
- webscout/swiftcli/utils/formatting.py +0 -252
- webscout/swiftcli/utils/parsing.py +0 -267
- webscout/zeroart/__init__.py +0 -55
- webscout/zeroart/base.py +0 -60
- webscout/zeroart/effects.py +0 -99
- webscout/zeroart/fonts.py +0 -816
- webscout-8.2.6.dist-info/RECORD +0 -307
- webscout-8.2.6.dist-info/entry_points.txt +0 -3
- webscout-8.2.6.dist-info/top_level.txt +0 -2
- webstoken/__init__.py +0 -30
- webstoken/classifier.py +0 -189
- webstoken/keywords.py +0 -216
- webstoken/language.py +0 -128
- webstoken/ner.py +0 -164
- webstoken/normalizer.py +0 -35
- webstoken/processor.py +0 -77
- webstoken/sentiment.py +0 -206
- webstoken/stemmer.py +0 -73
- webstoken/tagger.py +0 -60
- webstoken/tokenizer.py +0 -158
- {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/licenses/LICENSE.md +0 -0
webscout/Provider/akashgpt.py
DELETED
|
@@ -1,335 +0,0 @@
|
|
|
1
|
-
from typing import Optional, Union, Any, Dict, Generator
|
|
2
|
-
from uuid import uuid4
|
|
3
|
-
import cloudscraper
|
|
4
|
-
import re
|
|
5
|
-
import json
|
|
6
|
-
import time
|
|
7
|
-
|
|
8
|
-
from webscout.AIutel import Optimizers
|
|
9
|
-
from webscout.AIutel import Conversation
|
|
10
|
-
from webscout.AIutel import AwesomePrompts, sanitize_stream # Import sanitize_stream
|
|
11
|
-
from webscout.AIbase import Provider
|
|
12
|
-
from webscout import exceptions
|
|
13
|
-
from webscout.litagent import LitAgent
|
|
14
|
-
|
|
15
|
-
class AkashGPT(Provider):
|
|
16
|
-
"""
|
|
17
|
-
A class to interact with the Akash Network Chat API.
|
|
18
|
-
|
|
19
|
-
Attributes:
|
|
20
|
-
system_prompt (str): The system prompt to define the assistant's role.
|
|
21
|
-
model (str): The model to use for generation.
|
|
22
|
-
|
|
23
|
-
Examples:
|
|
24
|
-
>>> from webscout.Provider.akashgpt import AkashGPT
|
|
25
|
-
>>> ai = AkashGPT()
|
|
26
|
-
>>> response = ai.chat("What's the weather today?")
|
|
27
|
-
>>> print(response)
|
|
28
|
-
'The weather today depends on your location. I don't have access to real-time weather data.'
|
|
29
|
-
"""
|
|
30
|
-
|
|
31
|
-
AVAILABLE_MODELS = [
|
|
32
|
-
"Qwen3-235B-A22B-FP8",
|
|
33
|
-
"meta-llama-Llama-4-Maverick-17B-128E-Instruct-FP8",
|
|
34
|
-
"nvidia-Llama-3-3-Nemotron-Super-49B-v1",
|
|
35
|
-
"Qwen-QwQ-32B",
|
|
36
|
-
"Meta-Llama-3-3-70B-Instruct",
|
|
37
|
-
"DeepSeek-R1",
|
|
38
|
-
"AkashGen"
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
]
|
|
42
|
-
|
|
43
|
-
def __init__(
|
|
44
|
-
self,
|
|
45
|
-
api_key: str,
|
|
46
|
-
is_conversation: bool = True,
|
|
47
|
-
max_tokens: int = 600,
|
|
48
|
-
timeout: int = 30,
|
|
49
|
-
intro: str = None,
|
|
50
|
-
filepath: str = None,
|
|
51
|
-
update_file: bool = True,
|
|
52
|
-
proxies: dict = {},
|
|
53
|
-
history_offset: int = 10250,
|
|
54
|
-
act: str = None,
|
|
55
|
-
system_prompt: str = "You are a helpful assistant.",
|
|
56
|
-
model: str = "meta-llama-3-3-70b-instruct",
|
|
57
|
-
temperature: float = 0.6,
|
|
58
|
-
top_p: float = 0.9,
|
|
59
|
-
):
|
|
60
|
-
"""
|
|
61
|
-
Initializes the AkashGPT API with given parameters.
|
|
62
|
-
|
|
63
|
-
Args:
|
|
64
|
-
api_key (str): Session token (used as API key here) for authentication. If None, auto-generates one.
|
|
65
|
-
is_conversation (bool): Whether the provider is in conversation mode.
|
|
66
|
-
max_tokens (int): Maximum number of tokens to sample.
|
|
67
|
-
timeout (int): Timeout for API requests.
|
|
68
|
-
intro (str): Introduction message for the conversation.
|
|
69
|
-
filepath (str): Filepath for storing conversation history.
|
|
70
|
-
update_file (bool): Whether to update the conversation history file.
|
|
71
|
-
proxies (dict): Proxies for the API requests.
|
|
72
|
-
history_offset (int): Offset for conversation history.
|
|
73
|
-
act (str): Act for the conversation.
|
|
74
|
-
system_prompt (str): The system prompt to define the assistant's role.
|
|
75
|
-
model (str): The model to use for generation.
|
|
76
|
-
temperature (float): Controls randomness in generation.
|
|
77
|
-
top_p (float): Controls diversity via nucleus sampling.
|
|
78
|
-
"""
|
|
79
|
-
# Validate model choice
|
|
80
|
-
if model not in self.AVAILABLE_MODELS:
|
|
81
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
82
|
-
|
|
83
|
-
self.session = cloudscraper.create_scraper()
|
|
84
|
-
self.is_conversation = is_conversation
|
|
85
|
-
self.max_tokens_to_sample = max_tokens
|
|
86
|
-
self.api_endpoint = "https://chat.akash.network/api/chat"
|
|
87
|
-
self.timeout = timeout
|
|
88
|
-
self.last_response = {}
|
|
89
|
-
self.system_prompt = system_prompt
|
|
90
|
-
self.model = model
|
|
91
|
-
self.temperature = temperature
|
|
92
|
-
self.top_p = top_p
|
|
93
|
-
|
|
94
|
-
# Generate session token if not provided
|
|
95
|
-
if not api_key:
|
|
96
|
-
self.api_key = str(uuid4()).replace("-", "") + str(int(time.time()))
|
|
97
|
-
else:
|
|
98
|
-
self.api_key = api_key
|
|
99
|
-
|
|
100
|
-
self.agent = LitAgent()
|
|
101
|
-
|
|
102
|
-
self.headers = {
|
|
103
|
-
"authority": "chat.akash.network",
|
|
104
|
-
"method": "POST",
|
|
105
|
-
"path": "/api/chat",
|
|
106
|
-
"scheme": "https",
|
|
107
|
-
"accept": "*/*",
|
|
108
|
-
"accept-encoding": "gzip, deflate, br, zstd",
|
|
109
|
-
"accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
|
|
110
|
-
"content-type": "application/json",
|
|
111
|
-
"dnt": "1",
|
|
112
|
-
"origin": "https://chat.akash.network",
|
|
113
|
-
"priority": "u=1, i",
|
|
114
|
-
"referer": "https://chat.akash.network/",
|
|
115
|
-
"sec-ch-ua": '"Microsoft Edge";v="135", "Not-A.Brand";v="8", "Chromium";v="135"',
|
|
116
|
-
"sec-ch-ua-mobile": "?0",
|
|
117
|
-
"sec-ch-ua-platform": '"Windows"',
|
|
118
|
-
"sec-fetch-dest": "empty",
|
|
119
|
-
"sec-fetch-mode": "cors",
|
|
120
|
-
"sec-fetch-site": "same-origin",
|
|
121
|
-
"sec-gpc": "1",
|
|
122
|
-
"user-agent": self.agent.random()
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
# Set cookies with the session token
|
|
126
|
-
self.session.cookies.set("session_token", self.api_key, domain="chat.akash.network")
|
|
127
|
-
|
|
128
|
-
self.__available_optimizers = (
|
|
129
|
-
method
|
|
130
|
-
for method in dir(Optimizers)
|
|
131
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
132
|
-
)
|
|
133
|
-
self.session.headers.update(self.headers)
|
|
134
|
-
Conversation.intro = (
|
|
135
|
-
AwesomePrompts().get_act(
|
|
136
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
137
|
-
)
|
|
138
|
-
if act
|
|
139
|
-
else intro or Conversation.intro
|
|
140
|
-
)
|
|
141
|
-
self.conversation = Conversation(
|
|
142
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
143
|
-
)
|
|
144
|
-
self.conversation.history_offset = history_offset
|
|
145
|
-
self.session.proxies = proxies
|
|
146
|
-
|
|
147
|
-
@staticmethod
|
|
148
|
-
def _akash_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
|
|
149
|
-
"""Extracts content from the AkashGPT stream format '0:"..."'."""
|
|
150
|
-
if isinstance(chunk, str):
|
|
151
|
-
match = re.search(r'0:"(.*?)"', chunk)
|
|
152
|
-
if match:
|
|
153
|
-
# Decode potential unicode escapes like \u00e9
|
|
154
|
-
content = match.group(1).encode().decode('unicode_escape')
|
|
155
|
-
return content.replace('\\\\', '\\').replace('\\"', '"') # Handle escaped backslashes and quotes
|
|
156
|
-
return None
|
|
157
|
-
|
|
158
|
-
def ask(
|
|
159
|
-
self,
|
|
160
|
-
prompt: str,
|
|
161
|
-
stream: bool = False,
|
|
162
|
-
raw: bool = False,
|
|
163
|
-
optimizer: str = None,
|
|
164
|
-
conversationally: bool = False,
|
|
165
|
-
) -> Dict[str, Any]:
|
|
166
|
-
"""
|
|
167
|
-
Sends a prompt to the Akash Network API and returns the response.
|
|
168
|
-
|
|
169
|
-
Args:
|
|
170
|
-
prompt (str): The prompt to send to the API.
|
|
171
|
-
stream (bool): Whether to stream the response.
|
|
172
|
-
raw (bool): Whether to return the raw response.
|
|
173
|
-
optimizer (str): Optimizer to use for the prompt.
|
|
174
|
-
conversationally (bool): Whether to generate the prompt conversationally.
|
|
175
|
-
|
|
176
|
-
Returns:
|
|
177
|
-
Dict[str, Any]: The API response.
|
|
178
|
-
|
|
179
|
-
Examples:
|
|
180
|
-
>>> ai = AkashGPT()
|
|
181
|
-
>>> response = ai.ask("Tell me a joke!")
|
|
182
|
-
>>> print(response)
|
|
183
|
-
{'text': 'Why did the scarecrow win an award? Because he was outstanding in his field!'}
|
|
184
|
-
"""
|
|
185
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
186
|
-
if optimizer:
|
|
187
|
-
if optimizer in self.__available_optimizers:
|
|
188
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
189
|
-
conversation_prompt if conversationally else prompt
|
|
190
|
-
)
|
|
191
|
-
else:
|
|
192
|
-
raise Exception(
|
|
193
|
-
f"Optimizer is not one of {self.__available_optimizers}"
|
|
194
|
-
)
|
|
195
|
-
|
|
196
|
-
payload = {
|
|
197
|
-
"id": str(uuid4()).replace("-", ""), # Generate a unique request ID in the correct format
|
|
198
|
-
"messages": [
|
|
199
|
-
{"role": "user", "content": conversation_prompt}
|
|
200
|
-
],
|
|
201
|
-
"model": self.model,
|
|
202
|
-
"system": self.system_prompt,
|
|
203
|
-
"temperature": self.temperature,
|
|
204
|
-
"topP": self.top_p,
|
|
205
|
-
"context": []
|
|
206
|
-
}
|
|
207
|
-
|
|
208
|
-
def for_stream():
|
|
209
|
-
try:
|
|
210
|
-
response = self.session.post(
|
|
211
|
-
self.api_endpoint,
|
|
212
|
-
headers=self.headers,
|
|
213
|
-
json=payload,
|
|
214
|
-
stream=True,
|
|
215
|
-
timeout=self.timeout
|
|
216
|
-
)
|
|
217
|
-
if not response.ok:
|
|
218
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
219
|
-
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
220
|
-
)
|
|
221
|
-
|
|
222
|
-
streaming_response = ""
|
|
223
|
-
# Use sanitize_stream with the custom extractor
|
|
224
|
-
processed_stream = sanitize_stream(
|
|
225
|
-
data=response.iter_content(chunk_size=None), # Pass byte iterator
|
|
226
|
-
intro_value=None, # No simple prefix
|
|
227
|
-
to_json=False, # Content is not JSON, handled by extractor
|
|
228
|
-
content_extractor=self._akash_extractor, # Use the specific extractor
|
|
229
|
-
)
|
|
230
|
-
|
|
231
|
-
for content_chunk in processed_stream:
|
|
232
|
-
if content_chunk and isinstance(content_chunk, str):
|
|
233
|
-
streaming_response += content_chunk
|
|
234
|
-
yield content_chunk if raw else dict(text=content_chunk)
|
|
235
|
-
|
|
236
|
-
except Exception as e:
|
|
237
|
-
raise exceptions.FailedToGenerateResponseError(f"An unexpected error occurred during streaming ({type(e).__name__}): {e}")
|
|
238
|
-
|
|
239
|
-
self.last_response.update(dict(text=streaming_response)) # message_id is not easily accessible with this stream format
|
|
240
|
-
self.conversation.update_chat_history(
|
|
241
|
-
prompt, self.get_message(self.last_response)
|
|
242
|
-
)
|
|
243
|
-
|
|
244
|
-
def for_non_stream():
|
|
245
|
-
for _ in for_stream():
|
|
246
|
-
pass
|
|
247
|
-
return self.last_response
|
|
248
|
-
|
|
249
|
-
return for_stream() if stream else for_non_stream()
|
|
250
|
-
|
|
251
|
-
def chat(
|
|
252
|
-
self,
|
|
253
|
-
prompt: str,
|
|
254
|
-
stream: bool = False,
|
|
255
|
-
optimizer: str = None,
|
|
256
|
-
conversationally: bool = False,
|
|
257
|
-
) -> str:
|
|
258
|
-
"""
|
|
259
|
-
Generates a response from the AkashGPT API.
|
|
260
|
-
|
|
261
|
-
Args:
|
|
262
|
-
prompt (str): The prompt to send to the API.
|
|
263
|
-
stream (bool): Whether to stream the response.
|
|
264
|
-
optimizer (str): Optimizer to use for the prompt.
|
|
265
|
-
conversationally (bool): Whether to generate the prompt conversationally.
|
|
266
|
-
|
|
267
|
-
Returns:
|
|
268
|
-
str: The API response.
|
|
269
|
-
|
|
270
|
-
Examples:
|
|
271
|
-
>>> ai = AkashGPT()
|
|
272
|
-
>>> response = ai.chat("What's the weather today?")
|
|
273
|
-
>>> print(response)
|
|
274
|
-
'The weather today depends on your location. I don't have access to real-time weather data.'
|
|
275
|
-
"""
|
|
276
|
-
|
|
277
|
-
def for_stream():
|
|
278
|
-
for response in self.ask(
|
|
279
|
-
prompt, True, optimizer=optimizer, conversationally=conversationally
|
|
280
|
-
):
|
|
281
|
-
yield self.get_message(response)
|
|
282
|
-
|
|
283
|
-
def for_non_stream():
|
|
284
|
-
return self.get_message(
|
|
285
|
-
self.ask(
|
|
286
|
-
prompt,
|
|
287
|
-
False,
|
|
288
|
-
optimizer=optimizer,
|
|
289
|
-
conversationally=conversationally,
|
|
290
|
-
)
|
|
291
|
-
)
|
|
292
|
-
|
|
293
|
-
return for_stream() if stream else for_non_stream()
|
|
294
|
-
|
|
295
|
-
def get_message(self, response: dict) -> str:
|
|
296
|
-
"""
|
|
297
|
-
Extracts the message from the API response.
|
|
298
|
-
|
|
299
|
-
Args:
|
|
300
|
-
response (dict): The API response.
|
|
301
|
-
|
|
302
|
-
Returns:
|
|
303
|
-
str: The message content.
|
|
304
|
-
|
|
305
|
-
Examples:
|
|
306
|
-
>>> ai = AkashGPT()
|
|
307
|
-
>>> response = ai.ask("Tell me a joke!")
|
|
308
|
-
>>> message = ai.get_message(response)
|
|
309
|
-
>>> print(message)
|
|
310
|
-
'Why did the scarecrow win an award? Because he was outstanding in his field!'
|
|
311
|
-
"""
|
|
312
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
313
|
-
return response.get("text", "")
|
|
314
|
-
|
|
315
|
-
if __name__ == "__main__":
|
|
316
|
-
print("-" * 80)
|
|
317
|
-
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
318
|
-
print("-" * 80)
|
|
319
|
-
|
|
320
|
-
for model in AkashGPT.AVAILABLE_MODELS:
|
|
321
|
-
try:
|
|
322
|
-
test_ai = AkashGPT(model=model, timeout=60, api_key="240f96202f87570d9d16c85a148ebdb1ea49d69557b73839a1658970c6d092a4") # Example key
|
|
323
|
-
response = test_ai.chat("Say 'Hello' in one word")
|
|
324
|
-
response_text = response
|
|
325
|
-
|
|
326
|
-
if response_text and len(response_text.strip()) > 0:
|
|
327
|
-
status = "✓"
|
|
328
|
-
# Truncate response if too long
|
|
329
|
-
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
330
|
-
else:
|
|
331
|
-
status = "✗"
|
|
332
|
-
display_text = "Empty or invalid response"
|
|
333
|
-
print(f"{model:<50} {status:<10} {display_text}")
|
|
334
|
-
except Exception as e:
|
|
335
|
-
print(f"{model:<50} {'✗':<10} {str(e)}")
|
webscout/Provider/asksteve.py
DELETED
|
@@ -1,212 +0,0 @@
|
|
|
1
|
-
from typing import Any, Dict, Optional, Union
|
|
2
|
-
from curl_cffi import CurlError
|
|
3
|
-
from curl_cffi.requests import Session
|
|
4
|
-
from webscout import exceptions
|
|
5
|
-
from webscout.AIutel import Optimizers
|
|
6
|
-
from webscout.AIutel import Conversation
|
|
7
|
-
from webscout.AIutel import AwesomePrompts, sanitize_stream # Import sanitize_stream
|
|
8
|
-
from webscout.AIbase import Provider
|
|
9
|
-
from webscout.litagent import LitAgent
|
|
10
|
-
|
|
11
|
-
class AskSteve(Provider):
|
|
12
|
-
"""
|
|
13
|
-
A class to interact with the AskSteve API.
|
|
14
|
-
"""
|
|
15
|
-
AVAILABLE_MODELS = ["Gemini"]
|
|
16
|
-
def __init__(
|
|
17
|
-
self,
|
|
18
|
-
is_conversation: bool = True,
|
|
19
|
-
max_tokens: int = 600,
|
|
20
|
-
timeout: int = 30,
|
|
21
|
-
intro: str = None,
|
|
22
|
-
filepath: str = None,
|
|
23
|
-
update_file: bool = True,
|
|
24
|
-
proxies: dict = {},
|
|
25
|
-
history_offset: int = 10250,
|
|
26
|
-
act: str = None,
|
|
27
|
-
) -> None:
|
|
28
|
-
"""Instantiates AskSteve
|
|
29
|
-
|
|
30
|
-
Args:
|
|
31
|
-
is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
|
|
32
|
-
max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
|
|
33
|
-
timeout (int, optional): Http request timeout. Defaults to 30.
|
|
34
|
-
intro (str, optional): Conversation introductory prompt. Defaults to None.
|
|
35
|
-
filepath (str, optional): Path to file containing conversation history. Defaults to None.
|
|
36
|
-
update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
|
|
37
|
-
proxies (dict, optional): Http request proxies. Defaults to {}.
|
|
38
|
-
history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
|
|
39
|
-
act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
|
|
40
|
-
system_prompt (str, optional): System prompt for AskSteve. Defaults to the provided string.
|
|
41
|
-
"""
|
|
42
|
-
self.session = Session() # Use curl_cffi Session
|
|
43
|
-
self.is_conversation = is_conversation
|
|
44
|
-
self.max_tokens_to_sample = max_tokens
|
|
45
|
-
self.api_endpoint = "https://quickstart.asksteve.to/quickStartRequest"
|
|
46
|
-
self.timeout = timeout
|
|
47
|
-
self.last_response = {}
|
|
48
|
-
self.headers = {
|
|
49
|
-
"accept": "*/*",
|
|
50
|
-
"accept-encoding": "gzip, deflate, br, zstd",
|
|
51
|
-
"accept-language": "en-US,en;q=0.9",
|
|
52
|
-
"content-type": "text/plain;charset=UTF-8",
|
|
53
|
-
"origin": "chrome-extension://gldebcpkoojijledacjeboaehblhfbjg",
|
|
54
|
-
"priority": "u=1, i",
|
|
55
|
-
"sec-fetch-dest": "empty",
|
|
56
|
-
"sec-fetch-mode": "cors",
|
|
57
|
-
"sec-fetch-site": "none",
|
|
58
|
-
"sec-fetch-storage-access": "active",
|
|
59
|
-
"user-agent": LitAgent().random(),
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
self.__available_optimizers = (
|
|
63
|
-
method
|
|
64
|
-
for method in dir(Optimizers)
|
|
65
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
66
|
-
)
|
|
67
|
-
self.session.headers.update(self.headers)
|
|
68
|
-
Conversation.intro = (
|
|
69
|
-
AwesomePrompts().get_act(
|
|
70
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
71
|
-
)
|
|
72
|
-
if act
|
|
73
|
-
else intro or Conversation.intro
|
|
74
|
-
)
|
|
75
|
-
self.conversation = Conversation(
|
|
76
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
77
|
-
)
|
|
78
|
-
self.conversation.history_offset = history_offset
|
|
79
|
-
self.session.proxies = proxies # Assign proxies directly
|
|
80
|
-
@staticmethod
|
|
81
|
-
def _asksteve_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
|
|
82
|
-
"""Extracts content from AskSteve JSON response."""
|
|
83
|
-
if isinstance(chunk, dict) and "candidates" in chunk and len(chunk["candidates"]) > 0:
|
|
84
|
-
parts = chunk["candidates"][0].get("content", {}).get("parts", [])
|
|
85
|
-
if parts and isinstance(parts[0].get("text"), str):
|
|
86
|
-
return parts[0]["text"]
|
|
87
|
-
return None
|
|
88
|
-
|
|
89
|
-
def ask(
|
|
90
|
-
self,
|
|
91
|
-
prompt: str,
|
|
92
|
-
stream: bool = False,
|
|
93
|
-
raw: bool = False,
|
|
94
|
-
optimizer: str = None,
|
|
95
|
-
conversationally: bool = False,
|
|
96
|
-
) -> dict:
|
|
97
|
-
"""Chat with AI
|
|
98
|
-
|
|
99
|
-
Args:
|
|
100
|
-
prompt (str): Prompt to be send.
|
|
101
|
-
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
102
|
-
raw (bool, optional): Stream back raw response as received. Defaults to False.
|
|
103
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
104
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
105
|
-
Returns:
|
|
106
|
-
dict : {}
|
|
107
|
-
```json
|
|
108
|
-
{
|
|
109
|
-
"text" : "How may I assist you today?"
|
|
110
|
-
}
|
|
111
|
-
```
|
|
112
|
-
"""
|
|
113
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
114
|
-
if optimizer:
|
|
115
|
-
if optimizer in self.__available_optimizers:
|
|
116
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
117
|
-
conversation_prompt if conversationally else prompt
|
|
118
|
-
)
|
|
119
|
-
else:
|
|
120
|
-
raise Exception(
|
|
121
|
-
f"Optimizer is not one of {self.__available_optimizers}"
|
|
122
|
-
)
|
|
123
|
-
|
|
124
|
-
payload = {
|
|
125
|
-
"key": "asksteve",
|
|
126
|
-
"prompt": conversation_prompt
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
# This API doesn't stream, so we process the full response
|
|
131
|
-
try:
|
|
132
|
-
response = self.session.post(
|
|
133
|
-
self.api_endpoint,
|
|
134
|
-
headers=self.headers,
|
|
135
|
-
json=payload,
|
|
136
|
-
stream=False, # API doesn't stream
|
|
137
|
-
timeout=self.timeout,
|
|
138
|
-
impersonate="chrome120" # Add impersonate
|
|
139
|
-
)
|
|
140
|
-
response.raise_for_status()
|
|
141
|
-
response_text_raw = response.text # Get raw text
|
|
142
|
-
|
|
143
|
-
# Process the full JSON text using sanitize_stream
|
|
144
|
-
processed_stream = sanitize_stream(
|
|
145
|
-
data=response_text_raw,
|
|
146
|
-
to_json=True, # Parse the whole text as JSON
|
|
147
|
-
intro_value=None,
|
|
148
|
-
content_extractor=self._asksteve_extractor, # Use the specific extractor
|
|
149
|
-
yield_raw_on_error=False
|
|
150
|
-
)
|
|
151
|
-
# Extract the single result
|
|
152
|
-
text = next(processed_stream, None)
|
|
153
|
-
text = text if isinstance(text, str) else "" # Ensure it's a string
|
|
154
|
-
|
|
155
|
-
self.last_response.update(dict(text=text))
|
|
156
|
-
self.conversation.update_chat_history(
|
|
157
|
-
prompt, self.get_message(self.last_response)
|
|
158
|
-
)
|
|
159
|
-
# Return dict or raw string based on raw flag
|
|
160
|
-
return text if raw else self.last_response
|
|
161
|
-
|
|
162
|
-
except CurlError as e:
|
|
163
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}") from e
|
|
164
|
-
except Exception as e: # Catch other potential errors
|
|
165
|
-
raise exceptions.FailedToGenerateResponseError(f"Failed to get response ({type(e).__name__}): {e}") from e
|
|
166
|
-
|
|
167
|
-
def chat(
|
|
168
|
-
self,
|
|
169
|
-
prompt: str,
|
|
170
|
-
stream: bool = False,
|
|
171
|
-
optimizer: str = None,
|
|
172
|
-
conversationally: bool = False,
|
|
173
|
-
) -> str:
|
|
174
|
-
"""Generate response `str`
|
|
175
|
-
Args:
|
|
176
|
-
prompt (str): Prompt to be send.
|
|
177
|
-
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
178
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
179
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
180
|
-
Returns:
|
|
181
|
-
str: Response generated
|
|
182
|
-
"""
|
|
183
|
-
|
|
184
|
-
# Since ask() doesn't truly stream, we just call it once.
|
|
185
|
-
response_data = self.ask(
|
|
186
|
-
prompt,
|
|
187
|
-
stream=False, # Always False for this API
|
|
188
|
-
raw=False, # Get the dict back
|
|
189
|
-
optimizer=optimizer,
|
|
190
|
-
conversationally=conversationally,
|
|
191
|
-
)
|
|
192
|
-
return self.get_message(response_data)
|
|
193
|
-
|
|
194
|
-
def get_message(self, response: dict) -> str:
|
|
195
|
-
"""Retrieves message only from response
|
|
196
|
-
|
|
197
|
-
Args:
|
|
198
|
-
response (dict): Response generated by `self.ask`
|
|
199
|
-
|
|
200
|
-
Returns:
|
|
201
|
-
str: Message extracted
|
|
202
|
-
"""
|
|
203
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
204
|
-
return response.get("text", "") # Use .get for safety
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
if __name__ == "__main__":
|
|
208
|
-
from rich import print
|
|
209
|
-
ai = AskSteve()
|
|
210
|
-
response = ai.chat("write a short poem about AI", stream=True)
|
|
211
|
-
for chunk in response:
|
|
212
|
-
print(chunk, end="", flush=True)
|
webscout/Provider/bagoodex.py
DELETED
|
@@ -1,145 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
import os
|
|
4
|
-
from typing import Any, Dict, Optional, Generator, Union
|
|
5
|
-
|
|
6
|
-
from webscout.AIutel import Optimizers
|
|
7
|
-
from webscout.AIutel import Conversation
|
|
8
|
-
from webscout.AIutel import AwesomePrompts, sanitize_stream
|
|
9
|
-
from webscout.AIbase import Provider, AsyncProvider
|
|
10
|
-
from webscout import exceptions
|
|
11
|
-
|
|
12
|
-
class Bagoodex(Provider):
|
|
13
|
-
"""
|
|
14
|
-
A class to interact with the Bagoodex API.
|
|
15
|
-
"""
|
|
16
|
-
|
|
17
|
-
def __init__(
|
|
18
|
-
self,
|
|
19
|
-
is_conversation: bool = True,
|
|
20
|
-
max_tokens: int = 2049, # Set a reasonable default
|
|
21
|
-
timeout: int = 30,
|
|
22
|
-
intro: str = None,
|
|
23
|
-
filepath: str = None,
|
|
24
|
-
update_file: bool = True,
|
|
25
|
-
proxies: dict = {},
|
|
26
|
-
history_offset: int = 10250,
|
|
27
|
-
act: str = None,
|
|
28
|
-
):
|
|
29
|
-
"""Initializes the Bagoodex API client."""
|
|
30
|
-
self.url = "https://bagoodex.io/front-api/chat"
|
|
31
|
-
self.headers = {"Content-Type": "application/json"}
|
|
32
|
-
self.session = requests.Session()
|
|
33
|
-
self.session.headers.update(self.headers)
|
|
34
|
-
self.session.proxies.update(proxies) # Use provided proxies
|
|
35
|
-
self.timeout = timeout
|
|
36
|
-
self.last_response = {}
|
|
37
|
-
|
|
38
|
-
self.is_conversation = is_conversation
|
|
39
|
-
self.max_tokens_to_sample = max_tokens
|
|
40
|
-
self.__available_optimizers = (
|
|
41
|
-
method
|
|
42
|
-
for method in dir(Optimizers)
|
|
43
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
44
|
-
)
|
|
45
|
-
Conversation.intro = (
|
|
46
|
-
AwesomePrompts().get_act(
|
|
47
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
48
|
-
)
|
|
49
|
-
if act
|
|
50
|
-
else intro or Conversation.intro
|
|
51
|
-
)
|
|
52
|
-
self.conversation = Conversation(
|
|
53
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
54
|
-
)
|
|
55
|
-
self.conversation.history_offset = history_offset
|
|
56
|
-
|
|
57
|
-
def ask(
|
|
58
|
-
self,
|
|
59
|
-
prompt: str,
|
|
60
|
-
stream: bool = False,
|
|
61
|
-
raw: bool = False,
|
|
62
|
-
optimizer: str = None,
|
|
63
|
-
conversationally: bool = False,
|
|
64
|
-
) -> Union[Dict[str, Any], Generator[Any, None, None]]:
|
|
65
|
-
"""Sends a chat completion request to the Bagoodex API."""
|
|
66
|
-
|
|
67
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
68
|
-
if optimizer:
|
|
69
|
-
if optimizer in self.__available_optimizers:
|
|
70
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
71
|
-
conversation_prompt if conversationally else prompt
|
|
72
|
-
)
|
|
73
|
-
else:
|
|
74
|
-
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
payload = {
|
|
78
|
-
"prompt": "You are AI", # This seems to be required by the API
|
|
79
|
-
"messages": [{"content": "Hi, this is chatgpt, let's talk", "role": "assistant"}],
|
|
80
|
-
"input": conversation_prompt,
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
def for_stream():
|
|
84
|
-
try:
|
|
85
|
-
response = self.session.post(self.url, json=payload, headers=self.headers, timeout=self.timeout)
|
|
86
|
-
response.raise_for_status()
|
|
87
|
-
text = response.text
|
|
88
|
-
self.last_response.update({"text": text})
|
|
89
|
-
|
|
90
|
-
if stream:
|
|
91
|
-
for char in text:
|
|
92
|
-
yield {"text": char} # Yielding one character at a time for streaming
|
|
93
|
-
else:
|
|
94
|
-
yield {"text": text}
|
|
95
|
-
|
|
96
|
-
except (requests.exceptions.RequestException, json.JSONDecodeError) as e: # Catch JSON errors too
|
|
97
|
-
raise exceptions.FailedToGenerateResponseError(f"Error during request: {e}")
|
|
98
|
-
self.conversation.update_chat_history(prompt, self.get_message(self.last_response))
|
|
99
|
-
|
|
100
|
-
def for_non_stream():
|
|
101
|
-
for _ in for_stream(): pass
|
|
102
|
-
return self.last_response
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
return for_stream() if stream else for_non_stream()
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
def chat(
|
|
111
|
-
self,
|
|
112
|
-
prompt: str,
|
|
113
|
-
stream: bool = False,
|
|
114
|
-
optimizer: str = None,
|
|
115
|
-
conversationally: bool = False,
|
|
116
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
def for_stream():
|
|
120
|
-
for response in self.ask(
|
|
121
|
-
prompt, stream=True, optimizer=optimizer, conversationally=conversationally
|
|
122
|
-
):
|
|
123
|
-
yield self.get_message(response)
|
|
124
|
-
|
|
125
|
-
def for_non_stream():
|
|
126
|
-
return self.get_message(
|
|
127
|
-
self.ask(
|
|
128
|
-
prompt, stream=False, optimizer=optimizer, conversationally=conversationally
|
|
129
|
-
)
|
|
130
|
-
)
|
|
131
|
-
|
|
132
|
-
return for_stream() if stream else for_non_stream()
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
def get_message(self, response: dict) -> str:
|
|
136
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
137
|
-
return response.get("text", "")
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
if __name__ == "__main__":
|
|
141
|
-
from rich import print
|
|
142
|
-
ai = Bagoodex()
|
|
143
|
-
response = ai.chat("write a poem about AI", stream=True)
|
|
144
|
-
for chunk in response:
|
|
145
|
-
print(chunk, end="", flush=True)
|