webscout 8.2.6__py3-none-any.whl → 8.2.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +1 -1
- webscout/AIutel.py +298 -239
- webscout/Extra/Act.md +309 -0
- webscout/Extra/GitToolkit/gitapi/README.md +110 -0
- webscout/Extra/YTToolkit/README.md +375 -0
- webscout/Extra/YTToolkit/ytapi/README.md +44 -0
- webscout/Extra/YTToolkit/ytapi/extras.py +92 -19
- webscout/Extra/autocoder/autocoder.py +309 -114
- webscout/Extra/autocoder/autocoder_utiles.py +15 -15
- webscout/Extra/gguf.md +430 -0
- webscout/Extra/tempmail/README.md +488 -0
- webscout/Extra/weather.md +281 -0
- webscout/Litlogger/Readme.md +175 -0
- webscout/Provider/AISEARCH/DeepFind.py +41 -37
- webscout/Provider/AISEARCH/README.md +279 -0
- webscout/Provider/AISEARCH/__init__.py +0 -1
- webscout/Provider/AISEARCH/genspark_search.py +228 -86
- webscout/Provider/AISEARCH/hika_search.py +11 -11
- webscout/Provider/AISEARCH/scira_search.py +324 -322
- webscout/Provider/AllenAI.py +7 -14
- webscout/Provider/Blackboxai.py +518 -74
- webscout/Provider/Cloudflare.py +0 -1
- webscout/Provider/Deepinfra.py +23 -21
- webscout/Provider/Flowith.py +217 -0
- webscout/Provider/FreeGemini.py +250 -0
- webscout/Provider/GizAI.py +15 -5
- webscout/Provider/Glider.py +11 -8
- webscout/Provider/HeckAI.py +80 -52
- webscout/Provider/Koboldai.py +7 -4
- webscout/Provider/LambdaChat.py +2 -2
- webscout/Provider/Marcus.py +10 -18
- webscout/Provider/OPENAI/BLACKBOXAI.py +735 -0
- webscout/Provider/OPENAI/Cloudflare.py +378 -0
- webscout/Provider/OPENAI/FreeGemini.py +282 -0
- webscout/Provider/OPENAI/NEMOTRON.py +244 -0
- webscout/Provider/OPENAI/README.md +1253 -0
- webscout/Provider/OPENAI/__init__.py +8 -0
- webscout/Provider/OPENAI/ai4chat.py +293 -286
- webscout/Provider/OPENAI/api.py +810 -0
- webscout/Provider/OPENAI/base.py +217 -14
- webscout/Provider/OPENAI/c4ai.py +373 -367
- webscout/Provider/OPENAI/chatgpt.py +7 -0
- webscout/Provider/OPENAI/chatgptclone.py +7 -0
- webscout/Provider/OPENAI/chatsandbox.py +172 -0
- webscout/Provider/OPENAI/deepinfra.py +30 -20
- webscout/Provider/OPENAI/e2b.py +6 -0
- webscout/Provider/OPENAI/exaai.py +7 -0
- webscout/Provider/OPENAI/exachat.py +6 -0
- webscout/Provider/OPENAI/flowith.py +162 -0
- webscout/Provider/OPENAI/freeaichat.py +359 -352
- webscout/Provider/OPENAI/glider.py +323 -316
- webscout/Provider/OPENAI/groq.py +361 -354
- webscout/Provider/OPENAI/heckai.py +30 -64
- webscout/Provider/OPENAI/llmchatco.py +8 -0
- webscout/Provider/OPENAI/mcpcore.py +7 -0
- webscout/Provider/OPENAI/multichat.py +8 -0
- webscout/Provider/OPENAI/netwrck.py +356 -350
- webscout/Provider/OPENAI/opkfc.py +8 -0
- webscout/Provider/OPENAI/scirachat.py +471 -462
- webscout/Provider/OPENAI/sonus.py +9 -0
- webscout/Provider/OPENAI/standardinput.py +9 -1
- webscout/Provider/OPENAI/textpollinations.py +339 -329
- webscout/Provider/OPENAI/toolbaz.py +7 -0
- webscout/Provider/OPENAI/typefully.py +355 -0
- webscout/Provider/OPENAI/typegpt.py +358 -346
- webscout/Provider/OPENAI/uncovrAI.py +7 -0
- webscout/Provider/OPENAI/utils.py +103 -7
- webscout/Provider/OPENAI/venice.py +12 -0
- webscout/Provider/OPENAI/wisecat.py +19 -19
- webscout/Provider/OPENAI/writecream.py +7 -0
- webscout/Provider/OPENAI/x0gpt.py +7 -0
- webscout/Provider/OPENAI/yep.py +50 -21
- webscout/Provider/OpenGPT.py +1 -1
- webscout/Provider/TTI/AiForce/README.md +159 -0
- webscout/Provider/TTI/FreeAIPlayground/README.md +99 -0
- webscout/Provider/TTI/ImgSys/README.md +174 -0
- webscout/Provider/TTI/MagicStudio/README.md +101 -0
- webscout/Provider/TTI/Nexra/README.md +155 -0
- webscout/Provider/TTI/PollinationsAI/README.md +146 -0
- webscout/Provider/TTI/README.md +128 -0
- webscout/Provider/TTI/aiarta/README.md +134 -0
- webscout/Provider/TTI/artbit/README.md +100 -0
- webscout/Provider/TTI/fastflux/README.md +129 -0
- webscout/Provider/TTI/huggingface/README.md +114 -0
- webscout/Provider/TTI/piclumen/README.md +161 -0
- webscout/Provider/TTI/pixelmuse/README.md +79 -0
- webscout/Provider/TTI/talkai/README.md +139 -0
- webscout/Provider/TTS/README.md +192 -0
- webscout/Provider/TTS/__init__.py +2 -1
- webscout/Provider/TTS/speechma.py +500 -100
- webscout/Provider/TTS/sthir.py +94 -0
- webscout/Provider/TeachAnything.py +3 -7
- webscout/Provider/TextPollinationsAI.py +4 -2
- webscout/Provider/{aimathgpt.py → UNFINISHED/ChatHub.py} +88 -68
- webscout/Provider/UNFINISHED/liner_api_request.py +263 -0
- webscout/Provider/UNFINISHED/oivscode.py +351 -0
- webscout/Provider/UNFINISHED/test_lmarena.py +119 -0
- webscout/Provider/Writecream.py +11 -2
- webscout/Provider/__init__.py +8 -14
- webscout/Provider/ai4chat.py +4 -58
- webscout/Provider/asksteve.py +17 -9
- webscout/Provider/cerebras.py +3 -1
- webscout/Provider/koala.py +170 -268
- webscout/Provider/llmchat.py +3 -0
- webscout/Provider/lmarena.py +198 -0
- webscout/Provider/meta.py +7 -4
- webscout/Provider/samurai.py +223 -0
- webscout/Provider/scira_chat.py +4 -2
- webscout/Provider/typefully.py +23 -151
- webscout/__init__.py +4 -2
- webscout/cli.py +3 -28
- webscout/conversation.py +35 -35
- webscout/litagent/Readme.md +276 -0
- webscout/scout/README.md +402 -0
- webscout/swiftcli/Readme.md +323 -0
- webscout/version.py +1 -1
- webscout/webscout_search.py +2 -182
- webscout/webscout_search_async.py +1 -179
- webscout/zeroart/README.md +89 -0
- webscout/zeroart/__init__.py +134 -54
- webscout/zeroart/base.py +19 -13
- webscout/zeroart/effects.py +101 -99
- webscout/zeroart/fonts.py +1239 -816
- {webscout-8.2.6.dist-info → webscout-8.2.8.dist-info}/METADATA +116 -74
- {webscout-8.2.6.dist-info → webscout-8.2.8.dist-info}/RECORD +130 -103
- {webscout-8.2.6.dist-info → webscout-8.2.8.dist-info}/WHEEL +1 -1
- webscout-8.2.8.dist-info/entry_points.txt +3 -0
- webscout-8.2.8.dist-info/top_level.txt +1 -0
- webscout/Provider/AISEARCH/ISou.py +0 -256
- webscout/Provider/ElectronHub.py +0 -773
- webscout/Provider/Free2GPT.py +0 -241
- webscout/Provider/GPTWeb.py +0 -249
- webscout/Provider/bagoodex.py +0 -145
- webscout/Provider/geminiprorealtime.py +0 -160
- webscout/scout/core.py +0 -881
- webscout-8.2.6.dist-info/entry_points.txt +0 -3
- webscout-8.2.6.dist-info/top_level.txt +0 -2
- webstoken/__init__.py +0 -30
- webstoken/classifier.py +0 -189
- webstoken/keywords.py +0 -216
- webstoken/language.py +0 -128
- webstoken/ner.py +0 -164
- webstoken/normalizer.py +0 -35
- webstoken/processor.py +0 -77
- webstoken/sentiment.py +0 -206
- webstoken/stemmer.py +0 -73
- webstoken/tagger.py +0 -60
- webstoken/tokenizer.py +0 -158
- /webscout/Provider/{Youchat.py → UNFINISHED/Youchat.py} +0 -0
- {webscout-8.2.6.dist-info → webscout-8.2.8.dist-info}/licenses/LICENSE.md +0 -0
webscout/Provider/Free2GPT.py
DELETED
|
@@ -1,241 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
#!/usr/bin/env python3
|
|
3
|
-
"""
|
|
4
|
-
A merged API client for Free2GPT that supports both GPT and Claude variants
|
|
5
|
-
in a non-streaming manner. The client sends requests to the appropriate endpoint
|
|
6
|
-
based on the chosen variant and returns the complete response as text.
|
|
7
|
-
|
|
8
|
-
Usage:
|
|
9
|
-
python Free2GPT.py
|
|
10
|
-
|
|
11
|
-
Select the variant by passing the 'variant' parameter in the constructor:
|
|
12
|
-
variant="claude" --> Uses https://claude3.free2gpt.xyz/api/generate
|
|
13
|
-
variant="gpt" --> Uses https://chat1.free2gpt.com/api/generate
|
|
14
|
-
"""
|
|
15
|
-
|
|
16
|
-
from typing import Union, Optional, Dict
|
|
17
|
-
import time
|
|
18
|
-
import json
|
|
19
|
-
import requests
|
|
20
|
-
from hashlib import sha256
|
|
21
|
-
|
|
22
|
-
from webscout.AIutel import Optimizers, Conversation, AwesomePrompts
|
|
23
|
-
from webscout.AIbase import Provider
|
|
24
|
-
from webscout import exceptions
|
|
25
|
-
from webscout.Litlogger import Logger, LogFormat
|
|
26
|
-
from webscout.litagent import LitAgent
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
class Free2GPT(Provider):
|
|
30
|
-
"""
|
|
31
|
-
A class to interact with the Free2GPT API in a non-streaming way.
|
|
32
|
-
Supports both GPT and Claude variants via the 'variant' parameter.
|
|
33
|
-
"""
|
|
34
|
-
|
|
35
|
-
def __init__(
|
|
36
|
-
self,
|
|
37
|
-
is_conversation: bool = True,
|
|
38
|
-
max_tokens: int = 600,
|
|
39
|
-
timeout: int = 30,
|
|
40
|
-
intro: Optional[str] = None,
|
|
41
|
-
filepath: Optional[str] = None,
|
|
42
|
-
update_file: bool = True,
|
|
43
|
-
proxies: dict = {},
|
|
44
|
-
history_offset: int = 10250,
|
|
45
|
-
act: Optional[str] = None,
|
|
46
|
-
system_prompt: str = "You are a helpful AI assistant.",
|
|
47
|
-
variant: str = "claude" # "claude" or "gpt"
|
|
48
|
-
):
|
|
49
|
-
"""
|
|
50
|
-
Initializes the Free2GPT API client.
|
|
51
|
-
|
|
52
|
-
Args:
|
|
53
|
-
is_conversation (bool): Enable conversational mode. Defaults to True.
|
|
54
|
-
max_tokens (int): Maximum tokens to generate. Defaults to 600.
|
|
55
|
-
timeout (int): HTTP request timeout. Defaults to 30.
|
|
56
|
-
intro (str, optional): Introductory prompt for the conversation. Defaults to None.
|
|
57
|
-
filepath (str, optional): Path to conversation history file. Defaults to None.
|
|
58
|
-
update_file (bool): Whether to update the conversation file. Defaults to True.
|
|
59
|
-
proxies (dict): HTTP proxy settings. Defaults to empty dict.
|
|
60
|
-
history_offset (int): Limit for conversation history. Defaults to 10250.
|
|
61
|
-
act (str, optional): Awesome prompt key/index. Defaults to None.
|
|
62
|
-
system_prompt (str): System prompt. Defaults to "You are a helpful AI assistant.".
|
|
63
|
-
variant (str): Select API variant: "claude" or "gpt". Defaults to "claude".
|
|
64
|
-
"""
|
|
65
|
-
self.session = requests.Session()
|
|
66
|
-
self.is_conversation = is_conversation
|
|
67
|
-
self.max_tokens_to_sample = max_tokens
|
|
68
|
-
|
|
69
|
-
# Select API endpoint and header origins based on variant.
|
|
70
|
-
if variant.lower() == "gpt":
|
|
71
|
-
self.api_endpoint = "https://chat1.free2gpt.com/api/generate"
|
|
72
|
-
origin = "https://chat1.free2gpt.co"
|
|
73
|
-
else:
|
|
74
|
-
self.api_endpoint = "https://claude3.free2gpt.xyz/api/generate"
|
|
75
|
-
origin = "https://claude3.free2gpt.xyz"
|
|
76
|
-
|
|
77
|
-
self.timeout = timeout
|
|
78
|
-
self.last_response = {}
|
|
79
|
-
self.system_prompt = system_prompt
|
|
80
|
-
self.headers = {
|
|
81
|
-
"accept": "*/*",
|
|
82
|
-
"accept-encoding": "gzip, deflate, br, zstd",
|
|
83
|
-
"accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
|
|
84
|
-
"content-type": "text/plain;charset=UTF-8",
|
|
85
|
-
"dnt": "1",
|
|
86
|
-
"origin": origin,
|
|
87
|
-
"referer": origin,
|
|
88
|
-
"sec-ch-ua": '"Chromium";v="128", "Not;A=Brand";v="24", "Microsoft Edge";v="128"',
|
|
89
|
-
"sec-ch-ua-mobile": "?0",
|
|
90
|
-
"sec-ch-ua-platform": '"Windows"',
|
|
91
|
-
"sec-fetch-dest": "empty",
|
|
92
|
-
"sec-fetch-mode": "cors",
|
|
93
|
-
"sec-fetch-site": "same-origin",
|
|
94
|
-
"user-agent": LitAgent().random(),
|
|
95
|
-
}
|
|
96
|
-
self.session.headers.update(self.headers)
|
|
97
|
-
self.session.proxies = proxies
|
|
98
|
-
|
|
99
|
-
# Prepare available optimizers from Optimizers module.
|
|
100
|
-
self.__available_optimizers = (
|
|
101
|
-
method
|
|
102
|
-
for method in dir(Optimizers)
|
|
103
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
104
|
-
)
|
|
105
|
-
|
|
106
|
-
Conversation.intro = (
|
|
107
|
-
AwesomePrompts().get_act(
|
|
108
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
109
|
-
)
|
|
110
|
-
if act
|
|
111
|
-
else intro or Conversation.intro
|
|
112
|
-
)
|
|
113
|
-
self.conversation = Conversation(is_conversation, self.max_tokens_to_sample, filepath, update_file)
|
|
114
|
-
self.conversation.history_offset = history_offset
|
|
115
|
-
|
|
116
|
-
def generate_signature(self, time_val: int, text: str, secret: str = "") -> str:
|
|
117
|
-
"""
|
|
118
|
-
Generates a signature for the request.
|
|
119
|
-
|
|
120
|
-
Args:
|
|
121
|
-
time_val (int): Timestamp value.
|
|
122
|
-
text (str): Text to sign.
|
|
123
|
-
secret (str, optional): Optional secret. Defaults to "".
|
|
124
|
-
|
|
125
|
-
Returns:
|
|
126
|
-
str: Hexadecimal signature.
|
|
127
|
-
"""
|
|
128
|
-
message = f"{time_val}:{text}:{secret}"
|
|
129
|
-
return sha256(message.encode()).hexdigest()
|
|
130
|
-
|
|
131
|
-
def ask(
|
|
132
|
-
self,
|
|
133
|
-
prompt: str,
|
|
134
|
-
stream: bool = False, # Ignored; always non-streaming.
|
|
135
|
-
raw: bool = False,
|
|
136
|
-
optimizer: Optional[str] = None,
|
|
137
|
-
conversationally: bool = False,
|
|
138
|
-
) -> Dict[str, any]:
|
|
139
|
-
"""
|
|
140
|
-
Sends a prompt to the API in a non-streaming manner.
|
|
141
|
-
|
|
142
|
-
Args:
|
|
143
|
-
prompt (str): The prompt text.
|
|
144
|
-
stream (bool): Ignored; response is always non-streamed.
|
|
145
|
-
raw (bool): Whether to return the raw response. Defaults to False.
|
|
146
|
-
optimizer (str, optional): Optimizer name. Defaults to None.
|
|
147
|
-
conversationally (bool): Whether to use conversational optimization. Defaults to False.
|
|
148
|
-
|
|
149
|
-
Returns:
|
|
150
|
-
dict: A dictionary containing the generated text.
|
|
151
|
-
Example:
|
|
152
|
-
{
|
|
153
|
-
"text": "How may I assist you today?"
|
|
154
|
-
}
|
|
155
|
-
"""
|
|
156
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
157
|
-
if optimizer:
|
|
158
|
-
if optimizer in self.__available_optimizers:
|
|
159
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
160
|
-
conversation_prompt if conversationally else prompt
|
|
161
|
-
)
|
|
162
|
-
else:
|
|
163
|
-
raise Exception(f"Optimizer is not one of {list(self.__available_optimizers)}")
|
|
164
|
-
|
|
165
|
-
# Generate timestamp and signature.
|
|
166
|
-
timestamp = int(time.time() * 1e3)
|
|
167
|
-
signature = self.generate_signature(timestamp, conversation_prompt)
|
|
168
|
-
|
|
169
|
-
payload = {
|
|
170
|
-
"messages": [
|
|
171
|
-
{"role": "system", "content": self.system_prompt},
|
|
172
|
-
{"role": "user", "content": conversation_prompt},
|
|
173
|
-
],
|
|
174
|
-
"time": timestamp,
|
|
175
|
-
"pass": None,
|
|
176
|
-
"sign": signature,
|
|
177
|
-
}
|
|
178
|
-
|
|
179
|
-
try:
|
|
180
|
-
response = requests.post(
|
|
181
|
-
self.api_endpoint,
|
|
182
|
-
headers=self.headers,
|
|
183
|
-
data=json.dumps(payload),
|
|
184
|
-
timeout=self.timeout
|
|
185
|
-
)
|
|
186
|
-
response.raise_for_status()
|
|
187
|
-
full_response = response.text
|
|
188
|
-
self.last_response.update(dict(text=full_response))
|
|
189
|
-
self.conversation.update_chat_history(prompt, self.get_message(self.last_response))
|
|
190
|
-
return self.last_response
|
|
191
|
-
except requests.exceptions.RequestException as e:
|
|
192
|
-
raise exceptions.FailedToGenerateResponseError(f"An error occurred: {e}")
|
|
193
|
-
|
|
194
|
-
def chat(
|
|
195
|
-
self,
|
|
196
|
-
prompt: str,
|
|
197
|
-
stream: bool = False, # Ignored; always non-streaming.
|
|
198
|
-
optimizer: Optional[str] = None,
|
|
199
|
-
conversationally: bool = False,
|
|
200
|
-
) -> str:
|
|
201
|
-
"""
|
|
202
|
-
Sends a prompt and returns the generated response as a string.
|
|
203
|
-
|
|
204
|
-
Args:
|
|
205
|
-
prompt (str): The prompt to send.
|
|
206
|
-
stream (bool): Ignored; response is always non-streamed.
|
|
207
|
-
optimizer (str, optional): Optimizer name. Defaults to None.
|
|
208
|
-
conversationally (bool): Whether to use conversational optimization. Defaults to False.
|
|
209
|
-
|
|
210
|
-
Returns:
|
|
211
|
-
str: Generated response.
|
|
212
|
-
"""
|
|
213
|
-
response = self.ask(
|
|
214
|
-
prompt,
|
|
215
|
-
stream=False,
|
|
216
|
-
optimizer=optimizer,
|
|
217
|
-
conversationally=conversationally,
|
|
218
|
-
)
|
|
219
|
-
return self.get_message(response)
|
|
220
|
-
|
|
221
|
-
def get_message(self, response: Dict[str, any]) -> str:
|
|
222
|
-
"""
|
|
223
|
-
Extracts the message text from the API response.
|
|
224
|
-
|
|
225
|
-
Args:
|
|
226
|
-
response (dict): The API response.
|
|
227
|
-
|
|
228
|
-
Returns:
|
|
229
|
-
str: Extracted message text.
|
|
230
|
-
"""
|
|
231
|
-
assert isinstance(response, dict), "Response should be a dictionary"
|
|
232
|
-
return response["text"].replace('\\n', '\n').replace('\\n\\n', '\n\n')
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
if __name__ == "__main__":
|
|
236
|
-
from rich import print
|
|
237
|
-
prompt_input = input(">>> ")
|
|
238
|
-
# Choose variant: "claude" or "gpt"
|
|
239
|
-
client = Free2GPT(variant="gpt")
|
|
240
|
-
result = client.chat(prompt_input)
|
|
241
|
-
print(result)
|
webscout/Provider/GPTWeb.py
DELETED
|
@@ -1,249 +0,0 @@
|
|
|
1
|
-
from typing import Any, Dict, Generator, Optional, Union
|
|
2
|
-
from curl_cffi.requests import Session
|
|
3
|
-
from curl_cffi import CurlError
|
|
4
|
-
import json
|
|
5
|
-
|
|
6
|
-
from webscout import exceptions
|
|
7
|
-
from webscout.AIutel import Optimizers
|
|
8
|
-
from webscout.AIutel import Conversation, sanitize_stream # Import sanitize_stream
|
|
9
|
-
from webscout.AIutel import AwesomePrompts
|
|
10
|
-
from webscout.AIbase import Provider
|
|
11
|
-
|
|
12
|
-
class GPTWeb(Provider):
|
|
13
|
-
"""
|
|
14
|
-
A class to interact with the Nexra GPTWeb API.
|
|
15
|
-
"""
|
|
16
|
-
|
|
17
|
-
def __init__(
|
|
18
|
-
self,
|
|
19
|
-
is_conversation: bool = True,
|
|
20
|
-
max_tokens: int = 600, # Note: max_tokens is not used by this API
|
|
21
|
-
timeout: int = 30,
|
|
22
|
-
intro: str = None,
|
|
23
|
-
filepath: str = None,
|
|
24
|
-
update_file: bool = True,
|
|
25
|
-
proxies: dict = {},
|
|
26
|
-
history_offset: int = 10250,
|
|
27
|
-
act: str = None,
|
|
28
|
-
# Note: system_prompt is not used by this API
|
|
29
|
-
):
|
|
30
|
-
"""
|
|
31
|
-
Initializes the Nexra GPTWeb API with given parameters.
|
|
32
|
-
|
|
33
|
-
Args:
|
|
34
|
-
is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
|
|
35
|
-
max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
|
|
36
|
-
timeout (int, optional): Http request timeout. Defaults to 30.
|
|
37
|
-
intro (str, optional): Conversation introductory prompt. Defaults to None.
|
|
38
|
-
filepath (str, optional): Path to file containing conversation history. Defaults to None.
|
|
39
|
-
update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
|
|
40
|
-
proxies (dict, optional): Http request proxies. Defaults to {}.
|
|
41
|
-
history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
|
|
42
|
-
act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
|
|
43
|
-
"""
|
|
44
|
-
# Initialize curl_cffi Session
|
|
45
|
-
self.session = Session()
|
|
46
|
-
self.is_conversation = is_conversation
|
|
47
|
-
self.max_tokens_to_sample = max_tokens
|
|
48
|
-
self.api_endpoint = 'https://nexra.aryahcr.cc/api/chat/gptweb'
|
|
49
|
-
self.stream_chunk_size = 64
|
|
50
|
-
self.timeout = timeout
|
|
51
|
-
self.last_response = {}
|
|
52
|
-
self.headers = {
|
|
53
|
-
"Content-Type": "application/json"
|
|
54
|
-
# Remove User-Agent, Accept-Encoding, etc. - handled by impersonate
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
self.__available_optimizers = (
|
|
58
|
-
method
|
|
59
|
-
for method in dir(Optimizers)
|
|
60
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
61
|
-
)
|
|
62
|
-
# Update curl_cffi session headers and proxies
|
|
63
|
-
self.session.headers.update(self.headers)
|
|
64
|
-
self.session.proxies = proxies # Assign proxies directly
|
|
65
|
-
|
|
66
|
-
Conversation.intro = (
|
|
67
|
-
AwesomePrompts().get_act(
|
|
68
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
69
|
-
)
|
|
70
|
-
if act
|
|
71
|
-
else intro or Conversation.intro
|
|
72
|
-
)
|
|
73
|
-
self.conversation = Conversation(
|
|
74
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
75
|
-
)
|
|
76
|
-
self.conversation.history_offset = history_offset
|
|
77
|
-
|
|
78
|
-
@staticmethod
|
|
79
|
-
def _gptweb_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
|
|
80
|
-
"""Extracts content from GPTWeb stream JSON objects."""
|
|
81
|
-
if isinstance(chunk, dict):
|
|
82
|
-
return chunk.get("gpt")
|
|
83
|
-
return None
|
|
84
|
-
|
|
85
|
-
def ask(
|
|
86
|
-
self,
|
|
87
|
-
prompt: str,
|
|
88
|
-
stream: bool = False, # API supports streaming
|
|
89
|
-
raw: bool = False,
|
|
90
|
-
optimizer: str = None,
|
|
91
|
-
conversationally: bool = False,
|
|
92
|
-
) -> Union[dict, Generator[dict, None, None]]: # Corrected return type hint
|
|
93
|
-
"""Chat with GPTWeb
|
|
94
|
-
|
|
95
|
-
Args:
|
|
96
|
-
prompt (str): Prompt to be send.
|
|
97
|
-
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
98
|
-
raw (bool, optional): Stream back raw response as received. Defaults to False.
|
|
99
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
100
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
101
|
-
Returns:
|
|
102
|
-
dict : {}
|
|
103
|
-
```json
|
|
104
|
-
{
|
|
105
|
-
"text" : "How may I assist you today?"
|
|
106
|
-
}
|
|
107
|
-
```
|
|
108
|
-
"""
|
|
109
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
110
|
-
if optimizer:
|
|
111
|
-
if optimizer in self.__available_optimizers:
|
|
112
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
113
|
-
conversation_prompt if conversationally else prompt
|
|
114
|
-
)
|
|
115
|
-
else:
|
|
116
|
-
raise Exception(
|
|
117
|
-
f"Optimizer is not one of {self.__available_optimizers}"
|
|
118
|
-
)
|
|
119
|
-
|
|
120
|
-
data = {
|
|
121
|
-
"prompt": conversation_prompt,
|
|
122
|
-
"markdown": False
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
def for_stream():
|
|
126
|
-
full_response = '' # Initialize outside try block
|
|
127
|
-
try:
|
|
128
|
-
# Use curl_cffi session post with impersonate
|
|
129
|
-
response = self.session.post(
|
|
130
|
-
self.api_endpoint,
|
|
131
|
-
# headers are set on the session
|
|
132
|
-
data=json.dumps(data),
|
|
133
|
-
stream=True,
|
|
134
|
-
timeout=self.timeout,
|
|
135
|
-
impersonate="chrome110" # Use a common impersonation profile
|
|
136
|
-
)
|
|
137
|
-
response.raise_for_status() # Check for HTTP errors
|
|
138
|
-
|
|
139
|
-
# Use sanitize_stream
|
|
140
|
-
processed_stream = sanitize_stream(
|
|
141
|
-
data=response.iter_content(chunk_size=None), # Pass byte iterator
|
|
142
|
-
intro_value=None, # No standard prefix, potential '_' handled by json.loads
|
|
143
|
-
to_json=True, # Stream sends JSON lines
|
|
144
|
-
content_extractor=self._gptweb_extractor, # Use the specific extractor
|
|
145
|
-
yield_raw_on_error=False # Skip non-JSON lines or lines where extractor fails
|
|
146
|
-
)
|
|
147
|
-
|
|
148
|
-
for content_chunk in processed_stream:
|
|
149
|
-
# content_chunk is the full text extracted by _gptweb_extractor
|
|
150
|
-
if content_chunk and isinstance(content_chunk, str):
|
|
151
|
-
full_response = content_chunk # API sends full response each time
|
|
152
|
-
resp = dict(text=full_response)
|
|
153
|
-
yield resp if not raw else full_response
|
|
154
|
-
|
|
155
|
-
# Update history after stream finishes (using the final full response)
|
|
156
|
-
self.last_response = dict(text=full_response)
|
|
157
|
-
self.conversation.update_chat_history(
|
|
158
|
-
prompt, full_response
|
|
159
|
-
)
|
|
160
|
-
except CurlError as e: # Catch CurlError
|
|
161
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}") from e
|
|
162
|
-
except Exception as e: # Catch other potential exceptions (like HTTPError)
|
|
163
|
-
err_text = getattr(e, 'response', None) and getattr(e.response, 'text', '')
|
|
164
|
-
raise exceptions.FailedToGenerateResponseError(f"Failed to generate response ({type(e).__name__}): {e} - {err_text}") from e
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
def for_non_stream():
|
|
168
|
-
# Aggregate the stream using the updated for_stream logic
|
|
169
|
-
# Since the stream yields the full response each time, we just need the last one.
|
|
170
|
-
last_chunk = None
|
|
171
|
-
try:
|
|
172
|
-
for chunk in for_stream():
|
|
173
|
-
last_chunk = chunk
|
|
174
|
-
except Exception as e:
|
|
175
|
-
# If aggregation fails, re-raise.
|
|
176
|
-
raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
|
|
177
|
-
|
|
178
|
-
# last_response and history are updated within for_stream
|
|
179
|
-
# Return the final aggregated response dict or raw string
|
|
180
|
-
if last_chunk is None:
|
|
181
|
-
raise exceptions.FailedToGenerateResponseError("No response received from stream.")
|
|
182
|
-
|
|
183
|
-
return last_chunk # last_chunk is already dict or raw string based on 'raw'
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
return for_stream() if stream else for_non_stream()
|
|
187
|
-
|
|
188
|
-
def chat(
|
|
189
|
-
self,
|
|
190
|
-
prompt: str,
|
|
191
|
-
stream: bool = False,
|
|
192
|
-
optimizer: str = None,
|
|
193
|
-
conversationally: bool = False,
|
|
194
|
-
) -> Union[str, Generator[str, None, None]]: # Corrected return type hint
|
|
195
|
-
"""Generate response `str`
|
|
196
|
-
Args:
|
|
197
|
-
prompt (str): Prompt to be send.
|
|
198
|
-
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
199
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
200
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
201
|
-
Returns:
|
|
202
|
-
str: Response generated
|
|
203
|
-
"""
|
|
204
|
-
|
|
205
|
-
def for_stream_chat():
|
|
206
|
-
# ask() yields dicts or strings when streaming
|
|
207
|
-
gen = self.ask(
|
|
208
|
-
prompt, stream=True, raw=False, # Ensure ask yields dicts
|
|
209
|
-
optimizer=optimizer, conversationally=conversationally
|
|
210
|
-
)
|
|
211
|
-
# Since the API sends the full response each time, we only need the last one.
|
|
212
|
-
# However, to maintain the streaming interface, we yield the message from each chunk.
|
|
213
|
-
# This might result in repeated text if the client doesn't handle it.
|
|
214
|
-
# A better approach might be to track changes, but for simplicity, yield each message.
|
|
215
|
-
for response_dict in gen:
|
|
216
|
-
yield self.get_message(response_dict)
|
|
217
|
-
|
|
218
|
-
def for_non_stream_chat():
|
|
219
|
-
# ask() returns dict or str when not streaming
|
|
220
|
-
response_data = self.ask(
|
|
221
|
-
prompt,
|
|
222
|
-
stream=False,
|
|
223
|
-
raw=False, # Ensure ask returns dict
|
|
224
|
-
optimizer=optimizer,
|
|
225
|
-
conversationally=conversationally,
|
|
226
|
-
)
|
|
227
|
-
return self.get_message(response_data) # get_message expects dict
|
|
228
|
-
|
|
229
|
-
return for_stream_chat() if stream else for_non_stream_chat()
|
|
230
|
-
|
|
231
|
-
def get_message(self, response: dict) -> str:
|
|
232
|
-
"""Retrieves message only from response
|
|
233
|
-
|
|
234
|
-
Args:
|
|
235
|
-
response (dict): Response generated by `self.ask`
|
|
236
|
-
|
|
237
|
-
Returns:
|
|
238
|
-
str: Message extracted
|
|
239
|
-
"""
|
|
240
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
241
|
-
return response["text"]
|
|
242
|
-
|
|
243
|
-
if __name__ == '__main__':
|
|
244
|
-
# Ensure curl_cffi is installed
|
|
245
|
-
from rich import print
|
|
246
|
-
ai = GPTWeb()
|
|
247
|
-
response = ai.chat("tell me about Abhay koul, HelpingAI", stream=True)
|
|
248
|
-
for chunk in response:
|
|
249
|
-
print(chunk, end='', flush=True)
|
webscout/Provider/bagoodex.py
DELETED
|
@@ -1,145 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
import os
|
|
4
|
-
from typing import Any, Dict, Optional, Generator, Union
|
|
5
|
-
|
|
6
|
-
from webscout.AIutel import Optimizers
|
|
7
|
-
from webscout.AIutel import Conversation
|
|
8
|
-
from webscout.AIutel import AwesomePrompts, sanitize_stream
|
|
9
|
-
from webscout.AIbase import Provider, AsyncProvider
|
|
10
|
-
from webscout import exceptions
|
|
11
|
-
|
|
12
|
-
class Bagoodex(Provider):
|
|
13
|
-
"""
|
|
14
|
-
A class to interact with the Bagoodex API.
|
|
15
|
-
"""
|
|
16
|
-
|
|
17
|
-
def __init__(
|
|
18
|
-
self,
|
|
19
|
-
is_conversation: bool = True,
|
|
20
|
-
max_tokens: int = 2049, # Set a reasonable default
|
|
21
|
-
timeout: int = 30,
|
|
22
|
-
intro: str = None,
|
|
23
|
-
filepath: str = None,
|
|
24
|
-
update_file: bool = True,
|
|
25
|
-
proxies: dict = {},
|
|
26
|
-
history_offset: int = 10250,
|
|
27
|
-
act: str = None,
|
|
28
|
-
):
|
|
29
|
-
"""Initializes the Bagoodex API client."""
|
|
30
|
-
self.url = "https://bagoodex.io/front-api/chat"
|
|
31
|
-
self.headers = {"Content-Type": "application/json"}
|
|
32
|
-
self.session = requests.Session()
|
|
33
|
-
self.session.headers.update(self.headers)
|
|
34
|
-
self.session.proxies.update(proxies) # Use provided proxies
|
|
35
|
-
self.timeout = timeout
|
|
36
|
-
self.last_response = {}
|
|
37
|
-
|
|
38
|
-
self.is_conversation = is_conversation
|
|
39
|
-
self.max_tokens_to_sample = max_tokens
|
|
40
|
-
self.__available_optimizers = (
|
|
41
|
-
method
|
|
42
|
-
for method in dir(Optimizers)
|
|
43
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
44
|
-
)
|
|
45
|
-
Conversation.intro = (
|
|
46
|
-
AwesomePrompts().get_act(
|
|
47
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
48
|
-
)
|
|
49
|
-
if act
|
|
50
|
-
else intro or Conversation.intro
|
|
51
|
-
)
|
|
52
|
-
self.conversation = Conversation(
|
|
53
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
54
|
-
)
|
|
55
|
-
self.conversation.history_offset = history_offset
|
|
56
|
-
|
|
57
|
-
def ask(
|
|
58
|
-
self,
|
|
59
|
-
prompt: str,
|
|
60
|
-
stream: bool = False,
|
|
61
|
-
raw: bool = False,
|
|
62
|
-
optimizer: str = None,
|
|
63
|
-
conversationally: bool = False,
|
|
64
|
-
) -> Union[Dict[str, Any], Generator[Any, None, None]]:
|
|
65
|
-
"""Sends a chat completion request to the Bagoodex API."""
|
|
66
|
-
|
|
67
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
68
|
-
if optimizer:
|
|
69
|
-
if optimizer in self.__available_optimizers:
|
|
70
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
71
|
-
conversation_prompt if conversationally else prompt
|
|
72
|
-
)
|
|
73
|
-
else:
|
|
74
|
-
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
payload = {
|
|
78
|
-
"prompt": "You are AI", # This seems to be required by the API
|
|
79
|
-
"messages": [{"content": "Hi, this is chatgpt, let's talk", "role": "assistant"}],
|
|
80
|
-
"input": conversation_prompt,
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
def for_stream():
|
|
84
|
-
try:
|
|
85
|
-
response = self.session.post(self.url, json=payload, headers=self.headers, timeout=self.timeout)
|
|
86
|
-
response.raise_for_status()
|
|
87
|
-
text = response.text
|
|
88
|
-
self.last_response.update({"text": text})
|
|
89
|
-
|
|
90
|
-
if stream:
|
|
91
|
-
for char in text:
|
|
92
|
-
yield {"text": char} # Yielding one character at a time for streaming
|
|
93
|
-
else:
|
|
94
|
-
yield {"text": text}
|
|
95
|
-
|
|
96
|
-
except (requests.exceptions.RequestException, json.JSONDecodeError) as e: # Catch JSON errors too
|
|
97
|
-
raise exceptions.FailedToGenerateResponseError(f"Error during request: {e}")
|
|
98
|
-
self.conversation.update_chat_history(prompt, self.get_message(self.last_response))
|
|
99
|
-
|
|
100
|
-
def for_non_stream():
|
|
101
|
-
for _ in for_stream(): pass
|
|
102
|
-
return self.last_response
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
return for_stream() if stream else for_non_stream()
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
def chat(
|
|
111
|
-
self,
|
|
112
|
-
prompt: str,
|
|
113
|
-
stream: bool = False,
|
|
114
|
-
optimizer: str = None,
|
|
115
|
-
conversationally: bool = False,
|
|
116
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
def for_stream():
|
|
120
|
-
for response in self.ask(
|
|
121
|
-
prompt, stream=True, optimizer=optimizer, conversationally=conversationally
|
|
122
|
-
):
|
|
123
|
-
yield self.get_message(response)
|
|
124
|
-
|
|
125
|
-
def for_non_stream():
|
|
126
|
-
return self.get_message(
|
|
127
|
-
self.ask(
|
|
128
|
-
prompt, stream=False, optimizer=optimizer, conversationally=conversationally
|
|
129
|
-
)
|
|
130
|
-
)
|
|
131
|
-
|
|
132
|
-
return for_stream() if stream else for_non_stream()
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
def get_message(self, response: dict) -> str:
|
|
136
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
137
|
-
return response.get("text", "")
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
if __name__ == "__main__":
|
|
141
|
-
from rich import print
|
|
142
|
-
ai = Bagoodex()
|
|
143
|
-
response = ai.chat("write a poem about AI", stream=True)
|
|
144
|
-
for chunk in response:
|
|
145
|
-
print(chunk, end="", flush=True)
|