webscout 8.2.2__py3-none-any.whl → 8.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +112 -22
- webscout/AIbase.py +144 -7
- webscout/AIutel.py +249 -131
- webscout/Bard.py +579 -206
- webscout/DWEBS.py +78 -35
- webscout/__init__.py +0 -1
- webscout/cli.py +256 -0
- webscout/conversation.py +307 -436
- webscout/exceptions.py +23 -0
- webscout/prompt_manager.py +56 -42
- webscout/version.py +1 -1
- webscout/webscout_search.py +65 -47
- webscout/webscout_search_async.py +81 -126
- webscout/yep_search.py +93 -43
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/METADATA +172 -52
- webscout-8.2.7.dist-info/RECORD +26 -0
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
- webscout-8.2.7.dist-info/entry_points.txt +3 -0
- webscout-8.2.7.dist-info/top_level.txt +1 -0
- inferno/__init__.py +0 -6
- inferno/__main__.py +0 -9
- inferno/cli.py +0 -6
- webscout/Extra/GitToolkit/__init__.py +0 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
- webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
- webscout/Extra/GitToolkit/gitapi/user.py +0 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
- webscout/Extra/YTToolkit/YTdownloader.py +0 -957
- webscout/Extra/YTToolkit/__init__.py +0 -3
- webscout/Extra/YTToolkit/transcriber.py +0 -476
- webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
- webscout/Extra/YTToolkit/ytapi/https.py +0 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
- webscout/Extra/YTToolkit/ytapi/query.py +0 -40
- webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
- webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
- webscout/Extra/YTToolkit/ytapi/video.py +0 -232
- webscout/Extra/__init__.py +0 -7
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -849
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.py +0 -682
- webscout/Extra/tempmail/__init__.py +0 -28
- webscout/Extra/tempmail/async_utils.py +0 -141
- webscout/Extra/tempmail/base.py +0 -161
- webscout/Extra/tempmail/cli.py +0 -187
- webscout/Extra/tempmail/emailnator.py +0 -84
- webscout/Extra/tempmail/mail_tm.py +0 -361
- webscout/Extra/tempmail/temp_mail_io.py +0 -292
- webscout/Extra/weather.py +0 -194
- webscout/Extra/weather_ascii.py +0 -76
- webscout/LLM.py +0 -442
- webscout/Litlogger/__init__.py +0 -67
- webscout/Litlogger/core/__init__.py +0 -6
- webscout/Litlogger/core/level.py +0 -23
- webscout/Litlogger/core/logger.py +0 -165
- webscout/Litlogger/handlers/__init__.py +0 -12
- webscout/Litlogger/handlers/console.py +0 -33
- webscout/Litlogger/handlers/file.py +0 -143
- webscout/Litlogger/handlers/network.py +0 -173
- webscout/Litlogger/styles/__init__.py +0 -7
- webscout/Litlogger/styles/colors.py +0 -249
- webscout/Litlogger/styles/formats.py +0 -458
- webscout/Litlogger/styles/text.py +0 -87
- webscout/Litlogger/utils/__init__.py +0 -6
- webscout/Litlogger/utils/detectors.py +0 -153
- webscout/Litlogger/utils/formatters.py +0 -200
- webscout/Local/__init__.py +0 -12
- webscout/Local/__main__.py +0 -9
- webscout/Local/api.py +0 -576
- webscout/Local/cli.py +0 -516
- webscout/Local/config.py +0 -75
- webscout/Local/llm.py +0 -287
- webscout/Local/model_manager.py +0 -253
- webscout/Local/server.py +0 -721
- webscout/Local/utils.py +0 -93
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -250
- webscout/Provider/AISEARCH/ISou.py +0 -256
- webscout/Provider/AISEARCH/Perplexity.py +0 -359
- webscout/Provider/AISEARCH/__init__.py +0 -10
- webscout/Provider/AISEARCH/felo_search.py +0 -228
- webscout/Provider/AISEARCH/genspark_search.py +0 -208
- webscout/Provider/AISEARCH/hika_search.py +0 -194
- webscout/Provider/AISEARCH/iask_search.py +0 -436
- webscout/Provider/AISEARCH/monica_search.py +0 -246
- webscout/Provider/AISEARCH/scira_search.py +0 -324
- webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
- webscout/Provider/Aitopia.py +0 -292
- webscout/Provider/AllenAI.py +0 -413
- webscout/Provider/Andi.py +0 -228
- webscout/Provider/Blackboxai.py +0 -229
- webscout/Provider/C4ai.py +0 -432
- webscout/Provider/ChatGPTClone.py +0 -226
- webscout/Provider/ChatGPTES.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/Chatify.py +0 -175
- webscout/Provider/Cloudflare.py +0 -273
- webscout/Provider/Cohere.py +0 -208
- webscout/Provider/DeepSeek.py +0 -196
- webscout/Provider/Deepinfra.py +0 -297
- webscout/Provider/ElectronHub.py +0 -709
- webscout/Provider/ExaAI.py +0 -261
- webscout/Provider/ExaChat.py +0 -342
- webscout/Provider/Free2GPT.py +0 -241
- webscout/Provider/GPTWeb.py +0 -193
- webscout/Provider/Gemini.py +0 -169
- webscout/Provider/GithubChat.py +0 -367
- webscout/Provider/Glider.py +0 -211
- webscout/Provider/Groq.py +0 -670
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HeckAI.py +0 -233
- webscout/Provider/HuggingFaceChat.py +0 -462
- webscout/Provider/Hunyuan.py +0 -272
- webscout/Provider/Jadve.py +0 -266
- webscout/Provider/Koboldai.py +0 -381
- webscout/Provider/LambdaChat.py +0 -392
- webscout/Provider/Llama.py +0 -200
- webscout/Provider/Llama3.py +0 -204
- webscout/Provider/Marcus.py +0 -148
- webscout/Provider/Netwrck.py +0 -228
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/__init__.py +0 -25
- webscout/Provider/OPENAI/base.py +0 -46
- webscout/Provider/OPENAI/c4ai.py +0 -367
- webscout/Provider/OPENAI/chatgpt.py +0 -549
- webscout/Provider/OPENAI/chatgptclone.py +0 -460
- webscout/Provider/OPENAI/deepinfra.py +0 -272
- webscout/Provider/OPENAI/e2b.py +0 -1350
- webscout/Provider/OPENAI/exaai.py +0 -404
- webscout/Provider/OPENAI/exachat.py +0 -433
- webscout/Provider/OPENAI/freeaichat.py +0 -352
- webscout/Provider/OPENAI/glider.py +0 -316
- webscout/Provider/OPENAI/heckai.py +0 -337
- webscout/Provider/OPENAI/llmchatco.py +0 -327
- webscout/Provider/OPENAI/netwrck.py +0 -348
- webscout/Provider/OPENAI/opkfc.py +0 -488
- webscout/Provider/OPENAI/scirachat.py +0 -463
- webscout/Provider/OPENAI/sonus.py +0 -294
- webscout/Provider/OPENAI/standardinput.py +0 -425
- webscout/Provider/OPENAI/textpollinations.py +0 -285
- webscout/Provider/OPENAI/toolbaz.py +0 -405
- webscout/Provider/OPENAI/typegpt.py +0 -346
- webscout/Provider/OPENAI/uncovrAI.py +0 -455
- webscout/Provider/OPENAI/utils.py +0 -211
- webscout/Provider/OPENAI/venice.py +0 -413
- webscout/Provider/OPENAI/wisecat.py +0 -381
- webscout/Provider/OPENAI/writecream.py +0 -156
- webscout/Provider/OPENAI/x0gpt.py +0 -371
- webscout/Provider/OPENAI/yep.py +0 -327
- webscout/Provider/OpenGPT.py +0 -199
- webscout/Provider/Openai.py +0 -496
- webscout/Provider/PI.py +0 -344
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/Phind.py +0 -535
- webscout/Provider/PizzaGPT.py +0 -198
- webscout/Provider/QwenLM.py +0 -254
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -278
- webscout/Provider/TTI/AiForce/__init__.py +0 -22
- webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
- webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
- webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
- webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
- webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
- webscout/Provider/TTI/ImgSys/__init__.py +0 -23
- webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
- webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
- webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
- webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
- webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
- webscout/Provider/TTI/Nexra/__init__.py +0 -22
- webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
- webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
- webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
- webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
- webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
- webscout/Provider/TTI/__init__.py +0 -12
- webscout/Provider/TTI/aiarta/__init__.py +0 -2
- webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
- webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
- webscout/Provider/TTI/artbit/__init__.py +0 -22
- webscout/Provider/TTI/artbit/async_artbit.py +0 -155
- webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
- webscout/Provider/TTI/fastflux/__init__.py +0 -22
- webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
- webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
- webscout/Provider/TTI/huggingface/__init__.py +0 -22
- webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
- webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
- webscout/Provider/TTI/piclumen/__init__.py +0 -23
- webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
- webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
- webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
- webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
- webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
- webscout/Provider/TTI/talkai/__init__.py +0 -4
- webscout/Provider/TTI/talkai/async_talkai.py +0 -229
- webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
- webscout/Provider/TTS/__init__.py +0 -7
- webscout/Provider/TTS/deepgram.py +0 -156
- webscout/Provider/TTS/elevenlabs.py +0 -111
- webscout/Provider/TTS/gesserit.py +0 -127
- webscout/Provider/TTS/murfai.py +0 -113
- webscout/Provider/TTS/parler.py +0 -111
- webscout/Provider/TTS/speechma.py +0 -180
- webscout/Provider/TTS/streamElements.py +0 -333
- webscout/Provider/TTS/utils.py +0 -280
- webscout/Provider/TeachAnything.py +0 -187
- webscout/Provider/TextPollinationsAI.py +0 -231
- webscout/Provider/TwoAI.py +0 -199
- webscout/Provider/Venice.py +0 -219
- webscout/Provider/VercelAI.py +0 -234
- webscout/Provider/WebSim.py +0 -228
- webscout/Provider/WiseCat.py +0 -196
- webscout/Provider/Writecream.py +0 -211
- webscout/Provider/WritingMate.py +0 -197
- webscout/Provider/Youchat.py +0 -330
- webscout/Provider/__init__.py +0 -198
- webscout/Provider/ai4chat.py +0 -202
- webscout/Provider/aimathgpt.py +0 -189
- webscout/Provider/akashgpt.py +0 -342
- webscout/Provider/askmyai.py +0 -158
- webscout/Provider/asksteve.py +0 -203
- webscout/Provider/bagoodex.py +0 -145
- webscout/Provider/cerebras.py +0 -242
- webscout/Provider/chatglm.py +0 -205
- webscout/Provider/cleeai.py +0 -213
- webscout/Provider/copilot.py +0 -428
- webscout/Provider/elmo.py +0 -234
- webscout/Provider/freeaichat.py +0 -271
- webscout/Provider/gaurish.py +0 -244
- webscout/Provider/geminiapi.py +0 -208
- webscout/Provider/geminiprorealtime.py +0 -160
- webscout/Provider/granite.py +0 -187
- webscout/Provider/hermes.py +0 -219
- webscout/Provider/julius.py +0 -223
- webscout/Provider/koala.py +0 -268
- webscout/Provider/labyrinth.py +0 -340
- webscout/Provider/learnfastai.py +0 -266
- webscout/Provider/lepton.py +0 -194
- webscout/Provider/llama3mitril.py +0 -180
- webscout/Provider/llamatutor.py +0 -192
- webscout/Provider/llmchat.py +0 -213
- webscout/Provider/llmchatco.py +0 -311
- webscout/Provider/meta.py +0 -794
- webscout/Provider/multichat.py +0 -325
- webscout/Provider/promptrefine.py +0 -193
- webscout/Provider/scira_chat.py +0 -277
- webscout/Provider/scnet.py +0 -187
- webscout/Provider/searchchat.py +0 -293
- webscout/Provider/sonus.py +0 -208
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/toolbaz.py +0 -320
- webscout/Provider/turboseek.py +0 -219
- webscout/Provider/tutorai.py +0 -252
- webscout/Provider/typefully.py +0 -280
- webscout/Provider/typegpt.py +0 -232
- webscout/Provider/uncovr.py +0 -312
- webscout/Provider/x0gpt.py +0 -256
- webscout/Provider/yep.py +0 -376
- webscout/litagent/__init__.py +0 -29
- webscout/litagent/agent.py +0 -455
- webscout/litagent/constants.py +0 -60
- webscout/litprinter/__init__.py +0 -59
- webscout/scout/__init__.py +0 -8
- webscout/scout/core/__init__.py +0 -7
- webscout/scout/core/crawler.py +0 -140
- webscout/scout/core/scout.py +0 -568
- webscout/scout/core/search_result.py +0 -96
- webscout/scout/core/text_analyzer.py +0 -63
- webscout/scout/core/text_utils.py +0 -277
- webscout/scout/core/web_analyzer.py +0 -52
- webscout/scout/core.py +0 -881
- webscout/scout/element.py +0 -460
- webscout/scout/parsers/__init__.py +0 -69
- webscout/scout/parsers/html5lib_parser.py +0 -172
- webscout/scout/parsers/html_parser.py +0 -236
- webscout/scout/parsers/lxml_parser.py +0 -178
- webscout/scout/utils.py +0 -37
- webscout/swiftcli/__init__.py +0 -809
- webscout/zeroart/__init__.py +0 -55
- webscout/zeroart/base.py +0 -60
- webscout/zeroart/effects.py +0 -99
- webscout/zeroart/fonts.py +0 -816
- webscout-8.2.2.dist-info/RECORD +0 -309
- webscout-8.2.2.dist-info/entry_points.txt +0 -5
- webscout-8.2.2.dist-info/top_level.txt +0 -3
- webstoken/__init__.py +0 -30
- webstoken/classifier.py +0 -189
- webstoken/keywords.py +0 -216
- webstoken/language.py +0 -128
- webstoken/ner.py +0 -164
- webstoken/normalizer.py +0 -35
- webstoken/processor.py +0 -77
- webstoken/sentiment.py +0 -206
- webstoken/stemmer.py +0 -73
- webstoken/tagger.py +0 -60
- webstoken/tokenizer.py +0 -158
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info/licenses}/LICENSE.md +0 -0
webscout/Provider/searchchat.py
DELETED
|
@@ -1,293 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
from datetime import datetime
|
|
4
|
-
from typing import Any, Dict, Optional, Generator, Union
|
|
5
|
-
|
|
6
|
-
from webscout.AIutel import Optimizers
|
|
7
|
-
from webscout.AIutel import Conversation
|
|
8
|
-
from webscout.AIutel import AwesomePrompts
|
|
9
|
-
from webscout.AIbase import Provider
|
|
10
|
-
from webscout import exceptions
|
|
11
|
-
from webscout.litagent import LitAgent
|
|
12
|
-
|
|
13
|
-
class SearchChatAI(Provider):
|
|
14
|
-
"""
|
|
15
|
-
A class to interact with the SearchChatAI API.
|
|
16
|
-
"""
|
|
17
|
-
AVAILABLE_MODELS = ["gpt-4o-mini-2024-07-18"]
|
|
18
|
-
def __init__(
|
|
19
|
-
self,
|
|
20
|
-
is_conversation: bool = True,
|
|
21
|
-
max_tokens: int = 2049,
|
|
22
|
-
timeout: int = 30,
|
|
23
|
-
intro: str = None,
|
|
24
|
-
filepath: str = None,
|
|
25
|
-
update_file: bool = True,
|
|
26
|
-
proxies: dict = {},
|
|
27
|
-
history_offset: int = 10250,
|
|
28
|
-
act: str = None,
|
|
29
|
-
system_prompt: str = "You are a helpful assistant."
|
|
30
|
-
):
|
|
31
|
-
"""Initializes the SearchChatAI API client."""
|
|
32
|
-
self.url = "https://search-chat.ai/api/chat-test-stop.php"
|
|
33
|
-
self.timeout = timeout
|
|
34
|
-
self.is_conversation = is_conversation
|
|
35
|
-
self.max_tokens_to_sample = max_tokens
|
|
36
|
-
self.last_response = {}
|
|
37
|
-
self.system_prompt = system_prompt
|
|
38
|
-
|
|
39
|
-
# Initialize LitAgent for user agent generation
|
|
40
|
-
self.agent = LitAgent()
|
|
41
|
-
# Use fingerprinting to create a consistent browser identity
|
|
42
|
-
self.fingerprint = self.agent.generate_fingerprint("chrome")
|
|
43
|
-
|
|
44
|
-
# Use the fingerprint for headers
|
|
45
|
-
self.headers = {
|
|
46
|
-
"Accept": self.fingerprint["accept"],
|
|
47
|
-
"Accept-Encoding": "gzip, deflate, br, zstd",
|
|
48
|
-
"Accept-Language": self.fingerprint["accept_language"],
|
|
49
|
-
"Content-Type": "application/json",
|
|
50
|
-
"Origin": "https://search-chat.ai",
|
|
51
|
-
"Referer": "https://search-chat.ai/platform/?v2=2",
|
|
52
|
-
"Sec-Fetch-Dest": "empty",
|
|
53
|
-
"Sec-Fetch-Mode": "cors",
|
|
54
|
-
"Sec-Fetch-Site": "same-origin",
|
|
55
|
-
"Sec-CH-UA": self.fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
|
|
56
|
-
"Sec-CH-UA-Mobile": "?0",
|
|
57
|
-
"Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
|
|
58
|
-
"User-Agent": self.fingerprint["user_agent"],
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
self.session = requests.Session()
|
|
62
|
-
self.session.headers.update(self.headers)
|
|
63
|
-
self.session.proxies.update(proxies)
|
|
64
|
-
|
|
65
|
-
self.__available_optimizers = (
|
|
66
|
-
method
|
|
67
|
-
for method in dir(Optimizers)
|
|
68
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
69
|
-
)
|
|
70
|
-
Conversation.intro = (
|
|
71
|
-
AwesomePrompts().get_act(
|
|
72
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
73
|
-
)
|
|
74
|
-
if act
|
|
75
|
-
else intro or Conversation.intro
|
|
76
|
-
)
|
|
77
|
-
|
|
78
|
-
self.conversation = Conversation(
|
|
79
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
80
|
-
)
|
|
81
|
-
self.conversation.history_offset = history_offset
|
|
82
|
-
|
|
83
|
-
def refresh_identity(self, browser: str = None):
|
|
84
|
-
"""
|
|
85
|
-
Refreshes the browser identity fingerprint.
|
|
86
|
-
|
|
87
|
-
Args:
|
|
88
|
-
browser: Specific browser to use for the new fingerprint
|
|
89
|
-
"""
|
|
90
|
-
browser = browser or self.fingerprint.get("browser_type", "chrome")
|
|
91
|
-
self.fingerprint = self.agent.generate_fingerprint(browser)
|
|
92
|
-
|
|
93
|
-
# Update headers with new fingerprint
|
|
94
|
-
self.headers.update({
|
|
95
|
-
"Accept": self.fingerprint["accept"],
|
|
96
|
-
"Accept-Language": self.fingerprint["accept_language"],
|
|
97
|
-
"Sec-CH-UA": self.fingerprint["sec_ch_ua"] or self.headers["Sec-CH-UA"],
|
|
98
|
-
"Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
|
|
99
|
-
"User-Agent": self.fingerprint["user_agent"],
|
|
100
|
-
})
|
|
101
|
-
|
|
102
|
-
# Update session headers
|
|
103
|
-
for header, value in self.headers.items():
|
|
104
|
-
self.session.headers[header] = value
|
|
105
|
-
|
|
106
|
-
return self.fingerprint
|
|
107
|
-
|
|
108
|
-
def ask(
|
|
109
|
-
self,
|
|
110
|
-
prompt: str,
|
|
111
|
-
stream: bool = False,
|
|
112
|
-
raw: bool = False,
|
|
113
|
-
optimizer: str = None,
|
|
114
|
-
conversationally: bool = False,
|
|
115
|
-
) -> Union[Dict[str, Any], Generator]:
|
|
116
|
-
"""
|
|
117
|
-
Send a message to the API and get the response.
|
|
118
|
-
|
|
119
|
-
Args:
|
|
120
|
-
prompt: The message to send
|
|
121
|
-
stream: Whether to stream the response
|
|
122
|
-
raw: Whether to return raw response
|
|
123
|
-
optimizer: The optimizer to use
|
|
124
|
-
conversationally: Whether to use conversation history
|
|
125
|
-
|
|
126
|
-
Returns:
|
|
127
|
-
Either a dictionary with the response or a generator for streaming
|
|
128
|
-
"""
|
|
129
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
130
|
-
if optimizer:
|
|
131
|
-
if optimizer in self.__available_optimizers:
|
|
132
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
133
|
-
conversation_prompt if conversationally else prompt
|
|
134
|
-
)
|
|
135
|
-
else:
|
|
136
|
-
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
137
|
-
|
|
138
|
-
payload = {
|
|
139
|
-
"messages": [
|
|
140
|
-
{
|
|
141
|
-
"role": "user",
|
|
142
|
-
"content": [
|
|
143
|
-
{
|
|
144
|
-
"type": "text",
|
|
145
|
-
"text": conversation_prompt
|
|
146
|
-
}
|
|
147
|
-
],
|
|
148
|
-
"timestamp": datetime.utcnow().strftime("%Y-%m-%dT%H:%M:%S.%fZ")
|
|
149
|
-
}
|
|
150
|
-
]
|
|
151
|
-
}
|
|
152
|
-
|
|
153
|
-
def for_stream():
|
|
154
|
-
try:
|
|
155
|
-
with self.session.post(
|
|
156
|
-
self.url,
|
|
157
|
-
json=payload,
|
|
158
|
-
stream=True,
|
|
159
|
-
timeout=self.timeout
|
|
160
|
-
) as response:
|
|
161
|
-
if response.status_code != 200:
|
|
162
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
163
|
-
f"Request failed with status code {response.status_code}"
|
|
164
|
-
)
|
|
165
|
-
|
|
166
|
-
streaming_text = ""
|
|
167
|
-
for line in response.iter_lines():
|
|
168
|
-
if line:
|
|
169
|
-
line = line.decode('utf-8')
|
|
170
|
-
if line.startswith('data: '):
|
|
171
|
-
data_str = line[6:] # Remove 'data: ' prefix
|
|
172
|
-
|
|
173
|
-
if data_str == '[DONE]':
|
|
174
|
-
break
|
|
175
|
-
|
|
176
|
-
try:
|
|
177
|
-
data = json.loads(data_str)
|
|
178
|
-
if "choices" in data and len(data["choices"]) > 0:
|
|
179
|
-
delta = data["choices"][0].get("delta", {})
|
|
180
|
-
if "content" in delta:
|
|
181
|
-
content = delta["content"]
|
|
182
|
-
streaming_text += content
|
|
183
|
-
resp = dict(text=content)
|
|
184
|
-
yield resp if raw else content
|
|
185
|
-
except json.JSONDecodeError:
|
|
186
|
-
continue
|
|
187
|
-
|
|
188
|
-
self.last_response = {"text": streaming_text}
|
|
189
|
-
self.conversation.update_chat_history(prompt, streaming_text)
|
|
190
|
-
|
|
191
|
-
except requests.RequestException as e:
|
|
192
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {str(e)}")
|
|
193
|
-
|
|
194
|
-
def for_non_stream():
|
|
195
|
-
try:
|
|
196
|
-
response = self.session.post(
|
|
197
|
-
self.url,
|
|
198
|
-
json=payload,
|
|
199
|
-
stream=True, # Keep streaming enabled
|
|
200
|
-
timeout=self.timeout
|
|
201
|
-
)
|
|
202
|
-
if response.status_code != 200:
|
|
203
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
204
|
-
f"Request failed with status code {response.status_code}"
|
|
205
|
-
)
|
|
206
|
-
|
|
207
|
-
full_text = ""
|
|
208
|
-
for line in response.iter_lines():
|
|
209
|
-
if line:
|
|
210
|
-
line = line.decode('utf-8')
|
|
211
|
-
if line.startswith('data: '):
|
|
212
|
-
data_str = line[6:] # Remove 'data: ' prefix
|
|
213
|
-
|
|
214
|
-
if data_str == '[DONE]':
|
|
215
|
-
break
|
|
216
|
-
|
|
217
|
-
try:
|
|
218
|
-
data = json.loads(data_str)
|
|
219
|
-
if "choices" in data and len(data["choices"]) > 0:
|
|
220
|
-
delta = data["choices"][0].get("delta", {})
|
|
221
|
-
if "content" in delta:
|
|
222
|
-
content = delta["content"]
|
|
223
|
-
full_text += content
|
|
224
|
-
except json.JSONDecodeError:
|
|
225
|
-
continue
|
|
226
|
-
|
|
227
|
-
if full_text:
|
|
228
|
-
self.last_response = {"text": full_text}
|
|
229
|
-
self.conversation.update_chat_history(prompt, full_text)
|
|
230
|
-
return {"text": full_text}
|
|
231
|
-
else:
|
|
232
|
-
raise exceptions.FailedToGenerateResponseError("No response content found")
|
|
233
|
-
|
|
234
|
-
except Exception as e:
|
|
235
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {str(e)}")
|
|
236
|
-
|
|
237
|
-
return for_stream() if stream else for_non_stream()
|
|
238
|
-
|
|
239
|
-
def chat(
|
|
240
|
-
self,
|
|
241
|
-
prompt: str,
|
|
242
|
-
stream: bool = False,
|
|
243
|
-
optimizer: str = None,
|
|
244
|
-
conversationally: bool = False,
|
|
245
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
246
|
-
"""
|
|
247
|
-
Chat with the API.
|
|
248
|
-
|
|
249
|
-
Args:
|
|
250
|
-
prompt: The message to send
|
|
251
|
-
stream: Whether to stream the response
|
|
252
|
-
optimizer: The optimizer to use
|
|
253
|
-
conversationally: Whether to use conversation history
|
|
254
|
-
|
|
255
|
-
Returns:
|
|
256
|
-
Either a string response or a generator for streaming
|
|
257
|
-
"""
|
|
258
|
-
def for_stream():
|
|
259
|
-
for response in self.ask(prompt, True, optimizer=optimizer, conversationally=conversationally):
|
|
260
|
-
yield self.get_message(response)
|
|
261
|
-
|
|
262
|
-
def for_non_stream():
|
|
263
|
-
return self.get_message(
|
|
264
|
-
self.ask(prompt, False, optimizer=optimizer, conversationally=conversationally)
|
|
265
|
-
)
|
|
266
|
-
|
|
267
|
-
return for_stream() if stream else for_non_stream()
|
|
268
|
-
|
|
269
|
-
def get_message(self, response: dict) -> str:
|
|
270
|
-
"""Extract the message from the response."""
|
|
271
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
272
|
-
return response["text"]
|
|
273
|
-
|
|
274
|
-
if __name__ == "__main__":
|
|
275
|
-
print("-" * 80)
|
|
276
|
-
print(f"{'Status':<10} {'Response'}")
|
|
277
|
-
print("-" * 80)
|
|
278
|
-
|
|
279
|
-
try:
|
|
280
|
-
test_ai = SearchChatAI(timeout=60)
|
|
281
|
-
response = test_ai.chat("Say 'Hello' in one word")
|
|
282
|
-
response_text = response
|
|
283
|
-
|
|
284
|
-
if response_text and len(response_text.strip()) > 0:
|
|
285
|
-
status = "✓"
|
|
286
|
-
# Truncate response if too long
|
|
287
|
-
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
288
|
-
else:
|
|
289
|
-
status = "✗"
|
|
290
|
-
display_text = "Empty or invalid response"
|
|
291
|
-
print(f"{status:<10} {display_text}")
|
|
292
|
-
except Exception as e:
|
|
293
|
-
print(f"{'✗':<10} {str(e)}")
|
webscout/Provider/sonus.py
DELETED
|
@@ -1,208 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
from typing import Any, Dict, Optional, Generator, Union
|
|
4
|
-
from webscout.AIutel import Optimizers
|
|
5
|
-
from webscout.AIutel import Conversation
|
|
6
|
-
from webscout.AIutel import AwesomePrompts
|
|
7
|
-
from webscout.AIbase import Provider
|
|
8
|
-
from webscout import exceptions
|
|
9
|
-
from webscout.litagent import LitAgent
|
|
10
|
-
class SonusAI(Provider):
|
|
11
|
-
"""
|
|
12
|
-
A class to interact with the Sonus AI chat API.
|
|
13
|
-
"""
|
|
14
|
-
|
|
15
|
-
AVAILABLE_MODELS = [
|
|
16
|
-
"pro",
|
|
17
|
-
"air",
|
|
18
|
-
"mini"
|
|
19
|
-
]
|
|
20
|
-
|
|
21
|
-
def __init__(
|
|
22
|
-
self,
|
|
23
|
-
is_conversation: bool = True,
|
|
24
|
-
max_tokens: int = 2049,
|
|
25
|
-
timeout: int = 30,
|
|
26
|
-
intro: str = None,
|
|
27
|
-
filepath: str = None,
|
|
28
|
-
update_file: bool = True,
|
|
29
|
-
proxies: dict = {},
|
|
30
|
-
history_offset: int = 10250,
|
|
31
|
-
act: str = None,
|
|
32
|
-
model: str = "pro"
|
|
33
|
-
):
|
|
34
|
-
"""Initializes the Sonus AI API client."""
|
|
35
|
-
if model not in self.AVAILABLE_MODELS:
|
|
36
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
37
|
-
|
|
38
|
-
self.url = "https://chat.sonus.ai/chat.php"
|
|
39
|
-
|
|
40
|
-
# Headers for the request
|
|
41
|
-
self.headers = {
|
|
42
|
-
'Accept': '*/*',
|
|
43
|
-
'Accept-Language': 'en-US,en;q=0.9',
|
|
44
|
-
'Origin': 'https://chat.sonus.ai',
|
|
45
|
-
'Referer': 'https://chat.sonus.ai/',
|
|
46
|
-
'User-Agent': LitAgent().random()
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
self.session = requests.Session()
|
|
50
|
-
self.session.headers.update(self.headers)
|
|
51
|
-
self.session.proxies.update(proxies)
|
|
52
|
-
|
|
53
|
-
self.is_conversation = is_conversation
|
|
54
|
-
self.max_tokens_to_sample = max_tokens
|
|
55
|
-
self.timeout = timeout
|
|
56
|
-
self.last_response = {}
|
|
57
|
-
self.model = model
|
|
58
|
-
|
|
59
|
-
self.__available_optimizers = (
|
|
60
|
-
method
|
|
61
|
-
for method in dir(Optimizers)
|
|
62
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
63
|
-
)
|
|
64
|
-
Conversation.intro = (
|
|
65
|
-
AwesomePrompts().get_act(
|
|
66
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
67
|
-
)
|
|
68
|
-
if act
|
|
69
|
-
else intro or Conversation.intro
|
|
70
|
-
)
|
|
71
|
-
|
|
72
|
-
self.conversation = Conversation(
|
|
73
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
74
|
-
)
|
|
75
|
-
self.conversation.history_offset = history_offset
|
|
76
|
-
|
|
77
|
-
def ask(
|
|
78
|
-
self,
|
|
79
|
-
prompt: str,
|
|
80
|
-
stream: bool = False,
|
|
81
|
-
raw: bool = False,
|
|
82
|
-
optimizer: str = None,
|
|
83
|
-
conversationally: bool = False,
|
|
84
|
-
reasoning: bool = False,
|
|
85
|
-
) -> Union[Dict[str, Any], Generator]:
|
|
86
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
87
|
-
if optimizer:
|
|
88
|
-
if optimizer in self.__available_optimizers:
|
|
89
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
90
|
-
conversation_prompt if conversationally else prompt
|
|
91
|
-
)
|
|
92
|
-
else:
|
|
93
|
-
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
94
|
-
|
|
95
|
-
# Prepare the multipart form data
|
|
96
|
-
files = {
|
|
97
|
-
'message': (None, conversation_prompt),
|
|
98
|
-
'history': (None),
|
|
99
|
-
'reasoning': (None, str(reasoning).lower()),
|
|
100
|
-
'model': (None, self.model)
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
def for_stream():
|
|
104
|
-
try:
|
|
105
|
-
with requests.post(self.url, files=files, headers=self.headers, stream=True, timeout=self.timeout) as response:
|
|
106
|
-
if response.status_code != 200:
|
|
107
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
108
|
-
f"Request failed with status code {response.status_code}"
|
|
109
|
-
)
|
|
110
|
-
|
|
111
|
-
streaming_text = ""
|
|
112
|
-
for line in response.iter_lines():
|
|
113
|
-
if line:
|
|
114
|
-
try:
|
|
115
|
-
# Decode the line and remove 'data: ' prefix if present
|
|
116
|
-
line = line.decode('utf-8')
|
|
117
|
-
if line.startswith('data: '):
|
|
118
|
-
line = line[6:]
|
|
119
|
-
|
|
120
|
-
data = json.loads(line)
|
|
121
|
-
if "content" in data:
|
|
122
|
-
content = data["content"]
|
|
123
|
-
streaming_text += content
|
|
124
|
-
resp = dict(text=content)
|
|
125
|
-
yield resp if raw else resp
|
|
126
|
-
except (json.JSONDecodeError, UnicodeDecodeError):
|
|
127
|
-
continue
|
|
128
|
-
|
|
129
|
-
self.last_response = {"text": streaming_text}
|
|
130
|
-
self.conversation.update_chat_history(prompt, streaming_text)
|
|
131
|
-
|
|
132
|
-
except requests.RequestException as e:
|
|
133
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {str(e)}")
|
|
134
|
-
|
|
135
|
-
def for_non_stream():
|
|
136
|
-
try:
|
|
137
|
-
response = requests.post(self.url, files=files, headers=self.headers, timeout=self.timeout)
|
|
138
|
-
if response.status_code != 200:
|
|
139
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
140
|
-
f"Request failed with status code {response.status_code}"
|
|
141
|
-
)
|
|
142
|
-
|
|
143
|
-
full_response = ""
|
|
144
|
-
for line in response.iter_lines():
|
|
145
|
-
if line:
|
|
146
|
-
try:
|
|
147
|
-
line = line.decode('utf-8')
|
|
148
|
-
if line.startswith('data: '):
|
|
149
|
-
line = line[6:]
|
|
150
|
-
data = json.loads(line)
|
|
151
|
-
if "content" in data:
|
|
152
|
-
full_response += data["content"]
|
|
153
|
-
except (json.JSONDecodeError, UnicodeDecodeError):
|
|
154
|
-
continue
|
|
155
|
-
|
|
156
|
-
self.last_response = {"text": full_response}
|
|
157
|
-
self.conversation.update_chat_history(prompt, full_response)
|
|
158
|
-
return {"text": full_response}
|
|
159
|
-
except Exception as e:
|
|
160
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
|
|
161
|
-
|
|
162
|
-
return for_stream() if stream else for_non_stream()
|
|
163
|
-
|
|
164
|
-
def chat(
|
|
165
|
-
self,
|
|
166
|
-
prompt: str,
|
|
167
|
-
stream: bool = False,
|
|
168
|
-
optimizer: str = None,
|
|
169
|
-
conversationally: bool = False,
|
|
170
|
-
reasoning: bool = False,
|
|
171
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
172
|
-
def for_stream():
|
|
173
|
-
for response in self.ask(prompt, True, optimizer=optimizer, conversationally=conversationally, reasoning=reasoning):
|
|
174
|
-
yield self.get_message(response)
|
|
175
|
-
def for_non_stream():
|
|
176
|
-
return self.get_message(
|
|
177
|
-
self.ask(prompt, False, optimizer=optimizer, conversationally=conversationally, reasoning=reasoning)
|
|
178
|
-
)
|
|
179
|
-
return for_stream() if stream else for_non_stream()
|
|
180
|
-
|
|
181
|
-
def get_message(self, response: dict) -> str:
|
|
182
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
183
|
-
return response["text"]
|
|
184
|
-
|
|
185
|
-
if __name__ == "__main__":
|
|
186
|
-
print("-" * 80)
|
|
187
|
-
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
188
|
-
print("-" * 80)
|
|
189
|
-
|
|
190
|
-
for model in SonusAI.AVAILABLE_MODELS:
|
|
191
|
-
try:
|
|
192
|
-
test_ai = SonusAI(model=model, timeout=60)
|
|
193
|
-
response = test_ai.chat("Say 'Hello' in one word", stream=True)
|
|
194
|
-
response_text = ""
|
|
195
|
-
for chunk in response:
|
|
196
|
-
response_text += chunk
|
|
197
|
-
|
|
198
|
-
if response_text and len(response_text.strip()) > 0:
|
|
199
|
-
status = "✓"
|
|
200
|
-
# Clean and truncate response
|
|
201
|
-
clean_text = response_text.strip().encode('utf-8', errors='ignore').decode('utf-8')
|
|
202
|
-
display_text = clean_text[:50] + "..." if len(clean_text) > 50 else clean_text
|
|
203
|
-
else:
|
|
204
|
-
status = "✗"
|
|
205
|
-
display_text = "Empty or invalid response"
|
|
206
|
-
print(f"\r{model:<50} {status:<10} {display_text}")
|
|
207
|
-
except Exception as e:
|
|
208
|
-
print(f"\r{model:<50} {'✗':<10} {str(e)}")
|
webscout/Provider/talkai.py
DELETED
|
@@ -1,194 +0,0 @@
|
|
|
1
|
-
import uuid
|
|
2
|
-
import cloudscraper
|
|
3
|
-
import json
|
|
4
|
-
from typing import Union, Any, Dict, Optional, Generator
|
|
5
|
-
|
|
6
|
-
from webscout.AIutel import Optimizers
|
|
7
|
-
from webscout.AIutel import Conversation
|
|
8
|
-
from webscout.AIutel import AwesomePrompts
|
|
9
|
-
from webscout.AIbase import Provider
|
|
10
|
-
from webscout import exceptions
|
|
11
|
-
from webscout.litagent import LitAgent
|
|
12
|
-
|
|
13
|
-
class Talkai(Provider):
|
|
14
|
-
"""
|
|
15
|
-
A class to interact with the Talkai.info API.
|
|
16
|
-
"""
|
|
17
|
-
|
|
18
|
-
def __init__(
|
|
19
|
-
self,
|
|
20
|
-
is_conversation: bool = True,
|
|
21
|
-
max_tokens: int = 2048,
|
|
22
|
-
timeout: int = 30,
|
|
23
|
-
intro: str = None,
|
|
24
|
-
filepath: str = None,
|
|
25
|
-
update_file: bool = True,
|
|
26
|
-
proxies: dict = {},
|
|
27
|
-
history_offset: int = 10250,
|
|
28
|
-
act: str = None,
|
|
29
|
-
model: str = "gpt-4o-mini", # Default model
|
|
30
|
-
):
|
|
31
|
-
"""
|
|
32
|
-
Initializes the Talkai.info API with given parameters.
|
|
33
|
-
"""
|
|
34
|
-
self.session = cloudscraper.create_scraper()
|
|
35
|
-
self.is_conversation = is_conversation
|
|
36
|
-
self.max_tokens_to_sample = max_tokens
|
|
37
|
-
self.api_endpoint = "https://talkai.info/chat/send/"
|
|
38
|
-
self.timeout = timeout
|
|
39
|
-
self.last_response = {}
|
|
40
|
-
self.model = model
|
|
41
|
-
self.headers = {
|
|
42
|
-
'Accept': 'application/json, text/event-stream',
|
|
43
|
-
'Accept-Language': 'en-US,en;q=0.9,en-IN;q=0.8',
|
|
44
|
-
'Content-Type': 'application/json',
|
|
45
|
-
'Origin': 'https://talkai.info',
|
|
46
|
-
'Referer': 'https://talkai.info/chat/',
|
|
47
|
-
'User-Agent': LitAgent().random(),
|
|
48
|
-
'Cookie': '_csrf-front=e19e203a958c74e439261f6860535403324c9ab2ede76449e6407e54e1f366afa%3A2%3A%7Bi%3A0%3Bs%3A11%3A%22_csrf-front%22%3Bi%3A1%3Bs%3A32%3A%22QbnGY7XS5q9i3JnDvi6KRzrOk0D6XFnk%22%3B%7D; _ga=GA1.1.1383924142.1734246140; _ym_uid=1723397035198647017; _ym_d=1734246141; _ym_isad=1; _ym_visorc=b; talkai-front=ngbj23of1t0ujg2raoa3l57vqe; _ga_FB7V9WMN30=GS1.1.1734246139.1.1734246143.0.0.0'
|
|
49
|
-
}
|
|
50
|
-
self.__available_optimizers = (
|
|
51
|
-
method
|
|
52
|
-
for method in dir(Optimizers)
|
|
53
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
54
|
-
)
|
|
55
|
-
Conversation.intro = (
|
|
56
|
-
AwesomePrompts().get_act(
|
|
57
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
58
|
-
)
|
|
59
|
-
if act
|
|
60
|
-
else intro or Conversation.intro
|
|
61
|
-
)
|
|
62
|
-
self.conversation = Conversation(
|
|
63
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
64
|
-
)
|
|
65
|
-
self.conversation.history_offset = history_offset
|
|
66
|
-
self.session.proxies = proxies
|
|
67
|
-
|
|
68
|
-
def ask(
|
|
69
|
-
self,
|
|
70
|
-
prompt: str,
|
|
71
|
-
stream: bool = False,
|
|
72
|
-
raw: bool = False,
|
|
73
|
-
optimizer: str = None,
|
|
74
|
-
conversationally: bool = False,
|
|
75
|
-
) -> Dict[str, Any]:
|
|
76
|
-
"""Chat with Talkai
|
|
77
|
-
|
|
78
|
-
Args:
|
|
79
|
-
prompt (str): Prompt to be sent.
|
|
80
|
-
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
81
|
-
raw (bool, optional): Stream back raw response as received. Defaults to False.
|
|
82
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
83
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
84
|
-
Returns:
|
|
85
|
-
dict: Response dictionary.
|
|
86
|
-
"""
|
|
87
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
88
|
-
if optimizer:
|
|
89
|
-
if optimizer in self.__available_optimizers:
|
|
90
|
-
conversation_prompt = getattr(Optimizers, optimizer)(conversation_prompt if conversationally else prompt)
|
|
91
|
-
else:
|
|
92
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
93
|
-
f"Optimizer is not one of {self.__available_optimizers}"
|
|
94
|
-
)
|
|
95
|
-
|
|
96
|
-
payload = {
|
|
97
|
-
"type": "chat",
|
|
98
|
-
"messagesHistory": [
|
|
99
|
-
{
|
|
100
|
-
"id": str(uuid.uuid4()),
|
|
101
|
-
"from": "you",
|
|
102
|
-
"content": conversation_prompt
|
|
103
|
-
}
|
|
104
|
-
],
|
|
105
|
-
"settings": {
|
|
106
|
-
"model": self.model
|
|
107
|
-
}
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
def for_stream():
|
|
111
|
-
try:
|
|
112
|
-
with self.session.post(self.api_endpoint, headers=self.headers, json=payload, stream=True, timeout=self.timeout) as response:
|
|
113
|
-
response.raise_for_status()
|
|
114
|
-
|
|
115
|
-
full_response = ""
|
|
116
|
-
for line in response.iter_lines():
|
|
117
|
-
if line:
|
|
118
|
-
decoded_line = line.decode('utf-8')
|
|
119
|
-
if 'event: trylimit' in decoded_line:
|
|
120
|
-
break # Stop if trylimit event is encountered
|
|
121
|
-
if decoded_line.startswith('data:'):
|
|
122
|
-
data = decoded_line[6:] # Remove 'data: ' prefix
|
|
123
|
-
full_response += data
|
|
124
|
-
yield data if raw else dict(text=data)
|
|
125
|
-
|
|
126
|
-
self.last_response.update(dict(text=full_response))
|
|
127
|
-
self.conversation.update_chat_history(
|
|
128
|
-
prompt, self.get_message(self.last_response)
|
|
129
|
-
)
|
|
130
|
-
|
|
131
|
-
except cloudscraper.exceptions as e:
|
|
132
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
|
|
133
|
-
|
|
134
|
-
def for_non_stream():
|
|
135
|
-
full_response = ""
|
|
136
|
-
for line in for_stream():
|
|
137
|
-
full_response += line['text'] if not raw else line
|
|
138
|
-
return dict(text=full_response)
|
|
139
|
-
|
|
140
|
-
return for_stream() if stream else for_non_stream()
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
def chat(
|
|
144
|
-
self,
|
|
145
|
-
prompt: str,
|
|
146
|
-
stream: bool = False,
|
|
147
|
-
optimizer: str = None,
|
|
148
|
-
conversationally: bool = False,
|
|
149
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
150
|
-
"""Generate response `str`
|
|
151
|
-
Args:
|
|
152
|
-
prompt (str): Prompt to be send.
|
|
153
|
-
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
154
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
155
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
156
|
-
Returns:
|
|
157
|
-
str: Response generated
|
|
158
|
-
"""
|
|
159
|
-
|
|
160
|
-
def for_stream():
|
|
161
|
-
for response in self.ask(
|
|
162
|
-
prompt, True, optimizer=optimizer, conversationally=conversationally
|
|
163
|
-
):
|
|
164
|
-
yield self.get_message(response)
|
|
165
|
-
|
|
166
|
-
def for_non_stream():
|
|
167
|
-
return self.get_message(
|
|
168
|
-
self.ask(
|
|
169
|
-
prompt,
|
|
170
|
-
False,
|
|
171
|
-
optimizer=optimizer,
|
|
172
|
-
conversationally=conversationally,
|
|
173
|
-
)
|
|
174
|
-
)
|
|
175
|
-
|
|
176
|
-
return for_stream() if stream else for_non_stream()
|
|
177
|
-
|
|
178
|
-
def get_message(self, response: Dict[str, Any]) -> str:
|
|
179
|
-
"""Retrieves message only from response.
|
|
180
|
-
|
|
181
|
-
Args:
|
|
182
|
-
response (dict): Response generated by `self.ask`
|
|
183
|
-
|
|
184
|
-
Returns:
|
|
185
|
-
str: Message extracted.
|
|
186
|
-
"""
|
|
187
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
188
|
-
return response["text"].replace('\\n', '\n').replace('\\n\\n', '\n\n')
|
|
189
|
-
|
|
190
|
-
if __name__ == "__main__":
|
|
191
|
-
t = Talkai()
|
|
192
|
-
resp = t.chat("write me about AI", stream=True)
|
|
193
|
-
for chunk in resp:
|
|
194
|
-
print(chunk, end="", flush=True)
|