webscout 8.2.2__py3-none-any.whl → 8.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +112 -22
- webscout/AIbase.py +144 -7
- webscout/AIutel.py +249 -131
- webscout/Bard.py +579 -206
- webscout/DWEBS.py +78 -35
- webscout/__init__.py +0 -1
- webscout/cli.py +256 -0
- webscout/conversation.py +307 -436
- webscout/exceptions.py +23 -0
- webscout/prompt_manager.py +56 -42
- webscout/version.py +1 -1
- webscout/webscout_search.py +65 -47
- webscout/webscout_search_async.py +81 -126
- webscout/yep_search.py +93 -43
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/METADATA +172 -52
- webscout-8.2.7.dist-info/RECORD +26 -0
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
- webscout-8.2.7.dist-info/entry_points.txt +3 -0
- webscout-8.2.7.dist-info/top_level.txt +1 -0
- inferno/__init__.py +0 -6
- inferno/__main__.py +0 -9
- inferno/cli.py +0 -6
- webscout/Extra/GitToolkit/__init__.py +0 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
- webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
- webscout/Extra/GitToolkit/gitapi/user.py +0 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
- webscout/Extra/YTToolkit/YTdownloader.py +0 -957
- webscout/Extra/YTToolkit/__init__.py +0 -3
- webscout/Extra/YTToolkit/transcriber.py +0 -476
- webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
- webscout/Extra/YTToolkit/ytapi/https.py +0 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
- webscout/Extra/YTToolkit/ytapi/query.py +0 -40
- webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
- webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
- webscout/Extra/YTToolkit/ytapi/video.py +0 -232
- webscout/Extra/__init__.py +0 -7
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -849
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.py +0 -682
- webscout/Extra/tempmail/__init__.py +0 -28
- webscout/Extra/tempmail/async_utils.py +0 -141
- webscout/Extra/tempmail/base.py +0 -161
- webscout/Extra/tempmail/cli.py +0 -187
- webscout/Extra/tempmail/emailnator.py +0 -84
- webscout/Extra/tempmail/mail_tm.py +0 -361
- webscout/Extra/tempmail/temp_mail_io.py +0 -292
- webscout/Extra/weather.py +0 -194
- webscout/Extra/weather_ascii.py +0 -76
- webscout/LLM.py +0 -442
- webscout/Litlogger/__init__.py +0 -67
- webscout/Litlogger/core/__init__.py +0 -6
- webscout/Litlogger/core/level.py +0 -23
- webscout/Litlogger/core/logger.py +0 -165
- webscout/Litlogger/handlers/__init__.py +0 -12
- webscout/Litlogger/handlers/console.py +0 -33
- webscout/Litlogger/handlers/file.py +0 -143
- webscout/Litlogger/handlers/network.py +0 -173
- webscout/Litlogger/styles/__init__.py +0 -7
- webscout/Litlogger/styles/colors.py +0 -249
- webscout/Litlogger/styles/formats.py +0 -458
- webscout/Litlogger/styles/text.py +0 -87
- webscout/Litlogger/utils/__init__.py +0 -6
- webscout/Litlogger/utils/detectors.py +0 -153
- webscout/Litlogger/utils/formatters.py +0 -200
- webscout/Local/__init__.py +0 -12
- webscout/Local/__main__.py +0 -9
- webscout/Local/api.py +0 -576
- webscout/Local/cli.py +0 -516
- webscout/Local/config.py +0 -75
- webscout/Local/llm.py +0 -287
- webscout/Local/model_manager.py +0 -253
- webscout/Local/server.py +0 -721
- webscout/Local/utils.py +0 -93
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -250
- webscout/Provider/AISEARCH/ISou.py +0 -256
- webscout/Provider/AISEARCH/Perplexity.py +0 -359
- webscout/Provider/AISEARCH/__init__.py +0 -10
- webscout/Provider/AISEARCH/felo_search.py +0 -228
- webscout/Provider/AISEARCH/genspark_search.py +0 -208
- webscout/Provider/AISEARCH/hika_search.py +0 -194
- webscout/Provider/AISEARCH/iask_search.py +0 -436
- webscout/Provider/AISEARCH/monica_search.py +0 -246
- webscout/Provider/AISEARCH/scira_search.py +0 -324
- webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
- webscout/Provider/Aitopia.py +0 -292
- webscout/Provider/AllenAI.py +0 -413
- webscout/Provider/Andi.py +0 -228
- webscout/Provider/Blackboxai.py +0 -229
- webscout/Provider/C4ai.py +0 -432
- webscout/Provider/ChatGPTClone.py +0 -226
- webscout/Provider/ChatGPTES.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/Chatify.py +0 -175
- webscout/Provider/Cloudflare.py +0 -273
- webscout/Provider/Cohere.py +0 -208
- webscout/Provider/DeepSeek.py +0 -196
- webscout/Provider/Deepinfra.py +0 -297
- webscout/Provider/ElectronHub.py +0 -709
- webscout/Provider/ExaAI.py +0 -261
- webscout/Provider/ExaChat.py +0 -342
- webscout/Provider/Free2GPT.py +0 -241
- webscout/Provider/GPTWeb.py +0 -193
- webscout/Provider/Gemini.py +0 -169
- webscout/Provider/GithubChat.py +0 -367
- webscout/Provider/Glider.py +0 -211
- webscout/Provider/Groq.py +0 -670
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HeckAI.py +0 -233
- webscout/Provider/HuggingFaceChat.py +0 -462
- webscout/Provider/Hunyuan.py +0 -272
- webscout/Provider/Jadve.py +0 -266
- webscout/Provider/Koboldai.py +0 -381
- webscout/Provider/LambdaChat.py +0 -392
- webscout/Provider/Llama.py +0 -200
- webscout/Provider/Llama3.py +0 -204
- webscout/Provider/Marcus.py +0 -148
- webscout/Provider/Netwrck.py +0 -228
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/__init__.py +0 -25
- webscout/Provider/OPENAI/base.py +0 -46
- webscout/Provider/OPENAI/c4ai.py +0 -367
- webscout/Provider/OPENAI/chatgpt.py +0 -549
- webscout/Provider/OPENAI/chatgptclone.py +0 -460
- webscout/Provider/OPENAI/deepinfra.py +0 -272
- webscout/Provider/OPENAI/e2b.py +0 -1350
- webscout/Provider/OPENAI/exaai.py +0 -404
- webscout/Provider/OPENAI/exachat.py +0 -433
- webscout/Provider/OPENAI/freeaichat.py +0 -352
- webscout/Provider/OPENAI/glider.py +0 -316
- webscout/Provider/OPENAI/heckai.py +0 -337
- webscout/Provider/OPENAI/llmchatco.py +0 -327
- webscout/Provider/OPENAI/netwrck.py +0 -348
- webscout/Provider/OPENAI/opkfc.py +0 -488
- webscout/Provider/OPENAI/scirachat.py +0 -463
- webscout/Provider/OPENAI/sonus.py +0 -294
- webscout/Provider/OPENAI/standardinput.py +0 -425
- webscout/Provider/OPENAI/textpollinations.py +0 -285
- webscout/Provider/OPENAI/toolbaz.py +0 -405
- webscout/Provider/OPENAI/typegpt.py +0 -346
- webscout/Provider/OPENAI/uncovrAI.py +0 -455
- webscout/Provider/OPENAI/utils.py +0 -211
- webscout/Provider/OPENAI/venice.py +0 -413
- webscout/Provider/OPENAI/wisecat.py +0 -381
- webscout/Provider/OPENAI/writecream.py +0 -156
- webscout/Provider/OPENAI/x0gpt.py +0 -371
- webscout/Provider/OPENAI/yep.py +0 -327
- webscout/Provider/OpenGPT.py +0 -199
- webscout/Provider/Openai.py +0 -496
- webscout/Provider/PI.py +0 -344
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/Phind.py +0 -535
- webscout/Provider/PizzaGPT.py +0 -198
- webscout/Provider/QwenLM.py +0 -254
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -278
- webscout/Provider/TTI/AiForce/__init__.py +0 -22
- webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
- webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
- webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
- webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
- webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
- webscout/Provider/TTI/ImgSys/__init__.py +0 -23
- webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
- webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
- webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
- webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
- webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
- webscout/Provider/TTI/Nexra/__init__.py +0 -22
- webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
- webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
- webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
- webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
- webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
- webscout/Provider/TTI/__init__.py +0 -12
- webscout/Provider/TTI/aiarta/__init__.py +0 -2
- webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
- webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
- webscout/Provider/TTI/artbit/__init__.py +0 -22
- webscout/Provider/TTI/artbit/async_artbit.py +0 -155
- webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
- webscout/Provider/TTI/fastflux/__init__.py +0 -22
- webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
- webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
- webscout/Provider/TTI/huggingface/__init__.py +0 -22
- webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
- webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
- webscout/Provider/TTI/piclumen/__init__.py +0 -23
- webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
- webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
- webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
- webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
- webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
- webscout/Provider/TTI/talkai/__init__.py +0 -4
- webscout/Provider/TTI/talkai/async_talkai.py +0 -229
- webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
- webscout/Provider/TTS/__init__.py +0 -7
- webscout/Provider/TTS/deepgram.py +0 -156
- webscout/Provider/TTS/elevenlabs.py +0 -111
- webscout/Provider/TTS/gesserit.py +0 -127
- webscout/Provider/TTS/murfai.py +0 -113
- webscout/Provider/TTS/parler.py +0 -111
- webscout/Provider/TTS/speechma.py +0 -180
- webscout/Provider/TTS/streamElements.py +0 -333
- webscout/Provider/TTS/utils.py +0 -280
- webscout/Provider/TeachAnything.py +0 -187
- webscout/Provider/TextPollinationsAI.py +0 -231
- webscout/Provider/TwoAI.py +0 -199
- webscout/Provider/Venice.py +0 -219
- webscout/Provider/VercelAI.py +0 -234
- webscout/Provider/WebSim.py +0 -228
- webscout/Provider/WiseCat.py +0 -196
- webscout/Provider/Writecream.py +0 -211
- webscout/Provider/WritingMate.py +0 -197
- webscout/Provider/Youchat.py +0 -330
- webscout/Provider/__init__.py +0 -198
- webscout/Provider/ai4chat.py +0 -202
- webscout/Provider/aimathgpt.py +0 -189
- webscout/Provider/akashgpt.py +0 -342
- webscout/Provider/askmyai.py +0 -158
- webscout/Provider/asksteve.py +0 -203
- webscout/Provider/bagoodex.py +0 -145
- webscout/Provider/cerebras.py +0 -242
- webscout/Provider/chatglm.py +0 -205
- webscout/Provider/cleeai.py +0 -213
- webscout/Provider/copilot.py +0 -428
- webscout/Provider/elmo.py +0 -234
- webscout/Provider/freeaichat.py +0 -271
- webscout/Provider/gaurish.py +0 -244
- webscout/Provider/geminiapi.py +0 -208
- webscout/Provider/geminiprorealtime.py +0 -160
- webscout/Provider/granite.py +0 -187
- webscout/Provider/hermes.py +0 -219
- webscout/Provider/julius.py +0 -223
- webscout/Provider/koala.py +0 -268
- webscout/Provider/labyrinth.py +0 -340
- webscout/Provider/learnfastai.py +0 -266
- webscout/Provider/lepton.py +0 -194
- webscout/Provider/llama3mitril.py +0 -180
- webscout/Provider/llamatutor.py +0 -192
- webscout/Provider/llmchat.py +0 -213
- webscout/Provider/llmchatco.py +0 -311
- webscout/Provider/meta.py +0 -794
- webscout/Provider/multichat.py +0 -325
- webscout/Provider/promptrefine.py +0 -193
- webscout/Provider/scira_chat.py +0 -277
- webscout/Provider/scnet.py +0 -187
- webscout/Provider/searchchat.py +0 -293
- webscout/Provider/sonus.py +0 -208
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/toolbaz.py +0 -320
- webscout/Provider/turboseek.py +0 -219
- webscout/Provider/tutorai.py +0 -252
- webscout/Provider/typefully.py +0 -280
- webscout/Provider/typegpt.py +0 -232
- webscout/Provider/uncovr.py +0 -312
- webscout/Provider/x0gpt.py +0 -256
- webscout/Provider/yep.py +0 -376
- webscout/litagent/__init__.py +0 -29
- webscout/litagent/agent.py +0 -455
- webscout/litagent/constants.py +0 -60
- webscout/litprinter/__init__.py +0 -59
- webscout/scout/__init__.py +0 -8
- webscout/scout/core/__init__.py +0 -7
- webscout/scout/core/crawler.py +0 -140
- webscout/scout/core/scout.py +0 -568
- webscout/scout/core/search_result.py +0 -96
- webscout/scout/core/text_analyzer.py +0 -63
- webscout/scout/core/text_utils.py +0 -277
- webscout/scout/core/web_analyzer.py +0 -52
- webscout/scout/core.py +0 -881
- webscout/scout/element.py +0 -460
- webscout/scout/parsers/__init__.py +0 -69
- webscout/scout/parsers/html5lib_parser.py +0 -172
- webscout/scout/parsers/html_parser.py +0 -236
- webscout/scout/parsers/lxml_parser.py +0 -178
- webscout/scout/utils.py +0 -37
- webscout/swiftcli/__init__.py +0 -809
- webscout/zeroart/__init__.py +0 -55
- webscout/zeroart/base.py +0 -60
- webscout/zeroart/effects.py +0 -99
- webscout/zeroart/fonts.py +0 -816
- webscout-8.2.2.dist-info/RECORD +0 -309
- webscout-8.2.2.dist-info/entry_points.txt +0 -5
- webscout-8.2.2.dist-info/top_level.txt +0 -3
- webstoken/__init__.py +0 -30
- webstoken/classifier.py +0 -189
- webstoken/keywords.py +0 -216
- webstoken/language.py +0 -128
- webstoken/ner.py +0 -164
- webstoken/normalizer.py +0 -35
- webstoken/processor.py +0 -77
- webstoken/sentiment.py +0 -206
- webstoken/stemmer.py +0 -73
- webstoken/tagger.py +0 -60
- webstoken/tokenizer.py +0 -158
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info/licenses}/LICENSE.md +0 -0
webscout/Provider/Aitopia.py
DELETED
|
@@ -1,292 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
import uuid
|
|
4
|
-
import time
|
|
5
|
-
import hashlib
|
|
6
|
-
from typing import Any, Dict, Optional, Generator, Union
|
|
7
|
-
|
|
8
|
-
from webscout.AIutel import Optimizers
|
|
9
|
-
from webscout.AIutel import Conversation
|
|
10
|
-
from webscout.AIutel import AwesomePrompts, sanitize_stream
|
|
11
|
-
from webscout.AIbase import Provider, AsyncProvider
|
|
12
|
-
from webscout import exceptions
|
|
13
|
-
from webscout.litagent import LitAgent
|
|
14
|
-
|
|
15
|
-
class Aitopia(Provider):
|
|
16
|
-
"""
|
|
17
|
-
A class to interact with the Aitopia API with LitAgent user-agent.
|
|
18
|
-
"""
|
|
19
|
-
|
|
20
|
-
AVAILABLE_MODELS = [
|
|
21
|
-
"Claude 3 Haiku",
|
|
22
|
-
"GPT-4o Mini",
|
|
23
|
-
"Gemini 1.5 Flash",
|
|
24
|
-
"Llama 3.1 70B"
|
|
25
|
-
]
|
|
26
|
-
|
|
27
|
-
def __init__(
|
|
28
|
-
self,
|
|
29
|
-
is_conversation: bool = True,
|
|
30
|
-
max_tokens: int = 2049,
|
|
31
|
-
timeout: int = 30,
|
|
32
|
-
intro: str = None,
|
|
33
|
-
filepath: str = None,
|
|
34
|
-
update_file: bool = True,
|
|
35
|
-
proxies: dict = {},
|
|
36
|
-
history_offset: int = 10250,
|
|
37
|
-
act: str = None,
|
|
38
|
-
model: str = "Claude 3 Haiku",
|
|
39
|
-
browser: str = "chrome"
|
|
40
|
-
):
|
|
41
|
-
"""Initializes the Aitopia API client."""
|
|
42
|
-
if model not in self.AVAILABLE_MODELS:
|
|
43
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
44
|
-
|
|
45
|
-
self.url = "https://extensions.aitopia.ai/ai/send"
|
|
46
|
-
|
|
47
|
-
# Initialize LitAgent for user agent generation
|
|
48
|
-
self.agent = LitAgent()
|
|
49
|
-
# Use fingerprinting to create a consistent browser identity
|
|
50
|
-
self.fingerprint = self.agent.generate_fingerprint(browser)
|
|
51
|
-
|
|
52
|
-
# Use the fingerprint for headers
|
|
53
|
-
self.headers = {
|
|
54
|
-
"accept": "text/plain",
|
|
55
|
-
"accept-language": self.fingerprint["accept_language"],
|
|
56
|
-
"content-type": "text/plain;charset=UTF-8",
|
|
57
|
-
"dnt": "1",
|
|
58
|
-
"origin": "https://chat.aitopia.ai",
|
|
59
|
-
"priority": "u=1, i",
|
|
60
|
-
"referer": "https://chat.aitopia.ai/",
|
|
61
|
-
"sec-ch-ua": self.fingerprint["sec_ch_ua"] or '"Chromium";v="134", "Not:A-Brand";v="24", "Microsoft Edge";v="134"',
|
|
62
|
-
"sec-ch-ua-mobile": "?0",
|
|
63
|
-
"sec-ch-ua-platform": f'"{self.fingerprint["platform"]}"',
|
|
64
|
-
"sec-fetch-dest": "empty",
|
|
65
|
-
"sec-fetch-mode": "cors",
|
|
66
|
-
"sec-fetch-site": "same-site",
|
|
67
|
-
"user-agent": self.fingerprint["user_agent"]
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
self.session = requests.Session()
|
|
71
|
-
self.session.headers.update(self.headers)
|
|
72
|
-
self.session.proxies.update(proxies)
|
|
73
|
-
|
|
74
|
-
self.is_conversation = is_conversation
|
|
75
|
-
self.max_tokens_to_sample = max_tokens
|
|
76
|
-
self.timeout = timeout
|
|
77
|
-
self.last_response = {}
|
|
78
|
-
self.model = model
|
|
79
|
-
|
|
80
|
-
self.__available_optimizers = (
|
|
81
|
-
method
|
|
82
|
-
for method in dir(Optimizers)
|
|
83
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
84
|
-
)
|
|
85
|
-
Conversation.intro = (
|
|
86
|
-
AwesomePrompts().get_act(
|
|
87
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
88
|
-
)
|
|
89
|
-
if act
|
|
90
|
-
else intro or Conversation.intro
|
|
91
|
-
)
|
|
92
|
-
|
|
93
|
-
self.conversation = Conversation(
|
|
94
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
95
|
-
)
|
|
96
|
-
self.conversation.history_offset = history_offset
|
|
97
|
-
|
|
98
|
-
def refresh_identity(self, browser: str = None):
|
|
99
|
-
"""
|
|
100
|
-
Refreshes the browser identity fingerprint.
|
|
101
|
-
|
|
102
|
-
Args:
|
|
103
|
-
browser: Specific browser to use for the new fingerprint
|
|
104
|
-
"""
|
|
105
|
-
browser = browser or self.fingerprint.get("browser_type", "chrome")
|
|
106
|
-
self.fingerprint = self.agent.generate_fingerprint(browser)
|
|
107
|
-
|
|
108
|
-
# Update headers with new fingerprint
|
|
109
|
-
self.headers.update({
|
|
110
|
-
"accept-language": self.fingerprint["accept_language"],
|
|
111
|
-
"sec-ch-ua": self.fingerprint["sec_ch_ua"] or self.headers["sec-ch-ua"],
|
|
112
|
-
"sec-ch-ua-platform": f'"{self.fingerprint["platform"]}"',
|
|
113
|
-
"user-agent": self.fingerprint["user_agent"],
|
|
114
|
-
})
|
|
115
|
-
|
|
116
|
-
# Update session headers
|
|
117
|
-
for header, value in self.headers.items():
|
|
118
|
-
self.session.headers[header] = value
|
|
119
|
-
|
|
120
|
-
return self.fingerprint
|
|
121
|
-
|
|
122
|
-
def generate_uuid_search(self):
|
|
123
|
-
"""Generate a UUID and convert to base64-like string."""
|
|
124
|
-
uuid_str = str(uuid.uuid4())
|
|
125
|
-
return uuid_str.replace('-', '')
|
|
126
|
-
|
|
127
|
-
def generate_hopekey(self):
|
|
128
|
-
"""Generate a random string and hash it."""
|
|
129
|
-
random_str = str(uuid.uuid4()) + str(time.time())
|
|
130
|
-
return hashlib.md5(random_str.encode()).hexdigest()
|
|
131
|
-
|
|
132
|
-
def ask(
|
|
133
|
-
self,
|
|
134
|
-
prompt: str,
|
|
135
|
-
stream: bool = False,
|
|
136
|
-
raw: bool = False,
|
|
137
|
-
optimizer: str = None,
|
|
138
|
-
conversationally: bool = False,
|
|
139
|
-
) -> Union[Dict[str, Any], Generator]:
|
|
140
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
141
|
-
if optimizer:
|
|
142
|
-
if optimizer in self.__available_optimizers:
|
|
143
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
144
|
-
conversation_prompt if conversationally else prompt
|
|
145
|
-
)
|
|
146
|
-
else:
|
|
147
|
-
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
148
|
-
|
|
149
|
-
# Generate hopekey and update headers
|
|
150
|
-
hopekey = self.generate_hopekey()
|
|
151
|
-
self.headers["hopekey"] = hopekey
|
|
152
|
-
|
|
153
|
-
# Default history if none provided
|
|
154
|
-
history = [
|
|
155
|
-
{
|
|
156
|
-
"item": "Hello, how can I help you today?",
|
|
157
|
-
"role": "assistant",
|
|
158
|
-
# "model": "GPT-4o Mini"
|
|
159
|
-
}
|
|
160
|
-
]
|
|
161
|
-
|
|
162
|
-
# Generate current timestamp for chat_id
|
|
163
|
-
current_time = int(time.time() * 1000)
|
|
164
|
-
|
|
165
|
-
# Request payload
|
|
166
|
-
payload = {
|
|
167
|
-
"history": history,
|
|
168
|
-
"text": conversation_prompt,
|
|
169
|
-
"model": self.model,
|
|
170
|
-
"stream": stream,
|
|
171
|
-
"uuid_search": self.generate_uuid_search(),
|
|
172
|
-
"mode": "ai_chat",
|
|
173
|
-
"prompt_mode": False,
|
|
174
|
-
"extra_key": "__all",
|
|
175
|
-
"extra_data": {"prompt_mode": False},
|
|
176
|
-
"chat_id": current_time,
|
|
177
|
-
"language_detail": {
|
|
178
|
-
"lang_code": "en",
|
|
179
|
-
"name": "English",
|
|
180
|
-
"title": "English"
|
|
181
|
-
},
|
|
182
|
-
"is_continue": False,
|
|
183
|
-
"lang_code": "en"
|
|
184
|
-
}
|
|
185
|
-
|
|
186
|
-
def for_stream():
|
|
187
|
-
try:
|
|
188
|
-
with requests.post(self.url, headers=self.headers, json=payload, stream=True, timeout=self.timeout) as response:
|
|
189
|
-
if response.status_code != 200:
|
|
190
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
191
|
-
f"Request failed with status code {response.status_code}"
|
|
192
|
-
)
|
|
193
|
-
|
|
194
|
-
streaming_text = ""
|
|
195
|
-
for line in response.iter_lines():
|
|
196
|
-
if line:
|
|
197
|
-
line = line.decode('utf-8')
|
|
198
|
-
if line.startswith('data: '):
|
|
199
|
-
data = line[6:]
|
|
200
|
-
if data == '[DONE]':
|
|
201
|
-
break
|
|
202
|
-
try:
|
|
203
|
-
json_data = json.loads(data)
|
|
204
|
-
|
|
205
|
-
# Handle Claude 3 Haiku response format
|
|
206
|
-
if "delta" in json_data and "text" in json_data["delta"]:
|
|
207
|
-
content = json_data["delta"]["text"]
|
|
208
|
-
if content:
|
|
209
|
-
streaming_text += content
|
|
210
|
-
resp = dict(text=content)
|
|
211
|
-
yield resp if raw else resp
|
|
212
|
-
# Handle GPT-4o Mini response format
|
|
213
|
-
elif "choices" in json_data and "0" in json_data["choices"]:
|
|
214
|
-
content = json_data["choices"]["0"]["delta"].get("content", "")
|
|
215
|
-
if content:
|
|
216
|
-
streaming_text += content
|
|
217
|
-
resp = dict(text=content)
|
|
218
|
-
yield resp if raw else resp
|
|
219
|
-
except json.JSONDecodeError:
|
|
220
|
-
continue
|
|
221
|
-
|
|
222
|
-
self.last_response = {"text": streaming_text}
|
|
223
|
-
self.conversation.update_chat_history(prompt, streaming_text)
|
|
224
|
-
|
|
225
|
-
except requests.RequestException as e:
|
|
226
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {str(e)}")
|
|
227
|
-
|
|
228
|
-
def for_non_stream():
|
|
229
|
-
try:
|
|
230
|
-
response = requests.post(self.url, headers=self.headers, json=payload, timeout=self.timeout)
|
|
231
|
-
if response.status_code != 200:
|
|
232
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
233
|
-
f"Request failed with status code {response.status_code}"
|
|
234
|
-
)
|
|
235
|
-
|
|
236
|
-
response_data = response.json()
|
|
237
|
-
if 'choices' in response_data and len(response_data['choices']) > 0:
|
|
238
|
-
content = response_data['choices'][0].get('message', {}).get('content', '')
|
|
239
|
-
self.last_response = {"text": content}
|
|
240
|
-
self.conversation.update_chat_history(prompt, content)
|
|
241
|
-
return {"text": content}
|
|
242
|
-
else:
|
|
243
|
-
raise exceptions.FailedToGenerateResponseError("No response content found")
|
|
244
|
-
except Exception as e:
|
|
245
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
|
|
246
|
-
|
|
247
|
-
return for_stream() if stream else for_non_stream()
|
|
248
|
-
|
|
249
|
-
def chat(
|
|
250
|
-
self,
|
|
251
|
-
prompt: str,
|
|
252
|
-
stream: bool = False,
|
|
253
|
-
optimizer: str = None,
|
|
254
|
-
conversationally: bool = False,
|
|
255
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
256
|
-
def for_stream():
|
|
257
|
-
for response in self.ask(prompt, True, optimizer=optimizer, conversationally=conversationally):
|
|
258
|
-
yield self.get_message(response)
|
|
259
|
-
def for_non_stream():
|
|
260
|
-
return self.get_message(
|
|
261
|
-
self.ask(prompt, False, optimizer=optimizer, conversationally=conversationally)
|
|
262
|
-
)
|
|
263
|
-
return for_stream() if stream else for_non_stream()
|
|
264
|
-
|
|
265
|
-
def get_message(self, response: dict) -> str:
|
|
266
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
267
|
-
return response["text"]
|
|
268
|
-
|
|
269
|
-
if __name__ == "__main__":
|
|
270
|
-
print("-" * 80)
|
|
271
|
-
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
272
|
-
print("-" * 80)
|
|
273
|
-
|
|
274
|
-
for model in Aitopia.AVAILABLE_MODELS:
|
|
275
|
-
try:
|
|
276
|
-
test_ai = Aitopia(model=model, timeout=60)
|
|
277
|
-
response = test_ai.chat("Say 'Hello' in one word", stream=True)
|
|
278
|
-
response_text = ""
|
|
279
|
-
for chunk in response:
|
|
280
|
-
response_text += chunk
|
|
281
|
-
|
|
282
|
-
if response_text and len(response_text.strip()) > 0:
|
|
283
|
-
status = "✓"
|
|
284
|
-
# Clean and truncate response
|
|
285
|
-
clean_text = response_text.strip().encode('utf-8', errors='ignore').decode('utf-8')
|
|
286
|
-
display_text = clean_text[:50] + "..." if len(clean_text) > 50 else clean_text
|
|
287
|
-
else:
|
|
288
|
-
status = "✗"
|
|
289
|
-
display_text = "Empty or invalid response"
|
|
290
|
-
print(f"\r{model:<50} {status:<10} {display_text}")
|
|
291
|
-
except Exception as e:
|
|
292
|
-
print(f"\r{model:<50} {'✗':<10} {str(e)}")
|