webscout 8.3.7__py3-none-any.whl → 2025.10.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +250 -250
- webscout/AIbase.py +379 -379
- webscout/AIutel.py +60 -60
- webscout/Bard.py +1012 -1012
- webscout/Bing_search.py +417 -417
- webscout/DWEBS.py +529 -529
- webscout/Extra/Act.md +309 -309
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/README.md +110 -110
- webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
- webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
- webscout/Extra/GitToolkit/gitapi/user.py +96 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
- webscout/Extra/YTToolkit/README.md +375 -375
- webscout/Extra/YTToolkit/YTdownloader.py +956 -956
- webscout/Extra/YTToolkit/__init__.py +2 -2
- webscout/Extra/YTToolkit/transcriber.py +475 -475
- webscout/Extra/YTToolkit/ytapi/README.md +44 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
- webscout/Extra/YTToolkit/ytapi/https.py +88 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
- webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
- webscout/Extra/YTToolkit/ytapi/query.py +39 -39
- webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
- webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
- webscout/Extra/YTToolkit/ytapi/video.py +232 -232
- webscout/Extra/autocoder/__init__.py +9 -9
- webscout/Extra/autocoder/autocoder.py +1105 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +332 -332
- webscout/Extra/gguf.md +429 -429
- webscout/Extra/gguf.py +1213 -1213
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +27 -27
- webscout/Extra/tempmail/async_utils.py +140 -140
- webscout/Extra/tempmail/base.py +160 -160
- webscout/Extra/tempmail/cli.py +186 -186
- webscout/Extra/tempmail/emailnator.py +84 -84
- webscout/Extra/tempmail/mail_tm.py +360 -360
- webscout/Extra/tempmail/temp_mail_io.py +291 -291
- webscout/Extra/weather.md +281 -281
- webscout/Extra/weather.py +193 -193
- webscout/Litlogger/README.md +10 -10
- webscout/Litlogger/__init__.py +15 -15
- webscout/Litlogger/formats.py +13 -13
- webscout/Litlogger/handlers.py +121 -121
- webscout/Litlogger/levels.py +13 -13
- webscout/Litlogger/logger.py +134 -134
- webscout/Provider/AISEARCH/Perplexity.py +332 -332
- webscout/Provider/AISEARCH/README.md +279 -279
- webscout/Provider/AISEARCH/__init__.py +16 -1
- webscout/Provider/AISEARCH/felo_search.py +206 -206
- webscout/Provider/AISEARCH/genspark_search.py +323 -323
- webscout/Provider/AISEARCH/hika_search.py +185 -185
- webscout/Provider/AISEARCH/iask_search.py +410 -410
- webscout/Provider/AISEARCH/monica_search.py +219 -219
- webscout/Provider/AISEARCH/scira_search.py +316 -316
- webscout/Provider/AISEARCH/stellar_search.py +177 -177
- webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
- webscout/Provider/Aitopia.py +314 -314
- webscout/Provider/Andi.py +1 -1
- webscout/Provider/Apriel.py +306 -0
- webscout/Provider/ChatGPTClone.py +237 -236
- webscout/Provider/ChatSandbox.py +343 -343
- webscout/Provider/Cloudflare.py +324 -324
- webscout/Provider/Cohere.py +208 -208
- webscout/Provider/Deepinfra.py +370 -366
- webscout/Provider/ExaAI.py +260 -260
- webscout/Provider/ExaChat.py +308 -308
- webscout/Provider/Flowith.py +221 -221
- webscout/Provider/GMI.py +293 -0
- webscout/Provider/Gemini.py +164 -164
- webscout/Provider/GeminiProxy.py +167 -167
- webscout/Provider/GithubChat.py +371 -372
- webscout/Provider/Groq.py +800 -800
- webscout/Provider/HeckAI.py +383 -383
- webscout/Provider/Jadve.py +282 -282
- webscout/Provider/K2Think.py +307 -307
- webscout/Provider/Koboldai.py +205 -205
- webscout/Provider/LambdaChat.py +423 -423
- webscout/Provider/Nemotron.py +244 -244
- webscout/Provider/Netwrck.py +248 -248
- webscout/Provider/OLLAMA.py +395 -395
- webscout/Provider/OPENAI/Cloudflare.py +393 -393
- webscout/Provider/OPENAI/FalconH1.py +451 -451
- webscout/Provider/OPENAI/FreeGemini.py +296 -296
- webscout/Provider/OPENAI/K2Think.py +431 -431
- webscout/Provider/OPENAI/NEMOTRON.py +240 -240
- webscout/Provider/OPENAI/PI.py +427 -427
- webscout/Provider/OPENAI/README.md +959 -959
- webscout/Provider/OPENAI/TogetherAI.py +345 -345
- webscout/Provider/OPENAI/TwoAI.py +465 -465
- webscout/Provider/OPENAI/__init__.py +33 -18
- webscout/Provider/OPENAI/base.py +248 -248
- webscout/Provider/OPENAI/chatglm.py +528 -0
- webscout/Provider/OPENAI/chatgpt.py +592 -592
- webscout/Provider/OPENAI/chatgptclone.py +521 -521
- webscout/Provider/OPENAI/chatsandbox.py +202 -202
- webscout/Provider/OPENAI/deepinfra.py +318 -314
- webscout/Provider/OPENAI/e2b.py +1665 -1665
- webscout/Provider/OPENAI/exaai.py +420 -420
- webscout/Provider/OPENAI/exachat.py +452 -452
- webscout/Provider/OPENAI/friendli.py +232 -232
- webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
- webscout/Provider/OPENAI/groq.py +364 -364
- webscout/Provider/OPENAI/heckai.py +314 -314
- webscout/Provider/OPENAI/llmchatco.py +337 -337
- webscout/Provider/OPENAI/netwrck.py +355 -355
- webscout/Provider/OPENAI/oivscode.py +290 -290
- webscout/Provider/OPENAI/opkfc.py +518 -518
- webscout/Provider/OPENAI/pydantic_imports.py +1 -1
- webscout/Provider/OPENAI/scirachat.py +535 -535
- webscout/Provider/OPENAI/sonus.py +308 -308
- webscout/Provider/OPENAI/standardinput.py +442 -442
- webscout/Provider/OPENAI/textpollinations.py +340 -340
- webscout/Provider/OPENAI/toolbaz.py +419 -416
- webscout/Provider/OPENAI/typefully.py +362 -362
- webscout/Provider/OPENAI/utils.py +295 -295
- webscout/Provider/OPENAI/venice.py +436 -436
- webscout/Provider/OPENAI/wisecat.py +387 -387
- webscout/Provider/OPENAI/writecream.py +166 -166
- webscout/Provider/OPENAI/x0gpt.py +378 -378
- webscout/Provider/OPENAI/yep.py +389 -389
- webscout/Provider/OpenGPT.py +230 -230
- webscout/Provider/Openai.py +243 -243
- webscout/Provider/PI.py +405 -405
- webscout/Provider/Perplexitylabs.py +430 -430
- webscout/Provider/QwenLM.py +272 -272
- webscout/Provider/STT/__init__.py +16 -1
- webscout/Provider/Sambanova.py +257 -257
- webscout/Provider/StandardInput.py +309 -309
- webscout/Provider/TTI/README.md +82 -82
- webscout/Provider/TTI/__init__.py +33 -18
- webscout/Provider/TTI/aiarta.py +413 -413
- webscout/Provider/TTI/base.py +136 -136
- webscout/Provider/TTI/bing.py +243 -243
- webscout/Provider/TTI/gpt1image.py +149 -149
- webscout/Provider/TTI/imagen.py +196 -196
- webscout/Provider/TTI/infip.py +211 -211
- webscout/Provider/TTI/magicstudio.py +232 -232
- webscout/Provider/TTI/monochat.py +219 -219
- webscout/Provider/TTI/piclumen.py +214 -214
- webscout/Provider/TTI/pixelmuse.py +232 -232
- webscout/Provider/TTI/pollinations.py +232 -232
- webscout/Provider/TTI/together.py +288 -288
- webscout/Provider/TTI/utils.py +12 -12
- webscout/Provider/TTI/venice.py +367 -367
- webscout/Provider/TTS/README.md +192 -192
- webscout/Provider/TTS/__init__.py +33 -18
- webscout/Provider/TTS/parler.py +110 -110
- webscout/Provider/TTS/streamElements.py +333 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TeachAnything.py +237 -237
- webscout/Provider/TextPollinationsAI.py +310 -310
- webscout/Provider/TogetherAI.py +356 -356
- webscout/Provider/TwoAI.py +312 -312
- webscout/Provider/TypliAI.py +311 -311
- webscout/Provider/UNFINISHED/ChatHub.py +208 -208
- webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
- webscout/Provider/UNFINISHED/GizAI.py +294 -294
- webscout/Provider/UNFINISHED/Marcus.py +198 -198
- webscout/Provider/UNFINISHED/Qodo.py +477 -477
- webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
- webscout/Provider/UNFINISHED/XenAI.py +324 -324
- webscout/Provider/UNFINISHED/Youchat.py +330 -330
- webscout/Provider/UNFINISHED/liner.py +334 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
- webscout/Provider/UNFINISHED/puterjs.py +634 -634
- webscout/Provider/UNFINISHED/samurai.py +223 -223
- webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
- webscout/Provider/Venice.py +250 -250
- webscout/Provider/VercelAI.py +256 -256
- webscout/Provider/WiseCat.py +231 -231
- webscout/Provider/WrDoChat.py +366 -366
- webscout/Provider/__init__.py +33 -18
- webscout/Provider/ai4chat.py +174 -174
- webscout/Provider/akashgpt.py +331 -331
- webscout/Provider/cerebras.py +446 -446
- webscout/Provider/chatglm.py +394 -301
- webscout/Provider/cleeai.py +211 -211
- webscout/Provider/elmo.py +282 -282
- webscout/Provider/geminiapi.py +208 -208
- webscout/Provider/granite.py +261 -261
- webscout/Provider/hermes.py +263 -263
- webscout/Provider/julius.py +223 -223
- webscout/Provider/learnfastai.py +309 -309
- webscout/Provider/llama3mitril.py +214 -214
- webscout/Provider/llmchat.py +243 -243
- webscout/Provider/llmchatco.py +290 -290
- webscout/Provider/meta.py +801 -801
- webscout/Provider/oivscode.py +309 -309
- webscout/Provider/scira_chat.py +383 -383
- webscout/Provider/searchchat.py +292 -292
- webscout/Provider/sonus.py +258 -258
- webscout/Provider/toolbaz.py +370 -367
- webscout/Provider/turboseek.py +273 -273
- webscout/Provider/typefully.py +207 -207
- webscout/Provider/yep.py +372 -372
- webscout/__init__.py +27 -31
- webscout/__main__.py +5 -5
- webscout/auth/api_key_manager.py +189 -189
- webscout/auth/config.py +175 -175
- webscout/auth/models.py +185 -185
- webscout/auth/routes.py +663 -664
- webscout/auth/simple_logger.py +236 -236
- webscout/cli.py +523 -523
- webscout/conversation.py +438 -438
- webscout/exceptions.py +361 -361
- webscout/litagent/Readme.md +298 -298
- webscout/litagent/__init__.py +28 -28
- webscout/litagent/agent.py +581 -581
- webscout/litagent/constants.py +59 -59
- webscout/litprinter/__init__.py +58 -58
- webscout/models.py +181 -181
- webscout/optimizers.py +419 -419
- webscout/prompt_manager.py +288 -288
- webscout/sanitize.py +1078 -1078
- webscout/scout/README.md +401 -401
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +6 -6
- webscout/scout/core/crawler.py +297 -297
- webscout/scout/core/scout.py +706 -706
- webscout/scout/core/search_result.py +95 -95
- webscout/scout/core/text_analyzer.py +62 -62
- webscout/scout/core/text_utils.py +277 -277
- webscout/scout/core/web_analyzer.py +51 -51
- webscout/scout/element.py +599 -599
- webscout/scout/parsers/__init__.py +69 -69
- webscout/scout/parsers/html5lib_parser.py +172 -172
- webscout/scout/parsers/html_parser.py +236 -236
- webscout/scout/parsers/lxml_parser.py +178 -178
- webscout/scout/utils.py +37 -37
- webscout/search/__init__.py +51 -0
- webscout/search/base.py +195 -0
- webscout/search/duckduckgo_main.py +54 -0
- webscout/search/engines/__init__.py +48 -0
- webscout/search/engines/bing.py +84 -0
- webscout/search/engines/bing_news.py +52 -0
- webscout/search/engines/brave.py +43 -0
- webscout/search/engines/duckduckgo/__init__.py +25 -0
- webscout/search/engines/duckduckgo/answers.py +78 -0
- webscout/search/engines/duckduckgo/base.py +187 -0
- webscout/search/engines/duckduckgo/images.py +97 -0
- webscout/search/engines/duckduckgo/maps.py +168 -0
- webscout/search/engines/duckduckgo/news.py +68 -0
- webscout/search/engines/duckduckgo/suggestions.py +21 -0
- webscout/search/engines/duckduckgo/text.py +211 -0
- webscout/search/engines/duckduckgo/translate.py +47 -0
- webscout/search/engines/duckduckgo/videos.py +63 -0
- webscout/search/engines/duckduckgo/weather.py +74 -0
- webscout/search/engines/mojeek.py +37 -0
- webscout/search/engines/wikipedia.py +56 -0
- webscout/search/engines/yahoo.py +65 -0
- webscout/search/engines/yahoo_news.py +64 -0
- webscout/search/engines/yandex.py +43 -0
- webscout/search/engines/yep/__init__.py +13 -0
- webscout/search/engines/yep/base.py +32 -0
- webscout/search/engines/yep/images.py +99 -0
- webscout/search/engines/yep/suggestions.py +35 -0
- webscout/search/engines/yep/text.py +114 -0
- webscout/search/http_client.py +156 -0
- webscout/search/results.py +137 -0
- webscout/search/yep_main.py +44 -0
- webscout/swiftcli/Readme.md +323 -323
- webscout/swiftcli/__init__.py +95 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +308 -308
- webscout/swiftcli/core/context.py +104 -104
- webscout/swiftcli/core/group.py +241 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +221 -221
- webscout/swiftcli/decorators/options.py +220 -220
- webscout/swiftcli/decorators/output.py +302 -302
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +135 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +59 -59
- webscout/swiftcli/utils/formatting.py +252 -252
- webscout/swiftcli/utils/parsing.py +267 -267
- webscout/update_checker.py +117 -117
- webscout/version.py +1 -1
- webscout/version.py.bak +2 -0
- webscout/zeroart/README.md +89 -89
- webscout/zeroart/__init__.py +134 -134
- webscout/zeroart/base.py +66 -66
- webscout/zeroart/effects.py +100 -100
- webscout/zeroart/fonts.py +1238 -1238
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/METADATA +936 -937
- webscout-2025.10.13.dist-info/RECORD +329 -0
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/OPENAI/Qwen3.py +0 -303
- webscout/Provider/OPENAI/qodo.py +0 -630
- webscout/Provider/OPENAI/xenai.py +0 -514
- webscout/tempid.py +0 -134
- webscout/webscout_search.py +0 -1183
- webscout/webscout_search_async.py +0 -649
- webscout/yep_search.py +0 -346
- webscout-8.3.7.dist-info/RECORD +0 -301
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/WHEEL +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/entry_points.txt +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/top_level.txt +0 -0
|
@@ -1,430 +1,430 @@
|
|
|
1
|
-
import json
|
|
2
|
-
import time
|
|
3
|
-
import random
|
|
4
|
-
from threading import Event
|
|
5
|
-
from curl_cffi import requests
|
|
6
|
-
from typing import Dict, Any, Union, Generator
|
|
7
|
-
|
|
8
|
-
from webscout.AIutel import Optimizers
|
|
9
|
-
from webscout.AIutel import Conversation
|
|
10
|
-
from webscout.AIutel import AwesomePrompts
|
|
11
|
-
from webscout.AIbase import Provider
|
|
12
|
-
from webscout import exceptions
|
|
13
|
-
|
|
14
|
-
API_URL = "https://www.perplexity.ai/socket.io/"
|
|
15
|
-
|
|
16
|
-
class PerplexityLabs(Provider):
|
|
17
|
-
"""
|
|
18
|
-
A client for interacting with the Perplexity AI Labs API.
|
|
19
|
-
"""
|
|
20
|
-
required_auth = False
|
|
21
|
-
AVAILABLE_MODELS = [
|
|
22
|
-
"sonar-pro",
|
|
23
|
-
"sonar",
|
|
24
|
-
"sonar-reasoning-pro",
|
|
25
|
-
"sonar-reasoning"
|
|
26
|
-
]
|
|
27
|
-
|
|
28
|
-
def __init__(
|
|
29
|
-
self,
|
|
30
|
-
is_conversation: bool = True,
|
|
31
|
-
max_tokens: int = 2048,
|
|
32
|
-
timeout: int = 60,
|
|
33
|
-
intro: str = None,
|
|
34
|
-
filepath: str = None,
|
|
35
|
-
update_file: bool = True,
|
|
36
|
-
proxies: dict = {},
|
|
37
|
-
history_offset: int = 10250,
|
|
38
|
-
act: str = None,
|
|
39
|
-
model: str = "r1-1776",
|
|
40
|
-
connection_timeout: float = 10.0,
|
|
41
|
-
max_retries: int = 3,
|
|
42
|
-
):
|
|
43
|
-
"""
|
|
44
|
-
Initialize the Perplexity client.
|
|
45
|
-
|
|
46
|
-
Args:
|
|
47
|
-
is_conversation: Whether to maintain conversation context
|
|
48
|
-
max_tokens: Maximum token limit for responses
|
|
49
|
-
timeout: Response timeout in seconds
|
|
50
|
-
intro: Conversation intro/system prompt
|
|
51
|
-
filepath: Path for conversation history persistence
|
|
52
|
-
update_file: Whether to update the conversation file
|
|
53
|
-
proxies: Optional proxy configuration
|
|
54
|
-
history_offset: History truncation limit
|
|
55
|
-
act: Persona to use for responses
|
|
56
|
-
model: Default model to use
|
|
57
|
-
connection_timeout: Maximum time to wait for connection
|
|
58
|
-
max_retries: Number of connection retry attempts
|
|
59
|
-
"""
|
|
60
|
-
if model not in self.AVAILABLE_MODELS:
|
|
61
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
62
|
-
|
|
63
|
-
self.model = model
|
|
64
|
-
self.connection_timeout = connection_timeout
|
|
65
|
-
self.timeout = timeout
|
|
66
|
-
self.max_retries = max_retries
|
|
67
|
-
self.connected = Event()
|
|
68
|
-
self.last_answer = None
|
|
69
|
-
|
|
70
|
-
# Initialize session with headers matching the working example
|
|
71
|
-
self.headers = {
|
|
72
|
-
"Origin": "https://labs.perplexity.ai",
|
|
73
|
-
"Referer": "https://labs.perplexity.ai/",
|
|
74
|
-
}
|
|
75
|
-
self.session = requests.Session(impersonate="chrome")
|
|
76
|
-
|
|
77
|
-
# Apply proxies if provided
|
|
78
|
-
if proxies:
|
|
79
|
-
self.session.proxies.update(proxies)
|
|
80
|
-
|
|
81
|
-
# Set up conversation handling
|
|
82
|
-
self.is_conversation = is_conversation
|
|
83
|
-
self.max_tokens_to_sample = max_tokens
|
|
84
|
-
|
|
85
|
-
self.__available_optimizers = (
|
|
86
|
-
method
|
|
87
|
-
for method in dir(Optimizers)
|
|
88
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
89
|
-
)
|
|
90
|
-
Conversation.intro = (
|
|
91
|
-
AwesomePrompts().get_act(
|
|
92
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
93
|
-
)
|
|
94
|
-
if act
|
|
95
|
-
else intro or Conversation.intro
|
|
96
|
-
)
|
|
97
|
-
|
|
98
|
-
self.conversation = Conversation(
|
|
99
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
100
|
-
)
|
|
101
|
-
self.conversation.history_offset = history_offset
|
|
102
|
-
|
|
103
|
-
# Initialize connection
|
|
104
|
-
self._initialize_connection()
|
|
105
|
-
|
|
106
|
-
def _initialize_connection(self) -> None:
|
|
107
|
-
"""Initialize the connection to Perplexity using polling approach"""
|
|
108
|
-
for attempt in range(1, self.max_retries + 1):
|
|
109
|
-
try:
|
|
110
|
-
# Get a session ID via polling
|
|
111
|
-
self.timestamp = format(random.getrandbits(32), '08x')
|
|
112
|
-
poll_url = f'{API_URL}?EIO=4&transport=polling&t={self.timestamp}'
|
|
113
|
-
|
|
114
|
-
response = self.session.get(poll_url, headers=self.headers)
|
|
115
|
-
if response.status_code != 200:
|
|
116
|
-
if attempt == self.max_retries:
|
|
117
|
-
raise ConnectionError(f"Failed to get session ID: HTTP {response.status_code}")
|
|
118
|
-
continue
|
|
119
|
-
|
|
120
|
-
# Extract the session ID
|
|
121
|
-
try:
|
|
122
|
-
text = response.text
|
|
123
|
-
if not text.startswith("0"):
|
|
124
|
-
raise ConnectionError("Invalid response format")
|
|
125
|
-
self.sid = json.loads(text[1:])['sid']
|
|
126
|
-
except (json.JSONDecodeError, KeyError) as e:
|
|
127
|
-
if attempt == self.max_retries:
|
|
128
|
-
raise ConnectionError(f"Failed to parse session ID: {e}")
|
|
129
|
-
continue
|
|
130
|
-
|
|
131
|
-
# Authenticate the session
|
|
132
|
-
self.auth_url = f'{API_URL}?EIO=4&transport=polling&t={self.timestamp}&sid={self.sid}'
|
|
133
|
-
post_data = '40{"jwt":"anonymous-ask-user"}'
|
|
134
|
-
auth_response = self.session.post(self.auth_url, data=post_data, headers=self.headers)
|
|
135
|
-
|
|
136
|
-
if auth_response.status_code != 200 or auth_response.text != 'OK':
|
|
137
|
-
if attempt == self.max_retries:
|
|
138
|
-
raise ConnectionError("Authentication failed")
|
|
139
|
-
continue
|
|
140
|
-
|
|
141
|
-
# Get additional response to complete handshake
|
|
142
|
-
get_response = self.session.get(self.auth_url, headers=self.headers)
|
|
143
|
-
if get_response.status_code != 200:
|
|
144
|
-
if attempt == self.max_retries:
|
|
145
|
-
raise ConnectionError("Failed to complete authentication handshake")
|
|
146
|
-
continue
|
|
147
|
-
|
|
148
|
-
# Connection successful - using polling instead of WebSocket
|
|
149
|
-
self.connected.set()
|
|
150
|
-
return
|
|
151
|
-
|
|
152
|
-
except Exception as e:
|
|
153
|
-
if attempt == self.max_retries:
|
|
154
|
-
raise exceptions.FailedToGenerateResponseError(f"Failed to connect: {e}")
|
|
155
|
-
|
|
156
|
-
# If we get here, the attempt failed, wait before retrying
|
|
157
|
-
if attempt < self.max_retries:
|
|
158
|
-
retry_delay = 2 ** attempt # Exponential backoff
|
|
159
|
-
time.sleep(retry_delay)
|
|
160
|
-
|
|
161
|
-
raise exceptions.FailedToGenerateResponseError("Failed to connect to Perplexity after multiple attempts")
|
|
162
|
-
|
|
163
|
-
def _send_query_polling(self, message_data):
|
|
164
|
-
"""Send query using polling approach"""
|
|
165
|
-
payload = '42' + json.dumps(["perplexity_labs", message_data])
|
|
166
|
-
response = self.session.post(self.auth_url, data=payload, headers=self.headers, timeout=10)
|
|
167
|
-
return response.status_code == 200
|
|
168
|
-
|
|
169
|
-
def _poll_for_response(self, timeout_seconds):
|
|
170
|
-
"""Poll for response using the polling approach"""
|
|
171
|
-
start_time = time.time()
|
|
172
|
-
last_message = 0
|
|
173
|
-
full_output = ""
|
|
174
|
-
|
|
175
|
-
while True:
|
|
176
|
-
if time.time() - start_time > timeout_seconds:
|
|
177
|
-
if last_message == 0:
|
|
178
|
-
raise exceptions.FailedToGenerateResponseError("Response timed out")
|
|
179
|
-
else:
|
|
180
|
-
# Return partial response if we got some content
|
|
181
|
-
yield {"text": "", "final": True, "full_output": full_output}
|
|
182
|
-
return
|
|
183
|
-
|
|
184
|
-
try:
|
|
185
|
-
poll_response = self.session.get(self.auth_url, headers=self.headers, timeout=3)
|
|
186
|
-
|
|
187
|
-
if poll_response.status_code == 400:
|
|
188
|
-
# Session expired, try to return what we have
|
|
189
|
-
if full_output:
|
|
190
|
-
yield {"text": "", "final": True, "full_output": full_output}
|
|
191
|
-
return
|
|
192
|
-
else:
|
|
193
|
-
raise exceptions.FailedToGenerateResponseError("Session expired")
|
|
194
|
-
|
|
195
|
-
if poll_response.status_code != 200:
|
|
196
|
-
time.sleep(0.5)
|
|
197
|
-
continue
|
|
198
|
-
|
|
199
|
-
response_text = poll_response.text
|
|
200
|
-
|
|
201
|
-
# Handle heartbeat
|
|
202
|
-
if response_text == '2':
|
|
203
|
-
try:
|
|
204
|
-
self.session.post(self.auth_url, data='3', headers=self.headers, timeout=3)
|
|
205
|
-
except:
|
|
206
|
-
pass
|
|
207
|
-
continue
|
|
208
|
-
|
|
209
|
-
# Handle data messages containing output
|
|
210
|
-
if '42[' in response_text and 'output' in response_text:
|
|
211
|
-
try:
|
|
212
|
-
# Find the JSON part more reliably
|
|
213
|
-
start = response_text.find('42[')
|
|
214
|
-
if start != -1:
|
|
215
|
-
# Find the end of this JSON message
|
|
216
|
-
bracket_count = 0
|
|
217
|
-
json_start = start + 2
|
|
218
|
-
json_end = json_start
|
|
219
|
-
|
|
220
|
-
for j, char in enumerate(response_text[json_start:]):
|
|
221
|
-
if char == '[':
|
|
222
|
-
bracket_count += 1
|
|
223
|
-
elif char == ']':
|
|
224
|
-
bracket_count -= 1
|
|
225
|
-
if bracket_count == 0:
|
|
226
|
-
json_end = json_start + j + 1
|
|
227
|
-
break
|
|
228
|
-
|
|
229
|
-
json_str = response_text[json_start:json_end]
|
|
230
|
-
parsed_data = json.loads(json_str)
|
|
231
|
-
|
|
232
|
-
if len(parsed_data) > 1 and isinstance(parsed_data[1], dict):
|
|
233
|
-
data = parsed_data[1]
|
|
234
|
-
|
|
235
|
-
# Handle error responses
|
|
236
|
-
if data.get("status") == "failed":
|
|
237
|
-
error_message = data.get("text", "Unknown API error")
|
|
238
|
-
raise exceptions.FailedToGenerateResponseError(f"API Error: {error_message}")
|
|
239
|
-
|
|
240
|
-
# Handle normal responses
|
|
241
|
-
if "output" in data:
|
|
242
|
-
current_output = data["output"]
|
|
243
|
-
if len(current_output) > last_message:
|
|
244
|
-
delta = current_output[last_message:]
|
|
245
|
-
last_message = len(current_output)
|
|
246
|
-
full_output = current_output
|
|
247
|
-
yield {"text": delta, "final": data.get("final", False), "full_output": full_output}
|
|
248
|
-
|
|
249
|
-
if data.get("final", False):
|
|
250
|
-
return
|
|
251
|
-
|
|
252
|
-
except (json.JSONDecodeError, IndexError, KeyError) as e:
|
|
253
|
-
# Continue on parsing errors
|
|
254
|
-
pass
|
|
255
|
-
|
|
256
|
-
except Exception as e:
|
|
257
|
-
# Handle timeout and other errors more gracefully
|
|
258
|
-
if "timeout" in str(e).lower():
|
|
259
|
-
continue
|
|
260
|
-
time.sleep(0.5)
|
|
261
|
-
continue
|
|
262
|
-
|
|
263
|
-
time.sleep(0.5)
|
|
264
|
-
|
|
265
|
-
def ask(
|
|
266
|
-
self,
|
|
267
|
-
prompt: str,
|
|
268
|
-
stream: bool = False,
|
|
269
|
-
raw: bool = False,
|
|
270
|
-
optimizer: str = None,
|
|
271
|
-
conversationally: bool = False,
|
|
272
|
-
model: str = None
|
|
273
|
-
) -> Union[Dict[str, Any], Generator]:
|
|
274
|
-
"""
|
|
275
|
-
Send a query to Perplexity AI and get a response.
|
|
276
|
-
|
|
277
|
-
Args:
|
|
278
|
-
prompt: The question to ask
|
|
279
|
-
stream: Whether to stream the response
|
|
280
|
-
raw: Return raw response format
|
|
281
|
-
optimizer: Optimizer function to apply to prompt
|
|
282
|
-
conversationally: Use conversation context
|
|
283
|
-
model: Override the model to use
|
|
284
|
-
|
|
285
|
-
Returns:
|
|
286
|
-
If stream=True: Generator yielding response updates
|
|
287
|
-
If stream=False: Final response dictionary
|
|
288
|
-
"""
|
|
289
|
-
# Check if connection is still active and reconnect if needed
|
|
290
|
-
if not self.connected.is_set():
|
|
291
|
-
self._initialize_connection()
|
|
292
|
-
|
|
293
|
-
# Use specified model or default
|
|
294
|
-
use_model = model or self.model
|
|
295
|
-
if use_model not in self.AVAILABLE_MODELS:
|
|
296
|
-
raise ValueError(f"Invalid model: {use_model}. Choose from: {', '.join(self.AVAILABLE_MODELS)}")
|
|
297
|
-
|
|
298
|
-
# Process prompt with conversation and optimizers
|
|
299
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
300
|
-
if optimizer:
|
|
301
|
-
if optimizer in self.__available_optimizers:
|
|
302
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
303
|
-
conversation_prompt if conversationally else prompt
|
|
304
|
-
)
|
|
305
|
-
else:
|
|
306
|
-
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
307
|
-
|
|
308
|
-
# Send the query using polling approach
|
|
309
|
-
message_data = {
|
|
310
|
-
"version": "2.18",
|
|
311
|
-
"source": "default",
|
|
312
|
-
"model": use_model,
|
|
313
|
-
"messages": [{"role": "user", "content": conversation_prompt}],
|
|
314
|
-
}
|
|
315
|
-
|
|
316
|
-
# Send query
|
|
317
|
-
if not self._send_query_polling(message_data):
|
|
318
|
-
raise exceptions.FailedToGenerateResponseError("Failed to send query")
|
|
319
|
-
|
|
320
|
-
def for_stream():
|
|
321
|
-
"""Handle streaming responses using polling"""
|
|
322
|
-
full_text = ""
|
|
323
|
-
for response_chunk in self._poll_for_response(self.timeout):
|
|
324
|
-
if response_chunk["text"]:
|
|
325
|
-
full_text += response_chunk["text"]
|
|
326
|
-
yield dict(text=response_chunk["text"]) if raw else dict(text=response_chunk["text"])
|
|
327
|
-
|
|
328
|
-
if response_chunk["final"]:
|
|
329
|
-
self.conversation.update_chat_history(prompt, full_text)
|
|
330
|
-
return
|
|
331
|
-
|
|
332
|
-
def for_non_stream():
|
|
333
|
-
"""Handle non-streaming responses using polling"""
|
|
334
|
-
full_text = ""
|
|
335
|
-
for response_chunk in self._poll_for_response(self.timeout):
|
|
336
|
-
if response_chunk["text"]:
|
|
337
|
-
full_text += response_chunk["text"]
|
|
338
|
-
|
|
339
|
-
if response_chunk["final"]:
|
|
340
|
-
self.conversation.update_chat_history(prompt, full_text)
|
|
341
|
-
return dict(text=full_text) if raw else dict(text=full_text)
|
|
342
|
-
|
|
343
|
-
# If we get here, no final response was received
|
|
344
|
-
if full_text:
|
|
345
|
-
self.conversation.update_chat_history(prompt, full_text)
|
|
346
|
-
return dict(text=full_text) if raw else dict(text=full_text)
|
|
347
|
-
else:
|
|
348
|
-
raise exceptions.FailedToGenerateResponseError("No response received")
|
|
349
|
-
|
|
350
|
-
return for_stream() if stream else for_non_stream()
|
|
351
|
-
|
|
352
|
-
def chat(
|
|
353
|
-
self,
|
|
354
|
-
prompt: str,
|
|
355
|
-
stream: bool = False,
|
|
356
|
-
optimizer: str = None,
|
|
357
|
-
conversationally: bool = False,
|
|
358
|
-
model: str = None
|
|
359
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
360
|
-
"""
|
|
361
|
-
Send a query and get just the text response.
|
|
362
|
-
|
|
363
|
-
Args:
|
|
364
|
-
prompt: The question to ask
|
|
365
|
-
stream: Whether to stream the response
|
|
366
|
-
optimizer: Optimizer function to apply to prompt
|
|
367
|
-
conversationally: Use conversation context
|
|
368
|
-
model: Override the model to use
|
|
369
|
-
|
|
370
|
-
Returns:
|
|
371
|
-
If stream=True: Generator yielding text chunks
|
|
372
|
-
If stream=False: Complete response text
|
|
373
|
-
"""
|
|
374
|
-
def for_stream():
|
|
375
|
-
for response in self.ask(
|
|
376
|
-
prompt,
|
|
377
|
-
stream=True,
|
|
378
|
-
optimizer=optimizer,
|
|
379
|
-
conversationally=conversationally,
|
|
380
|
-
model=model
|
|
381
|
-
):
|
|
382
|
-
yield self.get_message(response)
|
|
383
|
-
|
|
384
|
-
def for_non_stream():
|
|
385
|
-
return self.get_message(
|
|
386
|
-
self.ask(
|
|
387
|
-
prompt,
|
|
388
|
-
stream=False,
|
|
389
|
-
optimizer=optimizer,
|
|
390
|
-
conversationally=conversationally,
|
|
391
|
-
model=model
|
|
392
|
-
)
|
|
393
|
-
)
|
|
394
|
-
|
|
395
|
-
return for_stream() if stream else for_non_stream()
|
|
396
|
-
|
|
397
|
-
def get_message(self, response: dict) -> str:
|
|
398
|
-
"""Extract text from response dictionary"""
|
|
399
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
400
|
-
return response["text"]
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
if __name__ == "__main__":
|
|
404
|
-
print("-" * 80)
|
|
405
|
-
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
406
|
-
print("-" * 80)
|
|
407
|
-
|
|
408
|
-
# Test all available models
|
|
409
|
-
working = 0
|
|
410
|
-
total = len(PerplexityLabs.AVAILABLE_MODELS)
|
|
411
|
-
|
|
412
|
-
for model in PerplexityLabs.AVAILABLE_MODELS:
|
|
413
|
-
try:
|
|
414
|
-
test_ai = PerplexityLabs(model=model, timeout=30, connection_timeout=5.0)
|
|
415
|
-
response = test_ai.chat("Say 'Hello' in one word", stream=True)
|
|
416
|
-
response_text = ""
|
|
417
|
-
for chunk in response:
|
|
418
|
-
response_text += chunk
|
|
419
|
-
print(f"\r{model:<50} {'Testing...':<10}", end="", flush=True)
|
|
420
|
-
|
|
421
|
-
if response_text and len(response_text.strip()) > 0:
|
|
422
|
-
status = "✓"
|
|
423
|
-
# Truncate response if too long
|
|
424
|
-
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
425
|
-
else:
|
|
426
|
-
status = "✗"
|
|
427
|
-
display_text = "Empty or invalid response"
|
|
428
|
-
print(f"\r{model:<50} {status:<10} {display_text}")
|
|
429
|
-
except Exception as e:
|
|
430
|
-
print(f"\r{model:<50} {'✗':<10} {str(e)[:80]}")
|
|
1
|
+
import json
|
|
2
|
+
import time
|
|
3
|
+
import random
|
|
4
|
+
from threading import Event
|
|
5
|
+
from curl_cffi import requests
|
|
6
|
+
from typing import Dict, Any, Union, Generator
|
|
7
|
+
|
|
8
|
+
from webscout.AIutel import Optimizers
|
|
9
|
+
from webscout.AIutel import Conversation
|
|
10
|
+
from webscout.AIutel import AwesomePrompts
|
|
11
|
+
from webscout.AIbase import Provider
|
|
12
|
+
from webscout import exceptions
|
|
13
|
+
|
|
14
|
+
API_URL = "https://www.perplexity.ai/socket.io/"
|
|
15
|
+
|
|
16
|
+
class PerplexityLabs(Provider):
|
|
17
|
+
"""
|
|
18
|
+
A client for interacting with the Perplexity AI Labs API.
|
|
19
|
+
"""
|
|
20
|
+
required_auth = False
|
|
21
|
+
AVAILABLE_MODELS = [
|
|
22
|
+
"sonar-pro",
|
|
23
|
+
"sonar",
|
|
24
|
+
"sonar-reasoning-pro",
|
|
25
|
+
"sonar-reasoning"
|
|
26
|
+
]
|
|
27
|
+
|
|
28
|
+
def __init__(
|
|
29
|
+
self,
|
|
30
|
+
is_conversation: bool = True,
|
|
31
|
+
max_tokens: int = 2048,
|
|
32
|
+
timeout: int = 60,
|
|
33
|
+
intro: str = None,
|
|
34
|
+
filepath: str = None,
|
|
35
|
+
update_file: bool = True,
|
|
36
|
+
proxies: dict = {},
|
|
37
|
+
history_offset: int = 10250,
|
|
38
|
+
act: str = None,
|
|
39
|
+
model: str = "r1-1776",
|
|
40
|
+
connection_timeout: float = 10.0,
|
|
41
|
+
max_retries: int = 3,
|
|
42
|
+
):
|
|
43
|
+
"""
|
|
44
|
+
Initialize the Perplexity client.
|
|
45
|
+
|
|
46
|
+
Args:
|
|
47
|
+
is_conversation: Whether to maintain conversation context
|
|
48
|
+
max_tokens: Maximum token limit for responses
|
|
49
|
+
timeout: Response timeout in seconds
|
|
50
|
+
intro: Conversation intro/system prompt
|
|
51
|
+
filepath: Path for conversation history persistence
|
|
52
|
+
update_file: Whether to update the conversation file
|
|
53
|
+
proxies: Optional proxy configuration
|
|
54
|
+
history_offset: History truncation limit
|
|
55
|
+
act: Persona to use for responses
|
|
56
|
+
model: Default model to use
|
|
57
|
+
connection_timeout: Maximum time to wait for connection
|
|
58
|
+
max_retries: Number of connection retry attempts
|
|
59
|
+
"""
|
|
60
|
+
if model not in self.AVAILABLE_MODELS:
|
|
61
|
+
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
62
|
+
|
|
63
|
+
self.model = model
|
|
64
|
+
self.connection_timeout = connection_timeout
|
|
65
|
+
self.timeout = timeout
|
|
66
|
+
self.max_retries = max_retries
|
|
67
|
+
self.connected = Event()
|
|
68
|
+
self.last_answer = None
|
|
69
|
+
|
|
70
|
+
# Initialize session with headers matching the working example
|
|
71
|
+
self.headers = {
|
|
72
|
+
"Origin": "https://labs.perplexity.ai",
|
|
73
|
+
"Referer": "https://labs.perplexity.ai/",
|
|
74
|
+
}
|
|
75
|
+
self.session = requests.Session(impersonate="chrome")
|
|
76
|
+
|
|
77
|
+
# Apply proxies if provided
|
|
78
|
+
if proxies:
|
|
79
|
+
self.session.proxies.update(proxies)
|
|
80
|
+
|
|
81
|
+
# Set up conversation handling
|
|
82
|
+
self.is_conversation = is_conversation
|
|
83
|
+
self.max_tokens_to_sample = max_tokens
|
|
84
|
+
|
|
85
|
+
self.__available_optimizers = (
|
|
86
|
+
method
|
|
87
|
+
for method in dir(Optimizers)
|
|
88
|
+
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
89
|
+
)
|
|
90
|
+
Conversation.intro = (
|
|
91
|
+
AwesomePrompts().get_act(
|
|
92
|
+
act, raise_not_found=True, default=None, case_insensitive=True
|
|
93
|
+
)
|
|
94
|
+
if act
|
|
95
|
+
else intro or Conversation.intro
|
|
96
|
+
)
|
|
97
|
+
|
|
98
|
+
self.conversation = Conversation(
|
|
99
|
+
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
100
|
+
)
|
|
101
|
+
self.conversation.history_offset = history_offset
|
|
102
|
+
|
|
103
|
+
# Initialize connection
|
|
104
|
+
self._initialize_connection()
|
|
105
|
+
|
|
106
|
+
def _initialize_connection(self) -> None:
|
|
107
|
+
"""Initialize the connection to Perplexity using polling approach"""
|
|
108
|
+
for attempt in range(1, self.max_retries + 1):
|
|
109
|
+
try:
|
|
110
|
+
# Get a session ID via polling
|
|
111
|
+
self.timestamp = format(random.getrandbits(32), '08x')
|
|
112
|
+
poll_url = f'{API_URL}?EIO=4&transport=polling&t={self.timestamp}'
|
|
113
|
+
|
|
114
|
+
response = self.session.get(poll_url, headers=self.headers)
|
|
115
|
+
if response.status_code != 200:
|
|
116
|
+
if attempt == self.max_retries:
|
|
117
|
+
raise ConnectionError(f"Failed to get session ID: HTTP {response.status_code}")
|
|
118
|
+
continue
|
|
119
|
+
|
|
120
|
+
# Extract the session ID
|
|
121
|
+
try:
|
|
122
|
+
text = response.text
|
|
123
|
+
if not text.startswith("0"):
|
|
124
|
+
raise ConnectionError("Invalid response format")
|
|
125
|
+
self.sid = json.loads(text[1:])['sid']
|
|
126
|
+
except (json.JSONDecodeError, KeyError) as e:
|
|
127
|
+
if attempt == self.max_retries:
|
|
128
|
+
raise ConnectionError(f"Failed to parse session ID: {e}")
|
|
129
|
+
continue
|
|
130
|
+
|
|
131
|
+
# Authenticate the session
|
|
132
|
+
self.auth_url = f'{API_URL}?EIO=4&transport=polling&t={self.timestamp}&sid={self.sid}'
|
|
133
|
+
post_data = '40{"jwt":"anonymous-ask-user"}'
|
|
134
|
+
auth_response = self.session.post(self.auth_url, data=post_data, headers=self.headers)
|
|
135
|
+
|
|
136
|
+
if auth_response.status_code != 200 or auth_response.text != 'OK':
|
|
137
|
+
if attempt == self.max_retries:
|
|
138
|
+
raise ConnectionError("Authentication failed")
|
|
139
|
+
continue
|
|
140
|
+
|
|
141
|
+
# Get additional response to complete handshake
|
|
142
|
+
get_response = self.session.get(self.auth_url, headers=self.headers)
|
|
143
|
+
if get_response.status_code != 200:
|
|
144
|
+
if attempt == self.max_retries:
|
|
145
|
+
raise ConnectionError("Failed to complete authentication handshake")
|
|
146
|
+
continue
|
|
147
|
+
|
|
148
|
+
# Connection successful - using polling instead of WebSocket
|
|
149
|
+
self.connected.set()
|
|
150
|
+
return
|
|
151
|
+
|
|
152
|
+
except Exception as e:
|
|
153
|
+
if attempt == self.max_retries:
|
|
154
|
+
raise exceptions.FailedToGenerateResponseError(f"Failed to connect: {e}")
|
|
155
|
+
|
|
156
|
+
# If we get here, the attempt failed, wait before retrying
|
|
157
|
+
if attempt < self.max_retries:
|
|
158
|
+
retry_delay = 2 ** attempt # Exponential backoff
|
|
159
|
+
time.sleep(retry_delay)
|
|
160
|
+
|
|
161
|
+
raise exceptions.FailedToGenerateResponseError("Failed to connect to Perplexity after multiple attempts")
|
|
162
|
+
|
|
163
|
+
def _send_query_polling(self, message_data):
|
|
164
|
+
"""Send query using polling approach"""
|
|
165
|
+
payload = '42' + json.dumps(["perplexity_labs", message_data])
|
|
166
|
+
response = self.session.post(self.auth_url, data=payload, headers=self.headers, timeout=10)
|
|
167
|
+
return response.status_code == 200
|
|
168
|
+
|
|
169
|
+
def _poll_for_response(self, timeout_seconds):
|
|
170
|
+
"""Poll for response using the polling approach"""
|
|
171
|
+
start_time = time.time()
|
|
172
|
+
last_message = 0
|
|
173
|
+
full_output = ""
|
|
174
|
+
|
|
175
|
+
while True:
|
|
176
|
+
if time.time() - start_time > timeout_seconds:
|
|
177
|
+
if last_message == 0:
|
|
178
|
+
raise exceptions.FailedToGenerateResponseError("Response timed out")
|
|
179
|
+
else:
|
|
180
|
+
# Return partial response if we got some content
|
|
181
|
+
yield {"text": "", "final": True, "full_output": full_output}
|
|
182
|
+
return
|
|
183
|
+
|
|
184
|
+
try:
|
|
185
|
+
poll_response = self.session.get(self.auth_url, headers=self.headers, timeout=3)
|
|
186
|
+
|
|
187
|
+
if poll_response.status_code == 400:
|
|
188
|
+
# Session expired, try to return what we have
|
|
189
|
+
if full_output:
|
|
190
|
+
yield {"text": "", "final": True, "full_output": full_output}
|
|
191
|
+
return
|
|
192
|
+
else:
|
|
193
|
+
raise exceptions.FailedToGenerateResponseError("Session expired")
|
|
194
|
+
|
|
195
|
+
if poll_response.status_code != 200:
|
|
196
|
+
time.sleep(0.5)
|
|
197
|
+
continue
|
|
198
|
+
|
|
199
|
+
response_text = poll_response.text
|
|
200
|
+
|
|
201
|
+
# Handle heartbeat
|
|
202
|
+
if response_text == '2':
|
|
203
|
+
try:
|
|
204
|
+
self.session.post(self.auth_url, data='3', headers=self.headers, timeout=3)
|
|
205
|
+
except:
|
|
206
|
+
pass
|
|
207
|
+
continue
|
|
208
|
+
|
|
209
|
+
# Handle data messages containing output
|
|
210
|
+
if '42[' in response_text and 'output' in response_text:
|
|
211
|
+
try:
|
|
212
|
+
# Find the JSON part more reliably
|
|
213
|
+
start = response_text.find('42[')
|
|
214
|
+
if start != -1:
|
|
215
|
+
# Find the end of this JSON message
|
|
216
|
+
bracket_count = 0
|
|
217
|
+
json_start = start + 2
|
|
218
|
+
json_end = json_start
|
|
219
|
+
|
|
220
|
+
for j, char in enumerate(response_text[json_start:]):
|
|
221
|
+
if char == '[':
|
|
222
|
+
bracket_count += 1
|
|
223
|
+
elif char == ']':
|
|
224
|
+
bracket_count -= 1
|
|
225
|
+
if bracket_count == 0:
|
|
226
|
+
json_end = json_start + j + 1
|
|
227
|
+
break
|
|
228
|
+
|
|
229
|
+
json_str = response_text[json_start:json_end]
|
|
230
|
+
parsed_data = json.loads(json_str)
|
|
231
|
+
|
|
232
|
+
if len(parsed_data) > 1 and isinstance(parsed_data[1], dict):
|
|
233
|
+
data = parsed_data[1]
|
|
234
|
+
|
|
235
|
+
# Handle error responses
|
|
236
|
+
if data.get("status") == "failed":
|
|
237
|
+
error_message = data.get("text", "Unknown API error")
|
|
238
|
+
raise exceptions.FailedToGenerateResponseError(f"API Error: {error_message}")
|
|
239
|
+
|
|
240
|
+
# Handle normal responses
|
|
241
|
+
if "output" in data:
|
|
242
|
+
current_output = data["output"]
|
|
243
|
+
if len(current_output) > last_message:
|
|
244
|
+
delta = current_output[last_message:]
|
|
245
|
+
last_message = len(current_output)
|
|
246
|
+
full_output = current_output
|
|
247
|
+
yield {"text": delta, "final": data.get("final", False), "full_output": full_output}
|
|
248
|
+
|
|
249
|
+
if data.get("final", False):
|
|
250
|
+
return
|
|
251
|
+
|
|
252
|
+
except (json.JSONDecodeError, IndexError, KeyError) as e:
|
|
253
|
+
# Continue on parsing errors
|
|
254
|
+
pass
|
|
255
|
+
|
|
256
|
+
except Exception as e:
|
|
257
|
+
# Handle timeout and other errors more gracefully
|
|
258
|
+
if "timeout" in str(e).lower():
|
|
259
|
+
continue
|
|
260
|
+
time.sleep(0.5)
|
|
261
|
+
continue
|
|
262
|
+
|
|
263
|
+
time.sleep(0.5)
|
|
264
|
+
|
|
265
|
+
def ask(
|
|
266
|
+
self,
|
|
267
|
+
prompt: str,
|
|
268
|
+
stream: bool = False,
|
|
269
|
+
raw: bool = False,
|
|
270
|
+
optimizer: str = None,
|
|
271
|
+
conversationally: bool = False,
|
|
272
|
+
model: str = None
|
|
273
|
+
) -> Union[Dict[str, Any], Generator]:
|
|
274
|
+
"""
|
|
275
|
+
Send a query to Perplexity AI and get a response.
|
|
276
|
+
|
|
277
|
+
Args:
|
|
278
|
+
prompt: The question to ask
|
|
279
|
+
stream: Whether to stream the response
|
|
280
|
+
raw: Return raw response format
|
|
281
|
+
optimizer: Optimizer function to apply to prompt
|
|
282
|
+
conversationally: Use conversation context
|
|
283
|
+
model: Override the model to use
|
|
284
|
+
|
|
285
|
+
Returns:
|
|
286
|
+
If stream=True: Generator yielding response updates
|
|
287
|
+
If stream=False: Final response dictionary
|
|
288
|
+
"""
|
|
289
|
+
# Check if connection is still active and reconnect if needed
|
|
290
|
+
if not self.connected.is_set():
|
|
291
|
+
self._initialize_connection()
|
|
292
|
+
|
|
293
|
+
# Use specified model or default
|
|
294
|
+
use_model = model or self.model
|
|
295
|
+
if use_model not in self.AVAILABLE_MODELS:
|
|
296
|
+
raise ValueError(f"Invalid model: {use_model}. Choose from: {', '.join(self.AVAILABLE_MODELS)}")
|
|
297
|
+
|
|
298
|
+
# Process prompt with conversation and optimizers
|
|
299
|
+
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
300
|
+
if optimizer:
|
|
301
|
+
if optimizer in self.__available_optimizers:
|
|
302
|
+
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
303
|
+
conversation_prompt if conversationally else prompt
|
|
304
|
+
)
|
|
305
|
+
else:
|
|
306
|
+
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
307
|
+
|
|
308
|
+
# Send the query using polling approach
|
|
309
|
+
message_data = {
|
|
310
|
+
"version": "2.18",
|
|
311
|
+
"source": "default",
|
|
312
|
+
"model": use_model,
|
|
313
|
+
"messages": [{"role": "user", "content": conversation_prompt}],
|
|
314
|
+
}
|
|
315
|
+
|
|
316
|
+
# Send query
|
|
317
|
+
if not self._send_query_polling(message_data):
|
|
318
|
+
raise exceptions.FailedToGenerateResponseError("Failed to send query")
|
|
319
|
+
|
|
320
|
+
def for_stream():
|
|
321
|
+
"""Handle streaming responses using polling"""
|
|
322
|
+
full_text = ""
|
|
323
|
+
for response_chunk in self._poll_for_response(self.timeout):
|
|
324
|
+
if response_chunk["text"]:
|
|
325
|
+
full_text += response_chunk["text"]
|
|
326
|
+
yield dict(text=response_chunk["text"]) if raw else dict(text=response_chunk["text"])
|
|
327
|
+
|
|
328
|
+
if response_chunk["final"]:
|
|
329
|
+
self.conversation.update_chat_history(prompt, full_text)
|
|
330
|
+
return
|
|
331
|
+
|
|
332
|
+
def for_non_stream():
|
|
333
|
+
"""Handle non-streaming responses using polling"""
|
|
334
|
+
full_text = ""
|
|
335
|
+
for response_chunk in self._poll_for_response(self.timeout):
|
|
336
|
+
if response_chunk["text"]:
|
|
337
|
+
full_text += response_chunk["text"]
|
|
338
|
+
|
|
339
|
+
if response_chunk["final"]:
|
|
340
|
+
self.conversation.update_chat_history(prompt, full_text)
|
|
341
|
+
return dict(text=full_text) if raw else dict(text=full_text)
|
|
342
|
+
|
|
343
|
+
# If we get here, no final response was received
|
|
344
|
+
if full_text:
|
|
345
|
+
self.conversation.update_chat_history(prompt, full_text)
|
|
346
|
+
return dict(text=full_text) if raw else dict(text=full_text)
|
|
347
|
+
else:
|
|
348
|
+
raise exceptions.FailedToGenerateResponseError("No response received")
|
|
349
|
+
|
|
350
|
+
return for_stream() if stream else for_non_stream()
|
|
351
|
+
|
|
352
|
+
def chat(
|
|
353
|
+
self,
|
|
354
|
+
prompt: str,
|
|
355
|
+
stream: bool = False,
|
|
356
|
+
optimizer: str = None,
|
|
357
|
+
conversationally: bool = False,
|
|
358
|
+
model: str = None
|
|
359
|
+
) -> Union[str, Generator[str, None, None]]:
|
|
360
|
+
"""
|
|
361
|
+
Send a query and get just the text response.
|
|
362
|
+
|
|
363
|
+
Args:
|
|
364
|
+
prompt: The question to ask
|
|
365
|
+
stream: Whether to stream the response
|
|
366
|
+
optimizer: Optimizer function to apply to prompt
|
|
367
|
+
conversationally: Use conversation context
|
|
368
|
+
model: Override the model to use
|
|
369
|
+
|
|
370
|
+
Returns:
|
|
371
|
+
If stream=True: Generator yielding text chunks
|
|
372
|
+
If stream=False: Complete response text
|
|
373
|
+
"""
|
|
374
|
+
def for_stream():
|
|
375
|
+
for response in self.ask(
|
|
376
|
+
prompt,
|
|
377
|
+
stream=True,
|
|
378
|
+
optimizer=optimizer,
|
|
379
|
+
conversationally=conversationally,
|
|
380
|
+
model=model
|
|
381
|
+
):
|
|
382
|
+
yield self.get_message(response)
|
|
383
|
+
|
|
384
|
+
def for_non_stream():
|
|
385
|
+
return self.get_message(
|
|
386
|
+
self.ask(
|
|
387
|
+
prompt,
|
|
388
|
+
stream=False,
|
|
389
|
+
optimizer=optimizer,
|
|
390
|
+
conversationally=conversationally,
|
|
391
|
+
model=model
|
|
392
|
+
)
|
|
393
|
+
)
|
|
394
|
+
|
|
395
|
+
return for_stream() if stream else for_non_stream()
|
|
396
|
+
|
|
397
|
+
def get_message(self, response: dict) -> str:
|
|
398
|
+
"""Extract text from response dictionary"""
|
|
399
|
+
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
400
|
+
return response["text"]
|
|
401
|
+
|
|
402
|
+
|
|
403
|
+
if __name__ == "__main__":
|
|
404
|
+
print("-" * 80)
|
|
405
|
+
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
406
|
+
print("-" * 80)
|
|
407
|
+
|
|
408
|
+
# Test all available models
|
|
409
|
+
working = 0
|
|
410
|
+
total = len(PerplexityLabs.AVAILABLE_MODELS)
|
|
411
|
+
|
|
412
|
+
for model in PerplexityLabs.AVAILABLE_MODELS:
|
|
413
|
+
try:
|
|
414
|
+
test_ai = PerplexityLabs(model=model, timeout=30, connection_timeout=5.0)
|
|
415
|
+
response = test_ai.chat("Say 'Hello' in one word", stream=True)
|
|
416
|
+
response_text = ""
|
|
417
|
+
for chunk in response:
|
|
418
|
+
response_text += chunk
|
|
419
|
+
print(f"\r{model:<50} {'Testing...':<10}", end="", flush=True)
|
|
420
|
+
|
|
421
|
+
if response_text and len(response_text.strip()) > 0:
|
|
422
|
+
status = "✓"
|
|
423
|
+
# Truncate response if too long
|
|
424
|
+
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
425
|
+
else:
|
|
426
|
+
status = "✗"
|
|
427
|
+
display_text = "Empty or invalid response"
|
|
428
|
+
print(f"\r{model:<50} {status:<10} {display_text}")
|
|
429
|
+
except Exception as e:
|
|
430
|
+
print(f"\r{model:<50} {'✗':<10} {str(e)[:80]}")
|