webscout 8.3.7__py3-none-any.whl → 2025.10.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (273) hide show
  1. webscout/AIauto.py +250 -250
  2. webscout/AIbase.py +379 -379
  3. webscout/AIutel.py +60 -60
  4. webscout/Bard.py +1012 -1012
  5. webscout/Bing_search.py +417 -417
  6. webscout/DWEBS.py +529 -529
  7. webscout/Extra/Act.md +309 -309
  8. webscout/Extra/GitToolkit/__init__.py +10 -10
  9. webscout/Extra/GitToolkit/gitapi/README.md +110 -110
  10. webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
  11. webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
  12. webscout/Extra/GitToolkit/gitapi/user.py +96 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
  14. webscout/Extra/YTToolkit/README.md +375 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +956 -956
  16. webscout/Extra/YTToolkit/__init__.py +2 -2
  17. webscout/Extra/YTToolkit/transcriber.py +475 -475
  18. webscout/Extra/YTToolkit/ytapi/README.md +44 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
  20. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  21. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  22. webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
  23. webscout/Extra/YTToolkit/ytapi/https.py +88 -88
  24. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  25. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  26. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  27. webscout/Extra/YTToolkit/ytapi/query.py +39 -39
  28. webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
  29. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  30. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  31. webscout/Extra/autocoder/__init__.py +9 -9
  32. webscout/Extra/autocoder/autocoder.py +1105 -1105
  33. webscout/Extra/autocoder/autocoder_utiles.py +332 -332
  34. webscout/Extra/gguf.md +429 -429
  35. webscout/Extra/gguf.py +1213 -1213
  36. webscout/Extra/tempmail/README.md +487 -487
  37. webscout/Extra/tempmail/__init__.py +27 -27
  38. webscout/Extra/tempmail/async_utils.py +140 -140
  39. webscout/Extra/tempmail/base.py +160 -160
  40. webscout/Extra/tempmail/cli.py +186 -186
  41. webscout/Extra/tempmail/emailnator.py +84 -84
  42. webscout/Extra/tempmail/mail_tm.py +360 -360
  43. webscout/Extra/tempmail/temp_mail_io.py +291 -291
  44. webscout/Extra/weather.md +281 -281
  45. webscout/Extra/weather.py +193 -193
  46. webscout/Litlogger/README.md +10 -10
  47. webscout/Litlogger/__init__.py +15 -15
  48. webscout/Litlogger/formats.py +13 -13
  49. webscout/Litlogger/handlers.py +121 -121
  50. webscout/Litlogger/levels.py +13 -13
  51. webscout/Litlogger/logger.py +134 -134
  52. webscout/Provider/AISEARCH/Perplexity.py +332 -332
  53. webscout/Provider/AISEARCH/README.md +279 -279
  54. webscout/Provider/AISEARCH/__init__.py +16 -1
  55. webscout/Provider/AISEARCH/felo_search.py +206 -206
  56. webscout/Provider/AISEARCH/genspark_search.py +323 -323
  57. webscout/Provider/AISEARCH/hika_search.py +185 -185
  58. webscout/Provider/AISEARCH/iask_search.py +410 -410
  59. webscout/Provider/AISEARCH/monica_search.py +219 -219
  60. webscout/Provider/AISEARCH/scira_search.py +316 -316
  61. webscout/Provider/AISEARCH/stellar_search.py +177 -177
  62. webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
  63. webscout/Provider/Aitopia.py +314 -314
  64. webscout/Provider/Apriel.py +306 -0
  65. webscout/Provider/ChatGPTClone.py +236 -236
  66. webscout/Provider/ChatSandbox.py +343 -343
  67. webscout/Provider/Cloudflare.py +324 -324
  68. webscout/Provider/Cohere.py +208 -208
  69. webscout/Provider/Deepinfra.py +370 -366
  70. webscout/Provider/ExaAI.py +260 -260
  71. webscout/Provider/ExaChat.py +308 -308
  72. webscout/Provider/Flowith.py +221 -221
  73. webscout/Provider/GMI.py +293 -0
  74. webscout/Provider/Gemini.py +164 -164
  75. webscout/Provider/GeminiProxy.py +167 -167
  76. webscout/Provider/GithubChat.py +371 -372
  77. webscout/Provider/Groq.py +800 -800
  78. webscout/Provider/HeckAI.py +383 -383
  79. webscout/Provider/Jadve.py +282 -282
  80. webscout/Provider/K2Think.py +307 -307
  81. webscout/Provider/Koboldai.py +205 -205
  82. webscout/Provider/LambdaChat.py +423 -423
  83. webscout/Provider/Nemotron.py +244 -244
  84. webscout/Provider/Netwrck.py +248 -248
  85. webscout/Provider/OLLAMA.py +395 -395
  86. webscout/Provider/OPENAI/Cloudflare.py +393 -393
  87. webscout/Provider/OPENAI/FalconH1.py +451 -451
  88. webscout/Provider/OPENAI/FreeGemini.py +296 -296
  89. webscout/Provider/OPENAI/K2Think.py +431 -431
  90. webscout/Provider/OPENAI/NEMOTRON.py +240 -240
  91. webscout/Provider/OPENAI/PI.py +427 -427
  92. webscout/Provider/OPENAI/README.md +959 -959
  93. webscout/Provider/OPENAI/TogetherAI.py +345 -345
  94. webscout/Provider/OPENAI/TwoAI.py +465 -465
  95. webscout/Provider/OPENAI/__init__.py +33 -18
  96. webscout/Provider/OPENAI/base.py +248 -248
  97. webscout/Provider/OPENAI/chatglm.py +528 -0
  98. webscout/Provider/OPENAI/chatgpt.py +592 -592
  99. webscout/Provider/OPENAI/chatgptclone.py +521 -521
  100. webscout/Provider/OPENAI/chatsandbox.py +202 -202
  101. webscout/Provider/OPENAI/deepinfra.py +318 -314
  102. webscout/Provider/OPENAI/e2b.py +1665 -1665
  103. webscout/Provider/OPENAI/exaai.py +420 -420
  104. webscout/Provider/OPENAI/exachat.py +452 -452
  105. webscout/Provider/OPENAI/friendli.py +232 -232
  106. webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
  107. webscout/Provider/OPENAI/groq.py +364 -364
  108. webscout/Provider/OPENAI/heckai.py +314 -314
  109. webscout/Provider/OPENAI/llmchatco.py +337 -337
  110. webscout/Provider/OPENAI/netwrck.py +355 -355
  111. webscout/Provider/OPENAI/oivscode.py +290 -290
  112. webscout/Provider/OPENAI/opkfc.py +518 -518
  113. webscout/Provider/OPENAI/pydantic_imports.py +1 -1
  114. webscout/Provider/OPENAI/scirachat.py +535 -535
  115. webscout/Provider/OPENAI/sonus.py +308 -308
  116. webscout/Provider/OPENAI/standardinput.py +442 -442
  117. webscout/Provider/OPENAI/textpollinations.py +340 -340
  118. webscout/Provider/OPENAI/toolbaz.py +419 -416
  119. webscout/Provider/OPENAI/typefully.py +362 -362
  120. webscout/Provider/OPENAI/utils.py +295 -295
  121. webscout/Provider/OPENAI/venice.py +436 -436
  122. webscout/Provider/OPENAI/wisecat.py +387 -387
  123. webscout/Provider/OPENAI/writecream.py +166 -166
  124. webscout/Provider/OPENAI/x0gpt.py +378 -378
  125. webscout/Provider/OPENAI/yep.py +389 -389
  126. webscout/Provider/OpenGPT.py +230 -230
  127. webscout/Provider/Openai.py +243 -243
  128. webscout/Provider/PI.py +405 -405
  129. webscout/Provider/Perplexitylabs.py +430 -430
  130. webscout/Provider/QwenLM.py +272 -272
  131. webscout/Provider/STT/__init__.py +16 -1
  132. webscout/Provider/Sambanova.py +257 -257
  133. webscout/Provider/StandardInput.py +309 -309
  134. webscout/Provider/TTI/README.md +82 -82
  135. webscout/Provider/TTI/__init__.py +33 -18
  136. webscout/Provider/TTI/aiarta.py +413 -413
  137. webscout/Provider/TTI/base.py +136 -136
  138. webscout/Provider/TTI/bing.py +243 -243
  139. webscout/Provider/TTI/gpt1image.py +149 -149
  140. webscout/Provider/TTI/imagen.py +196 -196
  141. webscout/Provider/TTI/infip.py +211 -211
  142. webscout/Provider/TTI/magicstudio.py +232 -232
  143. webscout/Provider/TTI/monochat.py +219 -219
  144. webscout/Provider/TTI/piclumen.py +214 -214
  145. webscout/Provider/TTI/pixelmuse.py +232 -232
  146. webscout/Provider/TTI/pollinations.py +232 -232
  147. webscout/Provider/TTI/together.py +288 -288
  148. webscout/Provider/TTI/utils.py +12 -12
  149. webscout/Provider/TTI/venice.py +367 -367
  150. webscout/Provider/TTS/README.md +192 -192
  151. webscout/Provider/TTS/__init__.py +33 -18
  152. webscout/Provider/TTS/parler.py +110 -110
  153. webscout/Provider/TTS/streamElements.py +333 -333
  154. webscout/Provider/TTS/utils.py +280 -280
  155. webscout/Provider/TeachAnything.py +237 -237
  156. webscout/Provider/TextPollinationsAI.py +310 -310
  157. webscout/Provider/TogetherAI.py +356 -356
  158. webscout/Provider/TwoAI.py +312 -312
  159. webscout/Provider/TypliAI.py +311 -311
  160. webscout/Provider/UNFINISHED/ChatHub.py +208 -208
  161. webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
  162. webscout/Provider/UNFINISHED/GizAI.py +294 -294
  163. webscout/Provider/UNFINISHED/Marcus.py +198 -198
  164. webscout/Provider/UNFINISHED/Qodo.py +477 -477
  165. webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
  166. webscout/Provider/UNFINISHED/XenAI.py +324 -324
  167. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  168. webscout/Provider/UNFINISHED/liner.py +334 -0
  169. webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
  170. webscout/Provider/UNFINISHED/puterjs.py +634 -634
  171. webscout/Provider/UNFINISHED/samurai.py +223 -223
  172. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  173. webscout/Provider/Venice.py +250 -250
  174. webscout/Provider/VercelAI.py +256 -256
  175. webscout/Provider/WiseCat.py +231 -231
  176. webscout/Provider/WrDoChat.py +366 -366
  177. webscout/Provider/__init__.py +33 -18
  178. webscout/Provider/ai4chat.py +174 -174
  179. webscout/Provider/akashgpt.py +331 -331
  180. webscout/Provider/cerebras.py +446 -446
  181. webscout/Provider/chatglm.py +394 -301
  182. webscout/Provider/cleeai.py +211 -211
  183. webscout/Provider/elmo.py +282 -282
  184. webscout/Provider/geminiapi.py +208 -208
  185. webscout/Provider/granite.py +261 -261
  186. webscout/Provider/hermes.py +263 -263
  187. webscout/Provider/julius.py +223 -223
  188. webscout/Provider/learnfastai.py +309 -309
  189. webscout/Provider/llama3mitril.py +214 -214
  190. webscout/Provider/llmchat.py +243 -243
  191. webscout/Provider/llmchatco.py +290 -290
  192. webscout/Provider/meta.py +801 -801
  193. webscout/Provider/oivscode.py +309 -309
  194. webscout/Provider/scira_chat.py +383 -383
  195. webscout/Provider/searchchat.py +292 -292
  196. webscout/Provider/sonus.py +258 -258
  197. webscout/Provider/toolbaz.py +370 -367
  198. webscout/Provider/turboseek.py +273 -273
  199. webscout/Provider/typefully.py +207 -207
  200. webscout/Provider/yep.py +372 -372
  201. webscout/__init__.py +30 -31
  202. webscout/__main__.py +5 -5
  203. webscout/auth/api_key_manager.py +189 -189
  204. webscout/auth/config.py +175 -175
  205. webscout/auth/models.py +185 -185
  206. webscout/auth/routes.py +664 -664
  207. webscout/auth/simple_logger.py +236 -236
  208. webscout/cli.py +523 -523
  209. webscout/conversation.py +438 -438
  210. webscout/exceptions.py +361 -361
  211. webscout/litagent/Readme.md +298 -298
  212. webscout/litagent/__init__.py +28 -28
  213. webscout/litagent/agent.py +581 -581
  214. webscout/litagent/constants.py +59 -59
  215. webscout/litprinter/__init__.py +58 -58
  216. webscout/models.py +181 -181
  217. webscout/optimizers.py +419 -419
  218. webscout/prompt_manager.py +288 -288
  219. webscout/sanitize.py +1078 -1078
  220. webscout/scout/README.md +401 -401
  221. webscout/scout/__init__.py +8 -8
  222. webscout/scout/core/__init__.py +6 -6
  223. webscout/scout/core/crawler.py +297 -297
  224. webscout/scout/core/scout.py +706 -706
  225. webscout/scout/core/search_result.py +95 -95
  226. webscout/scout/core/text_analyzer.py +62 -62
  227. webscout/scout/core/text_utils.py +277 -277
  228. webscout/scout/core/web_analyzer.py +51 -51
  229. webscout/scout/element.py +599 -599
  230. webscout/scout/parsers/__init__.py +69 -69
  231. webscout/scout/parsers/html5lib_parser.py +172 -172
  232. webscout/scout/parsers/html_parser.py +236 -236
  233. webscout/scout/parsers/lxml_parser.py +178 -178
  234. webscout/scout/utils.py +37 -37
  235. webscout/swiftcli/Readme.md +323 -323
  236. webscout/swiftcli/__init__.py +95 -95
  237. webscout/swiftcli/core/__init__.py +7 -7
  238. webscout/swiftcli/core/cli.py +308 -308
  239. webscout/swiftcli/core/context.py +104 -104
  240. webscout/swiftcli/core/group.py +241 -241
  241. webscout/swiftcli/decorators/__init__.py +28 -28
  242. webscout/swiftcli/decorators/command.py +221 -221
  243. webscout/swiftcli/decorators/options.py +220 -220
  244. webscout/swiftcli/decorators/output.py +302 -302
  245. webscout/swiftcli/exceptions.py +21 -21
  246. webscout/swiftcli/plugins/__init__.py +9 -9
  247. webscout/swiftcli/plugins/base.py +135 -135
  248. webscout/swiftcli/plugins/manager.py +269 -269
  249. webscout/swiftcli/utils/__init__.py +59 -59
  250. webscout/swiftcli/utils/formatting.py +252 -252
  251. webscout/swiftcli/utils/parsing.py +267 -267
  252. webscout/update_checker.py +117 -117
  253. webscout/version.py +1 -1
  254. webscout/webscout_search.py +1183 -1183
  255. webscout/webscout_search_async.py +649 -649
  256. webscout/yep_search.py +346 -346
  257. webscout/zeroart/README.md +89 -89
  258. webscout/zeroart/__init__.py +134 -134
  259. webscout/zeroart/base.py +66 -66
  260. webscout/zeroart/effects.py +100 -100
  261. webscout/zeroart/fonts.py +1238 -1238
  262. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -937
  263. webscout-2025.10.11.dist-info/RECORD +300 -0
  264. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  265. webscout/Provider/OPENAI/Qwen3.py +0 -303
  266. webscout/Provider/OPENAI/qodo.py +0 -630
  267. webscout/Provider/OPENAI/xenai.py +0 -514
  268. webscout/tempid.py +0 -134
  269. webscout-8.3.7.dist-info/RECORD +0 -301
  270. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
  271. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
  272. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
  273. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
@@ -1,430 +1,430 @@
1
- import json
2
- import time
3
- import random
4
- from threading import Event
5
- from curl_cffi import requests
6
- from typing import Dict, Any, Union, Generator
7
-
8
- from webscout.AIutel import Optimizers
9
- from webscout.AIutel import Conversation
10
- from webscout.AIutel import AwesomePrompts
11
- from webscout.AIbase import Provider
12
- from webscout import exceptions
13
-
14
- API_URL = "https://www.perplexity.ai/socket.io/"
15
-
16
- class PerplexityLabs(Provider):
17
- """
18
- A client for interacting with the Perplexity AI Labs API.
19
- """
20
- required_auth = False
21
- AVAILABLE_MODELS = [
22
- "sonar-pro",
23
- "sonar",
24
- "sonar-reasoning-pro",
25
- "sonar-reasoning"
26
- ]
27
-
28
- def __init__(
29
- self,
30
- is_conversation: bool = True,
31
- max_tokens: int = 2048,
32
- timeout: int = 60,
33
- intro: str = None,
34
- filepath: str = None,
35
- update_file: bool = True,
36
- proxies: dict = {},
37
- history_offset: int = 10250,
38
- act: str = None,
39
- model: str = "r1-1776",
40
- connection_timeout: float = 10.0,
41
- max_retries: int = 3,
42
- ):
43
- """
44
- Initialize the Perplexity client.
45
-
46
- Args:
47
- is_conversation: Whether to maintain conversation context
48
- max_tokens: Maximum token limit for responses
49
- timeout: Response timeout in seconds
50
- intro: Conversation intro/system prompt
51
- filepath: Path for conversation history persistence
52
- update_file: Whether to update the conversation file
53
- proxies: Optional proxy configuration
54
- history_offset: History truncation limit
55
- act: Persona to use for responses
56
- model: Default model to use
57
- connection_timeout: Maximum time to wait for connection
58
- max_retries: Number of connection retry attempts
59
- """
60
- if model not in self.AVAILABLE_MODELS:
61
- raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
62
-
63
- self.model = model
64
- self.connection_timeout = connection_timeout
65
- self.timeout = timeout
66
- self.max_retries = max_retries
67
- self.connected = Event()
68
- self.last_answer = None
69
-
70
- # Initialize session with headers matching the working example
71
- self.headers = {
72
- "Origin": "https://labs.perplexity.ai",
73
- "Referer": "https://labs.perplexity.ai/",
74
- }
75
- self.session = requests.Session(impersonate="chrome")
76
-
77
- # Apply proxies if provided
78
- if proxies:
79
- self.session.proxies.update(proxies)
80
-
81
- # Set up conversation handling
82
- self.is_conversation = is_conversation
83
- self.max_tokens_to_sample = max_tokens
84
-
85
- self.__available_optimizers = (
86
- method
87
- for method in dir(Optimizers)
88
- if callable(getattr(Optimizers, method)) and not method.startswith("__")
89
- )
90
- Conversation.intro = (
91
- AwesomePrompts().get_act(
92
- act, raise_not_found=True, default=None, case_insensitive=True
93
- )
94
- if act
95
- else intro or Conversation.intro
96
- )
97
-
98
- self.conversation = Conversation(
99
- is_conversation, self.max_tokens_to_sample, filepath, update_file
100
- )
101
- self.conversation.history_offset = history_offset
102
-
103
- # Initialize connection
104
- self._initialize_connection()
105
-
106
- def _initialize_connection(self) -> None:
107
- """Initialize the connection to Perplexity using polling approach"""
108
- for attempt in range(1, self.max_retries + 1):
109
- try:
110
- # Get a session ID via polling
111
- self.timestamp = format(random.getrandbits(32), '08x')
112
- poll_url = f'{API_URL}?EIO=4&transport=polling&t={self.timestamp}'
113
-
114
- response = self.session.get(poll_url, headers=self.headers)
115
- if response.status_code != 200:
116
- if attempt == self.max_retries:
117
- raise ConnectionError(f"Failed to get session ID: HTTP {response.status_code}")
118
- continue
119
-
120
- # Extract the session ID
121
- try:
122
- text = response.text
123
- if not text.startswith("0"):
124
- raise ConnectionError("Invalid response format")
125
- self.sid = json.loads(text[1:])['sid']
126
- except (json.JSONDecodeError, KeyError) as e:
127
- if attempt == self.max_retries:
128
- raise ConnectionError(f"Failed to parse session ID: {e}")
129
- continue
130
-
131
- # Authenticate the session
132
- self.auth_url = f'{API_URL}?EIO=4&transport=polling&t={self.timestamp}&sid={self.sid}'
133
- post_data = '40{"jwt":"anonymous-ask-user"}'
134
- auth_response = self.session.post(self.auth_url, data=post_data, headers=self.headers)
135
-
136
- if auth_response.status_code != 200 or auth_response.text != 'OK':
137
- if attempt == self.max_retries:
138
- raise ConnectionError("Authentication failed")
139
- continue
140
-
141
- # Get additional response to complete handshake
142
- get_response = self.session.get(self.auth_url, headers=self.headers)
143
- if get_response.status_code != 200:
144
- if attempt == self.max_retries:
145
- raise ConnectionError("Failed to complete authentication handshake")
146
- continue
147
-
148
- # Connection successful - using polling instead of WebSocket
149
- self.connected.set()
150
- return
151
-
152
- except Exception as e:
153
- if attempt == self.max_retries:
154
- raise exceptions.FailedToGenerateResponseError(f"Failed to connect: {e}")
155
-
156
- # If we get here, the attempt failed, wait before retrying
157
- if attempt < self.max_retries:
158
- retry_delay = 2 ** attempt # Exponential backoff
159
- time.sleep(retry_delay)
160
-
161
- raise exceptions.FailedToGenerateResponseError("Failed to connect to Perplexity after multiple attempts")
162
-
163
- def _send_query_polling(self, message_data):
164
- """Send query using polling approach"""
165
- payload = '42' + json.dumps(["perplexity_labs", message_data])
166
- response = self.session.post(self.auth_url, data=payload, headers=self.headers, timeout=10)
167
- return response.status_code == 200
168
-
169
- def _poll_for_response(self, timeout_seconds):
170
- """Poll for response using the polling approach"""
171
- start_time = time.time()
172
- last_message = 0
173
- full_output = ""
174
-
175
- while True:
176
- if time.time() - start_time > timeout_seconds:
177
- if last_message == 0:
178
- raise exceptions.FailedToGenerateResponseError("Response timed out")
179
- else:
180
- # Return partial response if we got some content
181
- yield {"text": "", "final": True, "full_output": full_output}
182
- return
183
-
184
- try:
185
- poll_response = self.session.get(self.auth_url, headers=self.headers, timeout=3)
186
-
187
- if poll_response.status_code == 400:
188
- # Session expired, try to return what we have
189
- if full_output:
190
- yield {"text": "", "final": True, "full_output": full_output}
191
- return
192
- else:
193
- raise exceptions.FailedToGenerateResponseError("Session expired")
194
-
195
- if poll_response.status_code != 200:
196
- time.sleep(0.5)
197
- continue
198
-
199
- response_text = poll_response.text
200
-
201
- # Handle heartbeat
202
- if response_text == '2':
203
- try:
204
- self.session.post(self.auth_url, data='3', headers=self.headers, timeout=3)
205
- except:
206
- pass
207
- continue
208
-
209
- # Handle data messages containing output
210
- if '42[' in response_text and 'output' in response_text:
211
- try:
212
- # Find the JSON part more reliably
213
- start = response_text.find('42[')
214
- if start != -1:
215
- # Find the end of this JSON message
216
- bracket_count = 0
217
- json_start = start + 2
218
- json_end = json_start
219
-
220
- for j, char in enumerate(response_text[json_start:]):
221
- if char == '[':
222
- bracket_count += 1
223
- elif char == ']':
224
- bracket_count -= 1
225
- if bracket_count == 0:
226
- json_end = json_start + j + 1
227
- break
228
-
229
- json_str = response_text[json_start:json_end]
230
- parsed_data = json.loads(json_str)
231
-
232
- if len(parsed_data) > 1 and isinstance(parsed_data[1], dict):
233
- data = parsed_data[1]
234
-
235
- # Handle error responses
236
- if data.get("status") == "failed":
237
- error_message = data.get("text", "Unknown API error")
238
- raise exceptions.FailedToGenerateResponseError(f"API Error: {error_message}")
239
-
240
- # Handle normal responses
241
- if "output" in data:
242
- current_output = data["output"]
243
- if len(current_output) > last_message:
244
- delta = current_output[last_message:]
245
- last_message = len(current_output)
246
- full_output = current_output
247
- yield {"text": delta, "final": data.get("final", False), "full_output": full_output}
248
-
249
- if data.get("final", False):
250
- return
251
-
252
- except (json.JSONDecodeError, IndexError, KeyError) as e:
253
- # Continue on parsing errors
254
- pass
255
-
256
- except Exception as e:
257
- # Handle timeout and other errors more gracefully
258
- if "timeout" in str(e).lower():
259
- continue
260
- time.sleep(0.5)
261
- continue
262
-
263
- time.sleep(0.5)
264
-
265
- def ask(
266
- self,
267
- prompt: str,
268
- stream: bool = False,
269
- raw: bool = False,
270
- optimizer: str = None,
271
- conversationally: bool = False,
272
- model: str = None
273
- ) -> Union[Dict[str, Any], Generator]:
274
- """
275
- Send a query to Perplexity AI and get a response.
276
-
277
- Args:
278
- prompt: The question to ask
279
- stream: Whether to stream the response
280
- raw: Return raw response format
281
- optimizer: Optimizer function to apply to prompt
282
- conversationally: Use conversation context
283
- model: Override the model to use
284
-
285
- Returns:
286
- If stream=True: Generator yielding response updates
287
- If stream=False: Final response dictionary
288
- """
289
- # Check if connection is still active and reconnect if needed
290
- if not self.connected.is_set():
291
- self._initialize_connection()
292
-
293
- # Use specified model or default
294
- use_model = model or self.model
295
- if use_model not in self.AVAILABLE_MODELS:
296
- raise ValueError(f"Invalid model: {use_model}. Choose from: {', '.join(self.AVAILABLE_MODELS)}")
297
-
298
- # Process prompt with conversation and optimizers
299
- conversation_prompt = self.conversation.gen_complete_prompt(prompt)
300
- if optimizer:
301
- if optimizer in self.__available_optimizers:
302
- conversation_prompt = getattr(Optimizers, optimizer)(
303
- conversation_prompt if conversationally else prompt
304
- )
305
- else:
306
- raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
307
-
308
- # Send the query using polling approach
309
- message_data = {
310
- "version": "2.18",
311
- "source": "default",
312
- "model": use_model,
313
- "messages": [{"role": "user", "content": conversation_prompt}],
314
- }
315
-
316
- # Send query
317
- if not self._send_query_polling(message_data):
318
- raise exceptions.FailedToGenerateResponseError("Failed to send query")
319
-
320
- def for_stream():
321
- """Handle streaming responses using polling"""
322
- full_text = ""
323
- for response_chunk in self._poll_for_response(self.timeout):
324
- if response_chunk["text"]:
325
- full_text += response_chunk["text"]
326
- yield dict(text=response_chunk["text"]) if raw else dict(text=response_chunk["text"])
327
-
328
- if response_chunk["final"]:
329
- self.conversation.update_chat_history(prompt, full_text)
330
- return
331
-
332
- def for_non_stream():
333
- """Handle non-streaming responses using polling"""
334
- full_text = ""
335
- for response_chunk in self._poll_for_response(self.timeout):
336
- if response_chunk["text"]:
337
- full_text += response_chunk["text"]
338
-
339
- if response_chunk["final"]:
340
- self.conversation.update_chat_history(prompt, full_text)
341
- return dict(text=full_text) if raw else dict(text=full_text)
342
-
343
- # If we get here, no final response was received
344
- if full_text:
345
- self.conversation.update_chat_history(prompt, full_text)
346
- return dict(text=full_text) if raw else dict(text=full_text)
347
- else:
348
- raise exceptions.FailedToGenerateResponseError("No response received")
349
-
350
- return for_stream() if stream else for_non_stream()
351
-
352
- def chat(
353
- self,
354
- prompt: str,
355
- stream: bool = False,
356
- optimizer: str = None,
357
- conversationally: bool = False,
358
- model: str = None
359
- ) -> Union[str, Generator[str, None, None]]:
360
- """
361
- Send a query and get just the text response.
362
-
363
- Args:
364
- prompt: The question to ask
365
- stream: Whether to stream the response
366
- optimizer: Optimizer function to apply to prompt
367
- conversationally: Use conversation context
368
- model: Override the model to use
369
-
370
- Returns:
371
- If stream=True: Generator yielding text chunks
372
- If stream=False: Complete response text
373
- """
374
- def for_stream():
375
- for response in self.ask(
376
- prompt,
377
- stream=True,
378
- optimizer=optimizer,
379
- conversationally=conversationally,
380
- model=model
381
- ):
382
- yield self.get_message(response)
383
-
384
- def for_non_stream():
385
- return self.get_message(
386
- self.ask(
387
- prompt,
388
- stream=False,
389
- optimizer=optimizer,
390
- conversationally=conversationally,
391
- model=model
392
- )
393
- )
394
-
395
- return for_stream() if stream else for_non_stream()
396
-
397
- def get_message(self, response: dict) -> str:
398
- """Extract text from response dictionary"""
399
- assert isinstance(response, dict), "Response should be of dict data-type only"
400
- return response["text"]
401
-
402
-
403
- if __name__ == "__main__":
404
- print("-" * 80)
405
- print(f"{'Model':<50} {'Status':<10} {'Response'}")
406
- print("-" * 80)
407
-
408
- # Test all available models
409
- working = 0
410
- total = len(PerplexityLabs.AVAILABLE_MODELS)
411
-
412
- for model in PerplexityLabs.AVAILABLE_MODELS:
413
- try:
414
- test_ai = PerplexityLabs(model=model, timeout=30, connection_timeout=5.0)
415
- response = test_ai.chat("Say 'Hello' in one word", stream=True)
416
- response_text = ""
417
- for chunk in response:
418
- response_text += chunk
419
- print(f"\r{model:<50} {'Testing...':<10}", end="", flush=True)
420
-
421
- if response_text and len(response_text.strip()) > 0:
422
- status = "✓"
423
- # Truncate response if too long
424
- display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
425
- else:
426
- status = "✗"
427
- display_text = "Empty or invalid response"
428
- print(f"\r{model:<50} {status:<10} {display_text}")
429
- except Exception as e:
430
- print(f"\r{model:<50} {'✗':<10} {str(e)[:80]}")
1
+ import json
2
+ import time
3
+ import random
4
+ from threading import Event
5
+ from curl_cffi import requests
6
+ from typing import Dict, Any, Union, Generator
7
+
8
+ from webscout.AIutel import Optimizers
9
+ from webscout.AIutel import Conversation
10
+ from webscout.AIutel import AwesomePrompts
11
+ from webscout.AIbase import Provider
12
+ from webscout import exceptions
13
+
14
+ API_URL = "https://www.perplexity.ai/socket.io/"
15
+
16
+ class PerplexityLabs(Provider):
17
+ """
18
+ A client for interacting with the Perplexity AI Labs API.
19
+ """
20
+ required_auth = False
21
+ AVAILABLE_MODELS = [
22
+ "sonar-pro",
23
+ "sonar",
24
+ "sonar-reasoning-pro",
25
+ "sonar-reasoning"
26
+ ]
27
+
28
+ def __init__(
29
+ self,
30
+ is_conversation: bool = True,
31
+ max_tokens: int = 2048,
32
+ timeout: int = 60,
33
+ intro: str = None,
34
+ filepath: str = None,
35
+ update_file: bool = True,
36
+ proxies: dict = {},
37
+ history_offset: int = 10250,
38
+ act: str = None,
39
+ model: str = "r1-1776",
40
+ connection_timeout: float = 10.0,
41
+ max_retries: int = 3,
42
+ ):
43
+ """
44
+ Initialize the Perplexity client.
45
+
46
+ Args:
47
+ is_conversation: Whether to maintain conversation context
48
+ max_tokens: Maximum token limit for responses
49
+ timeout: Response timeout in seconds
50
+ intro: Conversation intro/system prompt
51
+ filepath: Path for conversation history persistence
52
+ update_file: Whether to update the conversation file
53
+ proxies: Optional proxy configuration
54
+ history_offset: History truncation limit
55
+ act: Persona to use for responses
56
+ model: Default model to use
57
+ connection_timeout: Maximum time to wait for connection
58
+ max_retries: Number of connection retry attempts
59
+ """
60
+ if model not in self.AVAILABLE_MODELS:
61
+ raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
62
+
63
+ self.model = model
64
+ self.connection_timeout = connection_timeout
65
+ self.timeout = timeout
66
+ self.max_retries = max_retries
67
+ self.connected = Event()
68
+ self.last_answer = None
69
+
70
+ # Initialize session with headers matching the working example
71
+ self.headers = {
72
+ "Origin": "https://labs.perplexity.ai",
73
+ "Referer": "https://labs.perplexity.ai/",
74
+ }
75
+ self.session = requests.Session(impersonate="chrome")
76
+
77
+ # Apply proxies if provided
78
+ if proxies:
79
+ self.session.proxies.update(proxies)
80
+
81
+ # Set up conversation handling
82
+ self.is_conversation = is_conversation
83
+ self.max_tokens_to_sample = max_tokens
84
+
85
+ self.__available_optimizers = (
86
+ method
87
+ for method in dir(Optimizers)
88
+ if callable(getattr(Optimizers, method)) and not method.startswith("__")
89
+ )
90
+ Conversation.intro = (
91
+ AwesomePrompts().get_act(
92
+ act, raise_not_found=True, default=None, case_insensitive=True
93
+ )
94
+ if act
95
+ else intro or Conversation.intro
96
+ )
97
+
98
+ self.conversation = Conversation(
99
+ is_conversation, self.max_tokens_to_sample, filepath, update_file
100
+ )
101
+ self.conversation.history_offset = history_offset
102
+
103
+ # Initialize connection
104
+ self._initialize_connection()
105
+
106
+ def _initialize_connection(self) -> None:
107
+ """Initialize the connection to Perplexity using polling approach"""
108
+ for attempt in range(1, self.max_retries + 1):
109
+ try:
110
+ # Get a session ID via polling
111
+ self.timestamp = format(random.getrandbits(32), '08x')
112
+ poll_url = f'{API_URL}?EIO=4&transport=polling&t={self.timestamp}'
113
+
114
+ response = self.session.get(poll_url, headers=self.headers)
115
+ if response.status_code != 200:
116
+ if attempt == self.max_retries:
117
+ raise ConnectionError(f"Failed to get session ID: HTTP {response.status_code}")
118
+ continue
119
+
120
+ # Extract the session ID
121
+ try:
122
+ text = response.text
123
+ if not text.startswith("0"):
124
+ raise ConnectionError("Invalid response format")
125
+ self.sid = json.loads(text[1:])['sid']
126
+ except (json.JSONDecodeError, KeyError) as e:
127
+ if attempt == self.max_retries:
128
+ raise ConnectionError(f"Failed to parse session ID: {e}")
129
+ continue
130
+
131
+ # Authenticate the session
132
+ self.auth_url = f'{API_URL}?EIO=4&transport=polling&t={self.timestamp}&sid={self.sid}'
133
+ post_data = '40{"jwt":"anonymous-ask-user"}'
134
+ auth_response = self.session.post(self.auth_url, data=post_data, headers=self.headers)
135
+
136
+ if auth_response.status_code != 200 or auth_response.text != 'OK':
137
+ if attempt == self.max_retries:
138
+ raise ConnectionError("Authentication failed")
139
+ continue
140
+
141
+ # Get additional response to complete handshake
142
+ get_response = self.session.get(self.auth_url, headers=self.headers)
143
+ if get_response.status_code != 200:
144
+ if attempt == self.max_retries:
145
+ raise ConnectionError("Failed to complete authentication handshake")
146
+ continue
147
+
148
+ # Connection successful - using polling instead of WebSocket
149
+ self.connected.set()
150
+ return
151
+
152
+ except Exception as e:
153
+ if attempt == self.max_retries:
154
+ raise exceptions.FailedToGenerateResponseError(f"Failed to connect: {e}")
155
+
156
+ # If we get here, the attempt failed, wait before retrying
157
+ if attempt < self.max_retries:
158
+ retry_delay = 2 ** attempt # Exponential backoff
159
+ time.sleep(retry_delay)
160
+
161
+ raise exceptions.FailedToGenerateResponseError("Failed to connect to Perplexity after multiple attempts")
162
+
163
+ def _send_query_polling(self, message_data):
164
+ """Send query using polling approach"""
165
+ payload = '42' + json.dumps(["perplexity_labs", message_data])
166
+ response = self.session.post(self.auth_url, data=payload, headers=self.headers, timeout=10)
167
+ return response.status_code == 200
168
+
169
+ def _poll_for_response(self, timeout_seconds):
170
+ """Poll for response using the polling approach"""
171
+ start_time = time.time()
172
+ last_message = 0
173
+ full_output = ""
174
+
175
+ while True:
176
+ if time.time() - start_time > timeout_seconds:
177
+ if last_message == 0:
178
+ raise exceptions.FailedToGenerateResponseError("Response timed out")
179
+ else:
180
+ # Return partial response if we got some content
181
+ yield {"text": "", "final": True, "full_output": full_output}
182
+ return
183
+
184
+ try:
185
+ poll_response = self.session.get(self.auth_url, headers=self.headers, timeout=3)
186
+
187
+ if poll_response.status_code == 400:
188
+ # Session expired, try to return what we have
189
+ if full_output:
190
+ yield {"text": "", "final": True, "full_output": full_output}
191
+ return
192
+ else:
193
+ raise exceptions.FailedToGenerateResponseError("Session expired")
194
+
195
+ if poll_response.status_code != 200:
196
+ time.sleep(0.5)
197
+ continue
198
+
199
+ response_text = poll_response.text
200
+
201
+ # Handle heartbeat
202
+ if response_text == '2':
203
+ try:
204
+ self.session.post(self.auth_url, data='3', headers=self.headers, timeout=3)
205
+ except:
206
+ pass
207
+ continue
208
+
209
+ # Handle data messages containing output
210
+ if '42[' in response_text and 'output' in response_text:
211
+ try:
212
+ # Find the JSON part more reliably
213
+ start = response_text.find('42[')
214
+ if start != -1:
215
+ # Find the end of this JSON message
216
+ bracket_count = 0
217
+ json_start = start + 2
218
+ json_end = json_start
219
+
220
+ for j, char in enumerate(response_text[json_start:]):
221
+ if char == '[':
222
+ bracket_count += 1
223
+ elif char == ']':
224
+ bracket_count -= 1
225
+ if bracket_count == 0:
226
+ json_end = json_start + j + 1
227
+ break
228
+
229
+ json_str = response_text[json_start:json_end]
230
+ parsed_data = json.loads(json_str)
231
+
232
+ if len(parsed_data) > 1 and isinstance(parsed_data[1], dict):
233
+ data = parsed_data[1]
234
+
235
+ # Handle error responses
236
+ if data.get("status") == "failed":
237
+ error_message = data.get("text", "Unknown API error")
238
+ raise exceptions.FailedToGenerateResponseError(f"API Error: {error_message}")
239
+
240
+ # Handle normal responses
241
+ if "output" in data:
242
+ current_output = data["output"]
243
+ if len(current_output) > last_message:
244
+ delta = current_output[last_message:]
245
+ last_message = len(current_output)
246
+ full_output = current_output
247
+ yield {"text": delta, "final": data.get("final", False), "full_output": full_output}
248
+
249
+ if data.get("final", False):
250
+ return
251
+
252
+ except (json.JSONDecodeError, IndexError, KeyError) as e:
253
+ # Continue on parsing errors
254
+ pass
255
+
256
+ except Exception as e:
257
+ # Handle timeout and other errors more gracefully
258
+ if "timeout" in str(e).lower():
259
+ continue
260
+ time.sleep(0.5)
261
+ continue
262
+
263
+ time.sleep(0.5)
264
+
265
+ def ask(
266
+ self,
267
+ prompt: str,
268
+ stream: bool = False,
269
+ raw: bool = False,
270
+ optimizer: str = None,
271
+ conversationally: bool = False,
272
+ model: str = None
273
+ ) -> Union[Dict[str, Any], Generator]:
274
+ """
275
+ Send a query to Perplexity AI and get a response.
276
+
277
+ Args:
278
+ prompt: The question to ask
279
+ stream: Whether to stream the response
280
+ raw: Return raw response format
281
+ optimizer: Optimizer function to apply to prompt
282
+ conversationally: Use conversation context
283
+ model: Override the model to use
284
+
285
+ Returns:
286
+ If stream=True: Generator yielding response updates
287
+ If stream=False: Final response dictionary
288
+ """
289
+ # Check if connection is still active and reconnect if needed
290
+ if not self.connected.is_set():
291
+ self._initialize_connection()
292
+
293
+ # Use specified model or default
294
+ use_model = model or self.model
295
+ if use_model not in self.AVAILABLE_MODELS:
296
+ raise ValueError(f"Invalid model: {use_model}. Choose from: {', '.join(self.AVAILABLE_MODELS)}")
297
+
298
+ # Process prompt with conversation and optimizers
299
+ conversation_prompt = self.conversation.gen_complete_prompt(prompt)
300
+ if optimizer:
301
+ if optimizer in self.__available_optimizers:
302
+ conversation_prompt = getattr(Optimizers, optimizer)(
303
+ conversation_prompt if conversationally else prompt
304
+ )
305
+ else:
306
+ raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
307
+
308
+ # Send the query using polling approach
309
+ message_data = {
310
+ "version": "2.18",
311
+ "source": "default",
312
+ "model": use_model,
313
+ "messages": [{"role": "user", "content": conversation_prompt}],
314
+ }
315
+
316
+ # Send query
317
+ if not self._send_query_polling(message_data):
318
+ raise exceptions.FailedToGenerateResponseError("Failed to send query")
319
+
320
+ def for_stream():
321
+ """Handle streaming responses using polling"""
322
+ full_text = ""
323
+ for response_chunk in self._poll_for_response(self.timeout):
324
+ if response_chunk["text"]:
325
+ full_text += response_chunk["text"]
326
+ yield dict(text=response_chunk["text"]) if raw else dict(text=response_chunk["text"])
327
+
328
+ if response_chunk["final"]:
329
+ self.conversation.update_chat_history(prompt, full_text)
330
+ return
331
+
332
+ def for_non_stream():
333
+ """Handle non-streaming responses using polling"""
334
+ full_text = ""
335
+ for response_chunk in self._poll_for_response(self.timeout):
336
+ if response_chunk["text"]:
337
+ full_text += response_chunk["text"]
338
+
339
+ if response_chunk["final"]:
340
+ self.conversation.update_chat_history(prompt, full_text)
341
+ return dict(text=full_text) if raw else dict(text=full_text)
342
+
343
+ # If we get here, no final response was received
344
+ if full_text:
345
+ self.conversation.update_chat_history(prompt, full_text)
346
+ return dict(text=full_text) if raw else dict(text=full_text)
347
+ else:
348
+ raise exceptions.FailedToGenerateResponseError("No response received")
349
+
350
+ return for_stream() if stream else for_non_stream()
351
+
352
+ def chat(
353
+ self,
354
+ prompt: str,
355
+ stream: bool = False,
356
+ optimizer: str = None,
357
+ conversationally: bool = False,
358
+ model: str = None
359
+ ) -> Union[str, Generator[str, None, None]]:
360
+ """
361
+ Send a query and get just the text response.
362
+
363
+ Args:
364
+ prompt: The question to ask
365
+ stream: Whether to stream the response
366
+ optimizer: Optimizer function to apply to prompt
367
+ conversationally: Use conversation context
368
+ model: Override the model to use
369
+
370
+ Returns:
371
+ If stream=True: Generator yielding text chunks
372
+ If stream=False: Complete response text
373
+ """
374
+ def for_stream():
375
+ for response in self.ask(
376
+ prompt,
377
+ stream=True,
378
+ optimizer=optimizer,
379
+ conversationally=conversationally,
380
+ model=model
381
+ ):
382
+ yield self.get_message(response)
383
+
384
+ def for_non_stream():
385
+ return self.get_message(
386
+ self.ask(
387
+ prompt,
388
+ stream=False,
389
+ optimizer=optimizer,
390
+ conversationally=conversationally,
391
+ model=model
392
+ )
393
+ )
394
+
395
+ return for_stream() if stream else for_non_stream()
396
+
397
+ def get_message(self, response: dict) -> str:
398
+ """Extract text from response dictionary"""
399
+ assert isinstance(response, dict), "Response should be of dict data-type only"
400
+ return response["text"]
401
+
402
+
403
+ if __name__ == "__main__":
404
+ print("-" * 80)
405
+ print(f"{'Model':<50} {'Status':<10} {'Response'}")
406
+ print("-" * 80)
407
+
408
+ # Test all available models
409
+ working = 0
410
+ total = len(PerplexityLabs.AVAILABLE_MODELS)
411
+
412
+ for model in PerplexityLabs.AVAILABLE_MODELS:
413
+ try:
414
+ test_ai = PerplexityLabs(model=model, timeout=30, connection_timeout=5.0)
415
+ response = test_ai.chat("Say 'Hello' in one word", stream=True)
416
+ response_text = ""
417
+ for chunk in response:
418
+ response_text += chunk
419
+ print(f"\r{model:<50} {'Testing...':<10}", end="", flush=True)
420
+
421
+ if response_text and len(response_text.strip()) > 0:
422
+ status = "✓"
423
+ # Truncate response if too long
424
+ display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
425
+ else:
426
+ status = "✗"
427
+ display_text = "Empty or invalid response"
428
+ print(f"\r{model:<50} {status:<10} {display_text}")
429
+ except Exception as e:
430
+ print(f"\r{model:<50} {'✗':<10} {str(e)[:80]}")