webscout 8.3.7__py3-none-any.whl → 2025.10.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (306) hide show
  1. webscout/AIauto.py +250 -250
  2. webscout/AIbase.py +379 -379
  3. webscout/AIutel.py +60 -60
  4. webscout/Bard.py +1012 -1012
  5. webscout/Bing_search.py +417 -417
  6. webscout/DWEBS.py +529 -529
  7. webscout/Extra/Act.md +309 -309
  8. webscout/Extra/GitToolkit/__init__.py +10 -10
  9. webscout/Extra/GitToolkit/gitapi/README.md +110 -110
  10. webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
  11. webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
  12. webscout/Extra/GitToolkit/gitapi/user.py +96 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
  14. webscout/Extra/YTToolkit/README.md +375 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +956 -956
  16. webscout/Extra/YTToolkit/__init__.py +2 -2
  17. webscout/Extra/YTToolkit/transcriber.py +475 -475
  18. webscout/Extra/YTToolkit/ytapi/README.md +44 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
  20. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  21. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  22. webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
  23. webscout/Extra/YTToolkit/ytapi/https.py +88 -88
  24. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  25. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  26. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  27. webscout/Extra/YTToolkit/ytapi/query.py +39 -39
  28. webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
  29. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  30. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  31. webscout/Extra/autocoder/__init__.py +9 -9
  32. webscout/Extra/autocoder/autocoder.py +1105 -1105
  33. webscout/Extra/autocoder/autocoder_utiles.py +332 -332
  34. webscout/Extra/gguf.md +429 -429
  35. webscout/Extra/gguf.py +1213 -1213
  36. webscout/Extra/tempmail/README.md +487 -487
  37. webscout/Extra/tempmail/__init__.py +27 -27
  38. webscout/Extra/tempmail/async_utils.py +140 -140
  39. webscout/Extra/tempmail/base.py +160 -160
  40. webscout/Extra/tempmail/cli.py +186 -186
  41. webscout/Extra/tempmail/emailnator.py +84 -84
  42. webscout/Extra/tempmail/mail_tm.py +360 -360
  43. webscout/Extra/tempmail/temp_mail_io.py +291 -291
  44. webscout/Extra/weather.md +281 -281
  45. webscout/Extra/weather.py +193 -193
  46. webscout/Litlogger/README.md +10 -10
  47. webscout/Litlogger/__init__.py +15 -15
  48. webscout/Litlogger/formats.py +13 -13
  49. webscout/Litlogger/handlers.py +121 -121
  50. webscout/Litlogger/levels.py +13 -13
  51. webscout/Litlogger/logger.py +134 -134
  52. webscout/Provider/AISEARCH/Perplexity.py +332 -332
  53. webscout/Provider/AISEARCH/README.md +279 -279
  54. webscout/Provider/AISEARCH/__init__.py +16 -1
  55. webscout/Provider/AISEARCH/felo_search.py +206 -206
  56. webscout/Provider/AISEARCH/genspark_search.py +323 -323
  57. webscout/Provider/AISEARCH/hika_search.py +185 -185
  58. webscout/Provider/AISEARCH/iask_search.py +410 -410
  59. webscout/Provider/AISEARCH/monica_search.py +219 -219
  60. webscout/Provider/AISEARCH/scira_search.py +316 -316
  61. webscout/Provider/AISEARCH/stellar_search.py +177 -177
  62. webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
  63. webscout/Provider/Aitopia.py +314 -314
  64. webscout/Provider/Andi.py +1 -1
  65. webscout/Provider/Apriel.py +306 -0
  66. webscout/Provider/ChatGPTClone.py +237 -236
  67. webscout/Provider/ChatSandbox.py +343 -343
  68. webscout/Provider/Cloudflare.py +324 -324
  69. webscout/Provider/Cohere.py +208 -208
  70. webscout/Provider/Deepinfra.py +370 -366
  71. webscout/Provider/ExaAI.py +260 -260
  72. webscout/Provider/ExaChat.py +308 -308
  73. webscout/Provider/Flowith.py +221 -221
  74. webscout/Provider/GMI.py +293 -0
  75. webscout/Provider/Gemini.py +164 -164
  76. webscout/Provider/GeminiProxy.py +167 -167
  77. webscout/Provider/GithubChat.py +371 -372
  78. webscout/Provider/Groq.py +800 -800
  79. webscout/Provider/HeckAI.py +383 -383
  80. webscout/Provider/Jadve.py +282 -282
  81. webscout/Provider/K2Think.py +307 -307
  82. webscout/Provider/Koboldai.py +205 -205
  83. webscout/Provider/LambdaChat.py +423 -423
  84. webscout/Provider/Nemotron.py +244 -244
  85. webscout/Provider/Netwrck.py +248 -248
  86. webscout/Provider/OLLAMA.py +395 -395
  87. webscout/Provider/OPENAI/Cloudflare.py +393 -393
  88. webscout/Provider/OPENAI/FalconH1.py +451 -451
  89. webscout/Provider/OPENAI/FreeGemini.py +296 -296
  90. webscout/Provider/OPENAI/K2Think.py +431 -431
  91. webscout/Provider/OPENAI/NEMOTRON.py +240 -240
  92. webscout/Provider/OPENAI/PI.py +427 -427
  93. webscout/Provider/OPENAI/README.md +959 -959
  94. webscout/Provider/OPENAI/TogetherAI.py +345 -345
  95. webscout/Provider/OPENAI/TwoAI.py +465 -465
  96. webscout/Provider/OPENAI/__init__.py +33 -18
  97. webscout/Provider/OPENAI/base.py +248 -248
  98. webscout/Provider/OPENAI/chatglm.py +528 -0
  99. webscout/Provider/OPENAI/chatgpt.py +592 -592
  100. webscout/Provider/OPENAI/chatgptclone.py +521 -521
  101. webscout/Provider/OPENAI/chatsandbox.py +202 -202
  102. webscout/Provider/OPENAI/deepinfra.py +318 -314
  103. webscout/Provider/OPENAI/e2b.py +1665 -1665
  104. webscout/Provider/OPENAI/exaai.py +420 -420
  105. webscout/Provider/OPENAI/exachat.py +452 -452
  106. webscout/Provider/OPENAI/friendli.py +232 -232
  107. webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
  108. webscout/Provider/OPENAI/groq.py +364 -364
  109. webscout/Provider/OPENAI/heckai.py +314 -314
  110. webscout/Provider/OPENAI/llmchatco.py +337 -337
  111. webscout/Provider/OPENAI/netwrck.py +355 -355
  112. webscout/Provider/OPENAI/oivscode.py +290 -290
  113. webscout/Provider/OPENAI/opkfc.py +518 -518
  114. webscout/Provider/OPENAI/pydantic_imports.py +1 -1
  115. webscout/Provider/OPENAI/scirachat.py +535 -535
  116. webscout/Provider/OPENAI/sonus.py +308 -308
  117. webscout/Provider/OPENAI/standardinput.py +442 -442
  118. webscout/Provider/OPENAI/textpollinations.py +340 -340
  119. webscout/Provider/OPENAI/toolbaz.py +419 -416
  120. webscout/Provider/OPENAI/typefully.py +362 -362
  121. webscout/Provider/OPENAI/utils.py +295 -295
  122. webscout/Provider/OPENAI/venice.py +436 -436
  123. webscout/Provider/OPENAI/wisecat.py +387 -387
  124. webscout/Provider/OPENAI/writecream.py +166 -166
  125. webscout/Provider/OPENAI/x0gpt.py +378 -378
  126. webscout/Provider/OPENAI/yep.py +389 -389
  127. webscout/Provider/OpenGPT.py +230 -230
  128. webscout/Provider/Openai.py +243 -243
  129. webscout/Provider/PI.py +405 -405
  130. webscout/Provider/Perplexitylabs.py +430 -430
  131. webscout/Provider/QwenLM.py +272 -272
  132. webscout/Provider/STT/__init__.py +16 -1
  133. webscout/Provider/Sambanova.py +257 -257
  134. webscout/Provider/StandardInput.py +309 -309
  135. webscout/Provider/TTI/README.md +82 -82
  136. webscout/Provider/TTI/__init__.py +33 -18
  137. webscout/Provider/TTI/aiarta.py +413 -413
  138. webscout/Provider/TTI/base.py +136 -136
  139. webscout/Provider/TTI/bing.py +243 -243
  140. webscout/Provider/TTI/gpt1image.py +149 -149
  141. webscout/Provider/TTI/imagen.py +196 -196
  142. webscout/Provider/TTI/infip.py +211 -211
  143. webscout/Provider/TTI/magicstudio.py +232 -232
  144. webscout/Provider/TTI/monochat.py +219 -219
  145. webscout/Provider/TTI/piclumen.py +214 -214
  146. webscout/Provider/TTI/pixelmuse.py +232 -232
  147. webscout/Provider/TTI/pollinations.py +232 -232
  148. webscout/Provider/TTI/together.py +288 -288
  149. webscout/Provider/TTI/utils.py +12 -12
  150. webscout/Provider/TTI/venice.py +367 -367
  151. webscout/Provider/TTS/README.md +192 -192
  152. webscout/Provider/TTS/__init__.py +33 -18
  153. webscout/Provider/TTS/parler.py +110 -110
  154. webscout/Provider/TTS/streamElements.py +333 -333
  155. webscout/Provider/TTS/utils.py +280 -280
  156. webscout/Provider/TeachAnything.py +237 -237
  157. webscout/Provider/TextPollinationsAI.py +310 -310
  158. webscout/Provider/TogetherAI.py +356 -356
  159. webscout/Provider/TwoAI.py +312 -312
  160. webscout/Provider/TypliAI.py +311 -311
  161. webscout/Provider/UNFINISHED/ChatHub.py +208 -208
  162. webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
  163. webscout/Provider/UNFINISHED/GizAI.py +294 -294
  164. webscout/Provider/UNFINISHED/Marcus.py +198 -198
  165. webscout/Provider/UNFINISHED/Qodo.py +477 -477
  166. webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
  167. webscout/Provider/UNFINISHED/XenAI.py +324 -324
  168. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  169. webscout/Provider/UNFINISHED/liner.py +334 -0
  170. webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
  171. webscout/Provider/UNFINISHED/puterjs.py +634 -634
  172. webscout/Provider/UNFINISHED/samurai.py +223 -223
  173. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  174. webscout/Provider/Venice.py +250 -250
  175. webscout/Provider/VercelAI.py +256 -256
  176. webscout/Provider/WiseCat.py +231 -231
  177. webscout/Provider/WrDoChat.py +366 -366
  178. webscout/Provider/__init__.py +33 -18
  179. webscout/Provider/ai4chat.py +174 -174
  180. webscout/Provider/akashgpt.py +331 -331
  181. webscout/Provider/cerebras.py +446 -446
  182. webscout/Provider/chatglm.py +394 -301
  183. webscout/Provider/cleeai.py +211 -211
  184. webscout/Provider/elmo.py +282 -282
  185. webscout/Provider/geminiapi.py +208 -208
  186. webscout/Provider/granite.py +261 -261
  187. webscout/Provider/hermes.py +263 -263
  188. webscout/Provider/julius.py +223 -223
  189. webscout/Provider/learnfastai.py +309 -309
  190. webscout/Provider/llama3mitril.py +214 -214
  191. webscout/Provider/llmchat.py +243 -243
  192. webscout/Provider/llmchatco.py +290 -290
  193. webscout/Provider/meta.py +801 -801
  194. webscout/Provider/oivscode.py +309 -309
  195. webscout/Provider/scira_chat.py +383 -383
  196. webscout/Provider/searchchat.py +292 -292
  197. webscout/Provider/sonus.py +258 -258
  198. webscout/Provider/toolbaz.py +370 -367
  199. webscout/Provider/turboseek.py +273 -273
  200. webscout/Provider/typefully.py +207 -207
  201. webscout/Provider/yep.py +372 -372
  202. webscout/__init__.py +27 -31
  203. webscout/__main__.py +5 -5
  204. webscout/auth/api_key_manager.py +189 -189
  205. webscout/auth/config.py +175 -175
  206. webscout/auth/models.py +185 -185
  207. webscout/auth/routes.py +663 -664
  208. webscout/auth/simple_logger.py +236 -236
  209. webscout/cli.py +523 -523
  210. webscout/conversation.py +438 -438
  211. webscout/exceptions.py +361 -361
  212. webscout/litagent/Readme.md +298 -298
  213. webscout/litagent/__init__.py +28 -28
  214. webscout/litagent/agent.py +581 -581
  215. webscout/litagent/constants.py +59 -59
  216. webscout/litprinter/__init__.py +58 -58
  217. webscout/models.py +181 -181
  218. webscout/optimizers.py +419 -419
  219. webscout/prompt_manager.py +288 -288
  220. webscout/sanitize.py +1078 -1078
  221. webscout/scout/README.md +401 -401
  222. webscout/scout/__init__.py +8 -8
  223. webscout/scout/core/__init__.py +6 -6
  224. webscout/scout/core/crawler.py +297 -297
  225. webscout/scout/core/scout.py +706 -706
  226. webscout/scout/core/search_result.py +95 -95
  227. webscout/scout/core/text_analyzer.py +62 -62
  228. webscout/scout/core/text_utils.py +277 -277
  229. webscout/scout/core/web_analyzer.py +51 -51
  230. webscout/scout/element.py +599 -599
  231. webscout/scout/parsers/__init__.py +69 -69
  232. webscout/scout/parsers/html5lib_parser.py +172 -172
  233. webscout/scout/parsers/html_parser.py +236 -236
  234. webscout/scout/parsers/lxml_parser.py +178 -178
  235. webscout/scout/utils.py +37 -37
  236. webscout/search/__init__.py +51 -0
  237. webscout/search/base.py +195 -0
  238. webscout/search/duckduckgo_main.py +54 -0
  239. webscout/search/engines/__init__.py +48 -0
  240. webscout/search/engines/bing.py +84 -0
  241. webscout/search/engines/bing_news.py +52 -0
  242. webscout/search/engines/brave.py +43 -0
  243. webscout/search/engines/duckduckgo/__init__.py +25 -0
  244. webscout/search/engines/duckduckgo/answers.py +78 -0
  245. webscout/search/engines/duckduckgo/base.py +187 -0
  246. webscout/search/engines/duckduckgo/images.py +97 -0
  247. webscout/search/engines/duckduckgo/maps.py +168 -0
  248. webscout/search/engines/duckduckgo/news.py +68 -0
  249. webscout/search/engines/duckduckgo/suggestions.py +21 -0
  250. webscout/search/engines/duckduckgo/text.py +211 -0
  251. webscout/search/engines/duckduckgo/translate.py +47 -0
  252. webscout/search/engines/duckduckgo/videos.py +63 -0
  253. webscout/search/engines/duckduckgo/weather.py +74 -0
  254. webscout/search/engines/mojeek.py +37 -0
  255. webscout/search/engines/wikipedia.py +56 -0
  256. webscout/search/engines/yahoo.py +65 -0
  257. webscout/search/engines/yahoo_news.py +64 -0
  258. webscout/search/engines/yandex.py +43 -0
  259. webscout/search/engines/yep/__init__.py +13 -0
  260. webscout/search/engines/yep/base.py +32 -0
  261. webscout/search/engines/yep/images.py +99 -0
  262. webscout/search/engines/yep/suggestions.py +35 -0
  263. webscout/search/engines/yep/text.py +114 -0
  264. webscout/search/http_client.py +156 -0
  265. webscout/search/results.py +137 -0
  266. webscout/search/yep_main.py +44 -0
  267. webscout/swiftcli/Readme.md +323 -323
  268. webscout/swiftcli/__init__.py +95 -95
  269. webscout/swiftcli/core/__init__.py +7 -7
  270. webscout/swiftcli/core/cli.py +308 -308
  271. webscout/swiftcli/core/context.py +104 -104
  272. webscout/swiftcli/core/group.py +241 -241
  273. webscout/swiftcli/decorators/__init__.py +28 -28
  274. webscout/swiftcli/decorators/command.py +221 -221
  275. webscout/swiftcli/decorators/options.py +220 -220
  276. webscout/swiftcli/decorators/output.py +302 -302
  277. webscout/swiftcli/exceptions.py +21 -21
  278. webscout/swiftcli/plugins/__init__.py +9 -9
  279. webscout/swiftcli/plugins/base.py +135 -135
  280. webscout/swiftcli/plugins/manager.py +269 -269
  281. webscout/swiftcli/utils/__init__.py +59 -59
  282. webscout/swiftcli/utils/formatting.py +252 -252
  283. webscout/swiftcli/utils/parsing.py +267 -267
  284. webscout/update_checker.py +117 -117
  285. webscout/version.py +1 -1
  286. webscout/version.py.bak +2 -0
  287. webscout/zeroart/README.md +89 -89
  288. webscout/zeroart/__init__.py +134 -134
  289. webscout/zeroart/base.py +66 -66
  290. webscout/zeroart/effects.py +100 -100
  291. webscout/zeroart/fonts.py +1238 -1238
  292. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/METADATA +936 -937
  293. webscout-2025.10.13.dist-info/RECORD +329 -0
  294. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  295. webscout/Provider/OPENAI/Qwen3.py +0 -303
  296. webscout/Provider/OPENAI/qodo.py +0 -630
  297. webscout/Provider/OPENAI/xenai.py +0 -514
  298. webscout/tempid.py +0 -134
  299. webscout/webscout_search.py +0 -1183
  300. webscout/webscout_search_async.py +0 -649
  301. webscout/yep_search.py +0 -346
  302. webscout-8.3.7.dist-info/RECORD +0 -301
  303. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/WHEEL +0 -0
  304. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/entry_points.txt +0 -0
  305. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/licenses/LICENSE.md +0 -0
  306. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/top_level.txt +0 -0
@@ -1,428 +1,428 @@
1
- from curl_cffi.requests import Session
2
- from curl_cffi import CurlError
3
- import json
4
- import time
5
- import uuid
6
- import re
7
- import threading
8
- from typing import List, Dict, Optional, Union, Generator, Any
9
- from uuid import uuid4
10
-
11
- # Import base classes and utility structures
12
- from webscout.Provider.OPENAI.base import OpenAICompatibleProvider, BaseChat, BaseCompletions
13
- from webscout.Provider.OPENAI.utils import (
14
- ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
15
- ChatCompletionMessage, CompletionUsage
16
- )
17
-
18
- # Attempt to import LitAgent, fallback if not available
19
- try:
20
- from webscout.litagent import LitAgent
21
- except ImportError:
22
- pass
23
-
24
- # --- PI.ai Client ---
25
-
26
- class Completions(BaseCompletions):
27
- def __init__(self, client: 'PiAI'):
28
- self._client = client
29
-
30
- def create(
31
- self,
32
- *,
33
- model: str,
34
- messages: List[Dict[str, str]],
35
- max_tokens: Optional[int] = 2048,
36
- stream: bool = False,
37
- temperature: Optional[float] = None,
38
- top_p: Optional[float] = None,
39
- timeout: Optional[int] = None,
40
- proxies: Optional[Dict[str, str]] = None,
41
- voice: bool = False,
42
- voice_name: str = "voice3",
43
- output_file: str = "PiAI.mp3",
44
- **kwargs: Any
45
- ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
46
- """
47
- Creates a model response for the given chat conversation.
48
- Mimics openai.chat.completions.create with Pi.ai specific features.
49
- """
50
- # Validate voice settings
51
- if voice and voice_name not in self._client.AVAILABLE_VOICES:
52
- raise ValueError(f"Voice '{voice_name}' not available. Choose from: {list(self._client.AVAILABLE_VOICES.keys())}")
53
-
54
- # Use format_prompt from utils.py to convert OpenAI messages format to Pi.ai prompt
55
- from webscout.Provider.OPENAI.utils import format_prompt, count_tokens
56
- prompt = format_prompt(messages, do_continue=True, add_special_tokens=True)
57
-
58
- # Ensure conversation is started
59
- if not self._client.conversation_id:
60
- self._client.start_conversation()
61
-
62
- request_id = f"chatcmpl-{uuid.uuid4()}"
63
- created_time = int(time.time())
64
-
65
- # Use count_tokens for prompt token counting
66
- prompt_tokens = count_tokens(prompt)
67
-
68
- if stream:
69
- return self._create_stream(
70
- request_id, created_time, model, prompt,
71
- timeout, proxies, voice, voice_name, output_file, prompt_tokens
72
- )
73
- else:
74
- return self._create_non_stream(
75
- request_id, created_time, model, prompt,
76
- timeout, proxies, voice, voice_name, output_file, prompt_tokens
77
- )
78
-
79
- def _create_stream(
80
- self, request_id: str, created_time: int, model: str, prompt: str,
81
- timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None,
82
- voice: bool = False, voice_name: str = "voice3", output_file: str = "PiAI.mp3",
83
- prompt_tokens: Optional[int] = None
84
- ) -> Generator[ChatCompletionChunk, None, None]:
85
-
86
- data = {
87
- 'text': prompt,
88
- 'conversation': self._client.conversation_id
89
- }
90
-
91
- try:
92
- # Try primary URL first
93
- current_url = self._client.primary_url
94
- response = self._client.session.post(
95
- current_url,
96
- json=data,
97
- stream=True,
98
- timeout=timeout or self._client.timeout,
99
- impersonate="chrome110"
100
- )
101
-
102
- # If primary URL fails, try fallback URL
103
- if not response.ok and current_url == self._client.primary_url:
104
- current_url = self._client.fallback_url
105
- response = self._client.session.post(
106
- current_url,
107
- json=data,
108
- stream=True,
109
- timeout=timeout or self._client.timeout,
110
- impersonate="chrome110"
111
- )
112
-
113
- response.raise_for_status()
114
-
115
- # Track token usage across chunks
116
- # prompt_tokens = len(prompt.split()) if prompt else 0
117
- completion_tokens = 0
118
- total_tokens = prompt_tokens
119
-
120
- sids = []
121
- streaming_text = ""
122
- full_raw_data_for_sids = ""
123
-
124
- # Process streaming response
125
- for line_bytes in response.iter_lines():
126
- if line_bytes:
127
- line = line_bytes.decode('utf-8')
128
- full_raw_data_for_sids += line + "\n"
129
-
130
- if line.startswith("data: "):
131
- json_line_str = line[6:]
132
- try:
133
- chunk_data = json.loads(json_line_str)
134
- content = chunk_data.get('text', '')
135
-
136
- if content:
137
- # Calculate incremental content
138
- new_content = content[len(streaming_text):] if len(content) > len(streaming_text) else content
139
- streaming_text = content
140
- completion_tokens += len(new_content.split()) if new_content else 0
141
- total_tokens = prompt_tokens + completion_tokens
142
-
143
- # Create OpenAI-compatible chunk
144
- delta = ChoiceDelta(
145
- content=new_content,
146
- role="assistant"
147
- )
148
-
149
- choice = Choice(
150
- index=0,
151
- delta=delta,
152
- finish_reason=None
153
- )
154
-
155
- chunk = ChatCompletionChunk(
156
- id=request_id,
157
- choices=[choice],
158
- created=created_time,
159
- model=model
160
- )
161
-
162
- yield chunk
163
-
164
- except (json.JSONDecodeError, KeyError):
165
- continue
166
-
167
- # Send final chunk with finish_reason
168
- final_choice = Choice(
169
- index=0,
170
- delta=ChoiceDelta(),
171
- finish_reason="stop"
172
- )
173
-
174
- final_chunk = ChatCompletionChunk(
175
- id=request_id,
176
- choices=[final_choice],
177
- created=created_time,
178
- model=model
179
- )
180
-
181
- yield final_chunk
182
-
183
- # Handle voice generation
184
- if voice and voice_name:
185
- sids = re.findall(r'"sid":"(.*?)"', full_raw_data_for_sids)
186
- second_sid = sids[1] if len(sids) >= 2 else None
187
- if second_sid:
188
- threading.Thread(
189
- target=self._client.download_audio_threaded,
190
- args=(voice_name, second_sid, output_file)
191
- ).start()
192
-
193
- except CurlError as e:
194
- raise IOError(f"PI.ai request failed (CurlError): {e}") from e
195
- except Exception as e:
196
- raise IOError(f"PI.ai request failed: {e}") from e
197
-
198
- def _create_non_stream(
199
- self, request_id: str, created_time: int, model: str, prompt: str,
200
- timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None,
201
- voice: bool = False, voice_name: str = "voice3", output_file: str = "PiAI.mp3",
202
- prompt_tokens: Optional[int] = None
203
- ) -> ChatCompletion:
204
-
205
- # Collect streaming response into a single response
206
- full_content = ""
207
- completion_tokens = 0
208
- # prompt_tokens = len(prompt.split()) if prompt else 0 # replaced
209
-
210
- # Use provided prompt_tokens if available
211
- if prompt_tokens is None:
212
- from webscout.Provider.OPENAI.utils import count_tokens
213
- prompt_tokens = count_tokens(prompt)
214
-
215
- for chunk in self._create_stream(
216
- request_id, created_time, model, prompt,
217
- timeout, proxies, voice, voice_name, output_file, prompt_tokens
218
- ):
219
- if chunk.choices and chunk.choices[0].delta and chunk.choices[0].delta.content:
220
- full_content += chunk.choices[0].delta.content
221
- completion_tokens += len(chunk.choices[0].delta.content.split())
222
-
223
- # Create final completion response
224
- message = ChatCompletionMessage(
225
- role="assistant",
226
- content=full_content
227
- )
228
-
229
- choice = Choice(
230
- index=0,
231
- message=message,
232
- finish_reason="stop"
233
- )
234
-
235
- usage = CompletionUsage(
236
- prompt_tokens=prompt_tokens,
237
- completion_tokens=completion_tokens,
238
- total_tokens=prompt_tokens + completion_tokens
239
- )
240
-
241
- completion = ChatCompletion(
242
- id=request_id,
243
- choices=[choice],
244
- created=created_time,
245
- model=model,
246
- usage=usage
247
- )
248
-
249
- return completion
250
-
251
-
252
- class Chat(BaseChat):
253
- def __init__(self, client: 'PiAI'):
254
- self.completions = Completions(client)
255
-
256
-
257
- class PiAI(OpenAICompatibleProvider):
258
- """
259
- PiAI provider following OpenAI-compatible interface.
260
-
261
- Supports Pi.ai specific features like voice generation and conversation management.
262
- """
263
-
264
- AVAILABLE_MODELS = ["inflection_3_pi"]
265
- AVAILABLE_VOICES: Dict[str, int] = {
266
- "voice1": 1,
267
- "voice2": 2,
268
- "voice3": 3,
269
- "voice4": 4,
270
- "voice5": 5,
271
- "voice6": 6,
272
- "voice7": 7,
273
- "voice8": 8
274
- }
275
-
276
- def __init__(
277
- self,
278
- api_key: Optional[str] = None,
279
- timeout: int = 30,
280
- proxies: Optional[Dict[str, str]] = None,
281
- **kwargs: Any
282
- ):
283
- """
284
- Initialize PI.ai provider.
285
-
286
- Args:
287
- api_key: Not used for Pi.ai but kept for compatibility
288
- timeout: Request timeout in seconds
289
- proxies: Proxy configuration
290
- **kwargs: Additional arguments
291
- """
292
- super().__init__(proxies=proxies)
293
- self.timeout = timeout
294
- self.conversation_id = None
295
-
296
- # Setup URLs
297
- self.primary_url = 'https://pi.ai/api/chat'
298
- self.fallback_url = 'https://pi.ai/api/v2/chat'
299
-
300
- # Setup headers
301
- self.headers = {
302
- 'Accept': 'text/event-stream',
303
- 'Accept-Encoding': 'gzip, deflate, br, zstd',
304
- 'Accept-Language': 'en-US,en;q=0.9,en-IN;q=0.8',
305
- 'Content-Type': 'application/json',
306
- 'DNT': '1',
307
- 'Origin': 'https://pi.ai',
308
- 'Referer': 'https://pi.ai/talk',
309
- 'Sec-Fetch-Dest': 'empty',
310
- 'Sec-Fetch-Mode': 'cors',
311
- 'Sec-Fetch-Site': 'same-origin',
312
- 'User-Agent': LitAgent().random() if 'LitAgent' in globals() else 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
313
- 'X-Api-Version': '3'
314
- }
315
-
316
- # Setup cookies
317
- self.cookies = {
318
- '__cf_bm': uuid4().hex
319
- }
320
-
321
- # Replace the base session with curl_cffi Session
322
- self.session = Session()
323
-
324
- # Configure session
325
- self.session.headers.update(self.headers)
326
- if proxies:
327
- self.session.proxies = proxies
328
-
329
- # Set cookies on the session
330
- for name, value in self.cookies.items():
331
- self.session.cookies.set(name, value)
332
-
333
- # Initialize chat interface
334
- self.chat = Chat(self)
335
-
336
- # Start conversation
337
- self.start_conversation()
338
-
339
- def start_conversation(self) -> str:
340
- """
341
- Initializes a new conversation and returns the conversation ID.
342
- """
343
- try:
344
- response = self.session.post(
345
- "https://pi.ai/api/chat/start",
346
- json={},
347
- timeout=self.timeout,
348
- impersonate="chrome110"
349
- )
350
- response.raise_for_status()
351
-
352
- data = response.json()
353
- if 'conversations' in data and data['conversations'] and 'sid' in data['conversations'][0]:
354
- self.conversation_id = data['conversations'][0]['sid']
355
- return self.conversation_id
356
- else:
357
- raise IOError(f"Unexpected response structure from start API: {data}")
358
-
359
- except CurlError as e:
360
- raise IOError(f"Failed to start conversation (CurlError): {e}") from e
361
- except Exception as e:
362
- raise IOError(f"Failed to start conversation: {e}") from e
363
-
364
- def download_audio_threaded(self, voice_name: str, second_sid: str, output_file: str) -> None:
365
- """Downloads audio in a separate thread."""
366
- params = {
367
- 'mode': 'eager',
368
- 'voice': f'voice{self.AVAILABLE_VOICES[voice_name]}',
369
- 'messageSid': second_sid,
370
- }
371
-
372
- try:
373
- audio_response = self.session.get(
374
- 'https://pi.ai/api/chat/voice',
375
- params=params,
376
- timeout=self.timeout,
377
- impersonate="chrome110"
378
- )
379
- audio_response.raise_for_status()
380
-
381
- with open(output_file, "wb") as file:
382
- file.write(audio_response.content)
383
-
384
- except (CurlError, Exception):
385
- # Optionally log the error
386
- pass
387
-
388
- @property
389
- def models(self):
390
- """Return available models in OpenAI-compatible format."""
391
- class _ModelList:
392
- def list(inner_self):
393
- return PiAI.AVAILABLE_MODELS
394
- return _ModelList()
395
-
396
-
397
- # Example usage
398
- if __name__ == "__main__":
399
- # Test the OpenAI-compatible interface
400
- client = PiAI()
401
-
402
- # Test streaming
403
- print("Testing streaming response:")
404
- response = client.chat.completions.create(
405
- model="inflection_3_pi",
406
- messages=[
407
- {"role": "user", "content": "Hello! Say 'Hi' in one word."}
408
- ],
409
- stream=True
410
- )
411
-
412
- for chunk in response:
413
- if chunk.choices and chunk.choices[0].delta and chunk.choices[0].delta.content:
414
- print(chunk.choices[0].delta.content, end="", flush=True)
415
- print()
416
-
417
- # Test non-streaming
418
- print("\nTesting non-streaming response:")
419
- response = client.chat.completions.create(
420
- model="inflection_3_pi",
421
- messages=[
422
- {"role": "user", "content": "Tell me a short joke."}
423
- ],
424
- stream=False
425
- )
426
-
427
- print(response.choices[0].message.content)
1
+ from curl_cffi.requests import Session
2
+ from curl_cffi import CurlError
3
+ import json
4
+ import time
5
+ import uuid
6
+ import re
7
+ import threading
8
+ from typing import List, Dict, Optional, Union, Generator, Any
9
+ from uuid import uuid4
10
+
11
+ # Import base classes and utility structures
12
+ from webscout.Provider.OPENAI.base import OpenAICompatibleProvider, BaseChat, BaseCompletions
13
+ from webscout.Provider.OPENAI.utils import (
14
+ ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
15
+ ChatCompletionMessage, CompletionUsage
16
+ )
17
+
18
+ # Attempt to import LitAgent, fallback if not available
19
+ try:
20
+ from webscout.litagent import LitAgent
21
+ except ImportError:
22
+ pass
23
+
24
+ # --- PI.ai Client ---
25
+
26
+ class Completions(BaseCompletions):
27
+ def __init__(self, client: 'PiAI'):
28
+ self._client = client
29
+
30
+ def create(
31
+ self,
32
+ *,
33
+ model: str,
34
+ messages: List[Dict[str, str]],
35
+ max_tokens: Optional[int] = 2048,
36
+ stream: bool = False,
37
+ temperature: Optional[float] = None,
38
+ top_p: Optional[float] = None,
39
+ timeout: Optional[int] = None,
40
+ proxies: Optional[Dict[str, str]] = None,
41
+ voice: bool = False,
42
+ voice_name: str = "voice3",
43
+ output_file: str = "PiAI.mp3",
44
+ **kwargs: Any
45
+ ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
46
+ """
47
+ Creates a model response for the given chat conversation.
48
+ Mimics openai.chat.completions.create with Pi.ai specific features.
49
+ """
50
+ # Validate voice settings
51
+ if voice and voice_name not in self._client.AVAILABLE_VOICES:
52
+ raise ValueError(f"Voice '{voice_name}' not available. Choose from: {list(self._client.AVAILABLE_VOICES.keys())}")
53
+
54
+ # Use format_prompt from utils.py to convert OpenAI messages format to Pi.ai prompt
55
+ from webscout.Provider.OPENAI.utils import format_prompt, count_tokens
56
+ prompt = format_prompt(messages, do_continue=True, add_special_tokens=True)
57
+
58
+ # Ensure conversation is started
59
+ if not self._client.conversation_id:
60
+ self._client.start_conversation()
61
+
62
+ request_id = f"chatcmpl-{uuid.uuid4()}"
63
+ created_time = int(time.time())
64
+
65
+ # Use count_tokens for prompt token counting
66
+ prompt_tokens = count_tokens(prompt)
67
+
68
+ if stream:
69
+ return self._create_stream(
70
+ request_id, created_time, model, prompt,
71
+ timeout, proxies, voice, voice_name, output_file, prompt_tokens
72
+ )
73
+ else:
74
+ return self._create_non_stream(
75
+ request_id, created_time, model, prompt,
76
+ timeout, proxies, voice, voice_name, output_file, prompt_tokens
77
+ )
78
+
79
+ def _create_stream(
80
+ self, request_id: str, created_time: int, model: str, prompt: str,
81
+ timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None,
82
+ voice: bool = False, voice_name: str = "voice3", output_file: str = "PiAI.mp3",
83
+ prompt_tokens: Optional[int] = None
84
+ ) -> Generator[ChatCompletionChunk, None, None]:
85
+
86
+ data = {
87
+ 'text': prompt,
88
+ 'conversation': self._client.conversation_id
89
+ }
90
+
91
+ try:
92
+ # Try primary URL first
93
+ current_url = self._client.primary_url
94
+ response = self._client.session.post(
95
+ current_url,
96
+ json=data,
97
+ stream=True,
98
+ timeout=timeout or self._client.timeout,
99
+ impersonate="chrome110"
100
+ )
101
+
102
+ # If primary URL fails, try fallback URL
103
+ if not response.ok and current_url == self._client.primary_url:
104
+ current_url = self._client.fallback_url
105
+ response = self._client.session.post(
106
+ current_url,
107
+ json=data,
108
+ stream=True,
109
+ timeout=timeout or self._client.timeout,
110
+ impersonate="chrome110"
111
+ )
112
+
113
+ response.raise_for_status()
114
+
115
+ # Track token usage across chunks
116
+ # prompt_tokens = len(prompt.split()) if prompt else 0
117
+ completion_tokens = 0
118
+ total_tokens = prompt_tokens
119
+
120
+ sids = []
121
+ streaming_text = ""
122
+ full_raw_data_for_sids = ""
123
+
124
+ # Process streaming response
125
+ for line_bytes in response.iter_lines():
126
+ if line_bytes:
127
+ line = line_bytes.decode('utf-8')
128
+ full_raw_data_for_sids += line + "\n"
129
+
130
+ if line.startswith("data: "):
131
+ json_line_str = line[6:]
132
+ try:
133
+ chunk_data = json.loads(json_line_str)
134
+ content = chunk_data.get('text', '')
135
+
136
+ if content:
137
+ # Calculate incremental content
138
+ new_content = content[len(streaming_text):] if len(content) > len(streaming_text) else content
139
+ streaming_text = content
140
+ completion_tokens += len(new_content.split()) if new_content else 0
141
+ total_tokens = prompt_tokens + completion_tokens
142
+
143
+ # Create OpenAI-compatible chunk
144
+ delta = ChoiceDelta(
145
+ content=new_content,
146
+ role="assistant"
147
+ )
148
+
149
+ choice = Choice(
150
+ index=0,
151
+ delta=delta,
152
+ finish_reason=None
153
+ )
154
+
155
+ chunk = ChatCompletionChunk(
156
+ id=request_id,
157
+ choices=[choice],
158
+ created=created_time,
159
+ model=model
160
+ )
161
+
162
+ yield chunk
163
+
164
+ except (json.JSONDecodeError, KeyError):
165
+ continue
166
+
167
+ # Send final chunk with finish_reason
168
+ final_choice = Choice(
169
+ index=0,
170
+ delta=ChoiceDelta(),
171
+ finish_reason="stop"
172
+ )
173
+
174
+ final_chunk = ChatCompletionChunk(
175
+ id=request_id,
176
+ choices=[final_choice],
177
+ created=created_time,
178
+ model=model
179
+ )
180
+
181
+ yield final_chunk
182
+
183
+ # Handle voice generation
184
+ if voice and voice_name:
185
+ sids = re.findall(r'"sid":"(.*?)"', full_raw_data_for_sids)
186
+ second_sid = sids[1] if len(sids) >= 2 else None
187
+ if second_sid:
188
+ threading.Thread(
189
+ target=self._client.download_audio_threaded,
190
+ args=(voice_name, second_sid, output_file)
191
+ ).start()
192
+
193
+ except CurlError as e:
194
+ raise IOError(f"PI.ai request failed (CurlError): {e}") from e
195
+ except Exception as e:
196
+ raise IOError(f"PI.ai request failed: {e}") from e
197
+
198
+ def _create_non_stream(
199
+ self, request_id: str, created_time: int, model: str, prompt: str,
200
+ timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None,
201
+ voice: bool = False, voice_name: str = "voice3", output_file: str = "PiAI.mp3",
202
+ prompt_tokens: Optional[int] = None
203
+ ) -> ChatCompletion:
204
+
205
+ # Collect streaming response into a single response
206
+ full_content = ""
207
+ completion_tokens = 0
208
+ # prompt_tokens = len(prompt.split()) if prompt else 0 # replaced
209
+
210
+ # Use provided prompt_tokens if available
211
+ if prompt_tokens is None:
212
+ from webscout.Provider.OPENAI.utils import count_tokens
213
+ prompt_tokens = count_tokens(prompt)
214
+
215
+ for chunk in self._create_stream(
216
+ request_id, created_time, model, prompt,
217
+ timeout, proxies, voice, voice_name, output_file, prompt_tokens
218
+ ):
219
+ if chunk.choices and chunk.choices[0].delta and chunk.choices[0].delta.content:
220
+ full_content += chunk.choices[0].delta.content
221
+ completion_tokens += len(chunk.choices[0].delta.content.split())
222
+
223
+ # Create final completion response
224
+ message = ChatCompletionMessage(
225
+ role="assistant",
226
+ content=full_content
227
+ )
228
+
229
+ choice = Choice(
230
+ index=0,
231
+ message=message,
232
+ finish_reason="stop"
233
+ )
234
+
235
+ usage = CompletionUsage(
236
+ prompt_tokens=prompt_tokens,
237
+ completion_tokens=completion_tokens,
238
+ total_tokens=prompt_tokens + completion_tokens
239
+ )
240
+
241
+ completion = ChatCompletion(
242
+ id=request_id,
243
+ choices=[choice],
244
+ created=created_time,
245
+ model=model,
246
+ usage=usage
247
+ )
248
+
249
+ return completion
250
+
251
+
252
+ class Chat(BaseChat):
253
+ def __init__(self, client: 'PiAI'):
254
+ self.completions = Completions(client)
255
+
256
+
257
+ class PiAI(OpenAICompatibleProvider):
258
+ """
259
+ PiAI provider following OpenAI-compatible interface.
260
+
261
+ Supports Pi.ai specific features like voice generation and conversation management.
262
+ """
263
+
264
+ AVAILABLE_MODELS = ["inflection_3_pi"]
265
+ AVAILABLE_VOICES: Dict[str, int] = {
266
+ "voice1": 1,
267
+ "voice2": 2,
268
+ "voice3": 3,
269
+ "voice4": 4,
270
+ "voice5": 5,
271
+ "voice6": 6,
272
+ "voice7": 7,
273
+ "voice8": 8
274
+ }
275
+
276
+ def __init__(
277
+ self,
278
+ api_key: Optional[str] = None,
279
+ timeout: int = 30,
280
+ proxies: Optional[Dict[str, str]] = None,
281
+ **kwargs: Any
282
+ ):
283
+ """
284
+ Initialize PI.ai provider.
285
+
286
+ Args:
287
+ api_key: Not used for Pi.ai but kept for compatibility
288
+ timeout: Request timeout in seconds
289
+ proxies: Proxy configuration
290
+ **kwargs: Additional arguments
291
+ """
292
+ super().__init__(proxies=proxies)
293
+ self.timeout = timeout
294
+ self.conversation_id = None
295
+
296
+ # Setup URLs
297
+ self.primary_url = 'https://pi.ai/api/chat'
298
+ self.fallback_url = 'https://pi.ai/api/v2/chat'
299
+
300
+ # Setup headers
301
+ self.headers = {
302
+ 'Accept': 'text/event-stream',
303
+ 'Accept-Encoding': 'gzip, deflate, br, zstd',
304
+ 'Accept-Language': 'en-US,en;q=0.9,en-IN;q=0.8',
305
+ 'Content-Type': 'application/json',
306
+ 'DNT': '1',
307
+ 'Origin': 'https://pi.ai',
308
+ 'Referer': 'https://pi.ai/talk',
309
+ 'Sec-Fetch-Dest': 'empty',
310
+ 'Sec-Fetch-Mode': 'cors',
311
+ 'Sec-Fetch-Site': 'same-origin',
312
+ 'User-Agent': LitAgent().random() if 'LitAgent' in globals() else 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
313
+ 'X-Api-Version': '3'
314
+ }
315
+
316
+ # Setup cookies
317
+ self.cookies = {
318
+ '__cf_bm': uuid4().hex
319
+ }
320
+
321
+ # Replace the base session with curl_cffi Session
322
+ self.session = Session()
323
+
324
+ # Configure session
325
+ self.session.headers.update(self.headers)
326
+ if proxies:
327
+ self.session.proxies = proxies
328
+
329
+ # Set cookies on the session
330
+ for name, value in self.cookies.items():
331
+ self.session.cookies.set(name, value)
332
+
333
+ # Initialize chat interface
334
+ self.chat = Chat(self)
335
+
336
+ # Start conversation
337
+ self.start_conversation()
338
+
339
+ def start_conversation(self) -> str:
340
+ """
341
+ Initializes a new conversation and returns the conversation ID.
342
+ """
343
+ try:
344
+ response = self.session.post(
345
+ "https://pi.ai/api/chat/start",
346
+ json={},
347
+ timeout=self.timeout,
348
+ impersonate="chrome110"
349
+ )
350
+ response.raise_for_status()
351
+
352
+ data = response.json()
353
+ if 'conversations' in data and data['conversations'] and 'sid' in data['conversations'][0]:
354
+ self.conversation_id = data['conversations'][0]['sid']
355
+ return self.conversation_id
356
+ else:
357
+ raise IOError(f"Unexpected response structure from start API: {data}")
358
+
359
+ except CurlError as e:
360
+ raise IOError(f"Failed to start conversation (CurlError): {e}") from e
361
+ except Exception as e:
362
+ raise IOError(f"Failed to start conversation: {e}") from e
363
+
364
+ def download_audio_threaded(self, voice_name: str, second_sid: str, output_file: str) -> None:
365
+ """Downloads audio in a separate thread."""
366
+ params = {
367
+ 'mode': 'eager',
368
+ 'voice': f'voice{self.AVAILABLE_VOICES[voice_name]}',
369
+ 'messageSid': second_sid,
370
+ }
371
+
372
+ try:
373
+ audio_response = self.session.get(
374
+ 'https://pi.ai/api/chat/voice',
375
+ params=params,
376
+ timeout=self.timeout,
377
+ impersonate="chrome110"
378
+ )
379
+ audio_response.raise_for_status()
380
+
381
+ with open(output_file, "wb") as file:
382
+ file.write(audio_response.content)
383
+
384
+ except (CurlError, Exception):
385
+ # Optionally log the error
386
+ pass
387
+
388
+ @property
389
+ def models(self):
390
+ """Return available models in OpenAI-compatible format."""
391
+ class _ModelList:
392
+ def list(inner_self):
393
+ return PiAI.AVAILABLE_MODELS
394
+ return _ModelList()
395
+
396
+
397
+ # Example usage
398
+ if __name__ == "__main__":
399
+ # Test the OpenAI-compatible interface
400
+ client = PiAI()
401
+
402
+ # Test streaming
403
+ print("Testing streaming response:")
404
+ response = client.chat.completions.create(
405
+ model="inflection_3_pi",
406
+ messages=[
407
+ {"role": "user", "content": "Hello! Say 'Hi' in one word."}
408
+ ],
409
+ stream=True
410
+ )
411
+
412
+ for chunk in response:
413
+ if chunk.choices and chunk.choices[0].delta and chunk.choices[0].delta.content:
414
+ print(chunk.choices[0].delta.content, end="", flush=True)
415
+ print()
416
+
417
+ # Test non-streaming
418
+ print("\nTesting non-streaming response:")
419
+ response = client.chat.completions.create(
420
+ model="inflection_3_pi",
421
+ messages=[
422
+ {"role": "user", "content": "Tell me a short joke."}
423
+ ],
424
+ stream=False
425
+ )
426
+
427
+ print(response.choices[0].message.content)
428
428
  print(f"Usage: {response.usage}")