webscout 8.3.6__py3-none-any.whl → 2025.10.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (304) hide show
  1. webscout/AIauto.py +250 -250
  2. webscout/AIbase.py +379 -379
  3. webscout/AIutel.py +60 -58
  4. webscout/Bard.py +1012 -1012
  5. webscout/Bing_search.py +417 -417
  6. webscout/DWEBS.py +529 -529
  7. webscout/Extra/Act.md +309 -309
  8. webscout/Extra/GitToolkit/__init__.py +10 -10
  9. webscout/Extra/GitToolkit/gitapi/README.md +110 -110
  10. webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
  11. webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
  12. webscout/Extra/GitToolkit/gitapi/user.py +96 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
  14. webscout/Extra/YTToolkit/README.md +375 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +956 -956
  16. webscout/Extra/YTToolkit/__init__.py +2 -2
  17. webscout/Extra/YTToolkit/transcriber.py +475 -475
  18. webscout/Extra/YTToolkit/ytapi/README.md +44 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
  20. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  21. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  22. webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
  23. webscout/Extra/YTToolkit/ytapi/https.py +88 -88
  24. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  25. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  26. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  27. webscout/Extra/YTToolkit/ytapi/query.py +39 -39
  28. webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
  29. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  30. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  31. webscout/Extra/autocoder/__init__.py +9 -9
  32. webscout/Extra/autocoder/autocoder.py +1105 -1105
  33. webscout/Extra/autocoder/autocoder_utiles.py +332 -332
  34. webscout/Extra/gguf.md +429 -429
  35. webscout/Extra/gguf.py +1213 -1213
  36. webscout/Extra/tempmail/README.md +487 -487
  37. webscout/Extra/tempmail/__init__.py +27 -27
  38. webscout/Extra/tempmail/async_utils.py +140 -140
  39. webscout/Extra/tempmail/base.py +160 -160
  40. webscout/Extra/tempmail/cli.py +186 -186
  41. webscout/Extra/tempmail/emailnator.py +84 -84
  42. webscout/Extra/tempmail/mail_tm.py +360 -360
  43. webscout/Extra/tempmail/temp_mail_io.py +291 -291
  44. webscout/Extra/weather.md +281 -281
  45. webscout/Extra/weather.py +193 -193
  46. webscout/Litlogger/README.md +10 -10
  47. webscout/Litlogger/__init__.py +15 -15
  48. webscout/Litlogger/formats.py +13 -13
  49. webscout/Litlogger/handlers.py +121 -121
  50. webscout/Litlogger/levels.py +13 -13
  51. webscout/Litlogger/logger.py +134 -134
  52. webscout/Provider/AISEARCH/Perplexity.py +332 -332
  53. webscout/Provider/AISEARCH/README.md +279 -279
  54. webscout/Provider/AISEARCH/__init__.py +33 -11
  55. webscout/Provider/AISEARCH/felo_search.py +206 -206
  56. webscout/Provider/AISEARCH/genspark_search.py +323 -323
  57. webscout/Provider/AISEARCH/hika_search.py +185 -185
  58. webscout/Provider/AISEARCH/iask_search.py +410 -410
  59. webscout/Provider/AISEARCH/monica_search.py +219 -219
  60. webscout/Provider/AISEARCH/scira_search.py +316 -314
  61. webscout/Provider/AISEARCH/stellar_search.py +177 -177
  62. webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
  63. webscout/Provider/Aitopia.py +314 -315
  64. webscout/Provider/Andi.py +3 -3
  65. webscout/Provider/Apriel.py +306 -0
  66. webscout/Provider/ChatGPTClone.py +236 -236
  67. webscout/Provider/ChatSandbox.py +343 -342
  68. webscout/Provider/Cloudflare.py +324 -324
  69. webscout/Provider/Cohere.py +208 -207
  70. webscout/Provider/Deepinfra.py +370 -369
  71. webscout/Provider/ExaAI.py +260 -260
  72. webscout/Provider/ExaChat.py +308 -387
  73. webscout/Provider/Flowith.py +221 -221
  74. webscout/Provider/GMI.py +293 -0
  75. webscout/Provider/Gemini.py +164 -162
  76. webscout/Provider/GeminiProxy.py +167 -166
  77. webscout/Provider/GithubChat.py +371 -370
  78. webscout/Provider/Groq.py +800 -800
  79. webscout/Provider/HeckAI.py +383 -379
  80. webscout/Provider/Jadve.py +282 -297
  81. webscout/Provider/K2Think.py +308 -0
  82. webscout/Provider/Koboldai.py +206 -384
  83. webscout/Provider/LambdaChat.py +423 -425
  84. webscout/Provider/Nemotron.py +244 -245
  85. webscout/Provider/Netwrck.py +248 -247
  86. webscout/Provider/OLLAMA.py +395 -394
  87. webscout/Provider/OPENAI/Cloudflare.py +394 -395
  88. webscout/Provider/OPENAI/FalconH1.py +452 -457
  89. webscout/Provider/OPENAI/FreeGemini.py +297 -299
  90. webscout/Provider/OPENAI/{monochat.py → K2Think.py} +432 -329
  91. webscout/Provider/OPENAI/NEMOTRON.py +241 -244
  92. webscout/Provider/OPENAI/PI.py +428 -427
  93. webscout/Provider/OPENAI/README.md +959 -959
  94. webscout/Provider/OPENAI/TogetherAI.py +345 -345
  95. webscout/Provider/OPENAI/TwoAI.py +466 -467
  96. webscout/Provider/OPENAI/__init__.py +33 -59
  97. webscout/Provider/OPENAI/ai4chat.py +313 -303
  98. webscout/Provider/OPENAI/base.py +249 -269
  99. webscout/Provider/OPENAI/chatglm.py +528 -0
  100. webscout/Provider/OPENAI/chatgpt.py +593 -588
  101. webscout/Provider/OPENAI/chatgptclone.py +521 -524
  102. webscout/Provider/OPENAI/chatsandbox.py +202 -177
  103. webscout/Provider/OPENAI/deepinfra.py +319 -315
  104. webscout/Provider/OPENAI/e2b.py +1665 -1665
  105. webscout/Provider/OPENAI/exaai.py +420 -420
  106. webscout/Provider/OPENAI/exachat.py +452 -452
  107. webscout/Provider/OPENAI/friendli.py +232 -232
  108. webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
  109. webscout/Provider/OPENAI/groq.py +364 -364
  110. webscout/Provider/OPENAI/heckai.py +314 -311
  111. webscout/Provider/OPENAI/llmchatco.py +337 -337
  112. webscout/Provider/OPENAI/netwrck.py +355 -354
  113. webscout/Provider/OPENAI/oivscode.py +290 -290
  114. webscout/Provider/OPENAI/opkfc.py +518 -518
  115. webscout/Provider/OPENAI/pydantic_imports.py +1 -1
  116. webscout/Provider/OPENAI/scirachat.py +535 -529
  117. webscout/Provider/OPENAI/sonus.py +308 -308
  118. webscout/Provider/OPENAI/standardinput.py +442 -442
  119. webscout/Provider/OPENAI/textpollinations.py +340 -348
  120. webscout/Provider/OPENAI/toolbaz.py +419 -413
  121. webscout/Provider/OPENAI/typefully.py +362 -362
  122. webscout/Provider/OPENAI/utils.py +295 -295
  123. webscout/Provider/OPENAI/venice.py +436 -436
  124. webscout/Provider/OPENAI/wisecat.py +387 -387
  125. webscout/Provider/OPENAI/writecream.py +166 -166
  126. webscout/Provider/OPENAI/x0gpt.py +378 -378
  127. webscout/Provider/OPENAI/yep.py +389 -389
  128. webscout/Provider/OpenGPT.py +230 -230
  129. webscout/Provider/Openai.py +244 -496
  130. webscout/Provider/PI.py +405 -404
  131. webscout/Provider/Perplexitylabs.py +430 -431
  132. webscout/Provider/QwenLM.py +272 -254
  133. webscout/Provider/STT/__init__.py +32 -2
  134. webscout/Provider/{Llama3.py → Sambanova.py} +257 -258
  135. webscout/Provider/StandardInput.py +309 -309
  136. webscout/Provider/TTI/README.md +82 -82
  137. webscout/Provider/TTI/__init__.py +33 -12
  138. webscout/Provider/TTI/aiarta.py +413 -413
  139. webscout/Provider/TTI/base.py +136 -136
  140. webscout/Provider/TTI/bing.py +243 -243
  141. webscout/Provider/TTI/gpt1image.py +149 -149
  142. webscout/Provider/TTI/imagen.py +196 -196
  143. webscout/Provider/TTI/infip.py +211 -211
  144. webscout/Provider/TTI/magicstudio.py +232 -232
  145. webscout/Provider/TTI/monochat.py +219 -219
  146. webscout/Provider/TTI/piclumen.py +214 -214
  147. webscout/Provider/TTI/pixelmuse.py +232 -232
  148. webscout/Provider/TTI/pollinations.py +232 -232
  149. webscout/Provider/TTI/together.py +288 -288
  150. webscout/Provider/TTI/utils.py +12 -12
  151. webscout/Provider/TTI/venice.py +367 -367
  152. webscout/Provider/TTS/README.md +192 -192
  153. webscout/Provider/TTS/__init__.py +33 -10
  154. webscout/Provider/TTS/parler.py +110 -110
  155. webscout/Provider/TTS/streamElements.py +333 -333
  156. webscout/Provider/TTS/utils.py +280 -280
  157. webscout/Provider/TeachAnything.py +237 -236
  158. webscout/Provider/TextPollinationsAI.py +311 -318
  159. webscout/Provider/TogetherAI.py +356 -357
  160. webscout/Provider/TwoAI.py +313 -569
  161. webscout/Provider/TypliAI.py +312 -311
  162. webscout/Provider/UNFINISHED/ChatHub.py +208 -208
  163. webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
  164. webscout/Provider/{GizAI.py → UNFINISHED/GizAI.py} +294 -294
  165. webscout/Provider/{Marcus.py → UNFINISHED/Marcus.py} +198 -198
  166. webscout/Provider/{Qodo.py → UNFINISHED/Qodo.py} +477 -477
  167. webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
  168. webscout/Provider/{XenAI.py → UNFINISHED/XenAI.py} +324 -324
  169. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  170. webscout/Provider/UNFINISHED/liner.py +334 -0
  171. webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
  172. webscout/Provider/UNFINISHED/puterjs.py +634 -634
  173. webscout/Provider/UNFINISHED/samurai.py +223 -223
  174. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  175. webscout/Provider/Venice.py +251 -250
  176. webscout/Provider/VercelAI.py +256 -255
  177. webscout/Provider/WiseCat.py +232 -231
  178. webscout/Provider/WrDoChat.py +367 -366
  179. webscout/Provider/__init__.py +33 -86
  180. webscout/Provider/ai4chat.py +174 -174
  181. webscout/Provider/akashgpt.py +331 -334
  182. webscout/Provider/cerebras.py +446 -340
  183. webscout/Provider/chatglm.py +394 -214
  184. webscout/Provider/cleeai.py +211 -212
  185. webscout/Provider/deepseek_assistant.py +1 -1
  186. webscout/Provider/elmo.py +282 -282
  187. webscout/Provider/geminiapi.py +208 -208
  188. webscout/Provider/granite.py +261 -261
  189. webscout/Provider/hermes.py +263 -265
  190. webscout/Provider/julius.py +223 -222
  191. webscout/Provider/learnfastai.py +309 -309
  192. webscout/Provider/llama3mitril.py +214 -214
  193. webscout/Provider/llmchat.py +243 -243
  194. webscout/Provider/llmchatco.py +290 -290
  195. webscout/Provider/meta.py +801 -801
  196. webscout/Provider/oivscode.py +309 -309
  197. webscout/Provider/scira_chat.py +384 -457
  198. webscout/Provider/searchchat.py +292 -291
  199. webscout/Provider/sonus.py +258 -258
  200. webscout/Provider/toolbaz.py +370 -364
  201. webscout/Provider/turboseek.py +274 -265
  202. webscout/Provider/typefully.py +208 -207
  203. webscout/Provider/x0gpt.py +1 -0
  204. webscout/Provider/yep.py +372 -371
  205. webscout/__init__.py +30 -31
  206. webscout/__main__.py +5 -5
  207. webscout/auth/api_key_manager.py +189 -189
  208. webscout/auth/config.py +175 -175
  209. webscout/auth/models.py +185 -185
  210. webscout/auth/routes.py +664 -664
  211. webscout/auth/simple_logger.py +236 -236
  212. webscout/cli.py +523 -523
  213. webscout/conversation.py +438 -438
  214. webscout/exceptions.py +361 -361
  215. webscout/litagent/Readme.md +298 -298
  216. webscout/litagent/__init__.py +28 -28
  217. webscout/litagent/agent.py +581 -581
  218. webscout/litagent/constants.py +59 -59
  219. webscout/litprinter/__init__.py +58 -58
  220. webscout/models.py +181 -181
  221. webscout/optimizers.py +419 -419
  222. webscout/prompt_manager.py +288 -288
  223. webscout/sanitize.py +1078 -1078
  224. webscout/scout/README.md +401 -401
  225. webscout/scout/__init__.py +8 -8
  226. webscout/scout/core/__init__.py +6 -6
  227. webscout/scout/core/crawler.py +297 -297
  228. webscout/scout/core/scout.py +706 -706
  229. webscout/scout/core/search_result.py +95 -95
  230. webscout/scout/core/text_analyzer.py +62 -62
  231. webscout/scout/core/text_utils.py +277 -277
  232. webscout/scout/core/web_analyzer.py +51 -51
  233. webscout/scout/element.py +599 -599
  234. webscout/scout/parsers/__init__.py +69 -69
  235. webscout/scout/parsers/html5lib_parser.py +172 -172
  236. webscout/scout/parsers/html_parser.py +236 -236
  237. webscout/scout/parsers/lxml_parser.py +178 -178
  238. webscout/scout/utils.py +37 -37
  239. webscout/swiftcli/Readme.md +323 -323
  240. webscout/swiftcli/__init__.py +95 -95
  241. webscout/swiftcli/core/__init__.py +7 -7
  242. webscout/swiftcli/core/cli.py +308 -308
  243. webscout/swiftcli/core/context.py +104 -104
  244. webscout/swiftcli/core/group.py +241 -241
  245. webscout/swiftcli/decorators/__init__.py +28 -28
  246. webscout/swiftcli/decorators/command.py +221 -221
  247. webscout/swiftcli/decorators/options.py +220 -220
  248. webscout/swiftcli/decorators/output.py +302 -302
  249. webscout/swiftcli/exceptions.py +21 -21
  250. webscout/swiftcli/plugins/__init__.py +9 -9
  251. webscout/swiftcli/plugins/base.py +135 -135
  252. webscout/swiftcli/plugins/manager.py +269 -269
  253. webscout/swiftcli/utils/__init__.py +59 -59
  254. webscout/swiftcli/utils/formatting.py +252 -252
  255. webscout/swiftcli/utils/parsing.py +267 -267
  256. webscout/update_checker.py +117 -117
  257. webscout/version.py +1 -1
  258. webscout/webscout_search.py +1183 -1183
  259. webscout/webscout_search_async.py +649 -649
  260. webscout/yep_search.py +346 -346
  261. webscout/zeroart/README.md +89 -89
  262. webscout/zeroart/__init__.py +134 -134
  263. webscout/zeroart/base.py +66 -66
  264. webscout/zeroart/effects.py +100 -100
  265. webscout/zeroart/fonts.py +1238 -1238
  266. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -936
  267. webscout-2025.10.11.dist-info/RECORD +300 -0
  268. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  269. webscout/Provider/AllenAI.py +0 -440
  270. webscout/Provider/Blackboxai.py +0 -793
  271. webscout/Provider/FreeGemini.py +0 -250
  272. webscout/Provider/GptOss.py +0 -207
  273. webscout/Provider/Hunyuan.py +0 -283
  274. webscout/Provider/Kimi.py +0 -445
  275. webscout/Provider/MCPCore.py +0 -322
  276. webscout/Provider/MiniMax.py +0 -207
  277. webscout/Provider/OPENAI/BLACKBOXAI.py +0 -1045
  278. webscout/Provider/OPENAI/MiniMax.py +0 -298
  279. webscout/Provider/OPENAI/Qwen3.py +0 -304
  280. webscout/Provider/OPENAI/autoproxy.py +0 -1067
  281. webscout/Provider/OPENAI/copilot.py +0 -321
  282. webscout/Provider/OPENAI/gptoss.py +0 -288
  283. webscout/Provider/OPENAI/kimi.py +0 -469
  284. webscout/Provider/OPENAI/mcpcore.py +0 -431
  285. webscout/Provider/OPENAI/multichat.py +0 -378
  286. webscout/Provider/OPENAI/qodo.py +0 -630
  287. webscout/Provider/OPENAI/xenai.py +0 -514
  288. webscout/Provider/Reka.py +0 -214
  289. webscout/Provider/UNFINISHED/fetch_together_models.py +0 -90
  290. webscout/Provider/asksteve.py +0 -220
  291. webscout/Provider/copilot.py +0 -441
  292. webscout/Provider/freeaichat.py +0 -294
  293. webscout/Provider/koala.py +0 -182
  294. webscout/Provider/lmarena.py +0 -198
  295. webscout/Provider/monochat.py +0 -275
  296. webscout/Provider/multichat.py +0 -375
  297. webscout/Provider/scnet.py +0 -244
  298. webscout/Provider/talkai.py +0 -194
  299. webscout/tempid.py +0 -128
  300. webscout-8.3.6.dist-info/RECORD +0 -327
  301. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
  302. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
  303. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
  304. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
@@ -1,420 +1,420 @@
1
- import time
2
- import uuid
3
- import requests
4
- import json
5
- import re
6
- from typing import List, Dict, Optional, Union, Generator, Any
7
-
8
- # Import base classes and utility structures
9
- from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
10
- from .utils import (
11
- ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
12
- ChatCompletionMessage, CompletionUsage, count_tokens
13
- )
14
-
15
- # Attempt to import LitAgent, fallback if not available
16
- try:
17
- from webscout.litagent import LitAgent
18
- except ImportError:
19
- pass
20
-
21
- # --- ExaAI Client ---
22
-
23
- # ANSI escape codes for formatting
24
- BOLD = "\033[1m"
25
- RED = "\033[91m"
26
- RESET = "\033[0m"
27
-
28
- class Completions(BaseCompletions):
29
- def __init__(self, client: 'ExaAI'):
30
- self._client = client
31
-
32
- def create(
33
- self,
34
- *,
35
- model: str,
36
- messages: List[Dict[str, str]],
37
- max_tokens: Optional[int] = None,
38
- stream: bool = False,
39
- temperature: Optional[float] = None,
40
- top_p: Optional[float] = None,
41
- timeout: Optional[int] = None,
42
- proxies: Optional[Dict[str, str]] = None,
43
- **kwargs: Any
44
- ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
45
- """
46
- Creates a model response for the given chat conversation.
47
- Mimics openai.chat.completions.create
48
- """
49
- # Filter out system messages and warn the user if any are present
50
- filtered_messages = []
51
- has_system_message = False
52
-
53
- for msg in messages:
54
- if msg["role"] == "system":
55
- has_system_message = True
56
- continue # Skip system messages
57
- filtered_messages.append(msg)
58
-
59
- if has_system_message:
60
- # Print warning in bold red
61
- print(f"{BOLD}{RED}Warning: ExaAI does not support system messages, they will be ignored.{RESET}")
62
-
63
- # If no messages left after filtering, raise an error
64
- if not filtered_messages:
65
- raise ValueError("At least one user message is required")
66
-
67
- # Generate a unique ID for the conversation
68
- conversation_id = uuid.uuid4().hex[:16]
69
-
70
- # Prepare the payload for ExaAI API
71
- payload = {
72
- "id": conversation_id,
73
- "messages": filtered_messages
74
- }
75
-
76
- # Add optional parameters if provided
77
- if max_tokens is not None and max_tokens > 0:
78
- payload["max_tokens"] = max_tokens
79
-
80
- if temperature is not None:
81
- payload["temperature"] = temperature
82
-
83
- if top_p is not None:
84
- payload["top_p"] = top_p
85
-
86
- # Add any additional parameters
87
- for key, value in kwargs.items():
88
- if key not in payload:
89
- payload[key] = value
90
-
91
- request_id = f"chatcmpl-{uuid.uuid4()}"
92
- created_time = int(time.time())
93
-
94
- if stream:
95
- return self._create_stream(request_id, created_time, model, payload, timeout, proxies)
96
- else:
97
- return self._create_non_stream(request_id, created_time, model, payload, timeout, proxies)
98
-
99
- def _create_stream(
100
- self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
101
- ) -> Generator[ChatCompletionChunk, None, None]:
102
- try:
103
- response = self._client.session.post(
104
- self._client.api_endpoint,
105
- headers=self._client.headers,
106
- json=payload,
107
- stream=True,
108
- timeout=timeout or self._client.timeout,
109
- proxies=proxies or getattr(self._client, "proxies", None)
110
- )
111
-
112
- # Handle non-200 responses
113
- if not response.ok:
114
- raise IOError(
115
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
116
- )
117
-
118
- # Track token usage across chunks
119
- prompt_tokens = 0
120
- completion_tokens = 0
121
- total_tokens = 0
122
-
123
- # Estimate prompt tokens based on message length
124
- for msg in payload.get("messages", []):
125
- prompt_tokens += count_tokens(msg.get("content", ""))
126
-
127
- for line in response.iter_lines(decode_unicode=True):
128
- if line:
129
- match = re.search(r'0:"(.*?)"', line)
130
- if match:
131
- content = match.group(1)
132
-
133
- # Format the content (replace escaped newlines)
134
- content = self._client.format_text(content)
135
-
136
- # Update token counts
137
- completion_tokens += count_tokens(content)
138
- total_tokens = prompt_tokens + completion_tokens
139
-
140
- # Create the delta object
141
- delta = ChoiceDelta(
142
- content=content,
143
- role="assistant",
144
- tool_calls=None
145
- )
146
-
147
- # Create the choice object
148
- choice = Choice(
149
- index=0,
150
- delta=delta,
151
- finish_reason=None,
152
- logprobs=None
153
- )
154
-
155
- # Create the chunk object
156
- chunk = ChatCompletionChunk(
157
- id=request_id,
158
- choices=[choice],
159
- created=created_time,
160
- model=model,
161
- system_fingerprint=None
162
- )
163
-
164
- # Convert chunk to dict using Pydantic's API
165
- if hasattr(chunk, "model_dump"):
166
- chunk_dict = chunk.model_dump(exclude_none=True)
167
- else:
168
- chunk_dict = chunk.dict(exclude_none=True)
169
-
170
- # Add usage information to match OpenAI format
171
- usage_dict = {
172
- "prompt_tokens": prompt_tokens,
173
- "completion_tokens": completion_tokens,
174
- "total_tokens": total_tokens,
175
- "estimated_cost": None
176
- }
177
-
178
- chunk_dict["usage"] = usage_dict
179
-
180
- # Return the chunk object for internal processing
181
- yield chunk
182
-
183
- # Final chunk with finish_reason="stop"
184
- delta = ChoiceDelta(
185
- content=None,
186
- role=None,
187
- tool_calls=None
188
- )
189
-
190
- choice = Choice(
191
- index=0,
192
- delta=delta,
193
- finish_reason="stop",
194
- logprobs=None
195
- )
196
-
197
- chunk = ChatCompletionChunk(
198
- id=request_id,
199
- choices=[choice],
200
- created=created_time,
201
- model=model,
202
- system_fingerprint=None
203
- )
204
-
205
- if hasattr(chunk, "model_dump"):
206
- chunk_dict = chunk.model_dump(exclude_none=True)
207
- else:
208
- chunk_dict = chunk.dict(exclude_none=True)
209
- chunk_dict["usage"] = {
210
- "prompt_tokens": prompt_tokens,
211
- "completion_tokens": completion_tokens,
212
- "total_tokens": total_tokens,
213
- "estimated_cost": None
214
- }
215
-
216
- yield chunk
217
-
218
- except Exception as e:
219
- print(f"Error during ExaAI stream request: {e}")
220
- raise IOError(f"ExaAI request failed: {e}") from e
221
-
222
- def _create_non_stream(
223
- self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
224
- ) -> ChatCompletion:
225
- try:
226
- # For non-streaming, we still use streaming internally to collect the full response
227
- response = self._client.session.post(
228
- self._client.api_endpoint,
229
- headers=self._client.headers,
230
- json=payload,
231
- stream=True,
232
- timeout=timeout or self._client.timeout,
233
- proxies=proxies or getattr(self._client, "proxies", None)
234
- )
235
-
236
- # Handle non-200 responses
237
- if not response.ok:
238
- raise IOError(
239
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
240
- )
241
-
242
- # Collect the full response
243
- full_text = ""
244
- for line in response.iter_lines(decode_unicode=True):
245
- if line:
246
- match = re.search(r'0:"(.*?)"', line)
247
- if match:
248
- content = match.group(1)
249
- full_text += content
250
-
251
- # Format the text (replace escaped newlines)
252
- full_text = self._client.format_text(full_text)
253
-
254
- # Estimate token counts
255
- prompt_tokens = 0
256
- for msg in payload.get("messages", []):
257
- prompt_tokens += count_tokens(msg.get("content", ""))
258
-
259
- completion_tokens = count_tokens(full_text)
260
- total_tokens = prompt_tokens + completion_tokens
261
-
262
- # Create the message object
263
- message = ChatCompletionMessage(
264
- role="assistant",
265
- content=full_text
266
- )
267
-
268
- # Create the choice object
269
- choice = Choice(
270
- index=0,
271
- message=message,
272
- finish_reason="stop"
273
- )
274
-
275
- # Create the usage object
276
- usage = CompletionUsage(
277
- prompt_tokens=prompt_tokens,
278
- completion_tokens=completion_tokens,
279
- total_tokens=total_tokens
280
- )
281
-
282
- # Create the completion object
283
- completion = ChatCompletion(
284
- id=request_id,
285
- choices=[choice],
286
- created=created_time,
287
- model=model,
288
- usage=usage,
289
- )
290
-
291
- return completion
292
-
293
- except Exception as e:
294
- print(f"Error during ExaAI non-stream request: {e}")
295
- raise IOError(f"ExaAI request failed: {e}") from e
296
-
297
- class Chat(BaseChat):
298
- def __init__(self, client: 'ExaAI'):
299
- self.completions = Completions(client)
300
-
301
- class ExaAI(OpenAICompatibleProvider):
302
- """
303
- OpenAI-compatible client for ExaAI API.
304
-
305
- Usage:
306
- client = ExaAI()
307
- response = client.chat.completions.create(
308
- model="O3-Mini",
309
- messages=[{"role": "user", "content": "Hello!"}]
310
- )
311
-
312
- Note:
313
- ExaAI does not support system messages. Any system messages will be ignored.
314
- """
315
-
316
- AVAILABLE_MODELS = ["O3-Mini"]
317
-
318
- def __init__(
319
- self,
320
- browser: str = "chrome"
321
- ):
322
- """
323
- Initialize the ExaAI client.
324
-
325
- Args:
326
- browser: Browser to emulate in user agent
327
- """
328
- self.timeout = 60 # Default timeout in seconds
329
- self.proxies = None # Default proxies
330
- self.api_endpoint = "https://o3minichat.exa.ai/api/chat"
331
- self.session = requests.Session()
332
-
333
- # Initialize LitAgent for user agent generation
334
- agent = LitAgent()
335
- self.fingerprint = agent.generate_fingerprint(browser)
336
-
337
- # Headers for the request
338
- self.headers = {
339
- "authority": "o3minichat.exa.ai",
340
- "accept": self.fingerprint["accept"],
341
- "accept-encoding": "gzip, deflate, br, zstd",
342
- "accept-language": self.fingerprint["accept_language"],
343
- "content-type": "application/json",
344
- "dnt": "1",
345
- "origin": "https://o3minichat.exa.ai",
346
- "priority": "u=1, i",
347
- "referer": "https://o3minichat.exa.ai/",
348
- "sec-ch-ua": self.fingerprint["sec_ch_ua"] or '"Microsoft Edge";v="135", "Not-A.Brand";v="8", "Chromium";v="135"',
349
- "sec-ch-ua-mobile": "?0",
350
- "sec-ch-ua-platform": f'"{self.fingerprint["platform"]}"',
351
- "sec-fetch-dest": "empty",
352
- "sec-fetch-mode": "cors",
353
- "sec-fetch-site": "same-origin",
354
- "sec-gpc": "1",
355
- "user-agent": self.fingerprint["user_agent"]
356
- }
357
-
358
- self.session.headers.update(self.headers)
359
-
360
- # Initialize the chat interface
361
- self.chat = Chat(self)
362
-
363
- def format_text(self, text: str) -> str:
364
- """
365
- Format text by replacing escaped newlines with actual newlines.
366
-
367
- Args:
368
- text: Text to format
369
-
370
- Returns:
371
- Formatted text
372
- """
373
- # Use a more comprehensive approach to handle all escape sequences
374
- try:
375
- # First handle double backslashes to avoid issues
376
- text = text.replace('\\\\', '\\')
377
-
378
- # Handle common escape sequences
379
- text = text.replace('\\n', '\n')
380
- text = text.replace('\\r', '\r')
381
- text = text.replace('\\t', '\t')
382
- text = text.replace('\\"', '"')
383
- text = text.replace("\\'", "'")
384
-
385
- # Handle any remaining escape sequences using JSON decoding
386
- # This is a fallback in case there are other escape sequences
387
- try:
388
- # Add quotes to make it a valid JSON string
389
- json_str = f'"{text}"'
390
- # Use json module to decode all escape sequences
391
- decoded = json.loads(json_str)
392
- return decoded
393
- except json.JSONDecodeError:
394
- # If JSON decoding fails, return the text with the replacements we've already done
395
- return text
396
- except Exception as e:
397
- # If any error occurs, return the original text
398
- print(f"Warning: Error formatting text: {e}")
399
- return text
400
-
401
- def convert_model_name(self, model: str) -> str:
402
- """
403
- Convert model names to ones supported by ExaAI.
404
-
405
- Args:
406
- model: Model name to convert (ignored as ExaAI only supports O3-Mini)
407
-
408
- Returns:
409
- ExaAI model name
410
- """
411
- # ExaAI only supports O3-Mini, regardless of the input model
412
- print(f"Note: ExaAI only supports O3-Mini model. Ignoring provided model '{model}'.")
413
- return "O3-Mini"
414
-
415
- @property
416
- def models(self):
417
- class _ModelList:
418
- def list(inner_self):
419
- return type(self).AVAILABLE_MODELS
420
- return _ModelList()
1
+ import time
2
+ import uuid
3
+ import requests
4
+ import json
5
+ import re
6
+ from typing import List, Dict, Optional, Union, Generator, Any
7
+
8
+ # Import base classes and utility structures
9
+ from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
10
+ from .utils import (
11
+ ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
12
+ ChatCompletionMessage, CompletionUsage, count_tokens
13
+ )
14
+
15
+ # Attempt to import LitAgent, fallback if not available
16
+ try:
17
+ from webscout.litagent import LitAgent
18
+ except ImportError:
19
+ pass
20
+
21
+ # --- ExaAI Client ---
22
+
23
+ # ANSI escape codes for formatting
24
+ BOLD = "\033[1m"
25
+ RED = "\033[91m"
26
+ RESET = "\033[0m"
27
+
28
+ class Completions(BaseCompletions):
29
+ def __init__(self, client: 'ExaAI'):
30
+ self._client = client
31
+
32
+ def create(
33
+ self,
34
+ *,
35
+ model: str,
36
+ messages: List[Dict[str, str]],
37
+ max_tokens: Optional[int] = None,
38
+ stream: bool = False,
39
+ temperature: Optional[float] = None,
40
+ top_p: Optional[float] = None,
41
+ timeout: Optional[int] = None,
42
+ proxies: Optional[Dict[str, str]] = None,
43
+ **kwargs: Any
44
+ ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
45
+ """
46
+ Creates a model response for the given chat conversation.
47
+ Mimics openai.chat.completions.create
48
+ """
49
+ # Filter out system messages and warn the user if any are present
50
+ filtered_messages = []
51
+ has_system_message = False
52
+
53
+ for msg in messages:
54
+ if msg["role"] == "system":
55
+ has_system_message = True
56
+ continue # Skip system messages
57
+ filtered_messages.append(msg)
58
+
59
+ if has_system_message:
60
+ # Print warning in bold red
61
+ print(f"{BOLD}{RED}Warning: ExaAI does not support system messages, they will be ignored.{RESET}")
62
+
63
+ # If no messages left after filtering, raise an error
64
+ if not filtered_messages:
65
+ raise ValueError("At least one user message is required")
66
+
67
+ # Generate a unique ID for the conversation
68
+ conversation_id = uuid.uuid4().hex[:16]
69
+
70
+ # Prepare the payload for ExaAI API
71
+ payload = {
72
+ "id": conversation_id,
73
+ "messages": filtered_messages
74
+ }
75
+
76
+ # Add optional parameters if provided
77
+ if max_tokens is not None and max_tokens > 0:
78
+ payload["max_tokens"] = max_tokens
79
+
80
+ if temperature is not None:
81
+ payload["temperature"] = temperature
82
+
83
+ if top_p is not None:
84
+ payload["top_p"] = top_p
85
+
86
+ # Add any additional parameters
87
+ for key, value in kwargs.items():
88
+ if key not in payload:
89
+ payload[key] = value
90
+
91
+ request_id = f"chatcmpl-{uuid.uuid4()}"
92
+ created_time = int(time.time())
93
+
94
+ if stream:
95
+ return self._create_stream(request_id, created_time, model, payload, timeout, proxies)
96
+ else:
97
+ return self._create_non_stream(request_id, created_time, model, payload, timeout, proxies)
98
+
99
+ def _create_stream(
100
+ self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
101
+ ) -> Generator[ChatCompletionChunk, None, None]:
102
+ try:
103
+ response = self._client.session.post(
104
+ self._client.api_endpoint,
105
+ headers=self._client.headers,
106
+ json=payload,
107
+ stream=True,
108
+ timeout=timeout or self._client.timeout,
109
+ proxies=proxies or getattr(self._client, "proxies", None)
110
+ )
111
+
112
+ # Handle non-200 responses
113
+ if not response.ok:
114
+ raise IOError(
115
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
116
+ )
117
+
118
+ # Track token usage across chunks
119
+ prompt_tokens = 0
120
+ completion_tokens = 0
121
+ total_tokens = 0
122
+
123
+ # Estimate prompt tokens based on message length
124
+ for msg in payload.get("messages", []):
125
+ prompt_tokens += count_tokens(msg.get("content", ""))
126
+
127
+ for line in response.iter_lines(decode_unicode=True):
128
+ if line:
129
+ match = re.search(r'0:"(.*?)"', line)
130
+ if match:
131
+ content = match.group(1)
132
+
133
+ # Format the content (replace escaped newlines)
134
+ content = self._client.format_text(content)
135
+
136
+ # Update token counts
137
+ completion_tokens += count_tokens(content)
138
+ total_tokens = prompt_tokens + completion_tokens
139
+
140
+ # Create the delta object
141
+ delta = ChoiceDelta(
142
+ content=content,
143
+ role="assistant",
144
+ tool_calls=None
145
+ )
146
+
147
+ # Create the choice object
148
+ choice = Choice(
149
+ index=0,
150
+ delta=delta,
151
+ finish_reason=None,
152
+ logprobs=None
153
+ )
154
+
155
+ # Create the chunk object
156
+ chunk = ChatCompletionChunk(
157
+ id=request_id,
158
+ choices=[choice],
159
+ created=created_time,
160
+ model=model,
161
+ system_fingerprint=None
162
+ )
163
+
164
+ # Convert chunk to dict using Pydantic's API
165
+ if hasattr(chunk, "model_dump"):
166
+ chunk_dict = chunk.model_dump(exclude_none=True)
167
+ else:
168
+ chunk_dict = chunk.dict(exclude_none=True)
169
+
170
+ # Add usage information to match OpenAI format
171
+ usage_dict = {
172
+ "prompt_tokens": prompt_tokens,
173
+ "completion_tokens": completion_tokens,
174
+ "total_tokens": total_tokens,
175
+ "estimated_cost": None
176
+ }
177
+
178
+ chunk_dict["usage"] = usage_dict
179
+
180
+ # Return the chunk object for internal processing
181
+ yield chunk
182
+
183
+ # Final chunk with finish_reason="stop"
184
+ delta = ChoiceDelta(
185
+ content=None,
186
+ role=None,
187
+ tool_calls=None
188
+ )
189
+
190
+ choice = Choice(
191
+ index=0,
192
+ delta=delta,
193
+ finish_reason="stop",
194
+ logprobs=None
195
+ )
196
+
197
+ chunk = ChatCompletionChunk(
198
+ id=request_id,
199
+ choices=[choice],
200
+ created=created_time,
201
+ model=model,
202
+ system_fingerprint=None
203
+ )
204
+
205
+ if hasattr(chunk, "model_dump"):
206
+ chunk_dict = chunk.model_dump(exclude_none=True)
207
+ else:
208
+ chunk_dict = chunk.dict(exclude_none=True)
209
+ chunk_dict["usage"] = {
210
+ "prompt_tokens": prompt_tokens,
211
+ "completion_tokens": completion_tokens,
212
+ "total_tokens": total_tokens,
213
+ "estimated_cost": None
214
+ }
215
+
216
+ yield chunk
217
+
218
+ except Exception as e:
219
+ print(f"Error during ExaAI stream request: {e}")
220
+ raise IOError(f"ExaAI request failed: {e}") from e
221
+
222
+ def _create_non_stream(
223
+ self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
224
+ ) -> ChatCompletion:
225
+ try:
226
+ # For non-streaming, we still use streaming internally to collect the full response
227
+ response = self._client.session.post(
228
+ self._client.api_endpoint,
229
+ headers=self._client.headers,
230
+ json=payload,
231
+ stream=True,
232
+ timeout=timeout or self._client.timeout,
233
+ proxies=proxies or getattr(self._client, "proxies", None)
234
+ )
235
+
236
+ # Handle non-200 responses
237
+ if not response.ok:
238
+ raise IOError(
239
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
240
+ )
241
+
242
+ # Collect the full response
243
+ full_text = ""
244
+ for line in response.iter_lines(decode_unicode=True):
245
+ if line:
246
+ match = re.search(r'0:"(.*?)"', line)
247
+ if match:
248
+ content = match.group(1)
249
+ full_text += content
250
+
251
+ # Format the text (replace escaped newlines)
252
+ full_text = self._client.format_text(full_text)
253
+
254
+ # Estimate token counts
255
+ prompt_tokens = 0
256
+ for msg in payload.get("messages", []):
257
+ prompt_tokens += count_tokens(msg.get("content", ""))
258
+
259
+ completion_tokens = count_tokens(full_text)
260
+ total_tokens = prompt_tokens + completion_tokens
261
+
262
+ # Create the message object
263
+ message = ChatCompletionMessage(
264
+ role="assistant",
265
+ content=full_text
266
+ )
267
+
268
+ # Create the choice object
269
+ choice = Choice(
270
+ index=0,
271
+ message=message,
272
+ finish_reason="stop"
273
+ )
274
+
275
+ # Create the usage object
276
+ usage = CompletionUsage(
277
+ prompt_tokens=prompt_tokens,
278
+ completion_tokens=completion_tokens,
279
+ total_tokens=total_tokens
280
+ )
281
+
282
+ # Create the completion object
283
+ completion = ChatCompletion(
284
+ id=request_id,
285
+ choices=[choice],
286
+ created=created_time,
287
+ model=model,
288
+ usage=usage,
289
+ )
290
+
291
+ return completion
292
+
293
+ except Exception as e:
294
+ print(f"Error during ExaAI non-stream request: {e}")
295
+ raise IOError(f"ExaAI request failed: {e}") from e
296
+
297
+ class Chat(BaseChat):
298
+ def __init__(self, client: 'ExaAI'):
299
+ self.completions = Completions(client)
300
+
301
+ class ExaAI(OpenAICompatibleProvider):
302
+ """
303
+ OpenAI-compatible client for ExaAI API.
304
+
305
+ Usage:
306
+ client = ExaAI()
307
+ response = client.chat.completions.create(
308
+ model="O3-Mini",
309
+ messages=[{"role": "user", "content": "Hello!"}]
310
+ )
311
+
312
+ Note:
313
+ ExaAI does not support system messages. Any system messages will be ignored.
314
+ """
315
+
316
+ AVAILABLE_MODELS = ["O3-Mini"]
317
+
318
+ def __init__(
319
+ self,
320
+ browser: str = "chrome"
321
+ ):
322
+ """
323
+ Initialize the ExaAI client.
324
+
325
+ Args:
326
+ browser: Browser to emulate in user agent
327
+ """
328
+ self.timeout = 60 # Default timeout in seconds
329
+ self.proxies = None # Default proxies
330
+ self.api_endpoint = "https://o3minichat.exa.ai/api/chat"
331
+ self.session = requests.Session()
332
+
333
+ # Initialize LitAgent for user agent generation
334
+ agent = LitAgent()
335
+ self.fingerprint = agent.generate_fingerprint(browser)
336
+
337
+ # Headers for the request
338
+ self.headers = {
339
+ "authority": "o3minichat.exa.ai",
340
+ "accept": self.fingerprint["accept"],
341
+ "accept-encoding": "gzip, deflate, br, zstd",
342
+ "accept-language": self.fingerprint["accept_language"],
343
+ "content-type": "application/json",
344
+ "dnt": "1",
345
+ "origin": "https://o3minichat.exa.ai",
346
+ "priority": "u=1, i",
347
+ "referer": "https://o3minichat.exa.ai/",
348
+ "sec-ch-ua": self.fingerprint["sec_ch_ua"] or '"Microsoft Edge";v="135", "Not-A.Brand";v="8", "Chromium";v="135"',
349
+ "sec-ch-ua-mobile": "?0",
350
+ "sec-ch-ua-platform": f'"{self.fingerprint["platform"]}"',
351
+ "sec-fetch-dest": "empty",
352
+ "sec-fetch-mode": "cors",
353
+ "sec-fetch-site": "same-origin",
354
+ "sec-gpc": "1",
355
+ "user-agent": self.fingerprint["user_agent"]
356
+ }
357
+
358
+ self.session.headers.update(self.headers)
359
+
360
+ # Initialize the chat interface
361
+ self.chat = Chat(self)
362
+
363
+ def format_text(self, text: str) -> str:
364
+ """
365
+ Format text by replacing escaped newlines with actual newlines.
366
+
367
+ Args:
368
+ text: Text to format
369
+
370
+ Returns:
371
+ Formatted text
372
+ """
373
+ # Use a more comprehensive approach to handle all escape sequences
374
+ try:
375
+ # First handle double backslashes to avoid issues
376
+ text = text.replace('\\\\', '\\')
377
+
378
+ # Handle common escape sequences
379
+ text = text.replace('\\n', '\n')
380
+ text = text.replace('\\r', '\r')
381
+ text = text.replace('\\t', '\t')
382
+ text = text.replace('\\"', '"')
383
+ text = text.replace("\\'", "'")
384
+
385
+ # Handle any remaining escape sequences using JSON decoding
386
+ # This is a fallback in case there are other escape sequences
387
+ try:
388
+ # Add quotes to make it a valid JSON string
389
+ json_str = f'"{text}"'
390
+ # Use json module to decode all escape sequences
391
+ decoded = json.loads(json_str)
392
+ return decoded
393
+ except json.JSONDecodeError:
394
+ # If JSON decoding fails, return the text with the replacements we've already done
395
+ return text
396
+ except Exception as e:
397
+ # If any error occurs, return the original text
398
+ print(f"Warning: Error formatting text: {e}")
399
+ return text
400
+
401
+ def convert_model_name(self, model: str) -> str:
402
+ """
403
+ Convert model names to ones supported by ExaAI.
404
+
405
+ Args:
406
+ model: Model name to convert (ignored as ExaAI only supports O3-Mini)
407
+
408
+ Returns:
409
+ ExaAI model name
410
+ """
411
+ # ExaAI only supports O3-Mini, regardless of the input model
412
+ print(f"Note: ExaAI only supports O3-Mini model. Ignoring provided model '{model}'.")
413
+ return "O3-Mini"
414
+
415
+ @property
416
+ def models(self):
417
+ class _ModelList:
418
+ def list(inner_self):
419
+ return type(self).AVAILABLE_MODELS
420
+ return _ModelList()