webscout 8.3.7__py3-none-any.whl → 2025.10.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (273) hide show
  1. webscout/AIauto.py +250 -250
  2. webscout/AIbase.py +379 -379
  3. webscout/AIutel.py +60 -60
  4. webscout/Bard.py +1012 -1012
  5. webscout/Bing_search.py +417 -417
  6. webscout/DWEBS.py +529 -529
  7. webscout/Extra/Act.md +309 -309
  8. webscout/Extra/GitToolkit/__init__.py +10 -10
  9. webscout/Extra/GitToolkit/gitapi/README.md +110 -110
  10. webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
  11. webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
  12. webscout/Extra/GitToolkit/gitapi/user.py +96 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
  14. webscout/Extra/YTToolkit/README.md +375 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +956 -956
  16. webscout/Extra/YTToolkit/__init__.py +2 -2
  17. webscout/Extra/YTToolkit/transcriber.py +475 -475
  18. webscout/Extra/YTToolkit/ytapi/README.md +44 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
  20. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  21. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  22. webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
  23. webscout/Extra/YTToolkit/ytapi/https.py +88 -88
  24. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  25. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  26. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  27. webscout/Extra/YTToolkit/ytapi/query.py +39 -39
  28. webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
  29. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  30. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  31. webscout/Extra/autocoder/__init__.py +9 -9
  32. webscout/Extra/autocoder/autocoder.py +1105 -1105
  33. webscout/Extra/autocoder/autocoder_utiles.py +332 -332
  34. webscout/Extra/gguf.md +429 -429
  35. webscout/Extra/gguf.py +1213 -1213
  36. webscout/Extra/tempmail/README.md +487 -487
  37. webscout/Extra/tempmail/__init__.py +27 -27
  38. webscout/Extra/tempmail/async_utils.py +140 -140
  39. webscout/Extra/tempmail/base.py +160 -160
  40. webscout/Extra/tempmail/cli.py +186 -186
  41. webscout/Extra/tempmail/emailnator.py +84 -84
  42. webscout/Extra/tempmail/mail_tm.py +360 -360
  43. webscout/Extra/tempmail/temp_mail_io.py +291 -291
  44. webscout/Extra/weather.md +281 -281
  45. webscout/Extra/weather.py +193 -193
  46. webscout/Litlogger/README.md +10 -10
  47. webscout/Litlogger/__init__.py +15 -15
  48. webscout/Litlogger/formats.py +13 -13
  49. webscout/Litlogger/handlers.py +121 -121
  50. webscout/Litlogger/levels.py +13 -13
  51. webscout/Litlogger/logger.py +134 -134
  52. webscout/Provider/AISEARCH/Perplexity.py +332 -332
  53. webscout/Provider/AISEARCH/README.md +279 -279
  54. webscout/Provider/AISEARCH/__init__.py +16 -1
  55. webscout/Provider/AISEARCH/felo_search.py +206 -206
  56. webscout/Provider/AISEARCH/genspark_search.py +323 -323
  57. webscout/Provider/AISEARCH/hika_search.py +185 -185
  58. webscout/Provider/AISEARCH/iask_search.py +410 -410
  59. webscout/Provider/AISEARCH/monica_search.py +219 -219
  60. webscout/Provider/AISEARCH/scira_search.py +316 -316
  61. webscout/Provider/AISEARCH/stellar_search.py +177 -177
  62. webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
  63. webscout/Provider/Aitopia.py +314 -314
  64. webscout/Provider/Apriel.py +306 -0
  65. webscout/Provider/ChatGPTClone.py +236 -236
  66. webscout/Provider/ChatSandbox.py +343 -343
  67. webscout/Provider/Cloudflare.py +324 -324
  68. webscout/Provider/Cohere.py +208 -208
  69. webscout/Provider/Deepinfra.py +370 -366
  70. webscout/Provider/ExaAI.py +260 -260
  71. webscout/Provider/ExaChat.py +308 -308
  72. webscout/Provider/Flowith.py +221 -221
  73. webscout/Provider/GMI.py +293 -0
  74. webscout/Provider/Gemini.py +164 -164
  75. webscout/Provider/GeminiProxy.py +167 -167
  76. webscout/Provider/GithubChat.py +371 -372
  77. webscout/Provider/Groq.py +800 -800
  78. webscout/Provider/HeckAI.py +383 -383
  79. webscout/Provider/Jadve.py +282 -282
  80. webscout/Provider/K2Think.py +307 -307
  81. webscout/Provider/Koboldai.py +205 -205
  82. webscout/Provider/LambdaChat.py +423 -423
  83. webscout/Provider/Nemotron.py +244 -244
  84. webscout/Provider/Netwrck.py +248 -248
  85. webscout/Provider/OLLAMA.py +395 -395
  86. webscout/Provider/OPENAI/Cloudflare.py +393 -393
  87. webscout/Provider/OPENAI/FalconH1.py +451 -451
  88. webscout/Provider/OPENAI/FreeGemini.py +296 -296
  89. webscout/Provider/OPENAI/K2Think.py +431 -431
  90. webscout/Provider/OPENAI/NEMOTRON.py +240 -240
  91. webscout/Provider/OPENAI/PI.py +427 -427
  92. webscout/Provider/OPENAI/README.md +959 -959
  93. webscout/Provider/OPENAI/TogetherAI.py +345 -345
  94. webscout/Provider/OPENAI/TwoAI.py +465 -465
  95. webscout/Provider/OPENAI/__init__.py +33 -18
  96. webscout/Provider/OPENAI/base.py +248 -248
  97. webscout/Provider/OPENAI/chatglm.py +528 -0
  98. webscout/Provider/OPENAI/chatgpt.py +592 -592
  99. webscout/Provider/OPENAI/chatgptclone.py +521 -521
  100. webscout/Provider/OPENAI/chatsandbox.py +202 -202
  101. webscout/Provider/OPENAI/deepinfra.py +318 -314
  102. webscout/Provider/OPENAI/e2b.py +1665 -1665
  103. webscout/Provider/OPENAI/exaai.py +420 -420
  104. webscout/Provider/OPENAI/exachat.py +452 -452
  105. webscout/Provider/OPENAI/friendli.py +232 -232
  106. webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
  107. webscout/Provider/OPENAI/groq.py +364 -364
  108. webscout/Provider/OPENAI/heckai.py +314 -314
  109. webscout/Provider/OPENAI/llmchatco.py +337 -337
  110. webscout/Provider/OPENAI/netwrck.py +355 -355
  111. webscout/Provider/OPENAI/oivscode.py +290 -290
  112. webscout/Provider/OPENAI/opkfc.py +518 -518
  113. webscout/Provider/OPENAI/pydantic_imports.py +1 -1
  114. webscout/Provider/OPENAI/scirachat.py +535 -535
  115. webscout/Provider/OPENAI/sonus.py +308 -308
  116. webscout/Provider/OPENAI/standardinput.py +442 -442
  117. webscout/Provider/OPENAI/textpollinations.py +340 -340
  118. webscout/Provider/OPENAI/toolbaz.py +419 -416
  119. webscout/Provider/OPENAI/typefully.py +362 -362
  120. webscout/Provider/OPENAI/utils.py +295 -295
  121. webscout/Provider/OPENAI/venice.py +436 -436
  122. webscout/Provider/OPENAI/wisecat.py +387 -387
  123. webscout/Provider/OPENAI/writecream.py +166 -166
  124. webscout/Provider/OPENAI/x0gpt.py +378 -378
  125. webscout/Provider/OPENAI/yep.py +389 -389
  126. webscout/Provider/OpenGPT.py +230 -230
  127. webscout/Provider/Openai.py +243 -243
  128. webscout/Provider/PI.py +405 -405
  129. webscout/Provider/Perplexitylabs.py +430 -430
  130. webscout/Provider/QwenLM.py +272 -272
  131. webscout/Provider/STT/__init__.py +16 -1
  132. webscout/Provider/Sambanova.py +257 -257
  133. webscout/Provider/StandardInput.py +309 -309
  134. webscout/Provider/TTI/README.md +82 -82
  135. webscout/Provider/TTI/__init__.py +33 -18
  136. webscout/Provider/TTI/aiarta.py +413 -413
  137. webscout/Provider/TTI/base.py +136 -136
  138. webscout/Provider/TTI/bing.py +243 -243
  139. webscout/Provider/TTI/gpt1image.py +149 -149
  140. webscout/Provider/TTI/imagen.py +196 -196
  141. webscout/Provider/TTI/infip.py +211 -211
  142. webscout/Provider/TTI/magicstudio.py +232 -232
  143. webscout/Provider/TTI/monochat.py +219 -219
  144. webscout/Provider/TTI/piclumen.py +214 -214
  145. webscout/Provider/TTI/pixelmuse.py +232 -232
  146. webscout/Provider/TTI/pollinations.py +232 -232
  147. webscout/Provider/TTI/together.py +288 -288
  148. webscout/Provider/TTI/utils.py +12 -12
  149. webscout/Provider/TTI/venice.py +367 -367
  150. webscout/Provider/TTS/README.md +192 -192
  151. webscout/Provider/TTS/__init__.py +33 -18
  152. webscout/Provider/TTS/parler.py +110 -110
  153. webscout/Provider/TTS/streamElements.py +333 -333
  154. webscout/Provider/TTS/utils.py +280 -280
  155. webscout/Provider/TeachAnything.py +237 -237
  156. webscout/Provider/TextPollinationsAI.py +310 -310
  157. webscout/Provider/TogetherAI.py +356 -356
  158. webscout/Provider/TwoAI.py +312 -312
  159. webscout/Provider/TypliAI.py +311 -311
  160. webscout/Provider/UNFINISHED/ChatHub.py +208 -208
  161. webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
  162. webscout/Provider/UNFINISHED/GizAI.py +294 -294
  163. webscout/Provider/UNFINISHED/Marcus.py +198 -198
  164. webscout/Provider/UNFINISHED/Qodo.py +477 -477
  165. webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
  166. webscout/Provider/UNFINISHED/XenAI.py +324 -324
  167. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  168. webscout/Provider/UNFINISHED/liner.py +334 -0
  169. webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
  170. webscout/Provider/UNFINISHED/puterjs.py +634 -634
  171. webscout/Provider/UNFINISHED/samurai.py +223 -223
  172. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  173. webscout/Provider/Venice.py +250 -250
  174. webscout/Provider/VercelAI.py +256 -256
  175. webscout/Provider/WiseCat.py +231 -231
  176. webscout/Provider/WrDoChat.py +366 -366
  177. webscout/Provider/__init__.py +33 -18
  178. webscout/Provider/ai4chat.py +174 -174
  179. webscout/Provider/akashgpt.py +331 -331
  180. webscout/Provider/cerebras.py +446 -446
  181. webscout/Provider/chatglm.py +394 -301
  182. webscout/Provider/cleeai.py +211 -211
  183. webscout/Provider/elmo.py +282 -282
  184. webscout/Provider/geminiapi.py +208 -208
  185. webscout/Provider/granite.py +261 -261
  186. webscout/Provider/hermes.py +263 -263
  187. webscout/Provider/julius.py +223 -223
  188. webscout/Provider/learnfastai.py +309 -309
  189. webscout/Provider/llama3mitril.py +214 -214
  190. webscout/Provider/llmchat.py +243 -243
  191. webscout/Provider/llmchatco.py +290 -290
  192. webscout/Provider/meta.py +801 -801
  193. webscout/Provider/oivscode.py +309 -309
  194. webscout/Provider/scira_chat.py +383 -383
  195. webscout/Provider/searchchat.py +292 -292
  196. webscout/Provider/sonus.py +258 -258
  197. webscout/Provider/toolbaz.py +370 -367
  198. webscout/Provider/turboseek.py +273 -273
  199. webscout/Provider/typefully.py +207 -207
  200. webscout/Provider/yep.py +372 -372
  201. webscout/__init__.py +30 -31
  202. webscout/__main__.py +5 -5
  203. webscout/auth/api_key_manager.py +189 -189
  204. webscout/auth/config.py +175 -175
  205. webscout/auth/models.py +185 -185
  206. webscout/auth/routes.py +664 -664
  207. webscout/auth/simple_logger.py +236 -236
  208. webscout/cli.py +523 -523
  209. webscout/conversation.py +438 -438
  210. webscout/exceptions.py +361 -361
  211. webscout/litagent/Readme.md +298 -298
  212. webscout/litagent/__init__.py +28 -28
  213. webscout/litagent/agent.py +581 -581
  214. webscout/litagent/constants.py +59 -59
  215. webscout/litprinter/__init__.py +58 -58
  216. webscout/models.py +181 -181
  217. webscout/optimizers.py +419 -419
  218. webscout/prompt_manager.py +288 -288
  219. webscout/sanitize.py +1078 -1078
  220. webscout/scout/README.md +401 -401
  221. webscout/scout/__init__.py +8 -8
  222. webscout/scout/core/__init__.py +6 -6
  223. webscout/scout/core/crawler.py +297 -297
  224. webscout/scout/core/scout.py +706 -706
  225. webscout/scout/core/search_result.py +95 -95
  226. webscout/scout/core/text_analyzer.py +62 -62
  227. webscout/scout/core/text_utils.py +277 -277
  228. webscout/scout/core/web_analyzer.py +51 -51
  229. webscout/scout/element.py +599 -599
  230. webscout/scout/parsers/__init__.py +69 -69
  231. webscout/scout/parsers/html5lib_parser.py +172 -172
  232. webscout/scout/parsers/html_parser.py +236 -236
  233. webscout/scout/parsers/lxml_parser.py +178 -178
  234. webscout/scout/utils.py +37 -37
  235. webscout/swiftcli/Readme.md +323 -323
  236. webscout/swiftcli/__init__.py +95 -95
  237. webscout/swiftcli/core/__init__.py +7 -7
  238. webscout/swiftcli/core/cli.py +308 -308
  239. webscout/swiftcli/core/context.py +104 -104
  240. webscout/swiftcli/core/group.py +241 -241
  241. webscout/swiftcli/decorators/__init__.py +28 -28
  242. webscout/swiftcli/decorators/command.py +221 -221
  243. webscout/swiftcli/decorators/options.py +220 -220
  244. webscout/swiftcli/decorators/output.py +302 -302
  245. webscout/swiftcli/exceptions.py +21 -21
  246. webscout/swiftcli/plugins/__init__.py +9 -9
  247. webscout/swiftcli/plugins/base.py +135 -135
  248. webscout/swiftcli/plugins/manager.py +269 -269
  249. webscout/swiftcli/utils/__init__.py +59 -59
  250. webscout/swiftcli/utils/formatting.py +252 -252
  251. webscout/swiftcli/utils/parsing.py +267 -267
  252. webscout/update_checker.py +117 -117
  253. webscout/version.py +1 -1
  254. webscout/webscout_search.py +1183 -1183
  255. webscout/webscout_search_async.py +649 -649
  256. webscout/yep_search.py +346 -346
  257. webscout/zeroart/README.md +89 -89
  258. webscout/zeroart/__init__.py +134 -134
  259. webscout/zeroart/base.py +66 -66
  260. webscout/zeroart/effects.py +100 -100
  261. webscout/zeroart/fonts.py +1238 -1238
  262. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -937
  263. webscout-2025.10.11.dist-info/RECORD +300 -0
  264. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  265. webscout/Provider/OPENAI/Qwen3.py +0 -303
  266. webscout/Provider/OPENAI/qodo.py +0 -630
  267. webscout/Provider/OPENAI/xenai.py +0 -514
  268. webscout/tempid.py +0 -134
  269. webscout-8.3.7.dist-info/RECORD +0 -301
  270. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
  271. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
  272. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
  273. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
@@ -1,282 +1,282 @@
1
- from curl_cffi.requests import Session
2
- from curl_cffi import CurlError
3
- import re
4
- from typing import Union, Any, Dict, Optional, Generator
5
- import secrets
6
-
7
-
8
- from webscout.AIutel import Optimizers, Conversation, AwesomePrompts, sanitize_stream # Import sanitize_stream
9
- from webscout.AIbase import Provider
10
- from webscout import exceptions
11
-
12
- class JadveOpenAI(Provider):
13
- """
14
- A class to interact with the OpenAI API through jadve.com using the streaming endpoint.
15
- """
16
- required_auth = False
17
- AVAILABLE_MODELS = ["gpt-5-mini", "claude-3-5-haiku-20241022"]
18
-
19
- def __init__(
20
- self,
21
- is_conversation: bool = True,
22
- max_tokens: int = 600,
23
- timeout: int = 30,
24
- intro: str = None,
25
- filepath: str = None,
26
- update_file: bool = True,
27
- proxies: dict = {},
28
- history_offset: int = 10250,
29
- act: str = None,
30
- model: str = "gpt-5-mini",
31
- system_prompt: str = "You are a helpful AI assistant." # Note: system_prompt is not used by this API
32
- ):
33
- """
34
- Initializes the JadveOpenAI client.
35
-
36
- Args:
37
- is_conversation (bool, optional): Enable conversational mode. Defaults to True.
38
- max_tokens (int, optional): Maximum tokens for generation. Defaults to 600.
39
- timeout (int, optional): HTTP request timeout in seconds. Defaults to 30.
40
- intro (str, optional): Introductory prompt text. Defaults to None.
41
- filepath (str, optional): Path to conversation history file. Defaults to None.
42
- update_file (bool, optional): Whether to update the conversation history file. Defaults to True.
43
- proxies (dict, optional): Proxies for HTTP requests. Defaults to {}.
44
- history_offset (int, optional): Limit for conversation history. Defaults to 10250.
45
- act (str|int, optional): Act key for AwesomePrompts. Defaults to None.
46
- model (str, optional): AI model to be used. Defaults to "gpt-4o-mini".
47
- system_prompt (str, optional): System prompt text. Defaults to "You are a helpful AI assistant."
48
- """
49
- if model not in self.AVAILABLE_MODELS:
50
- raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
51
-
52
- # Initialize curl_cffi Session
53
- self.session = Session()
54
- self.is_conversation = is_conversation
55
- self.max_tokens_to_sample = max_tokens
56
- self.api_endpoint = "https://ai-api.jadve.com/api/chat"
57
- self.stream_chunk_size = 64
58
- self.timeout = timeout
59
- self.last_response = {}
60
- self.model = model
61
- self.system_prompt = system_prompt
62
-
63
- # Headers for API requests
64
- self.headers = {
65
- "accept": "*/*",
66
- "accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
67
- "content-type": "application/json",
68
- "dnt": "1",
69
- "origin": "https://jadve.com",
70
- "priority": "u=1, i",
71
- "referer": "https://jadve.com/",
72
- "sec-fetch-dest": "empty",
73
- "sec-fetch-mode": "cors",
74
- "sec-fetch-site": "same-site",
75
- "sec-ch-ua": '"Chromium";v="140", "Not=A?Brand";v="24", "Microsoft Edge";v="140"',
76
- "sec-ch-ua-mobile": "?0",
77
- "sec-ch-ua-platform": '"Windows"',
78
- "sec-gpc": "1",
79
- "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36 Edg/140.0.0.0"
80
- }
81
-
82
- # Update curl_cffi session headers and proxies
83
- self.session.headers.update(self.headers)
84
- self.session.proxies = proxies # Assign proxies directly
85
-
86
- self.__available_optimizers = (
87
- method for method in dir(Optimizers)
88
- if callable(getattr(Optimizers, method)) and not method.startswith("__")
89
- )
90
-
91
- Conversation.intro = (
92
- AwesomePrompts().get_act(
93
- act, raise_not_found=True, default=None, case_insensitive=True
94
- )
95
- if act
96
- else intro or Conversation.intro
97
- )
98
-
99
- self.conversation = Conversation(
100
- is_conversation, self.max_tokens_to_sample, filepath, update_file
101
- )
102
- self.conversation.history_offset = history_offset
103
-
104
- @staticmethod
105
- def _jadve_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
106
- """Extracts content from the Jadve stream format '0:"..."'."""
107
- if isinstance(chunk, str):
108
- match = re.search(r'0:"(.*?)"(?=,|$)', chunk) # Look for 0:"...", possibly followed by comma or end of string
109
- if match:
110
- # Decode potential unicode escapes like \u00e9 and handle escaped quotes/backslashes
111
- content = match.group(1).encode().decode('unicode_escape')
112
- return content.replace('\\\\', '\\').replace('\\"', '"')
113
- return None
114
-
115
- def ask(
116
- self,
117
- prompt: str,
118
- stream: bool = False, # API supports streaming
119
- raw: bool = False,
120
- optimizer: str = None,
121
- conversationally: bool = False,
122
- ) -> Union[dict, Generator[dict, None, None]]:
123
- """
124
- Chat with AI.
125
-
126
- Args:
127
- prompt (str): Prompt to be sent.
128
- stream (bool, optional): Flag for streaming response. Defaults to False.
129
- raw (bool, optional): Return raw content chunks. Defaults to False.
130
- optimizer (str, optional): Prompt optimizer name. Defaults to None.
131
- conversationally (bool, optional): Flag for conversational optimization. Defaults to False.
132
- Returns:
133
- dict or generator: A dictionary with the generated text or a generator yielding text chunks.
134
- """
135
- conversation_prompt = self.conversation.gen_complete_prompt(prompt)
136
- if optimizer:
137
- if optimizer in self.__available_optimizers:
138
- conversation_prompt = getattr(Optimizers, optimizer)(conversation_prompt if conversationally else prompt)
139
- else:
140
- raise Exception(f"Optimizer is not one of {list(self.__available_optimizers)}")
141
-
142
- payload = {
143
- "id": secrets.token_hex(8),
144
- "messages": [
145
- {"role": "user", "content": [{"type": "text", "text": conversation_prompt}]}
146
- ],
147
- "model": self.model,
148
- "botId": "",
149
- "chatId": "",
150
- "stream": True,
151
- "returnTokensUsage": True,
152
- "useTools": False
153
- }
154
-
155
- def for_stream():
156
- full_response_text = "" # Initialize outside try block
157
- try:
158
- # Use curl_cffi session post with impersonate
159
- response = self.session.post(
160
- self.api_endpoint,
161
- # headers are set on the session
162
- json=payload,
163
- stream=True,
164
- timeout=self.timeout,
165
- # proxies are set on the session
166
- impersonate="chrome120" # Use a common impersonation profile
167
- )
168
- response.raise_for_status() # Check for HTTP errors
169
-
170
- # Use sanitize_stream
171
- processed_stream = sanitize_stream(
172
- data=response.iter_content(chunk_size=None), # Pass byte iterator
173
- intro_value=None, # No simple prefix
174
- to_json=False, # Content is text after extraction
175
- content_extractor=self._jadve_extractor, # Use the specific extractor
176
- yield_raw_on_error=True,
177
- raw=raw
178
- )
179
-
180
- for content_chunk in processed_stream:
181
- if raw:
182
- if content_chunk and isinstance(content_chunk, str):
183
- full_response_text += content_chunk
184
- yield content_chunk
185
- else:
186
- if content_chunk and isinstance(content_chunk, str):
187
- full_response_text += content_chunk
188
- resp = {"text": content_chunk}
189
- yield resp
190
-
191
- # Update history after stream finishes
192
- self.last_response = {"text": full_response_text}
193
- self.conversation.update_chat_history(prompt, full_response_text)
194
-
195
- except CurlError as e: # Catch CurlError
196
- raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}") from e
197
- except Exception as e: # Catch other potential exceptions (like HTTPError)
198
- err_text = getattr(e, 'response', None) and getattr(e.response, 'text', '')
199
- raise exceptions.FailedToGenerateResponseError(f"Failed to generate response ({type(e).__name__}): {e} - {err_text}") from e
200
-
201
- def for_non_stream():
202
- collected_text = ""
203
- try:
204
- for chunk_data in for_stream():
205
- if raw:
206
- if isinstance(chunk_data, str):
207
- collected_text += chunk_data
208
- else:
209
- if isinstance(chunk_data, dict) and "text" in chunk_data:
210
- collected_text += chunk_data["text"]
211
- except Exception as e:
212
- if not collected_text:
213
- raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
214
- # last_response and history are updated within for_stream
215
- return collected_text if raw else self.last_response
216
-
217
- return for_stream() if stream else for_non_stream()
218
-
219
- def chat(
220
- self,
221
- prompt: str,
222
- stream: bool = False,
223
- optimizer: str = None,
224
- conversationally: bool = False,
225
- raw: bool = False,
226
- ) -> Union[str, Generator[str, None, None]]:
227
- """
228
- Generate a chat response (string).
229
-
230
- Args:
231
- prompt (str): Prompt to be sent.
232
- stream (bool, optional): Flag for streaming response. Defaults to False.
233
- optimizer (str, optional): Prompt optimizer name. Defaults to None.
234
- conversationally (bool, optional): Flag for conversational optimization. Defaults to False.
235
- raw (bool, optional): Return raw response. Defaults to False.
236
- Returns:
237
- str or generator: Generated response string or generator yielding response chunks.
238
- """
239
- def for_stream_chat():
240
- gen = self.ask(
241
- prompt, stream=True, raw=raw,
242
- optimizer=optimizer, conversationally=conversationally
243
- )
244
- for response in gen:
245
- if raw:
246
- yield response
247
- else:
248
- yield self.get_message(response)
249
-
250
- def for_non_stream_chat():
251
- response_data = self.ask(
252
- prompt, stream=False, raw=raw,
253
- optimizer=optimizer, conversationally=conversationally
254
- )
255
- if raw:
256
- return response_data if isinstance(response_data, str) else str(response_data)
257
- return self.get_message(response_data)
258
-
259
- return for_stream_chat() if stream else for_non_stream_chat()
260
-
261
- def get_message(self, response: dict) -> str:
262
- """
263
- Retrieves message from the response.
264
-
265
- Args:
266
- response (dict): Response from the ask() method.
267
- Returns:
268
- str: Extracted text.
269
- """
270
- assert isinstance(response, dict), "Response should be of dict data-type only"
271
- # Extractor handles formatting
272
- return response.get("text", "")
273
-
274
- if __name__ == "__main__":
275
- for model in JadveOpenAI.AVAILABLE_MODELS:
276
- ai = JadveOpenAI(model=model)
277
- response = ai.chat("hi")
278
- print(f"Model: {model}")
279
- print(response)
280
- print("-" * 50)
281
- # for chunk in response:
282
- # print(chunk, end="", flush=True)
1
+ from curl_cffi.requests import Session
2
+ from curl_cffi import CurlError
3
+ import re
4
+ from typing import Union, Any, Dict, Optional, Generator
5
+ import secrets
6
+
7
+
8
+ from webscout.AIutel import Optimizers, Conversation, AwesomePrompts, sanitize_stream # Import sanitize_stream
9
+ from webscout.AIbase import Provider
10
+ from webscout import exceptions
11
+
12
+ class JadveOpenAI(Provider):
13
+ """
14
+ A class to interact with the OpenAI API through jadve.com using the streaming endpoint.
15
+ """
16
+ required_auth = False
17
+ AVAILABLE_MODELS = ["gpt-5-mini", "claude-3-5-haiku-20241022"]
18
+
19
+ def __init__(
20
+ self,
21
+ is_conversation: bool = True,
22
+ max_tokens: int = 600,
23
+ timeout: int = 30,
24
+ intro: str = None,
25
+ filepath: str = None,
26
+ update_file: bool = True,
27
+ proxies: dict = {},
28
+ history_offset: int = 10250,
29
+ act: str = None,
30
+ model: str = "gpt-5-mini",
31
+ system_prompt: str = "You are a helpful AI assistant." # Note: system_prompt is not used by this API
32
+ ):
33
+ """
34
+ Initializes the JadveOpenAI client.
35
+
36
+ Args:
37
+ is_conversation (bool, optional): Enable conversational mode. Defaults to True.
38
+ max_tokens (int, optional): Maximum tokens for generation. Defaults to 600.
39
+ timeout (int, optional): HTTP request timeout in seconds. Defaults to 30.
40
+ intro (str, optional): Introductory prompt text. Defaults to None.
41
+ filepath (str, optional): Path to conversation history file. Defaults to None.
42
+ update_file (bool, optional): Whether to update the conversation history file. Defaults to True.
43
+ proxies (dict, optional): Proxies for HTTP requests. Defaults to {}.
44
+ history_offset (int, optional): Limit for conversation history. Defaults to 10250.
45
+ act (str|int, optional): Act key for AwesomePrompts. Defaults to None.
46
+ model (str, optional): AI model to be used. Defaults to "gpt-4o-mini".
47
+ system_prompt (str, optional): System prompt text. Defaults to "You are a helpful AI assistant."
48
+ """
49
+ if model not in self.AVAILABLE_MODELS:
50
+ raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
51
+
52
+ # Initialize curl_cffi Session
53
+ self.session = Session()
54
+ self.is_conversation = is_conversation
55
+ self.max_tokens_to_sample = max_tokens
56
+ self.api_endpoint = "https://ai-api.jadve.com/api/chat"
57
+ self.stream_chunk_size = 64
58
+ self.timeout = timeout
59
+ self.last_response = {}
60
+ self.model = model
61
+ self.system_prompt = system_prompt
62
+
63
+ # Headers for API requests
64
+ self.headers = {
65
+ "accept": "*/*",
66
+ "accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
67
+ "content-type": "application/json",
68
+ "dnt": "1",
69
+ "origin": "https://jadve.com",
70
+ "priority": "u=1, i",
71
+ "referer": "https://jadve.com/",
72
+ "sec-fetch-dest": "empty",
73
+ "sec-fetch-mode": "cors",
74
+ "sec-fetch-site": "same-site",
75
+ "sec-ch-ua": '"Chromium";v="140", "Not=A?Brand";v="24", "Microsoft Edge";v="140"',
76
+ "sec-ch-ua-mobile": "?0",
77
+ "sec-ch-ua-platform": '"Windows"',
78
+ "sec-gpc": "1",
79
+ "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36 Edg/140.0.0.0"
80
+ }
81
+
82
+ # Update curl_cffi session headers and proxies
83
+ self.session.headers.update(self.headers)
84
+ self.session.proxies = proxies # Assign proxies directly
85
+
86
+ self.__available_optimizers = (
87
+ method for method in dir(Optimizers)
88
+ if callable(getattr(Optimizers, method)) and not method.startswith("__")
89
+ )
90
+
91
+ Conversation.intro = (
92
+ AwesomePrompts().get_act(
93
+ act, raise_not_found=True, default=None, case_insensitive=True
94
+ )
95
+ if act
96
+ else intro or Conversation.intro
97
+ )
98
+
99
+ self.conversation = Conversation(
100
+ is_conversation, self.max_tokens_to_sample, filepath, update_file
101
+ )
102
+ self.conversation.history_offset = history_offset
103
+
104
+ @staticmethod
105
+ def _jadve_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
106
+ """Extracts content from the Jadve stream format '0:"..."'."""
107
+ if isinstance(chunk, str):
108
+ match = re.search(r'0:"(.*?)"(?=,|$)', chunk) # Look for 0:"...", possibly followed by comma or end of string
109
+ if match:
110
+ # Decode potential unicode escapes like \u00e9 and handle escaped quotes/backslashes
111
+ content = match.group(1).encode().decode('unicode_escape')
112
+ return content.replace('\\\\', '\\').replace('\\"', '"')
113
+ return None
114
+
115
+ def ask(
116
+ self,
117
+ prompt: str,
118
+ stream: bool = False, # API supports streaming
119
+ raw: bool = False,
120
+ optimizer: str = None,
121
+ conversationally: bool = False,
122
+ ) -> Union[dict, Generator[dict, None, None]]:
123
+ """
124
+ Chat with AI.
125
+
126
+ Args:
127
+ prompt (str): Prompt to be sent.
128
+ stream (bool, optional): Flag for streaming response. Defaults to False.
129
+ raw (bool, optional): Return raw content chunks. Defaults to False.
130
+ optimizer (str, optional): Prompt optimizer name. Defaults to None.
131
+ conversationally (bool, optional): Flag for conversational optimization. Defaults to False.
132
+ Returns:
133
+ dict or generator: A dictionary with the generated text or a generator yielding text chunks.
134
+ """
135
+ conversation_prompt = self.conversation.gen_complete_prompt(prompt)
136
+ if optimizer:
137
+ if optimizer in self.__available_optimizers:
138
+ conversation_prompt = getattr(Optimizers, optimizer)(conversation_prompt if conversationally else prompt)
139
+ else:
140
+ raise Exception(f"Optimizer is not one of {list(self.__available_optimizers)}")
141
+
142
+ payload = {
143
+ "id": secrets.token_hex(8),
144
+ "messages": [
145
+ {"role": "user", "content": [{"type": "text", "text": conversation_prompt}]}
146
+ ],
147
+ "model": self.model,
148
+ "botId": "",
149
+ "chatId": "",
150
+ "stream": True,
151
+ "returnTokensUsage": True,
152
+ "useTools": False
153
+ }
154
+
155
+ def for_stream():
156
+ full_response_text = "" # Initialize outside try block
157
+ try:
158
+ # Use curl_cffi session post with impersonate
159
+ response = self.session.post(
160
+ self.api_endpoint,
161
+ # headers are set on the session
162
+ json=payload,
163
+ stream=True,
164
+ timeout=self.timeout,
165
+ # proxies are set on the session
166
+ impersonate="chrome120" # Use a common impersonation profile
167
+ )
168
+ response.raise_for_status() # Check for HTTP errors
169
+
170
+ # Use sanitize_stream
171
+ processed_stream = sanitize_stream(
172
+ data=response.iter_content(chunk_size=None), # Pass byte iterator
173
+ intro_value=None, # No simple prefix
174
+ to_json=False, # Content is text after extraction
175
+ content_extractor=self._jadve_extractor, # Use the specific extractor
176
+ yield_raw_on_error=True,
177
+ raw=raw
178
+ )
179
+
180
+ for content_chunk in processed_stream:
181
+ if raw:
182
+ if content_chunk and isinstance(content_chunk, str):
183
+ full_response_text += content_chunk
184
+ yield content_chunk
185
+ else:
186
+ if content_chunk and isinstance(content_chunk, str):
187
+ full_response_text += content_chunk
188
+ resp = {"text": content_chunk}
189
+ yield resp
190
+
191
+ # Update history after stream finishes
192
+ self.last_response = {"text": full_response_text}
193
+ self.conversation.update_chat_history(prompt, full_response_text)
194
+
195
+ except CurlError as e: # Catch CurlError
196
+ raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}") from e
197
+ except Exception as e: # Catch other potential exceptions (like HTTPError)
198
+ err_text = getattr(e, 'response', None) and getattr(e.response, 'text', '')
199
+ raise exceptions.FailedToGenerateResponseError(f"Failed to generate response ({type(e).__name__}): {e} - {err_text}") from e
200
+
201
+ def for_non_stream():
202
+ collected_text = ""
203
+ try:
204
+ for chunk_data in for_stream():
205
+ if raw:
206
+ if isinstance(chunk_data, str):
207
+ collected_text += chunk_data
208
+ else:
209
+ if isinstance(chunk_data, dict) and "text" in chunk_data:
210
+ collected_text += chunk_data["text"]
211
+ except Exception as e:
212
+ if not collected_text:
213
+ raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
214
+ # last_response and history are updated within for_stream
215
+ return collected_text if raw else self.last_response
216
+
217
+ return for_stream() if stream else for_non_stream()
218
+
219
+ def chat(
220
+ self,
221
+ prompt: str,
222
+ stream: bool = False,
223
+ optimizer: str = None,
224
+ conversationally: bool = False,
225
+ raw: bool = False,
226
+ ) -> Union[str, Generator[str, None, None]]:
227
+ """
228
+ Generate a chat response (string).
229
+
230
+ Args:
231
+ prompt (str): Prompt to be sent.
232
+ stream (bool, optional): Flag for streaming response. Defaults to False.
233
+ optimizer (str, optional): Prompt optimizer name. Defaults to None.
234
+ conversationally (bool, optional): Flag for conversational optimization. Defaults to False.
235
+ raw (bool, optional): Return raw response. Defaults to False.
236
+ Returns:
237
+ str or generator: Generated response string or generator yielding response chunks.
238
+ """
239
+ def for_stream_chat():
240
+ gen = self.ask(
241
+ prompt, stream=True, raw=raw,
242
+ optimizer=optimizer, conversationally=conversationally
243
+ )
244
+ for response in gen:
245
+ if raw:
246
+ yield response
247
+ else:
248
+ yield self.get_message(response)
249
+
250
+ def for_non_stream_chat():
251
+ response_data = self.ask(
252
+ prompt, stream=False, raw=raw,
253
+ optimizer=optimizer, conversationally=conversationally
254
+ )
255
+ if raw:
256
+ return response_data if isinstance(response_data, str) else str(response_data)
257
+ return self.get_message(response_data)
258
+
259
+ return for_stream_chat() if stream else for_non_stream_chat()
260
+
261
+ def get_message(self, response: dict) -> str:
262
+ """
263
+ Retrieves message from the response.
264
+
265
+ Args:
266
+ response (dict): Response from the ask() method.
267
+ Returns:
268
+ str: Extracted text.
269
+ """
270
+ assert isinstance(response, dict), "Response should be of dict data-type only"
271
+ # Extractor handles formatting
272
+ return response.get("text", "")
273
+
274
+ if __name__ == "__main__":
275
+ for model in JadveOpenAI.AVAILABLE_MODELS:
276
+ ai = JadveOpenAI(model=model)
277
+ response = ai.chat("hi")
278
+ print(f"Model: {model}")
279
+ print(response)
280
+ print("-" * 50)
281
+ # for chunk in response:
282
+ # print(chunk, end="", flush=True)