webscout 8.2.6__py3-none-any.whl → 8.2.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (292) hide show
  1. webscout/AIutel.py +97 -87
  2. webscout/version.py +1 -1
  3. {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/METADATA +2 -15
  4. webscout-8.2.7.dist-info/RECORD +26 -0
  5. {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
  6. webscout-8.2.7.dist-info/entry_points.txt +3 -0
  7. webscout-8.2.7.dist-info/top_level.txt +1 -0
  8. webscout/Extra/GitToolkit/__init__.py +0 -10
  9. webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
  10. webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
  11. webscout/Extra/GitToolkit/gitapi/user.py +0 -96
  12. webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
  13. webscout/Extra/YTToolkit/YTdownloader.py +0 -957
  14. webscout/Extra/YTToolkit/__init__.py +0 -3
  15. webscout/Extra/YTToolkit/transcriber.py +0 -476
  16. webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
  17. webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
  18. webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
  19. webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
  20. webscout/Extra/YTToolkit/ytapi/https.py +0 -88
  21. webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
  22. webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
  23. webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
  24. webscout/Extra/YTToolkit/ytapi/query.py +0 -40
  25. webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
  26. webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
  27. webscout/Extra/YTToolkit/ytapi/video.py +0 -232
  28. webscout/Extra/__init__.py +0 -7
  29. webscout/Extra/autocoder/__init__.py +0 -9
  30. webscout/Extra/autocoder/autocoder.py +0 -910
  31. webscout/Extra/autocoder/autocoder_utiles.py +0 -332
  32. webscout/Extra/gguf.py +0 -684
  33. webscout/Extra/tempmail/__init__.py +0 -28
  34. webscout/Extra/tempmail/async_utils.py +0 -141
  35. webscout/Extra/tempmail/base.py +0 -161
  36. webscout/Extra/tempmail/cli.py +0 -187
  37. webscout/Extra/tempmail/emailnator.py +0 -84
  38. webscout/Extra/tempmail/mail_tm.py +0 -361
  39. webscout/Extra/tempmail/temp_mail_io.py +0 -292
  40. webscout/Extra/weather.py +0 -194
  41. webscout/Extra/weather_ascii.py +0 -76
  42. webscout/Litlogger/__init__.py +0 -67
  43. webscout/Litlogger/core/__init__.py +0 -6
  44. webscout/Litlogger/core/level.py +0 -23
  45. webscout/Litlogger/core/logger.py +0 -165
  46. webscout/Litlogger/handlers/__init__.py +0 -12
  47. webscout/Litlogger/handlers/console.py +0 -33
  48. webscout/Litlogger/handlers/file.py +0 -143
  49. webscout/Litlogger/handlers/network.py +0 -173
  50. webscout/Litlogger/styles/__init__.py +0 -7
  51. webscout/Litlogger/styles/colors.py +0 -249
  52. webscout/Litlogger/styles/formats.py +0 -458
  53. webscout/Litlogger/styles/text.py +0 -87
  54. webscout/Litlogger/utils/__init__.py +0 -6
  55. webscout/Litlogger/utils/detectors.py +0 -153
  56. webscout/Litlogger/utils/formatters.py +0 -200
  57. webscout/Provider/AI21.py +0 -177
  58. webscout/Provider/AISEARCH/DeepFind.py +0 -250
  59. webscout/Provider/AISEARCH/ISou.py +0 -256
  60. webscout/Provider/AISEARCH/Perplexity.py +0 -359
  61. webscout/Provider/AISEARCH/__init__.py +0 -10
  62. webscout/Provider/AISEARCH/felo_search.py +0 -228
  63. webscout/Provider/AISEARCH/genspark_search.py +0 -208
  64. webscout/Provider/AISEARCH/hika_search.py +0 -198
  65. webscout/Provider/AISEARCH/iask_search.py +0 -436
  66. webscout/Provider/AISEARCH/monica_search.py +0 -246
  67. webscout/Provider/AISEARCH/scira_search.py +0 -322
  68. webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
  69. webscout/Provider/Aitopia.py +0 -316
  70. webscout/Provider/AllenAI.py +0 -447
  71. webscout/Provider/Andi.py +0 -228
  72. webscout/Provider/Blackboxai.py +0 -229
  73. webscout/Provider/ChatGPTClone.py +0 -237
  74. webscout/Provider/ChatGPTGratis.py +0 -194
  75. webscout/Provider/ChatSandbox.py +0 -342
  76. webscout/Provider/Cloudflare.py +0 -325
  77. webscout/Provider/Cohere.py +0 -208
  78. webscout/Provider/Deepinfra.py +0 -338
  79. webscout/Provider/ElectronHub.py +0 -773
  80. webscout/Provider/ExaAI.py +0 -261
  81. webscout/Provider/ExaChat.py +0 -358
  82. webscout/Provider/Free2GPT.py +0 -241
  83. webscout/Provider/GPTWeb.py +0 -249
  84. webscout/Provider/Gemini.py +0 -169
  85. webscout/Provider/GithubChat.py +0 -370
  86. webscout/Provider/GizAI.py +0 -285
  87. webscout/Provider/Glider.py +0 -222
  88. webscout/Provider/Groq.py +0 -801
  89. webscout/Provider/HF_space/__init__.py +0 -0
  90. webscout/Provider/HF_space/qwen_qwen2.py +0 -206
  91. webscout/Provider/HeckAI.py +0 -257
  92. webscout/Provider/HuggingFaceChat.py +0 -469
  93. webscout/Provider/Hunyuan.py +0 -283
  94. webscout/Provider/Jadve.py +0 -291
  95. webscout/Provider/Koboldai.py +0 -381
  96. webscout/Provider/LambdaChat.py +0 -411
  97. webscout/Provider/Llama3.py +0 -259
  98. webscout/Provider/MCPCore.py +0 -315
  99. webscout/Provider/Marcus.py +0 -206
  100. webscout/Provider/Nemotron.py +0 -218
  101. webscout/Provider/Netwrck.py +0 -270
  102. webscout/Provider/OLLAMA.py +0 -396
  103. webscout/Provider/OPENAI/__init__.py +0 -28
  104. webscout/Provider/OPENAI/ai4chat.py +0 -286
  105. webscout/Provider/OPENAI/base.py +0 -46
  106. webscout/Provider/OPENAI/c4ai.py +0 -367
  107. webscout/Provider/OPENAI/chatgpt.py +0 -549
  108. webscout/Provider/OPENAI/chatgptclone.py +0 -481
  109. webscout/Provider/OPENAI/deepinfra.py +0 -309
  110. webscout/Provider/OPENAI/e2b.py +0 -1350
  111. webscout/Provider/OPENAI/exaai.py +0 -404
  112. webscout/Provider/OPENAI/exachat.py +0 -437
  113. webscout/Provider/OPENAI/freeaichat.py +0 -352
  114. webscout/Provider/OPENAI/glider.py +0 -316
  115. webscout/Provider/OPENAI/groq.py +0 -354
  116. webscout/Provider/OPENAI/heckai.py +0 -341
  117. webscout/Provider/OPENAI/llmchatco.py +0 -327
  118. webscout/Provider/OPENAI/mcpcore.py +0 -376
  119. webscout/Provider/OPENAI/multichat.py +0 -368
  120. webscout/Provider/OPENAI/netwrck.py +0 -350
  121. webscout/Provider/OPENAI/opkfc.py +0 -488
  122. webscout/Provider/OPENAI/scirachat.py +0 -462
  123. webscout/Provider/OPENAI/sonus.py +0 -294
  124. webscout/Provider/OPENAI/standardinput.py +0 -425
  125. webscout/Provider/OPENAI/textpollinations.py +0 -329
  126. webscout/Provider/OPENAI/toolbaz.py +0 -406
  127. webscout/Provider/OPENAI/typegpt.py +0 -346
  128. webscout/Provider/OPENAI/uncovrAI.py +0 -455
  129. webscout/Provider/OPENAI/utils.py +0 -211
  130. webscout/Provider/OPENAI/venice.py +0 -413
  131. webscout/Provider/OPENAI/wisecat.py +0 -381
  132. webscout/Provider/OPENAI/writecream.py +0 -156
  133. webscout/Provider/OPENAI/x0gpt.py +0 -371
  134. webscout/Provider/OPENAI/yep.py +0 -327
  135. webscout/Provider/OpenGPT.py +0 -209
  136. webscout/Provider/Openai.py +0 -496
  137. webscout/Provider/PI.py +0 -429
  138. webscout/Provider/Perplexitylabs.py +0 -415
  139. webscout/Provider/QwenLM.py +0 -254
  140. webscout/Provider/Reka.py +0 -214
  141. webscout/Provider/StandardInput.py +0 -290
  142. webscout/Provider/TTI/AiForce/__init__.py +0 -22
  143. webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
  144. webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
  145. webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
  146. webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
  147. webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
  148. webscout/Provider/TTI/ImgSys/__init__.py +0 -23
  149. webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
  150. webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
  151. webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
  152. webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
  153. webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
  154. webscout/Provider/TTI/Nexra/__init__.py +0 -22
  155. webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
  156. webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
  157. webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
  158. webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
  159. webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
  160. webscout/Provider/TTI/__init__.py +0 -12
  161. webscout/Provider/TTI/aiarta/__init__.py +0 -2
  162. webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
  163. webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
  164. webscout/Provider/TTI/artbit/__init__.py +0 -22
  165. webscout/Provider/TTI/artbit/async_artbit.py +0 -155
  166. webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
  167. webscout/Provider/TTI/fastflux/__init__.py +0 -22
  168. webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
  169. webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
  170. webscout/Provider/TTI/huggingface/__init__.py +0 -22
  171. webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
  172. webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
  173. webscout/Provider/TTI/piclumen/__init__.py +0 -23
  174. webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
  175. webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
  176. webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
  177. webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
  178. webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
  179. webscout/Provider/TTI/talkai/__init__.py +0 -4
  180. webscout/Provider/TTI/talkai/async_talkai.py +0 -229
  181. webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
  182. webscout/Provider/TTS/__init__.py +0 -8
  183. webscout/Provider/TTS/base.py +0 -159
  184. webscout/Provider/TTS/deepgram.py +0 -156
  185. webscout/Provider/TTS/elevenlabs.py +0 -111
  186. webscout/Provider/TTS/gesserit.py +0 -128
  187. webscout/Provider/TTS/murfai.py +0 -113
  188. webscout/Provider/TTS/parler.py +0 -111
  189. webscout/Provider/TTS/speechma.py +0 -180
  190. webscout/Provider/TTS/streamElements.py +0 -333
  191. webscout/Provider/TTS/utils.py +0 -280
  192. webscout/Provider/TeachAnything.py +0 -233
  193. webscout/Provider/TextPollinationsAI.py +0 -306
  194. webscout/Provider/TwoAI.py +0 -280
  195. webscout/Provider/TypliAI.py +0 -305
  196. webscout/Provider/Venice.py +0 -258
  197. webscout/Provider/VercelAI.py +0 -253
  198. webscout/Provider/WiseCat.py +0 -233
  199. webscout/Provider/WrDoChat.py +0 -370
  200. webscout/Provider/Writecream.py +0 -237
  201. webscout/Provider/WritingMate.py +0 -269
  202. webscout/Provider/Youchat.py +0 -330
  203. webscout/Provider/__init__.py +0 -178
  204. webscout/Provider/ai4chat.py +0 -203
  205. webscout/Provider/aimathgpt.py +0 -189
  206. webscout/Provider/akashgpt.py +0 -335
  207. webscout/Provider/asksteve.py +0 -212
  208. webscout/Provider/bagoodex.py +0 -145
  209. webscout/Provider/cerebras.py +0 -288
  210. webscout/Provider/chatglm.py +0 -215
  211. webscout/Provider/cleeai.py +0 -213
  212. webscout/Provider/copilot.py +0 -425
  213. webscout/Provider/elmo.py +0 -283
  214. webscout/Provider/freeaichat.py +0 -285
  215. webscout/Provider/geminiapi.py +0 -208
  216. webscout/Provider/geminiprorealtime.py +0 -160
  217. webscout/Provider/granite.py +0 -235
  218. webscout/Provider/hermes.py +0 -266
  219. webscout/Provider/julius.py +0 -223
  220. webscout/Provider/koala.py +0 -268
  221. webscout/Provider/learnfastai.py +0 -325
  222. webscout/Provider/llama3mitril.py +0 -215
  223. webscout/Provider/llmchat.py +0 -255
  224. webscout/Provider/llmchatco.py +0 -306
  225. webscout/Provider/meta.py +0 -798
  226. webscout/Provider/multichat.py +0 -364
  227. webscout/Provider/scira_chat.py +0 -297
  228. webscout/Provider/scnet.py +0 -243
  229. webscout/Provider/searchchat.py +0 -292
  230. webscout/Provider/sonus.py +0 -258
  231. webscout/Provider/talkai.py +0 -194
  232. webscout/Provider/toolbaz.py +0 -353
  233. webscout/Provider/turboseek.py +0 -266
  234. webscout/Provider/typefully.py +0 -330
  235. webscout/Provider/typegpt.py +0 -289
  236. webscout/Provider/uncovr.py +0 -368
  237. webscout/Provider/x0gpt.py +0 -299
  238. webscout/Provider/yep.py +0 -389
  239. webscout/litagent/__init__.py +0 -29
  240. webscout/litagent/agent.py +0 -455
  241. webscout/litagent/constants.py +0 -60
  242. webscout/litprinter/__init__.py +0 -59
  243. webscout/scout/__init__.py +0 -8
  244. webscout/scout/core/__init__.py +0 -7
  245. webscout/scout/core/crawler.py +0 -140
  246. webscout/scout/core/scout.py +0 -568
  247. webscout/scout/core/search_result.py +0 -96
  248. webscout/scout/core/text_analyzer.py +0 -63
  249. webscout/scout/core/text_utils.py +0 -277
  250. webscout/scout/core/web_analyzer.py +0 -52
  251. webscout/scout/core.py +0 -881
  252. webscout/scout/element.py +0 -460
  253. webscout/scout/parsers/__init__.py +0 -69
  254. webscout/scout/parsers/html5lib_parser.py +0 -172
  255. webscout/scout/parsers/html_parser.py +0 -236
  256. webscout/scout/parsers/lxml_parser.py +0 -178
  257. webscout/scout/utils.py +0 -37
  258. webscout/swiftcli/__init__.py +0 -95
  259. webscout/swiftcli/core/__init__.py +0 -7
  260. webscout/swiftcli/core/cli.py +0 -297
  261. webscout/swiftcli/core/context.py +0 -104
  262. webscout/swiftcli/core/group.py +0 -241
  263. webscout/swiftcli/decorators/__init__.py +0 -28
  264. webscout/swiftcli/decorators/command.py +0 -221
  265. webscout/swiftcli/decorators/options.py +0 -220
  266. webscout/swiftcli/decorators/output.py +0 -252
  267. webscout/swiftcli/exceptions.py +0 -21
  268. webscout/swiftcli/plugins/__init__.py +0 -9
  269. webscout/swiftcli/plugins/base.py +0 -135
  270. webscout/swiftcli/plugins/manager.py +0 -262
  271. webscout/swiftcli/utils/__init__.py +0 -59
  272. webscout/swiftcli/utils/formatting.py +0 -252
  273. webscout/swiftcli/utils/parsing.py +0 -267
  274. webscout/zeroart/__init__.py +0 -55
  275. webscout/zeroart/base.py +0 -60
  276. webscout/zeroart/effects.py +0 -99
  277. webscout/zeroart/fonts.py +0 -816
  278. webscout-8.2.6.dist-info/RECORD +0 -307
  279. webscout-8.2.6.dist-info/entry_points.txt +0 -3
  280. webscout-8.2.6.dist-info/top_level.txt +0 -2
  281. webstoken/__init__.py +0 -30
  282. webstoken/classifier.py +0 -189
  283. webstoken/keywords.py +0 -216
  284. webstoken/language.py +0 -128
  285. webstoken/ner.py +0 -164
  286. webstoken/normalizer.py +0 -35
  287. webstoken/processor.py +0 -77
  288. webstoken/sentiment.py +0 -206
  289. webstoken/stemmer.py +0 -73
  290. webstoken/tagger.py +0 -60
  291. webstoken/tokenizer.py +0 -158
  292. {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/licenses/LICENSE.md +0 -0
@@ -1,342 +0,0 @@
1
- from typing import Optional, Union, Any, Dict, Generator, List
2
- from uuid import uuid4
3
- import json
4
- import re
5
- import random
6
- from curl_cffi import CurlError
7
- from curl_cffi.requests import Session
8
- from curl_cffi.const import CurlHttpVersion
9
-
10
- from webscout.AIutel import sanitize_stream
11
- from webscout.AIutel import Optimizers
12
- from webscout.AIutel import Conversation
13
- from webscout.AIutel import AwesomePrompts
14
- from webscout.AIbase import Provider
15
- from webscout import exceptions
16
- from webscout.litagent import LitAgent
17
-
18
- class ChatSandbox(Provider):
19
- """
20
- Sends a chat message to the specified model via the chatsandbox API.
21
-
22
- This provider allows you to interact with various AI models through the chatsandbox.com
23
- interface, supporting different models/models like OpenAI, DeepSeek, Llama, etc.
24
-
25
- Attributes:
26
- model (str): The model to chat with (e.g., "openai", "deepseek", "llama").
27
-
28
- Examples:
29
- >>> from webscout.Provider.chatsandbox import ChatSandbox
30
- >>> ai = ChatSandbox(model="openai")
31
- >>> response = ai.chat("Hello, how are you?")
32
- >>> print(response)
33
- 'I'm doing well, thank you for asking! How can I assist you today?'
34
- """
35
- AVAILABLE_MODELS = ["openai", "deepseek", "llama", "gemini", "mistral-large"]
36
-
37
- def __init__(
38
- self,
39
- model: str = "openai",
40
- is_conversation: bool = True,
41
- max_tokens: int = 600,
42
- timeout: int = 30,
43
- intro: str = None,
44
- filepath: str = None,
45
- update_file: bool = True,
46
- proxies: dict = {},
47
- history_offset: int = 10250,
48
- act: str = None,
49
- ):
50
- """
51
- Initializes the ChatSandbox API with given parameters.
52
-
53
- Args:
54
- model (str): The model to chat with (e.g., "openai", "deepseek", "llama").
55
- is_conversation (bool): Whether the provider is in conversation mode.
56
- max_tokens (int): Maximum number of tokens to sample.
57
- timeout (int): Timeout for API requests.
58
- intro (str): Introduction message for the conversation.
59
- filepath (str): Filepath for storing conversation history.
60
- update_file (bool): Whether to update the conversation history file.
61
- proxies (dict): Proxies for the API requests.
62
- history_offset (int): Offset for conversation history.
63
- act (str): Act for the conversation.
64
-
65
- Examples:
66
- >>> ai = ChatSandbox(model="openai", system_prompt="You are a friendly assistant.")
67
- >>> print(ai.model)
68
- 'openai'
69
- """
70
- if model not in self.AVAILABLE_MODELS:
71
- raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
72
-
73
- # Initialize curl_cffi Session
74
- self.session = Session()
75
- self.model = model
76
- self.is_conversation = is_conversation
77
- self.max_tokens_to_sample = max_tokens
78
- self.api_endpoint = "https://chatsandbox.com/api/chat"
79
- self.timeout = timeout
80
- self.last_response = {}
81
-
82
- # Initialize LitAgent for user agent generation
83
- self.agent = LitAgent()
84
-
85
- # Set up headers
86
- self.headers = {
87
- 'authority': 'chatsandbox.com',
88
- 'accept': '*/*',
89
- 'accept-encoding': 'gzip, deflate, br',
90
- 'accept-language': 'en-US,en;q=0.9',
91
- 'content-type': 'application/json',
92
- 'origin': 'https://chatsandbox.com',
93
- 'referer': f'https://chatsandbox.com/chat/{self.model}',
94
- 'sec-ch-ua': '"Microsoft Edge";v="135", "Not-A.Brand";v="8", "Chromium";v="135"',
95
- 'sec-ch-ua-mobile': '?0',
96
- 'sec-ch-ua-platform': '"Windows"',
97
- 'sec-fetch-dest': 'empty',
98
- 'sec-fetch-mode': 'cors',
99
- 'sec-fetch-site': 'same-origin',
100
- 'user-agent': self.agent.random(),
101
- 'dnt': '1',
102
- 'sec-gpc': '1',
103
- }
104
-
105
- self.__available_optimizers = (
106
- method
107
- for method in dir(Optimizers)
108
- if callable(getattr(Optimizers, method)) and not method.startswith("__")
109
- )
110
-
111
- # Update curl_cffi session headers and proxies
112
- self.session.headers.update(self.headers)
113
- self.session.proxies = proxies
114
-
115
- Conversation.intro = (
116
- AwesomePrompts().get_act(
117
- act, raise_not_found=True, default=None, case_insensitive=True
118
- )
119
- if act
120
- else intro or Conversation.intro
121
- )
122
- self.conversation = Conversation(
123
- is_conversation, self.max_tokens_to_sample, filepath, update_file
124
- )
125
- self.conversation.history_offset = history_offset
126
-
127
- @staticmethod
128
- def _chatsandbox_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
129
- """Extracts content from the chatsandbox stream format."""
130
- if isinstance(chunk, str):
131
- try:
132
- data = json.loads(chunk)
133
- if isinstance(data, dict) and "reasoning_content" in data:
134
- return data["reasoning_content"]
135
- return chunk
136
- except json.JSONDecodeError:
137
- return chunk
138
- return None
139
-
140
- def ask(
141
- self,
142
- prompt: str,
143
- stream: bool = False,
144
- raw: bool = False,
145
- optimizer: str = None,
146
- conversationally: bool = False,
147
- ) -> Union[Dict[str, Any], Generator]:
148
- """
149
- Sends a prompt to the ChatSandbox API and returns the response.
150
-
151
- Args:
152
- prompt (str): The prompt to send to the API.
153
- stream (bool): Whether to stream the response.
154
- raw (bool): Whether to return the raw response.
155
- optimizer (str): Optimizer to use for the prompt.
156
- conversationally (bool): Whether to generate the prompt conversationally.
157
-
158
- Returns:
159
- Union[Dict[str, Any], Generator]: The API response.
160
-
161
- Examples:
162
- >>> ai = ChatSandbox()
163
- >>> response = ai.ask("Tell me a joke!")
164
- >>> print(response)
165
- {'text': 'Why did the scarecrow win an award? Because he was outstanding in his field!'}
166
- """
167
- conversation_prompt = self.conversation.gen_complete_prompt(prompt)
168
- if optimizer:
169
- if optimizer in self.__available_optimizers:
170
- conversation_prompt = getattr(Optimizers, optimizer)(
171
- conversation_prompt if conversationally else prompt
172
- )
173
- else:
174
- raise Exception(
175
- f"Optimizer is not one of {self.__available_optimizers}"
176
- )
177
-
178
- # Prepare the payload
179
- payload = {
180
- "messages": [conversation_prompt],
181
- "character": self.model
182
- }
183
-
184
- def for_stream():
185
- try:
186
- # Use curl_cffi session post with updated impersonate and http_version
187
- response = self.session.post(
188
- self.api_endpoint,
189
- headers=self.headers,
190
- json=payload,
191
- stream=True,
192
- timeout=self.timeout,
193
- impersonate="chrome120", # Try a different impersonation profile
194
- http_version=CurlHttpVersion.V1_1 # Force HTTP/1.1
195
- )
196
- if not response.ok:
197
- raise exceptions.FailedToGenerateResponseError(
198
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
199
- )
200
-
201
- streaming_response = ""
202
- # Use sanitize_stream with the custom extractor
203
- processed_stream = sanitize_stream(
204
- data=response.iter_content(chunk_size=None), # Pass byte iterator
205
- intro_value=None, # No simple prefix to remove here
206
- to_json=False, # Content is not JSON
207
- content_extractor=self._chatsandbox_extractor # Use the specific extractor
208
- )
209
-
210
- for content_chunk in processed_stream:
211
- if content_chunk and isinstance(content_chunk, str):
212
- streaming_response += content_chunk
213
- yield content_chunk if raw else dict(text=content_chunk)
214
-
215
- self.last_response.update(dict(text=streaming_response))
216
- self.conversation.update_chat_history(
217
- prompt, self.get_message(self.last_response)
218
- )
219
- except CurlError as e: # Catch CurlError
220
- raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}")
221
- except Exception as e: # Catch other potential exceptions
222
- # Include the original exception type in the message for clarity
223
- raise exceptions.FailedToGenerateResponseError(f"An unexpected error occurred ({type(e).__name__}): {e}")
224
-
225
- def for_non_stream():
226
- # This function implicitly uses the updated for_stream
227
- for _ in for_stream():
228
- pass
229
- return self.last_response
230
-
231
- return for_stream() if stream else for_non_stream()
232
-
233
- def chat(
234
- self,
235
- prompt: str,
236
- stream: bool = False,
237
- optimizer: str = None,
238
- conversationally: bool = False,
239
- ) -> str:
240
- """
241
- Generates a response from the ChatSandbox API.
242
-
243
- Args:
244
- prompt (str): The prompt to send to the API.
245
- stream (bool): Whether to stream the response.
246
- optimizer (str): Optimizer to use for the prompt.
247
- conversationally (bool): Whether to generate the prompt conversationally.
248
-
249
- Returns:
250
- str: The API response.
251
-
252
- Examples:
253
- >>> ai = ChatSandbox()
254
- >>> response = ai.chat("What's the weather today?")
255
- >>> print(response)
256
- 'I don't have real-time weather data, but I can help you find weather information online.'
257
- """
258
- def for_stream():
259
- for response in self.ask(
260
- prompt,
261
- stream=True,
262
- raw=False,
263
- optimizer=optimizer,
264
- conversationally=conversationally,
265
- ):
266
- yield response.get("text", "")
267
-
268
- if stream:
269
- return for_stream()
270
- else:
271
- return self.get_message(
272
- self.ask(
273
- prompt,
274
- stream=False,
275
- raw=False,
276
- optimizer=optimizer,
277
- conversationally=conversationally,
278
- )
279
- )
280
-
281
- def get_message(self, response: Dict[str, Any]) -> str:
282
- """
283
- Extract the message from the API response.
284
-
285
- Args:
286
- response (Dict[str, Any]): The API response.
287
-
288
- Returns:
289
- str: The extracted message.
290
- """
291
- if not isinstance(response, dict):
292
- return str(response)
293
-
294
- raw_text = response.get("text", "")
295
-
296
- # Try to parse as JSON
297
- try:
298
- data = json.loads(raw_text)
299
- if isinstance(data, dict):
300
- # Check for different response formats
301
- if "reasoning_content" in data:
302
- return data["reasoning_content"]
303
- elif "content" in data:
304
- return data["content"]
305
- elif "message" in data:
306
- return data["message"]
307
- elif "response" in data:
308
- return data["response"]
309
- elif "text" in data:
310
- return data["text"]
311
- # Return the whole JSON if no specific field is found
312
- return json.dumps(data, ensure_ascii=False)
313
- except json.JSONDecodeError:
314
- # If it's not JSON, return the raw text
315
- pass
316
-
317
- return raw_text.strip()
318
-
319
- # --- Example Usage ---
320
- if __name__ == "__main__":
321
- from rich import print
322
- # Ensure curl_cffi is installed
323
- print("-" * 80)
324
- print(f"{'Model':<50} {'Status':<10} {'Response'}")
325
- print("-" * 80)
326
-
327
- for model in ChatSandbox.AVAILABLE_MODELS:
328
- try:
329
- test_ai = ChatSandbox(model=model, timeout=60)
330
- response = test_ai.chat("Say 'Hello' in one word")
331
- response_text = response
332
-
333
- if response_text and len(response_text.strip()) > 0:
334
- status = "✓"
335
- # Truncate response if too long
336
- display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
337
- else:
338
- status = "✗"
339
- display_text = "Empty or invalid response"
340
- print(f"{model:<50} {status:<10} {display_text}")
341
- except Exception as e:
342
- print(f"{model:<50} {'✗':<10} {str(e)}")
@@ -1,325 +0,0 @@
1
- import json
2
- from uuid import uuid4
3
-
4
- import re # Import re
5
- from curl_cffi import CurlError
6
- from webscout.AIutel import Optimizers
7
- from webscout.AIutel import Conversation
8
- from webscout.AIutel import AwesomePrompts, sanitize_stream # Import sanitize_stream
9
- from webscout.AIbase import Provider, AsyncProvider
10
- from webscout import exceptions
11
- from typing import Optional, Union, Any, AsyncGenerator, Dict
12
- from curl_cffi.requests import Session
13
- from webscout.litagent import LitAgent
14
-
15
- class Cloudflare(Provider):
16
- """
17
- Cloudflare provider to interact with Cloudflare's text generation API.
18
- """
19
-
20
- # Updated AVAILABLE_MODELS from given JSON data
21
- AVAILABLE_MODELS = [
22
- "@hf/thebloke/deepseek-coder-6.7b-base-awq",
23
- "@hf/thebloke/deepseek-coder-6.7b-instruct-awq",
24
- "@cf/deepseek-ai/deepseek-math-7b-instruct",
25
- "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
26
- "@cf/thebloke/discolm-german-7b-v1-awq",
27
- "@cf/tiiuae/falcon-7b-instruct",
28
- "@cf/google/gemma-3-12b-it",
29
- "@hf/google/gemma-7b-it",
30
- "@hf/nousresearch/hermes-2-pro-mistral-7b",
31
- "@hf/thebloke/llama-2-13b-chat-awq",
32
- "@cf/meta/llama-2-7b-chat-fp16",
33
- "@cf/meta/llama-2-7b-chat-int8",
34
- "@cf/meta/llama-3-8b-instruct",
35
- "@cf/meta/llama-3-8b-instruct-awq",
36
- "@cf/meta/llama-3.1-8b-instruct",
37
- "@cf/meta/llama-3.1-8b-instruct-awq",
38
- "@cf/meta/llama-3.1-8b-instruct-fp8",
39
- "@cf/meta/llama-3.2-11b-vision-instruct",
40
- "@cf/meta/llama-3.2-1b-instruct",
41
- "@cf/meta/llama-3.2-3b-instruct",
42
- "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
43
- "@cf/meta/llama-4-scout-17b-16e-instruct",
44
- "@cf/meta/llama-guard-3-8b",
45
- "@hf/thebloke/llamaguard-7b-awq",
46
- "@hf/meta-llama/meta-llama-3-8b-instruct",
47
- "@cf/mistral/mistral-7b-instruct-v0.1",
48
- "@hf/thebloke/mistral-7b-instruct-v0.1-awq",
49
- "@hf/mistral/mistral-7b-instruct-v0.2",
50
- "@cf/mistralai/mistral-small-3.1-24b-instruct",
51
- "@hf/thebloke/neural-chat-7b-v3-1-awq",
52
- "@cf/openchat/openchat-3.5-0106",
53
- "@hf/thebloke/openhermes-2.5-mistral-7b-awq",
54
- "@cf/microsoft/phi-2",
55
- "@cf/qwen/qwen1.5-0.5b-chat",
56
- "@cf/qwen/qwen1.5-1.8b-chat",
57
- "@cf/qwen/qwen1.5-14b-chat-awq",
58
- "@cf/qwen/qwen1.5-7b-chat-awq",
59
- "@cf/qwen/qwen2.5-coder-32b-instruct",
60
- "@cf/qwen/qwq-32b",
61
- "@cf/defog/sqlcoder-7b-2",
62
- "@hf/nexusflow/starling-lm-7b-beta",
63
- "@cf/tinyllama/tinyllama-1.1b-chat-v1.0",
64
- "@cf/fblgit/una-cybertron-7b-v2-bf16",
65
- "@hf/thebloke/zephyr-7b-beta-awq"
66
- ]
67
-
68
- def __init__(
69
- self,
70
- is_conversation: bool = True,
71
- max_tokens: int = 600,
72
- timeout: int = 30,
73
- intro: str = None,
74
- filepath: str = None,
75
- update_file: bool = True,
76
- proxies: dict = {},
77
- history_offset: int = 10250,
78
- act: str = None,
79
- model: str = "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
80
- system_prompt: str = "You are a helpful assistant.",
81
- ):
82
- """Instantiates Cloudflare Provider
83
-
84
- Args:
85
- is_conversation (bool, optional): Flag for conversational mode. Defaults to True.
86
- max_tokens (int, optional): Max tokens to generate. Defaults to 600.
87
- timeout (int, optional): HTTP request timeout. Defaults to 30.
88
- intro (str, optional): Introductory prompt. Defaults to None.
89
- filepath (str, optional): File path for conversation history. Defaults to None.
90
- update_file (bool, optional): Update history file flag. Defaults to True.
91
- proxies (dict, optional): Request proxies. Defaults to {}.
92
- history_offset (int, optional): Chat history limit. Defaults to 10250.
93
- act (str, optional): Awesome prompt key/index. Defaults to None.
94
- model (str, optional): Model to use. Defaults to "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b".
95
- system_prompt (str, optional): System prompt for conversation. Defaults to "You are a helpful assistant.".
96
- logging (bool, optional): Enable logging if True. Defaults to False.
97
- """
98
- if model not in self.AVAILABLE_MODELS:
99
- raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
100
-
101
- self.session = Session() # Use curl_cffi Session
102
- self.is_conversation = is_conversation
103
- self.max_tokens_to_sample = max_tokens
104
- self.chat_endpoint = "https://playground.ai.cloudflare.com/api/inference"
105
- self.stream_chunk_size = 64
106
- self.timeout = timeout
107
- self.last_response = {}
108
- self.model = model
109
- self.system_prompt = system_prompt
110
-
111
- self.headers = {
112
- 'Accept': 'text/event-stream',
113
- 'Accept-Encoding': 'gzip, deflate, br, zstd',
114
- 'Accept-Language': 'en-US,en;q=0.9,en-IN;q=0.8',
115
- 'Content-Type': 'application/json',
116
- 'DNT': '1',
117
- 'Origin': 'https://playground.ai.cloudflare.com',
118
- 'Referer': 'https://playground.ai.cloudflare.com/',
119
- 'Sec-CH-UA': '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
120
- 'Sec-CH-UA-Mobile': '?0',
121
- 'Sec-CH-UA-Platform': '"Windows"',
122
- 'Sec-Fetch-Dest': 'empty',
123
- 'Sec-Fetch-Mode': 'cors',
124
- 'Sec-Fetch-Site': 'same-origin',
125
- 'User-Agent': LitAgent().random()
126
- }
127
-
128
- self.cookies = {
129
- 'cfzs_amplitude': uuid4().hex,
130
- 'cfz_amplitude': uuid4().hex,
131
- '__cf_bm': uuid4().hex,
132
- }
133
-
134
- self.__available_optimizers = (
135
- method
136
- for method in dir(Optimizers)
137
- if callable(getattr(Optimizers, method)) and not method.startswith("__")
138
- )
139
-
140
- # Initialize session and apply proxies
141
- # self.session = cloudscraper.create_scraper() # Replaced above
142
- self.session.headers.update(self.headers)
143
- self.session.proxies = proxies
144
-
145
- Conversation.intro = (
146
- AwesomePrompts().get_act(act, raise_not_found=True, default=None, case_insensitive=True)
147
- if act else intro or Conversation.intro
148
- )
149
- self.conversation = Conversation(is_conversation, self.max_tokens_to_sample, filepath, update_file)
150
- self.conversation.history_offset = history_offset
151
-
152
- # Initialize logger if logging is enabled
153
- # self.logger = Logger(
154
- # name="Cloudflare",
155
- # format=LogFormat.MODERN_EMOJI,
156
- # ) if logging else None
157
-
158
- # if self.logger:
159
- # self.logger.info("Cloudflare initialized successfully")
160
-
161
- @staticmethod
162
- def _cloudflare_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
163
- """Extracts content from Cloudflare stream JSON objects."""
164
- # Updated for the 0:"..." format
165
- if isinstance(chunk, str):
166
- # Use re.search to find the pattern 0:"<content>"
167
- match = re.search(r'0:"(.*?)"(?=,|$)', chunk) # Look for 0:"...", possibly followed by comma or end of string
168
- if match:
169
- # Decode potential unicode escapes like \u00e9 and handle escaped quotes/backslashes
170
- content = match.group(1).encode().decode('unicode_escape')
171
- return content.replace('\\\\', '\\').replace('\\"', '"')
172
- return None
173
-
174
- def ask(
175
- self,
176
- prompt: str,
177
- stream: bool = False,
178
- raw: bool = False,
179
- optimizer: str = None,
180
- conversationally: bool = False,
181
- ) -> dict:
182
- """Chat with AI
183
-
184
- Args:
185
- prompt (str): Prompt to be sent.
186
- stream (bool, optional): Whether to stream the response. Defaults to False.
187
- raw (bool, optional): Return raw response. Defaults to False.
188
- optimizer (str, optional): Optimizer to use. Defaults to None.
189
- conversationally (bool, optional): Conversational mode flag. Defaults to False.
190
- Returns:
191
- dict: Response from the API.
192
- """
193
- conversation_prompt = self.conversation.gen_complete_prompt(prompt)
194
- if optimizer:
195
- if optimizer in self.__available_optimizers:
196
- conversation_prompt = getattr(Optimizers, optimizer)(
197
- conversation_prompt if conversationally else prompt
198
- )
199
- # if self.logger:
200
- # self.logger.debug(f"Applied optimizer: {optimizer}")
201
- else:
202
- # if self.logger:
203
- # self.logger.error(f"Invalid optimizer requested: {optimizer}")
204
- raise Exception(f"Optimizer is not one of {list(self.__available_optimizers)}")
205
-
206
- payload = {
207
- "messages": [
208
- {"role": "system", "content": self.system_prompt},
209
- {"role": "user", "content": conversation_prompt}
210
- ],
211
- "lora": None,
212
- "model": self.model,
213
- "max_tokens": self.max_tokens_to_sample,
214
- "stream": True
215
- }
216
-
217
- def for_stream():
218
- # if self.logger:
219
- # self.logger.debug("Sending streaming request to Cloudflare API...")
220
- streaming_text = "" # Initialize outside try block
221
- try:
222
- response = self.session.post(
223
- self.chat_endpoint,
224
- headers=self.headers,
225
- cookies=self.cookies,
226
- data=json.dumps(payload),
227
- stream=True,
228
- timeout=self.timeout,
229
- impersonate="chrome120" # Add impersonate
230
- )
231
- response.raise_for_status()
232
-
233
- # Use sanitize_stream
234
- processed_stream = sanitize_stream(
235
- data=response.iter_content(chunk_size=None), # Pass byte iterator
236
- intro_value=None,
237
- to_json=False,
238
- skip_markers=None,
239
- content_extractor=self._cloudflare_extractor, # Use the specific extractor
240
- yield_raw_on_error=False # Skip non-JSON lines or lines where extractor fails
241
- )
242
-
243
- for content_chunk in processed_stream:
244
- if content_chunk and isinstance(content_chunk, str):
245
- streaming_text += content_chunk
246
- yield content_chunk if raw else dict(text=content_chunk)
247
-
248
- except CurlError as e:
249
- raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}") from e
250
- except Exception as e:
251
- raise exceptions.FailedToGenerateResponseError(f"An unexpected error occurred ({type(e).__name__}): {e}") from e
252
- finally:
253
- # Update history after stream finishes or fails
254
- self.last_response.update(dict(text=streaming_text))
255
- self.conversation.update_chat_history(prompt, streaming_text)
256
-
257
- def for_non_stream():
258
- # Aggregate the stream using the updated for_stream logic
259
- full_text = ""
260
- last_response_dict = {}
261
- self.conversation.update_chat_history(prompt, self.get_message(self.last_response))
262
- # if self.logger:
263
- # self.logger.info("Streaming response completed successfully")
264
- try:
265
- # Ensure raw=False so for_stream yields dicts
266
- for chunk_data in for_stream():
267
- if isinstance(chunk_data, dict) and "text" in chunk_data:
268
- full_text += chunk_data["text"]
269
- last_response_dict = {"text": full_text} # Keep track of last dict structure
270
- # Handle raw string case if raw=True was passed
271
- elif raw and isinstance(chunk_data, str):
272
- full_text += chunk_data
273
- last_response_dict = {"text": full_text} # Update dict even for raw
274
- except Exception as e:
275
- # If aggregation fails but some text was received, use it. Otherwise, re-raise.
276
- if not full_text:
277
- raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
278
-
279
- # last_response and history are updated within for_stream's finally block
280
- # Return the final aggregated response dict or raw text
281
- return full_text if raw else last_response_dict
282
-
283
- return for_stream() if stream else for_non_stream()
284
-
285
- def chat(
286
- self,
287
- prompt: str,
288
- stream: bool = False,
289
- optimizer: str = None,
290
- conversationally: bool = False,
291
- ) -> str:
292
- """Generate response string from chat
293
-
294
- Args:
295
- prompt (str): Prompt to be sent.
296
- stream (bool, optional): Stream response flag. Defaults to False.
297
- optimizer (str, optional): Optimizer name. Defaults to None.
298
- conversationally (bool, optional): Conversational mode flag. Defaults to False.
299
- Returns:
300
- str: Generated response.
301
- """
302
- def for_stream():
303
- for response in self.ask(prompt, True, optimizer=optimizer, conversationally=conversationally):
304
- yield self.get_message(response)
305
- def for_non_stream():
306
- return self.get_message(self.ask(prompt, False, optimizer=optimizer, conversationally=conversationally))
307
- return for_stream() if stream else for_non_stream()
308
-
309
- def get_message(self, response: dict) -> str:
310
- """Extracts the message text from the response
311
-
312
- Args:
313
- response (dict): API response.
314
- Returns:
315
- str: Extracted text.
316
- """
317
- assert isinstance(response, dict), "Response should be of dict data-type only"
318
- return response["text"]
319
-
320
- if __name__ == '__main__':
321
- from rich import print
322
- ai = Cloudflare(timeout=5000)
323
- response = ai.chat("write a poem about AI", stream=True)
324
- for chunk in response:
325
- print(chunk, end="", flush=True)