webscout 8.2.2__py3-none-any.whl → 8.2.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (306) hide show
  1. webscout/AIauto.py +112 -22
  2. webscout/AIbase.py +144 -7
  3. webscout/AIutel.py +249 -131
  4. webscout/Bard.py +579 -206
  5. webscout/DWEBS.py +78 -35
  6. webscout/__init__.py +0 -1
  7. webscout/cli.py +256 -0
  8. webscout/conversation.py +307 -436
  9. webscout/exceptions.py +23 -0
  10. webscout/prompt_manager.py +56 -42
  11. webscout/version.py +1 -1
  12. webscout/webscout_search.py +65 -47
  13. webscout/webscout_search_async.py +81 -126
  14. webscout/yep_search.py +93 -43
  15. {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/METADATA +172 -52
  16. webscout-8.2.7.dist-info/RECORD +26 -0
  17. {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
  18. webscout-8.2.7.dist-info/entry_points.txt +3 -0
  19. webscout-8.2.7.dist-info/top_level.txt +1 -0
  20. inferno/__init__.py +0 -6
  21. inferno/__main__.py +0 -9
  22. inferno/cli.py +0 -6
  23. webscout/Extra/GitToolkit/__init__.py +0 -10
  24. webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
  25. webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
  26. webscout/Extra/GitToolkit/gitapi/user.py +0 -96
  27. webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
  28. webscout/Extra/YTToolkit/YTdownloader.py +0 -957
  29. webscout/Extra/YTToolkit/__init__.py +0 -3
  30. webscout/Extra/YTToolkit/transcriber.py +0 -476
  31. webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
  32. webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
  33. webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
  34. webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
  35. webscout/Extra/YTToolkit/ytapi/https.py +0 -88
  36. webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
  37. webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
  38. webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
  39. webscout/Extra/YTToolkit/ytapi/query.py +0 -40
  40. webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
  41. webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
  42. webscout/Extra/YTToolkit/ytapi/video.py +0 -232
  43. webscout/Extra/__init__.py +0 -7
  44. webscout/Extra/autocoder/__init__.py +0 -9
  45. webscout/Extra/autocoder/autocoder.py +0 -849
  46. webscout/Extra/autocoder/autocoder_utiles.py +0 -332
  47. webscout/Extra/gguf.py +0 -682
  48. webscout/Extra/tempmail/__init__.py +0 -28
  49. webscout/Extra/tempmail/async_utils.py +0 -141
  50. webscout/Extra/tempmail/base.py +0 -161
  51. webscout/Extra/tempmail/cli.py +0 -187
  52. webscout/Extra/tempmail/emailnator.py +0 -84
  53. webscout/Extra/tempmail/mail_tm.py +0 -361
  54. webscout/Extra/tempmail/temp_mail_io.py +0 -292
  55. webscout/Extra/weather.py +0 -194
  56. webscout/Extra/weather_ascii.py +0 -76
  57. webscout/LLM.py +0 -442
  58. webscout/Litlogger/__init__.py +0 -67
  59. webscout/Litlogger/core/__init__.py +0 -6
  60. webscout/Litlogger/core/level.py +0 -23
  61. webscout/Litlogger/core/logger.py +0 -165
  62. webscout/Litlogger/handlers/__init__.py +0 -12
  63. webscout/Litlogger/handlers/console.py +0 -33
  64. webscout/Litlogger/handlers/file.py +0 -143
  65. webscout/Litlogger/handlers/network.py +0 -173
  66. webscout/Litlogger/styles/__init__.py +0 -7
  67. webscout/Litlogger/styles/colors.py +0 -249
  68. webscout/Litlogger/styles/formats.py +0 -458
  69. webscout/Litlogger/styles/text.py +0 -87
  70. webscout/Litlogger/utils/__init__.py +0 -6
  71. webscout/Litlogger/utils/detectors.py +0 -153
  72. webscout/Litlogger/utils/formatters.py +0 -200
  73. webscout/Local/__init__.py +0 -12
  74. webscout/Local/__main__.py +0 -9
  75. webscout/Local/api.py +0 -576
  76. webscout/Local/cli.py +0 -516
  77. webscout/Local/config.py +0 -75
  78. webscout/Local/llm.py +0 -287
  79. webscout/Local/model_manager.py +0 -253
  80. webscout/Local/server.py +0 -721
  81. webscout/Local/utils.py +0 -93
  82. webscout/Provider/AI21.py +0 -177
  83. webscout/Provider/AISEARCH/DeepFind.py +0 -250
  84. webscout/Provider/AISEARCH/ISou.py +0 -256
  85. webscout/Provider/AISEARCH/Perplexity.py +0 -359
  86. webscout/Provider/AISEARCH/__init__.py +0 -10
  87. webscout/Provider/AISEARCH/felo_search.py +0 -228
  88. webscout/Provider/AISEARCH/genspark_search.py +0 -208
  89. webscout/Provider/AISEARCH/hika_search.py +0 -194
  90. webscout/Provider/AISEARCH/iask_search.py +0 -436
  91. webscout/Provider/AISEARCH/monica_search.py +0 -246
  92. webscout/Provider/AISEARCH/scira_search.py +0 -324
  93. webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
  94. webscout/Provider/Aitopia.py +0 -292
  95. webscout/Provider/AllenAI.py +0 -413
  96. webscout/Provider/Andi.py +0 -228
  97. webscout/Provider/Blackboxai.py +0 -229
  98. webscout/Provider/C4ai.py +0 -432
  99. webscout/Provider/ChatGPTClone.py +0 -226
  100. webscout/Provider/ChatGPTES.py +0 -237
  101. webscout/Provider/ChatGPTGratis.py +0 -194
  102. webscout/Provider/Chatify.py +0 -175
  103. webscout/Provider/Cloudflare.py +0 -273
  104. webscout/Provider/Cohere.py +0 -208
  105. webscout/Provider/DeepSeek.py +0 -196
  106. webscout/Provider/Deepinfra.py +0 -297
  107. webscout/Provider/ElectronHub.py +0 -709
  108. webscout/Provider/ExaAI.py +0 -261
  109. webscout/Provider/ExaChat.py +0 -342
  110. webscout/Provider/Free2GPT.py +0 -241
  111. webscout/Provider/GPTWeb.py +0 -193
  112. webscout/Provider/Gemini.py +0 -169
  113. webscout/Provider/GithubChat.py +0 -367
  114. webscout/Provider/Glider.py +0 -211
  115. webscout/Provider/Groq.py +0 -670
  116. webscout/Provider/HF_space/__init__.py +0 -0
  117. webscout/Provider/HF_space/qwen_qwen2.py +0 -206
  118. webscout/Provider/HeckAI.py +0 -233
  119. webscout/Provider/HuggingFaceChat.py +0 -462
  120. webscout/Provider/Hunyuan.py +0 -272
  121. webscout/Provider/Jadve.py +0 -266
  122. webscout/Provider/Koboldai.py +0 -381
  123. webscout/Provider/LambdaChat.py +0 -392
  124. webscout/Provider/Llama.py +0 -200
  125. webscout/Provider/Llama3.py +0 -204
  126. webscout/Provider/Marcus.py +0 -148
  127. webscout/Provider/Netwrck.py +0 -228
  128. webscout/Provider/OLLAMA.py +0 -396
  129. webscout/Provider/OPENAI/__init__.py +0 -25
  130. webscout/Provider/OPENAI/base.py +0 -46
  131. webscout/Provider/OPENAI/c4ai.py +0 -367
  132. webscout/Provider/OPENAI/chatgpt.py +0 -549
  133. webscout/Provider/OPENAI/chatgptclone.py +0 -460
  134. webscout/Provider/OPENAI/deepinfra.py +0 -272
  135. webscout/Provider/OPENAI/e2b.py +0 -1350
  136. webscout/Provider/OPENAI/exaai.py +0 -404
  137. webscout/Provider/OPENAI/exachat.py +0 -433
  138. webscout/Provider/OPENAI/freeaichat.py +0 -352
  139. webscout/Provider/OPENAI/glider.py +0 -316
  140. webscout/Provider/OPENAI/heckai.py +0 -337
  141. webscout/Provider/OPENAI/llmchatco.py +0 -327
  142. webscout/Provider/OPENAI/netwrck.py +0 -348
  143. webscout/Provider/OPENAI/opkfc.py +0 -488
  144. webscout/Provider/OPENAI/scirachat.py +0 -463
  145. webscout/Provider/OPENAI/sonus.py +0 -294
  146. webscout/Provider/OPENAI/standardinput.py +0 -425
  147. webscout/Provider/OPENAI/textpollinations.py +0 -285
  148. webscout/Provider/OPENAI/toolbaz.py +0 -405
  149. webscout/Provider/OPENAI/typegpt.py +0 -346
  150. webscout/Provider/OPENAI/uncovrAI.py +0 -455
  151. webscout/Provider/OPENAI/utils.py +0 -211
  152. webscout/Provider/OPENAI/venice.py +0 -413
  153. webscout/Provider/OPENAI/wisecat.py +0 -381
  154. webscout/Provider/OPENAI/writecream.py +0 -156
  155. webscout/Provider/OPENAI/x0gpt.py +0 -371
  156. webscout/Provider/OPENAI/yep.py +0 -327
  157. webscout/Provider/OpenGPT.py +0 -199
  158. webscout/Provider/Openai.py +0 -496
  159. webscout/Provider/PI.py +0 -344
  160. webscout/Provider/Perplexitylabs.py +0 -415
  161. webscout/Provider/Phind.py +0 -535
  162. webscout/Provider/PizzaGPT.py +0 -198
  163. webscout/Provider/QwenLM.py +0 -254
  164. webscout/Provider/Reka.py +0 -214
  165. webscout/Provider/StandardInput.py +0 -278
  166. webscout/Provider/TTI/AiForce/__init__.py +0 -22
  167. webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
  168. webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
  169. webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
  170. webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
  171. webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
  172. webscout/Provider/TTI/ImgSys/__init__.py +0 -23
  173. webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
  174. webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
  175. webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
  176. webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
  177. webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
  178. webscout/Provider/TTI/Nexra/__init__.py +0 -22
  179. webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
  180. webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
  181. webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
  182. webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
  183. webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
  184. webscout/Provider/TTI/__init__.py +0 -12
  185. webscout/Provider/TTI/aiarta/__init__.py +0 -2
  186. webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
  187. webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
  188. webscout/Provider/TTI/artbit/__init__.py +0 -22
  189. webscout/Provider/TTI/artbit/async_artbit.py +0 -155
  190. webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
  191. webscout/Provider/TTI/fastflux/__init__.py +0 -22
  192. webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
  193. webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
  194. webscout/Provider/TTI/huggingface/__init__.py +0 -22
  195. webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
  196. webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
  197. webscout/Provider/TTI/piclumen/__init__.py +0 -23
  198. webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
  199. webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
  200. webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
  201. webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
  202. webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
  203. webscout/Provider/TTI/talkai/__init__.py +0 -4
  204. webscout/Provider/TTI/talkai/async_talkai.py +0 -229
  205. webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
  206. webscout/Provider/TTS/__init__.py +0 -7
  207. webscout/Provider/TTS/deepgram.py +0 -156
  208. webscout/Provider/TTS/elevenlabs.py +0 -111
  209. webscout/Provider/TTS/gesserit.py +0 -127
  210. webscout/Provider/TTS/murfai.py +0 -113
  211. webscout/Provider/TTS/parler.py +0 -111
  212. webscout/Provider/TTS/speechma.py +0 -180
  213. webscout/Provider/TTS/streamElements.py +0 -333
  214. webscout/Provider/TTS/utils.py +0 -280
  215. webscout/Provider/TeachAnything.py +0 -187
  216. webscout/Provider/TextPollinationsAI.py +0 -231
  217. webscout/Provider/TwoAI.py +0 -199
  218. webscout/Provider/Venice.py +0 -219
  219. webscout/Provider/VercelAI.py +0 -234
  220. webscout/Provider/WebSim.py +0 -228
  221. webscout/Provider/WiseCat.py +0 -196
  222. webscout/Provider/Writecream.py +0 -211
  223. webscout/Provider/WritingMate.py +0 -197
  224. webscout/Provider/Youchat.py +0 -330
  225. webscout/Provider/__init__.py +0 -198
  226. webscout/Provider/ai4chat.py +0 -202
  227. webscout/Provider/aimathgpt.py +0 -189
  228. webscout/Provider/akashgpt.py +0 -342
  229. webscout/Provider/askmyai.py +0 -158
  230. webscout/Provider/asksteve.py +0 -203
  231. webscout/Provider/bagoodex.py +0 -145
  232. webscout/Provider/cerebras.py +0 -242
  233. webscout/Provider/chatglm.py +0 -205
  234. webscout/Provider/cleeai.py +0 -213
  235. webscout/Provider/copilot.py +0 -428
  236. webscout/Provider/elmo.py +0 -234
  237. webscout/Provider/freeaichat.py +0 -271
  238. webscout/Provider/gaurish.py +0 -244
  239. webscout/Provider/geminiapi.py +0 -208
  240. webscout/Provider/geminiprorealtime.py +0 -160
  241. webscout/Provider/granite.py +0 -187
  242. webscout/Provider/hermes.py +0 -219
  243. webscout/Provider/julius.py +0 -223
  244. webscout/Provider/koala.py +0 -268
  245. webscout/Provider/labyrinth.py +0 -340
  246. webscout/Provider/learnfastai.py +0 -266
  247. webscout/Provider/lepton.py +0 -194
  248. webscout/Provider/llama3mitril.py +0 -180
  249. webscout/Provider/llamatutor.py +0 -192
  250. webscout/Provider/llmchat.py +0 -213
  251. webscout/Provider/llmchatco.py +0 -311
  252. webscout/Provider/meta.py +0 -794
  253. webscout/Provider/multichat.py +0 -325
  254. webscout/Provider/promptrefine.py +0 -193
  255. webscout/Provider/scira_chat.py +0 -277
  256. webscout/Provider/scnet.py +0 -187
  257. webscout/Provider/searchchat.py +0 -293
  258. webscout/Provider/sonus.py +0 -208
  259. webscout/Provider/talkai.py +0 -194
  260. webscout/Provider/toolbaz.py +0 -320
  261. webscout/Provider/turboseek.py +0 -219
  262. webscout/Provider/tutorai.py +0 -252
  263. webscout/Provider/typefully.py +0 -280
  264. webscout/Provider/typegpt.py +0 -232
  265. webscout/Provider/uncovr.py +0 -312
  266. webscout/Provider/x0gpt.py +0 -256
  267. webscout/Provider/yep.py +0 -376
  268. webscout/litagent/__init__.py +0 -29
  269. webscout/litagent/agent.py +0 -455
  270. webscout/litagent/constants.py +0 -60
  271. webscout/litprinter/__init__.py +0 -59
  272. webscout/scout/__init__.py +0 -8
  273. webscout/scout/core/__init__.py +0 -7
  274. webscout/scout/core/crawler.py +0 -140
  275. webscout/scout/core/scout.py +0 -568
  276. webscout/scout/core/search_result.py +0 -96
  277. webscout/scout/core/text_analyzer.py +0 -63
  278. webscout/scout/core/text_utils.py +0 -277
  279. webscout/scout/core/web_analyzer.py +0 -52
  280. webscout/scout/core.py +0 -881
  281. webscout/scout/element.py +0 -460
  282. webscout/scout/parsers/__init__.py +0 -69
  283. webscout/scout/parsers/html5lib_parser.py +0 -172
  284. webscout/scout/parsers/html_parser.py +0 -236
  285. webscout/scout/parsers/lxml_parser.py +0 -178
  286. webscout/scout/utils.py +0 -37
  287. webscout/swiftcli/__init__.py +0 -809
  288. webscout/zeroart/__init__.py +0 -55
  289. webscout/zeroart/base.py +0 -60
  290. webscout/zeroart/effects.py +0 -99
  291. webscout/zeroart/fonts.py +0 -816
  292. webscout-8.2.2.dist-info/RECORD +0 -309
  293. webscout-8.2.2.dist-info/entry_points.txt +0 -5
  294. webscout-8.2.2.dist-info/top_level.txt +0 -3
  295. webstoken/__init__.py +0 -30
  296. webstoken/classifier.py +0 -189
  297. webstoken/keywords.py +0 -216
  298. webstoken/language.py +0 -128
  299. webstoken/ner.py +0 -164
  300. webstoken/normalizer.py +0 -35
  301. webstoken/processor.py +0 -77
  302. webstoken/sentiment.py +0 -206
  303. webstoken/stemmer.py +0 -73
  304. webstoken/tagger.py +0 -60
  305. webstoken/tokenizer.py +0 -158
  306. {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info/licenses}/LICENSE.md +0 -0
@@ -1,849 +0,0 @@
1
- """RawDog module for generating and auto-executing Python scripts in the CLI."""
2
-
3
- import os
4
- import re
5
- import sys
6
- import queue
7
- import tempfile
8
- import threading
9
- import subprocess
10
- from rich.panel import Panel
11
- from rich.syntax import Syntax
12
- from rich.console import Console, Group
13
- from rich.markdown import Markdown
14
- from rich.table import Table
15
- from rich.theme import Theme
16
- from rich.live import Live
17
- from rich.rule import Rule
18
- from rich.box import ROUNDED
19
- from typing import Optional, Generator, List, Tuple, Dict, Any
20
- from webscout.AIutel import run_system_command
21
- from .autocoder_utiles import get_intro_prompt
22
-
23
- # Initialize LitLogger with custom format and colors
24
- default_path = tempfile.mkdtemp(prefix="webscout_autocoder")
25
-
26
- # Custom theme for consistent styling
27
- CUSTOM_THEME = Theme({
28
- "info": "cyan",
29
- "warning": "yellow",
30
- "error": "red bold",
31
- "success": "green",
32
- "code": "blue",
33
- "output": "white",
34
- })
35
-
36
- console = Console(theme=CUSTOM_THEME)
37
-
38
- class AutoCoder:
39
- """Generate and auto-execute Python scripts in the CLI with advanced error handling and retry logic.
40
-
41
- This class provides:
42
- - Automatic code generation
43
- - Script execution with safety checks
44
- - Advanced error handling and retries
45
- - Beautiful logging with rich console
46
- - Execution result capture and display
47
-
48
- Examples:
49
- >>> coder = AutoCoder()
50
- >>> coder.execute("Get system info")
51
- Generating system info script...
52
- Script executed successfully!
53
- """
54
-
55
- def __init__(
56
- self,
57
- quiet: bool = False,
58
- internal_exec: bool = False,
59
- confirm_script: bool = False,
60
- interpreter: str = "python",
61
- prettify: bool = True,
62
- path_to_script: str = "",
63
- max_retries: int = 3,
64
- ai_instance = None
65
- ):
66
- """Initialize AutoCoder instance.
67
-
68
- Args:
69
- quiet (bool): Flag to control logging. Defaults to False.
70
- internal_exec (bool): Execute scripts with exec function. Defaults to False.
71
- confirm_script (bool): Give consent to scripts prior to execution. Defaults to False.
72
- interpreter (str): Python's interpreter name. Defaults to "python".
73
- prettify (bool): Prettify the code on stdout. Defaults to True.
74
- path_to_script (str): Path to save generated scripts. Defaults to "".
75
- max_retries (int): Maximum number of retry attempts. Defaults to 3.
76
- ai_instance: AI instance for error correction. Defaults to None.
77
- """
78
- self.internal_exec = internal_exec
79
- self.confirm_script = confirm_script
80
- self.quiet = quiet
81
- self.interpreter = interpreter
82
- self.prettify = prettify
83
- self.path_to_script = path_to_script or os.path.join(default_path, "execute_this.py")
84
- self.max_retries = max_retries
85
- self.tried_solutions = set()
86
- self.ai_instance = ai_instance
87
- self.last_execution_result = ""
88
-
89
- # Get Python version with enhanced logging
90
- if self.internal_exec:
91
- self.python_version = f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"
92
- else:
93
- version_output = run_system_command(
94
- f"{self.interpreter} --version",
95
- exit_on_error=True,
96
- stdout_error=True,
97
- help="If you're using Webscout-cli, use the flag '--internal-exec'"
98
- )[1].stdout
99
- self.python_version = version_output.split(" ")[1]
100
-
101
-
102
-
103
- def _extract_code_blocks(self, response: str) -> List[Tuple[str, str]]:
104
- """Extract code blocks from a response string.
105
-
106
- Args:
107
- response (str): Response string containing code blocks
108
-
109
- Returns:
110
- List[Tuple[str, str]]: List of (code_type, code) tuples
111
- """
112
- blocks = []
113
-
114
- # First try to find code blocks with explicit language tags
115
- pattern = r"```(\w+)\n(.*?)```"
116
- matches = re.finditer(pattern, response, re.DOTALL)
117
-
118
- for match in matches:
119
- code_type = match.group(1).lower()
120
- code = match.group(2).strip()
121
- blocks.append((code_type, code))
122
-
123
- # If no explicit code blocks found with language tags, try generic code blocks
124
- if not blocks:
125
- pattern = r"```(.*?)```"
126
- matches = re.finditer(pattern, response, re.DOTALL)
127
- for match in matches:
128
- code = match.group(1).strip()
129
- blocks.append(('python', code))
130
-
131
- # If still no code blocks found, treat as raw Python code
132
- if not blocks:
133
- lines = [line.strip() for line in response.split('\n') if line.strip()]
134
- if lines:
135
- blocks.append(('python', '\n'.join(lines)))
136
-
137
- return blocks
138
-
139
- def _execute_code_block(self, code_type: str, code: str, ai_instance=None) -> Tuple[bool, str]:
140
- """Execute a code block.
141
-
142
- Args:
143
- code_type (str): Type of code block ('python')
144
- code (str): Code to execute
145
- ai_instance: Optional AI instance for error correction
146
-
147
- Returns:
148
- Tuple[bool, str]: (Success status, Error message or execution result)
149
- """
150
- try:
151
- result = self._execute_with_retry(code, ai_instance)
152
- if result is None:
153
- return True, self.last_execution_result
154
- return False, result
155
- except Exception as e:
156
- return False, str(e)
157
-
158
- def _format_output_panel(self, code: str, output_lines: list) -> Panel:
159
- """Format code and output into a single panel.
160
-
161
- Args:
162
- code (str): The code that was executed
163
- output_lines (list): List of output lines
164
-
165
- Returns:
166
- Panel: Formatted panel with code and output
167
- """
168
- # Format output
169
- output_text = "\n".join(output_lines) if output_lines else "Running..."
170
-
171
- # Create panel with Jupyter-like styling
172
- panel = Panel(
173
- output_text,
174
- title="[bold red]Out [1]:[/bold red]",
175
- border_style="red",
176
- expand=True,
177
- padding=(0, 1),
178
- box=ROUNDED
179
- )
180
-
181
- return panel
182
-
183
- def _format_result_panel(self, output: str) -> Panel:
184
- """Format execution result into a panel.
185
-
186
- Args:
187
- output (str): Execution output text
188
-
189
- Returns:
190
- Panel: Formatted panel with execution result
191
- """
192
- # Create panel with Jupyter-like styling
193
- panel = Panel(
194
- output,
195
- title="[bold red]Out [1]:[/bold red]",
196
- border_style="red",
197
- expand=True,
198
- padding=(0, 1),
199
- box=ROUNDED
200
- )
201
-
202
- return panel
203
-
204
- def _stream_output(self, process: subprocess.Popen) -> Generator[str, None, None]:
205
- """Stream output from a subprocess in realtime.
206
-
207
- Args:
208
- process: Subprocess to stream output from
209
-
210
- Yields:
211
- str: Lines of output
212
- """
213
- # Stream stdout
214
- output_lines = []
215
- for line in process.stdout:
216
- decoded_line = line.decode('utf-8').strip() if isinstance(line, bytes) else line.strip()
217
- if decoded_line:
218
- output_lines.append(decoded_line)
219
- yield decoded_line
220
-
221
- # Check stderr
222
- error = process.stderr.read() if process.stderr else None
223
- if error:
224
- error_str = error.decode('utf-8').strip() if isinstance(error, bytes) else error.strip()
225
- if error_str:
226
- yield f"Error: {error_str}"
227
- output_lines.append(f"Error: {error_str}")
228
-
229
- # Store the full execution result
230
- self.last_execution_result = "\n".join(output_lines)
231
-
232
- def _execute_with_retry(self, code: str, ai_instance=None) -> Optional[str]:
233
- """Execute code with retry logic and error correction.
234
-
235
- Args:
236
- code (str): Code to execute
237
- ai_instance: Optional AI instance for error correction
238
-
239
- Returns:
240
- Optional[str]: Error message if execution failed, None if successful
241
- """
242
- last_error = None
243
- retries = 0
244
-
245
- # Add the solution to tried solutions
246
- self.tried_solutions.add(code)
247
-
248
- # Print the code first
249
- if self.prettify:
250
- syntax = Syntax(code, "python", theme="monokai", line_numbers=True)
251
- console.print(Panel(
252
- syntax,
253
- title="[bold blue]In [1]:[/bold blue]",
254
- border_style="blue",
255
- expand=True,
256
- box=ROUNDED
257
- ))
258
-
259
- while retries < self.max_retries:
260
- try:
261
- if self.path_to_script:
262
- script_dir = os.path.dirname(self.path_to_script)
263
- if script_dir:
264
- os.makedirs(script_dir, exist_ok=True)
265
- with open(self.path_to_script, "w", encoding="utf-8") as f:
266
- f.write(code)
267
-
268
- if self.internal_exec:
269
- # Create StringIO for output capture
270
- import io
271
- import sys
272
- stdout = io.StringIO()
273
- stderr = io.StringIO()
274
-
275
- # Create a queue for realtime output
276
- output_queue = queue.Queue()
277
- output_lines = []
278
-
279
- def execute_code():
280
- try:
281
- # Create a local namespace
282
- local_namespace: Dict[str, Any] = {}
283
-
284
- # Redirect stdout/stderr
285
- sys.stdout = stdout
286
- sys.stderr = stderr
287
-
288
- # Execute the code
289
- exec(code, globals(), local_namespace)
290
-
291
- # Get any output
292
- output = stdout.getvalue()
293
- error = stderr.getvalue()
294
-
295
- if error:
296
- output_queue.put(("error", error))
297
- if output:
298
- output_queue.put(("output", output))
299
-
300
- except Exception as e:
301
- output_queue.put(("error", str(e)))
302
- finally:
303
- # Restore stdout/stderr
304
- sys.stdout = sys.__stdout__
305
- sys.stderr = sys.__stderr__
306
-
307
- # Create and start execution thread
308
- thread = threading.Thread(target=execute_code)
309
- thread.daemon = True # Make thread daemon to avoid hanging
310
- thread.start()
311
-
312
- # Display output in realtime
313
- with Live(auto_refresh=True) as live:
314
- timeout_counter = 0
315
- while thread.is_alive() or not output_queue.empty():
316
- try:
317
- msg_type, content = output_queue.get(timeout=0.1)
318
- if content:
319
- new_lines = content.splitlines()
320
- output_lines.extend(new_lines)
321
- live.update(self._format_output_panel(code, output_lines))
322
- live.refresh()
323
- output_queue.task_done()
324
- except queue.Empty:
325
- timeout_counter += 1
326
- # Refresh the display to show it's still running
327
- if timeout_counter % 10 == 0: # Refresh every ~1 second
328
- live.update(self._format_output_panel(code, output_lines))
329
- live.refresh()
330
- if timeout_counter > 100 and thread.is_alive(): # ~10 seconds
331
- output_lines.append("Warning: Execution taking longer than expected...")
332
- live.update(self._format_output_panel(code, output_lines))
333
- live.refresh()
334
- continue
335
-
336
- # Wait for thread to complete with timeout
337
- thread.join(timeout=30) # 30 second timeout
338
- if thread.is_alive():
339
- output_lines.append("Error: Execution timed out after 30 seconds")
340
- raise TimeoutError("Execution timed out after 30 seconds")
341
-
342
- # Check for any final errors
343
- error = stderr.getvalue()
344
- if error:
345
- raise Exception(error)
346
-
347
- # Store the full execution result
348
- self.last_execution_result = stdout.getvalue()
349
-
350
- else:
351
- try:
352
- process = subprocess.Popen(
353
- [self.interpreter, self.path_to_script],
354
- stdout=subprocess.PIPE,
355
- stderr=subprocess.PIPE,
356
- text=True, # Use text mode to avoid encoding issues
357
- bufsize=1,
358
- )
359
-
360
- output_lines = []
361
- # Stream output in realtime
362
- with Live(auto_refresh=True) as live:
363
- for line in self._stream_output(process):
364
- output_lines.append(line)
365
- live.update(self._format_output_panel(code, output_lines))
366
- live.refresh()
367
-
368
- process.wait(timeout=30) # 30 second timeout
369
-
370
- if process.returncode != 0:
371
- # Try to read more detailed error information
372
- if process.stderr:
373
- error = process.stderr.read()
374
- error_str = error.strip() if error else ""
375
- if error_str:
376
- raise Exception(error_str)
377
- raise Exception(f"Process exited with code {process.returncode}")
378
-
379
- # Store the full execution result
380
- self.last_execution_result = "\n".join(output_lines)
381
-
382
- except subprocess.TimeoutExpired:
383
- # Handle the case where the process times out
384
- if process:
385
- process.kill()
386
- raise TimeoutError("Execution timed out after 30 seconds")
387
-
388
- return None
389
-
390
- except Exception as e:
391
- last_error = e
392
- if retries < self.max_retries - 1 and ai_instance:
393
- try:
394
- # First try to handle import errors
395
- if isinstance(e, ImportError):
396
- fixed_code = self._handle_import_error(e, code)
397
- if fixed_code:
398
- code = fixed_code
399
- retries += 1
400
- continue
401
-
402
- # Get error context and try to fix the specific error
403
- error_context = self._get_error_context(e, code)
404
- fixed_response = ai_instance.chat(error_context)
405
- fixed_code = self._extract_code_from_response(fixed_response)
406
-
407
- if not fixed_code:
408
- # If no code found, try a more general approach
409
- general_context = f"""
410
- The code failed with error: {str(e)}
411
-
412
- Original Code:
413
- ```python
414
- {code}
415
- ```
416
-
417
- Please provide a complete, corrected version of the code that handles this error. The code should:
418
- 1. Handle any potential encoding issues
419
- 2. Include proper error handling
420
- 3. Use appropriate libraries and imports
421
- 4. Be compatible with the current Python environment
422
- 5. Fix the specific error: {str(e)}
423
-
424
- Provide only the corrected code without any explanation.
425
- """
426
- fixed_response = ai_instance.chat(general_context)
427
- fixed_code = self._extract_code_from_response(fixed_response)
428
-
429
- if not fixed_code:
430
- break
431
-
432
- if self._is_similar_solution(fixed_code):
433
- # If solution is too similar, try a different approach
434
- different_context = f"""
435
- Previous solutions were not successful. The code failed with error: {str(e)}
436
-
437
- Original Code:
438
- ```python
439
- {code}
440
- ```
441
-
442
- Please provide a significantly different approach to solve this problem. Consider:
443
- 1. Using alternative libraries or methods
444
- 2. Implementing a different algorithm
445
- 3. Adding more robust error handling
446
- 4. Using a different encoding or data handling approach
447
- 5. Specifically address the error: {str(e)}
448
-
449
- Provide only the corrected code without any explanation.
450
- """
451
- fixed_response = ai_instance.chat(different_context)
452
- fixed_code = self._extract_code_from_response(fixed_response)
453
-
454
- if self._is_similar_solution(fixed_code):
455
- break
456
-
457
- # Update code and continue with retry
458
- code = fixed_code
459
- self.tried_solutions.add(code)
460
- retries += 1
461
- continue
462
-
463
- except Exception as ai_error:
464
- console.print(f"Error during AI correction: {str(ai_error)}", style="error")
465
- break
466
- break
467
-
468
- return str(last_error) if last_error else "Unknown error occurred"
469
-
470
- def execute(self, prompt: str, ai_instance=None) -> bool:
471
- """Execute the given prompt using the appropriate executor.
472
-
473
- Args:
474
- prompt (str): Prompt to execute
475
- ai_instance: Optional AI instance for error correction
476
-
477
- Returns:
478
- bool: True if execution was successful, False otherwise
479
- """
480
- try:
481
- # Extract code blocks
482
- code_blocks = self._extract_code_blocks(prompt)
483
- if not code_blocks:
484
- console.print("No executable code found in the prompt", style="warning")
485
- return False
486
-
487
- # Execute each code block
488
- overall_success = True
489
- for code_type, code in code_blocks:
490
- success, result = self._execute_code_block(code_type, code, ai_instance)
491
-
492
- if not success:
493
- console.print(f"Execution failed: {result}", style="error")
494
- overall_success = False
495
-
496
- return overall_success
497
-
498
- except Exception as e:
499
- console.print(f"Error in execution: {str(e)}", style="error")
500
- return False
501
-
502
- def _extract_code_from_response(self, response: str) -> str:
503
- """Extract code from AI response.
504
-
505
- Args:
506
- response (str): AI response containing code blocks
507
-
508
- Returns:
509
- str: Extracted code from the first code block
510
- """
511
- if not response:
512
- return ""
513
-
514
- # First try to find code blocks with explicit language tags
515
- code_blocks = self._extract_code_blocks(response)
516
- if code_blocks:
517
- # Return the content of the first code block
518
- return code_blocks[0][1]
519
-
520
- # If no code blocks found, try to find raw Python code
521
- lines = []
522
- in_code = False
523
- for line in response.split('\n'):
524
- line = line.strip()
525
- if not line:
526
- continue
527
-
528
- # Skip markdown headers and other non-code lines
529
- if line.startswith(('#', '```', '---', '===', '>>>')):
530
- continue
531
-
532
- # Skip common non-code lines
533
- if any(line.startswith(prefix) for prefix in ['Please', 'Here', 'The', 'This', 'You']):
534
- continue
535
-
536
- lines.append(line)
537
-
538
- if lines:
539
- return '\n'.join(lines)
540
-
541
- return ""
542
-
543
- def _get_error_context(self, error: Exception, code: str) -> str:
544
- """Create context about the error for AI correction.
545
-
546
- Args:
547
- error (Exception): The caught exception
548
- code (str): The code that caused the error
549
-
550
- Returns:
551
- str: Formatted error context for AI
552
- """
553
- error_type = type(error).__name__
554
- error_msg = str(error)
555
-
556
- # Get Python version and environment info
557
- python_version = f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"
558
- platform = sys.platform
559
-
560
- # Get the line number where the error occurred if available
561
- import traceback
562
- tb = traceback.extract_tb(error.__traceback__)
563
- line_info = ""
564
- if tb:
565
- line_info = f"\nError occurred at line {tb[-1].lineno}"
566
-
567
- return f"""
568
- The code failed with error:
569
- Error Type: {error_type}
570
- Error Message: {error_msg}{line_info}
571
-
572
- Environment:
573
- Python Version: {python_version}
574
- Platform: {platform}
575
-
576
- Original Code:
577
- ```python
578
- {code}
579
- ```
580
-
581
- Please fix the code to handle this error. The solution should:
582
- 1. Address the specific error: {error_msg}
583
- 2. Be compatible with Python {python_version}
584
- 3. Work on {platform}
585
- 4. Include proper error handling
586
- 5. Use appropriate libraries and imports
587
-
588
- Provide only the corrected code without any explanation.
589
- """
590
-
591
- def _handle_import_error(self, error: ImportError, code: str) -> Optional[str]:
592
- """Handle missing package errors by attempting to install them.
593
-
594
- Args:
595
- error (ImportError): The import error
596
- code (str): The code that caused the error
597
-
598
- Returns:
599
- Optional[str]: Fixed code or None if installation failed
600
- """
601
- try:
602
- missing_package = str(error).split("'")[1] if "'" in str(error) else str(error).split("No module named")[1].strip()
603
- missing_package = missing_package.replace("'", "").strip()
604
-
605
- console.print(f"Installing missing package: {missing_package}", style="info")
606
- result = subprocess.run(
607
- [sys.executable, "-m", "pip", "install", missing_package],
608
- capture_output=True,
609
- text=True
610
- )
611
- if result.returncode == 0:
612
- console.print(f"Successfully installed {missing_package}", style="success")
613
- return code # Retry with same code after installing package
614
- else:
615
- raise Exception(f"Failed to install {missing_package}: {result.stderr}")
616
- except Exception as e:
617
- console.print(f"Error installing package: {str(e)}", style="error")
618
- return None
619
-
620
- def _is_similar_solution(self, new_code: str, threshold: float = 0.8) -> bool:
621
- """Check if the new solution is too similar to previously tried ones.
622
-
623
- Args:
624
- new_code (str): New solution to check
625
- threshold (float): Similarity threshold (0-1). Defaults to 0.8.
626
-
627
- Returns:
628
- bool: True if solution is too similar to previous attempts
629
- """
630
- import difflib
631
-
632
- def normalize_code(code: str) -> str:
633
- lines = [line.split('#')[0].strip() for line in code.split('\n')]
634
- return '\n'.join(line for line in lines if line)
635
-
636
- new_code_norm = normalize_code(new_code)
637
-
638
- for tried_code in self.tried_solutions:
639
- tried_code_norm = normalize_code(tried_code)
640
- similarity = difflib.SequenceMatcher(None, new_code_norm, tried_code_norm).ratio()
641
- if similarity > threshold:
642
- return True
643
- return False
644
-
645
- def main(self, response: str) -> Optional[str]:
646
- """Execute code with error correction.
647
-
648
- Args:
649
- response (str): AI response containing code
650
-
651
- Returns:
652
- Optional[str]: Error message if execution failed, None if successful
653
- """
654
- if not response:
655
- return "No response provided"
656
-
657
- code = self._extract_code_from_response(response)
658
- if not code:
659
- return "No executable code found in the response"
660
-
661
- ai_instance = self.ai_instance or globals().get('ai')
662
-
663
- if not ai_instance:
664
- console.print("AI instance not found, error correction disabled", style="warning")
665
- try:
666
- if self.path_to_script:
667
- script_dir = os.path.dirname(self.path_to_script)
668
- if script_dir:
669
- os.makedirs(script_dir, exist_ok=True)
670
- with open(self.path_to_script, "w", encoding="utf-8") as f:
671
- f.write(code)
672
-
673
- if self.internal_exec:
674
- console.print("[INFO] Executing code internally", style="info")
675
- # Create a local namespace
676
- local_namespace: Dict[str, Any] = {}
677
-
678
- # Capture stdout
679
- import io
680
- old_stdout = sys.stdout
681
- captured_output = io.StringIO()
682
- sys.stdout = captured_output
683
-
684
- # Execute the code
685
- try:
686
- exec(code, globals(), local_namespace)
687
- # Capture the result
688
- self.last_execution_result = captured_output.getvalue()
689
- finally:
690
- # Restore stdout
691
- sys.stdout = old_stdout
692
- else:
693
- console.print("[INFO] Executing code as external process", style="info")
694
- result = subprocess.run(
695
- [self.interpreter, self.path_to_script],
696
- capture_output=True,
697
- text=True
698
- )
699
- self.last_execution_result = result.stdout
700
-
701
- if result.returncode != 0:
702
- raise Exception(result.stderr or result.stdout)
703
-
704
- return None
705
- except Exception as e:
706
- error_msg = f"Execution error: {str(e)}"
707
- console.print(error_msg, style="error")
708
- return error_msg
709
-
710
- result = self._execute_with_retry(code, ai_instance)
711
- return result
712
-
713
- @property
714
- def intro_prompt(self) -> str:
715
- """Get the introduction prompt.
716
-
717
- Returns:
718
- str: Introduction prompt
719
- """
720
- return get_intro_prompt()
721
-
722
- def log(self, message: str, category: str = "info"):
723
- """RawDog logger
724
-
725
- Args:
726
- message (str): Log message
727
- category (str, optional): Log level. Defaults to 'info'.
728
- """
729
- if self.quiet:
730
- return
731
-
732
- message = "[Webscout] - " + message
733
- if category == "error":
734
- console.print(f"[ERROR] {message}", style="error")
735
- else:
736
- console.print(message, style=category)
737
-
738
- def stdout(self, message: str, style: str = "info") -> None:
739
- """Enhanced stdout with Rich formatting.
740
-
741
- Args:
742
- message (str): Text to be printed
743
- style (str, optional): Style to apply. Defaults to "info".
744
- """
745
- if not self.prettify:
746
- print(message)
747
- return
748
-
749
- if message.startswith("```") and message.endswith("```"):
750
- # Handle code blocks
751
- code = message.strip("`").strip()
752
- syntax = Syntax(code, "python", theme="monokai", line_numbers=True)
753
- console.print(Panel(syntax, title="Code", border_style="blue"))
754
- elif "```python" in message:
755
- # Handle markdown code blocks
756
- md = Markdown(message)
757
- console.print(md)
758
- else:
759
- # Handle regular text with optional styling
760
- console.print(message, style=style)
761
-
762
- def print_code(self, code: str, title: str = "Generated Code") -> None:
763
- """Print code with syntax highlighting and panel.
764
-
765
- Args:
766
- code (str): Code to print
767
- title (str, optional): Panel title. Defaults to "Generated Code".
768
- """
769
- if self.prettify:
770
- syntax = Syntax(code, "python", theme="monokai", line_numbers=True)
771
- console.print(Panel(
772
- syntax,
773
- title=f"[bold blue]In [1]:[/bold blue]",
774
- border_style="blue",
775
- expand=True,
776
- box=ROUNDED
777
- ))
778
- else:
779
- print(f"\n{title}:")
780
- print(code)
781
-
782
- def print_output(self, output: str, style: str = "output") -> None:
783
- """Print command output with optional styling.
784
-
785
- Args:
786
- output (str): Output to print
787
- style (str, optional): Style to apply. Defaults to "output".
788
- """
789
- if self.prettify:
790
- # Try to detect if output is Python code
791
- try:
792
- # If it looks like Python code, syntax highlight it
793
- compile(output, '<string>', 'exec')
794
- syntax = Syntax(output, "python", theme="monokai", line_numbers=False)
795
- formatted_output = syntax
796
- except SyntaxError:
797
- # If not Python code, treat as plain text
798
- formatted_output = output
799
-
800
- console.print(Panel(
801
- formatted_output,
802
- title="[bold red]Out [1]:[/bold red]",
803
- border_style="red",
804
- expand=True,
805
- padding=(0, 1),
806
- box=ROUNDED
807
- ))
808
- else:
809
- print("\nOutput:")
810
- print(output)
811
-
812
- def print_error(self, error: str) -> None:
813
- """Print error message with styling.
814
-
815
- Args:
816
- error (str): Error message to print
817
- """
818
- if self.prettify:
819
- console.print(f"\n Error:", style="error bold")
820
- console.print(error, style="error")
821
- else:
822
- print("\nError:")
823
- print(error)
824
-
825
- def print_table(self, headers: list, rows: list) -> None:
826
- """Print data in a formatted table.
827
-
828
- Args:
829
- headers (list): Table headers
830
- rows (list): Table rows
831
- """
832
- if not self.prettify:
833
- # Simple ASCII table
834
- print("\n" + "-" * 80)
835
- print("| " + " | ".join(headers) + " |")
836
- print("-" * 80)
837
- for row in rows:
838
- print("| " + " | ".join(str(cell) for cell in row) + " |")
839
- print("-" * 80)
840
- return
841
-
842
- table = Table(show_header=True, header_style="bold cyan")
843
- for header in headers:
844
- table.add_column(header)
845
-
846
- for row in rows:
847
- table.add_row(*[str(cell) for cell in row])
848
-
849
- console.print(table)