webscout 8.2.2__py3-none-any.whl → 2026.1.19__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (483) hide show
  1. webscout/AIauto.py +524 -143
  2. webscout/AIbase.py +247 -123
  3. webscout/AIutel.py +68 -132
  4. webscout/Bard.py +1072 -535
  5. webscout/Extra/GitToolkit/__init__.py +2 -2
  6. webscout/Extra/GitToolkit/gitapi/__init__.py +20 -12
  7. webscout/Extra/GitToolkit/gitapi/gist.py +142 -0
  8. webscout/Extra/GitToolkit/gitapi/organization.py +91 -0
  9. webscout/Extra/GitToolkit/gitapi/repository.py +308 -195
  10. webscout/Extra/GitToolkit/gitapi/search.py +162 -0
  11. webscout/Extra/GitToolkit/gitapi/trending.py +236 -0
  12. webscout/Extra/GitToolkit/gitapi/user.py +128 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +82 -62
  14. webscout/Extra/YTToolkit/README.md +443 -0
  15. webscout/Extra/YTToolkit/YTdownloader.py +953 -957
  16. webscout/Extra/YTToolkit/__init__.py +3 -3
  17. webscout/Extra/YTToolkit/transcriber.py +595 -476
  18. webscout/Extra/YTToolkit/ytapi/README.md +230 -0
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +22 -6
  20. webscout/Extra/YTToolkit/ytapi/captions.py +190 -0
  21. webscout/Extra/YTToolkit/ytapi/channel.py +302 -307
  22. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  23. webscout/Extra/YTToolkit/ytapi/extras.py +178 -45
  24. webscout/Extra/YTToolkit/ytapi/hashtag.py +120 -0
  25. webscout/Extra/YTToolkit/ytapi/https.py +89 -88
  26. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  27. webscout/Extra/YTToolkit/ytapi/playlist.py +59 -59
  28. webscout/Extra/YTToolkit/ytapi/pool.py +8 -8
  29. webscout/Extra/YTToolkit/ytapi/query.py +143 -40
  30. webscout/Extra/YTToolkit/ytapi/shorts.py +122 -0
  31. webscout/Extra/YTToolkit/ytapi/stream.py +68 -63
  32. webscout/Extra/YTToolkit/ytapi/suggestions.py +97 -0
  33. webscout/Extra/YTToolkit/ytapi/utils.py +66 -62
  34. webscout/Extra/YTToolkit/ytapi/video.py +189 -18
  35. webscout/Extra/__init__.py +2 -3
  36. webscout/Extra/gguf.py +1298 -682
  37. webscout/Extra/tempmail/README.md +488 -0
  38. webscout/Extra/tempmail/__init__.py +28 -28
  39. webscout/Extra/tempmail/async_utils.py +143 -141
  40. webscout/Extra/tempmail/base.py +172 -161
  41. webscout/Extra/tempmail/cli.py +191 -187
  42. webscout/Extra/tempmail/emailnator.py +88 -84
  43. webscout/Extra/tempmail/mail_tm.py +378 -361
  44. webscout/Extra/tempmail/temp_mail_io.py +304 -292
  45. webscout/Extra/weather.py +196 -194
  46. webscout/Extra/weather_ascii.py +17 -15
  47. webscout/Provider/AISEARCH/PERPLEXED_search.py +175 -0
  48. webscout/Provider/AISEARCH/Perplexity.py +237 -304
  49. webscout/Provider/AISEARCH/README.md +106 -0
  50. webscout/Provider/AISEARCH/__init__.py +16 -10
  51. webscout/Provider/AISEARCH/brave_search.py +298 -0
  52. webscout/Provider/AISEARCH/iask_search.py +130 -209
  53. webscout/Provider/AISEARCH/monica_search.py +200 -246
  54. webscout/Provider/AISEARCH/webpilotai_search.py +242 -281
  55. webscout/Provider/Algion.py +413 -0
  56. webscout/Provider/Andi.py +74 -69
  57. webscout/Provider/Apriel.py +313 -0
  58. webscout/Provider/Ayle.py +323 -0
  59. webscout/Provider/ChatSandbox.py +329 -0
  60. webscout/Provider/ClaudeOnline.py +365 -0
  61. webscout/Provider/Cohere.py +232 -208
  62. webscout/Provider/DeepAI.py +367 -0
  63. webscout/Provider/Deepinfra.py +343 -173
  64. webscout/Provider/EssentialAI.py +217 -0
  65. webscout/Provider/ExaAI.py +274 -261
  66. webscout/Provider/Gemini.py +60 -54
  67. webscout/Provider/GithubChat.py +385 -367
  68. webscout/Provider/Gradient.py +286 -0
  69. webscout/Provider/Groq.py +556 -670
  70. webscout/Provider/HadadXYZ.py +323 -0
  71. webscout/Provider/HeckAI.py +392 -233
  72. webscout/Provider/HuggingFace.py +387 -0
  73. webscout/Provider/IBM.py +340 -0
  74. webscout/Provider/Jadve.py +317 -266
  75. webscout/Provider/K2Think.py +306 -0
  76. webscout/Provider/Koboldai.py +221 -381
  77. webscout/Provider/Netwrck.py +273 -228
  78. webscout/Provider/Nvidia.py +310 -0
  79. webscout/Provider/OPENAI/DeepAI.py +489 -0
  80. webscout/Provider/OPENAI/K2Think.py +423 -0
  81. webscout/Provider/OPENAI/PI.py +463 -0
  82. webscout/Provider/OPENAI/README.md +890 -0
  83. webscout/Provider/OPENAI/TogetherAI.py +405 -0
  84. webscout/Provider/OPENAI/TwoAI.py +255 -0
  85. webscout/Provider/OPENAI/__init__.py +148 -25
  86. webscout/Provider/OPENAI/ai4chat.py +348 -0
  87. webscout/Provider/OPENAI/akashgpt.py +436 -0
  88. webscout/Provider/OPENAI/algion.py +303 -0
  89. webscout/Provider/OPENAI/ayle.py +365 -0
  90. webscout/Provider/OPENAI/base.py +253 -46
  91. webscout/Provider/OPENAI/cerebras.py +296 -0
  92. webscout/Provider/OPENAI/chatgpt.py +514 -193
  93. webscout/Provider/OPENAI/chatsandbox.py +233 -0
  94. webscout/Provider/OPENAI/deepinfra.py +403 -272
  95. webscout/Provider/OPENAI/e2b.py +2370 -1350
  96. webscout/Provider/OPENAI/elmo.py +278 -0
  97. webscout/Provider/OPENAI/exaai.py +186 -138
  98. webscout/Provider/OPENAI/freeassist.py +446 -0
  99. webscout/Provider/OPENAI/gradient.py +448 -0
  100. webscout/Provider/OPENAI/groq.py +380 -0
  101. webscout/Provider/OPENAI/hadadxyz.py +292 -0
  102. webscout/Provider/OPENAI/heckai.py +100 -104
  103. webscout/Provider/OPENAI/huggingface.py +321 -0
  104. webscout/Provider/OPENAI/ibm.py +425 -0
  105. webscout/Provider/OPENAI/llmchat.py +253 -0
  106. webscout/Provider/OPENAI/llmchatco.py +378 -327
  107. webscout/Provider/OPENAI/meta.py +541 -0
  108. webscout/Provider/OPENAI/netwrck.py +110 -84
  109. webscout/Provider/OPENAI/nvidia.py +317 -0
  110. webscout/Provider/OPENAI/oivscode.py +348 -0
  111. webscout/Provider/OPENAI/openrouter.py +328 -0
  112. webscout/Provider/OPENAI/pydantic_imports.py +1 -0
  113. webscout/Provider/OPENAI/sambanova.py +397 -0
  114. webscout/Provider/OPENAI/sonus.py +126 -115
  115. webscout/Provider/OPENAI/textpollinations.py +218 -133
  116. webscout/Provider/OPENAI/toolbaz.py +136 -166
  117. webscout/Provider/OPENAI/typefully.py +419 -0
  118. webscout/Provider/OPENAI/typliai.py +279 -0
  119. webscout/Provider/OPENAI/utils.py +314 -211
  120. webscout/Provider/OPENAI/wisecat.py +103 -125
  121. webscout/Provider/OPENAI/writecream.py +185 -156
  122. webscout/Provider/OPENAI/x0gpt.py +227 -136
  123. webscout/Provider/OPENAI/zenmux.py +380 -0
  124. webscout/Provider/OpenRouter.py +386 -0
  125. webscout/Provider/Openai.py +337 -496
  126. webscout/Provider/PI.py +443 -344
  127. webscout/Provider/QwenLM.py +346 -254
  128. webscout/Provider/STT/__init__.py +28 -0
  129. webscout/Provider/STT/base.py +303 -0
  130. webscout/Provider/STT/elevenlabs.py +264 -0
  131. webscout/Provider/Sambanova.py +317 -0
  132. webscout/Provider/TTI/README.md +69 -0
  133. webscout/Provider/TTI/__init__.py +37 -12
  134. webscout/Provider/TTI/base.py +147 -0
  135. webscout/Provider/TTI/claudeonline.py +393 -0
  136. webscout/Provider/TTI/magicstudio.py +292 -0
  137. webscout/Provider/TTI/miragic.py +180 -0
  138. webscout/Provider/TTI/pollinations.py +331 -0
  139. webscout/Provider/TTI/together.py +334 -0
  140. webscout/Provider/TTI/utils.py +14 -0
  141. webscout/Provider/TTS/README.md +186 -0
  142. webscout/Provider/TTS/__init__.py +43 -7
  143. webscout/Provider/TTS/base.py +523 -0
  144. webscout/Provider/TTS/deepgram.py +286 -156
  145. webscout/Provider/TTS/elevenlabs.py +189 -111
  146. webscout/Provider/TTS/freetts.py +218 -0
  147. webscout/Provider/TTS/murfai.py +288 -113
  148. webscout/Provider/TTS/openai_fm.py +364 -0
  149. webscout/Provider/TTS/parler.py +203 -111
  150. webscout/Provider/TTS/qwen.py +334 -0
  151. webscout/Provider/TTS/sherpa.py +286 -0
  152. webscout/Provider/TTS/speechma.py +693 -180
  153. webscout/Provider/TTS/streamElements.py +275 -333
  154. webscout/Provider/TTS/utils.py +280 -280
  155. webscout/Provider/TextPollinationsAI.py +221 -121
  156. webscout/Provider/TogetherAI.py +450 -0
  157. webscout/Provider/TwoAI.py +309 -199
  158. webscout/Provider/TypliAI.py +311 -0
  159. webscout/Provider/UNFINISHED/ChatHub.py +219 -0
  160. webscout/Provider/{OPENAI/glider.py → UNFINISHED/ChutesAI.py} +160 -145
  161. webscout/Provider/UNFINISHED/GizAI.py +300 -0
  162. webscout/Provider/UNFINISHED/Marcus.py +218 -0
  163. webscout/Provider/UNFINISHED/Qodo.py +481 -0
  164. webscout/Provider/UNFINISHED/XenAI.py +330 -0
  165. webscout/Provider/{Youchat.py → UNFINISHED/Youchat.py} +64 -47
  166. webscout/Provider/UNFINISHED/aihumanizer.py +41 -0
  167. webscout/Provider/UNFINISHED/grammerchecker.py +37 -0
  168. webscout/Provider/UNFINISHED/liner.py +342 -0
  169. webscout/Provider/UNFINISHED/liner_api_request.py +246 -0
  170. webscout/Provider/UNFINISHED/samurai.py +231 -0
  171. webscout/Provider/WiseCat.py +256 -196
  172. webscout/Provider/WrDoChat.py +390 -0
  173. webscout/Provider/__init__.py +115 -198
  174. webscout/Provider/ai4chat.py +181 -202
  175. webscout/Provider/akashgpt.py +330 -342
  176. webscout/Provider/cerebras.py +397 -242
  177. webscout/Provider/cleeai.py +236 -213
  178. webscout/Provider/elmo.py +291 -234
  179. webscout/Provider/geminiapi.py +343 -208
  180. webscout/Provider/julius.py +245 -223
  181. webscout/Provider/learnfastai.py +333 -266
  182. webscout/Provider/llama3mitril.py +230 -180
  183. webscout/Provider/llmchat.py +308 -213
  184. webscout/Provider/llmchatco.py +321 -311
  185. webscout/Provider/meta.py +996 -794
  186. webscout/Provider/oivscode.py +332 -0
  187. webscout/Provider/searchchat.py +316 -293
  188. webscout/Provider/sonus.py +264 -208
  189. webscout/Provider/toolbaz.py +359 -320
  190. webscout/Provider/turboseek.py +332 -219
  191. webscout/Provider/typefully.py +262 -280
  192. webscout/Provider/x0gpt.py +332 -256
  193. webscout/__init__.py +31 -38
  194. webscout/__main__.py +5 -5
  195. webscout/cli.py +585 -293
  196. webscout/client.py +1497 -0
  197. webscout/conversation.py +140 -565
  198. webscout/exceptions.py +383 -339
  199. webscout/litagent/__init__.py +29 -29
  200. webscout/litagent/agent.py +492 -455
  201. webscout/litagent/constants.py +60 -60
  202. webscout/models.py +505 -181
  203. webscout/optimizers.py +32 -378
  204. webscout/prompt_manager.py +376 -274
  205. webscout/sanitize.py +1514 -0
  206. webscout/scout/README.md +452 -0
  207. webscout/scout/__init__.py +8 -8
  208. webscout/scout/core/__init__.py +7 -7
  209. webscout/scout/core/crawler.py +330 -140
  210. webscout/scout/core/scout.py +800 -568
  211. webscout/scout/core/search_result.py +51 -96
  212. webscout/scout/core/text_analyzer.py +64 -63
  213. webscout/scout/core/text_utils.py +412 -277
  214. webscout/scout/core/web_analyzer.py +54 -52
  215. webscout/scout/element.py +872 -460
  216. webscout/scout/parsers/__init__.py +70 -69
  217. webscout/scout/parsers/html5lib_parser.py +182 -172
  218. webscout/scout/parsers/html_parser.py +238 -236
  219. webscout/scout/parsers/lxml_parser.py +203 -178
  220. webscout/scout/utils.py +38 -37
  221. webscout/search/__init__.py +47 -0
  222. webscout/search/base.py +201 -0
  223. webscout/search/bing_main.py +45 -0
  224. webscout/search/brave_main.py +92 -0
  225. webscout/search/duckduckgo_main.py +57 -0
  226. webscout/search/engines/__init__.py +127 -0
  227. webscout/search/engines/bing/__init__.py +15 -0
  228. webscout/search/engines/bing/base.py +35 -0
  229. webscout/search/engines/bing/images.py +114 -0
  230. webscout/search/engines/bing/news.py +96 -0
  231. webscout/search/engines/bing/suggestions.py +36 -0
  232. webscout/search/engines/bing/text.py +109 -0
  233. webscout/search/engines/brave/__init__.py +19 -0
  234. webscout/search/engines/brave/base.py +47 -0
  235. webscout/search/engines/brave/images.py +213 -0
  236. webscout/search/engines/brave/news.py +353 -0
  237. webscout/search/engines/brave/suggestions.py +318 -0
  238. webscout/search/engines/brave/text.py +167 -0
  239. webscout/search/engines/brave/videos.py +364 -0
  240. webscout/search/engines/duckduckgo/__init__.py +25 -0
  241. webscout/search/engines/duckduckgo/answers.py +80 -0
  242. webscout/search/engines/duckduckgo/base.py +189 -0
  243. webscout/search/engines/duckduckgo/images.py +100 -0
  244. webscout/search/engines/duckduckgo/maps.py +183 -0
  245. webscout/search/engines/duckduckgo/news.py +70 -0
  246. webscout/search/engines/duckduckgo/suggestions.py +22 -0
  247. webscout/search/engines/duckduckgo/text.py +221 -0
  248. webscout/search/engines/duckduckgo/translate.py +48 -0
  249. webscout/search/engines/duckduckgo/videos.py +80 -0
  250. webscout/search/engines/duckduckgo/weather.py +84 -0
  251. webscout/search/engines/mojeek.py +61 -0
  252. webscout/search/engines/wikipedia.py +77 -0
  253. webscout/search/engines/yahoo/__init__.py +41 -0
  254. webscout/search/engines/yahoo/answers.py +19 -0
  255. webscout/search/engines/yahoo/base.py +34 -0
  256. webscout/search/engines/yahoo/images.py +323 -0
  257. webscout/search/engines/yahoo/maps.py +19 -0
  258. webscout/search/engines/yahoo/news.py +258 -0
  259. webscout/search/engines/yahoo/suggestions.py +140 -0
  260. webscout/search/engines/yahoo/text.py +273 -0
  261. webscout/search/engines/yahoo/translate.py +19 -0
  262. webscout/search/engines/yahoo/videos.py +302 -0
  263. webscout/search/engines/yahoo/weather.py +220 -0
  264. webscout/search/engines/yandex.py +67 -0
  265. webscout/search/engines/yep/__init__.py +13 -0
  266. webscout/search/engines/yep/base.py +34 -0
  267. webscout/search/engines/yep/images.py +101 -0
  268. webscout/search/engines/yep/suggestions.py +38 -0
  269. webscout/search/engines/yep/text.py +99 -0
  270. webscout/search/http_client.py +172 -0
  271. webscout/search/results.py +141 -0
  272. webscout/search/yahoo_main.py +57 -0
  273. webscout/search/yep_main.py +48 -0
  274. webscout/server/__init__.py +48 -0
  275. webscout/server/config.py +78 -0
  276. webscout/server/exceptions.py +69 -0
  277. webscout/server/providers.py +286 -0
  278. webscout/server/request_models.py +131 -0
  279. webscout/server/request_processing.py +404 -0
  280. webscout/server/routes.py +642 -0
  281. webscout/server/server.py +351 -0
  282. webscout/server/ui_templates.py +1171 -0
  283. webscout/swiftcli/__init__.py +79 -809
  284. webscout/swiftcli/core/__init__.py +7 -0
  285. webscout/swiftcli/core/cli.py +574 -0
  286. webscout/swiftcli/core/context.py +98 -0
  287. webscout/swiftcli/core/group.py +268 -0
  288. webscout/swiftcli/decorators/__init__.py +28 -0
  289. webscout/swiftcli/decorators/command.py +243 -0
  290. webscout/swiftcli/decorators/options.py +247 -0
  291. webscout/swiftcli/decorators/output.py +392 -0
  292. webscout/swiftcli/exceptions.py +21 -0
  293. webscout/swiftcli/plugins/__init__.py +9 -0
  294. webscout/swiftcli/plugins/base.py +134 -0
  295. webscout/swiftcli/plugins/manager.py +269 -0
  296. webscout/swiftcli/utils/__init__.py +58 -0
  297. webscout/swiftcli/utils/formatting.py +251 -0
  298. webscout/swiftcli/utils/parsing.py +368 -0
  299. webscout/update_checker.py +280 -136
  300. webscout/utils.py +28 -14
  301. webscout/version.py +2 -1
  302. webscout/version.py.bak +3 -0
  303. webscout/zeroart/__init__.py +218 -55
  304. webscout/zeroart/base.py +70 -60
  305. webscout/zeroart/effects.py +155 -99
  306. webscout/zeroart/fonts.py +1799 -816
  307. webscout-2026.1.19.dist-info/METADATA +638 -0
  308. webscout-2026.1.19.dist-info/RECORD +312 -0
  309. {webscout-8.2.2.dist-info → webscout-2026.1.19.dist-info}/WHEEL +1 -1
  310. webscout-2026.1.19.dist-info/entry_points.txt +4 -0
  311. webscout-2026.1.19.dist-info/top_level.txt +1 -0
  312. inferno/__init__.py +0 -6
  313. inferno/__main__.py +0 -9
  314. inferno/cli.py +0 -6
  315. webscout/DWEBS.py +0 -477
  316. webscout/Extra/autocoder/__init__.py +0 -9
  317. webscout/Extra/autocoder/autocoder.py +0 -849
  318. webscout/Extra/autocoder/autocoder_utiles.py +0 -332
  319. webscout/LLM.py +0 -442
  320. webscout/Litlogger/__init__.py +0 -67
  321. webscout/Litlogger/core/__init__.py +0 -6
  322. webscout/Litlogger/core/level.py +0 -23
  323. webscout/Litlogger/core/logger.py +0 -165
  324. webscout/Litlogger/handlers/__init__.py +0 -12
  325. webscout/Litlogger/handlers/console.py +0 -33
  326. webscout/Litlogger/handlers/file.py +0 -143
  327. webscout/Litlogger/handlers/network.py +0 -173
  328. webscout/Litlogger/styles/__init__.py +0 -7
  329. webscout/Litlogger/styles/colors.py +0 -249
  330. webscout/Litlogger/styles/formats.py +0 -458
  331. webscout/Litlogger/styles/text.py +0 -87
  332. webscout/Litlogger/utils/__init__.py +0 -6
  333. webscout/Litlogger/utils/detectors.py +0 -153
  334. webscout/Litlogger/utils/formatters.py +0 -200
  335. webscout/Local/__init__.py +0 -12
  336. webscout/Local/__main__.py +0 -9
  337. webscout/Local/api.py +0 -576
  338. webscout/Local/cli.py +0 -516
  339. webscout/Local/config.py +0 -75
  340. webscout/Local/llm.py +0 -287
  341. webscout/Local/model_manager.py +0 -253
  342. webscout/Local/server.py +0 -721
  343. webscout/Local/utils.py +0 -93
  344. webscout/Provider/AI21.py +0 -177
  345. webscout/Provider/AISEARCH/DeepFind.py +0 -250
  346. webscout/Provider/AISEARCH/ISou.py +0 -256
  347. webscout/Provider/AISEARCH/felo_search.py +0 -228
  348. webscout/Provider/AISEARCH/genspark_search.py +0 -208
  349. webscout/Provider/AISEARCH/hika_search.py +0 -194
  350. webscout/Provider/AISEARCH/scira_search.py +0 -324
  351. webscout/Provider/Aitopia.py +0 -292
  352. webscout/Provider/AllenAI.py +0 -413
  353. webscout/Provider/Blackboxai.py +0 -229
  354. webscout/Provider/C4ai.py +0 -432
  355. webscout/Provider/ChatGPTClone.py +0 -226
  356. webscout/Provider/ChatGPTES.py +0 -237
  357. webscout/Provider/ChatGPTGratis.py +0 -194
  358. webscout/Provider/Chatify.py +0 -175
  359. webscout/Provider/Cloudflare.py +0 -273
  360. webscout/Provider/DeepSeek.py +0 -196
  361. webscout/Provider/ElectronHub.py +0 -709
  362. webscout/Provider/ExaChat.py +0 -342
  363. webscout/Provider/Free2GPT.py +0 -241
  364. webscout/Provider/GPTWeb.py +0 -193
  365. webscout/Provider/Glider.py +0 -211
  366. webscout/Provider/HF_space/__init__.py +0 -0
  367. webscout/Provider/HF_space/qwen_qwen2.py +0 -206
  368. webscout/Provider/HuggingFaceChat.py +0 -462
  369. webscout/Provider/Hunyuan.py +0 -272
  370. webscout/Provider/LambdaChat.py +0 -392
  371. webscout/Provider/Llama.py +0 -200
  372. webscout/Provider/Llama3.py +0 -204
  373. webscout/Provider/Marcus.py +0 -148
  374. webscout/Provider/OLLAMA.py +0 -396
  375. webscout/Provider/OPENAI/c4ai.py +0 -367
  376. webscout/Provider/OPENAI/chatgptclone.py +0 -460
  377. webscout/Provider/OPENAI/exachat.py +0 -433
  378. webscout/Provider/OPENAI/freeaichat.py +0 -352
  379. webscout/Provider/OPENAI/opkfc.py +0 -488
  380. webscout/Provider/OPENAI/scirachat.py +0 -463
  381. webscout/Provider/OPENAI/standardinput.py +0 -425
  382. webscout/Provider/OPENAI/typegpt.py +0 -346
  383. webscout/Provider/OPENAI/uncovrAI.py +0 -455
  384. webscout/Provider/OPENAI/venice.py +0 -413
  385. webscout/Provider/OPENAI/yep.py +0 -327
  386. webscout/Provider/OpenGPT.py +0 -199
  387. webscout/Provider/Perplexitylabs.py +0 -415
  388. webscout/Provider/Phind.py +0 -535
  389. webscout/Provider/PizzaGPT.py +0 -198
  390. webscout/Provider/Reka.py +0 -214
  391. webscout/Provider/StandardInput.py +0 -278
  392. webscout/Provider/TTI/AiForce/__init__.py +0 -22
  393. webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
  394. webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
  395. webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
  396. webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
  397. webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
  398. webscout/Provider/TTI/ImgSys/__init__.py +0 -23
  399. webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
  400. webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
  401. webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
  402. webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
  403. webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
  404. webscout/Provider/TTI/Nexra/__init__.py +0 -22
  405. webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
  406. webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
  407. webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
  408. webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
  409. webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
  410. webscout/Provider/TTI/aiarta/__init__.py +0 -2
  411. webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
  412. webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
  413. webscout/Provider/TTI/artbit/__init__.py +0 -22
  414. webscout/Provider/TTI/artbit/async_artbit.py +0 -155
  415. webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
  416. webscout/Provider/TTI/fastflux/__init__.py +0 -22
  417. webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
  418. webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
  419. webscout/Provider/TTI/huggingface/__init__.py +0 -22
  420. webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
  421. webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
  422. webscout/Provider/TTI/piclumen/__init__.py +0 -23
  423. webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
  424. webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
  425. webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
  426. webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
  427. webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
  428. webscout/Provider/TTI/talkai/__init__.py +0 -4
  429. webscout/Provider/TTI/talkai/async_talkai.py +0 -229
  430. webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
  431. webscout/Provider/TTS/gesserit.py +0 -127
  432. webscout/Provider/TeachAnything.py +0 -187
  433. webscout/Provider/Venice.py +0 -219
  434. webscout/Provider/VercelAI.py +0 -234
  435. webscout/Provider/WebSim.py +0 -228
  436. webscout/Provider/Writecream.py +0 -211
  437. webscout/Provider/WritingMate.py +0 -197
  438. webscout/Provider/aimathgpt.py +0 -189
  439. webscout/Provider/askmyai.py +0 -158
  440. webscout/Provider/asksteve.py +0 -203
  441. webscout/Provider/bagoodex.py +0 -145
  442. webscout/Provider/chatglm.py +0 -205
  443. webscout/Provider/copilot.py +0 -428
  444. webscout/Provider/freeaichat.py +0 -271
  445. webscout/Provider/gaurish.py +0 -244
  446. webscout/Provider/geminiprorealtime.py +0 -160
  447. webscout/Provider/granite.py +0 -187
  448. webscout/Provider/hermes.py +0 -219
  449. webscout/Provider/koala.py +0 -268
  450. webscout/Provider/labyrinth.py +0 -340
  451. webscout/Provider/lepton.py +0 -194
  452. webscout/Provider/llamatutor.py +0 -192
  453. webscout/Provider/multichat.py +0 -325
  454. webscout/Provider/promptrefine.py +0 -193
  455. webscout/Provider/scira_chat.py +0 -277
  456. webscout/Provider/scnet.py +0 -187
  457. webscout/Provider/talkai.py +0 -194
  458. webscout/Provider/tutorai.py +0 -252
  459. webscout/Provider/typegpt.py +0 -232
  460. webscout/Provider/uncovr.py +0 -312
  461. webscout/Provider/yep.py +0 -376
  462. webscout/litprinter/__init__.py +0 -59
  463. webscout/scout/core.py +0 -881
  464. webscout/tempid.py +0 -128
  465. webscout/webscout_search.py +0 -1346
  466. webscout/webscout_search_async.py +0 -877
  467. webscout/yep_search.py +0 -297
  468. webscout-8.2.2.dist-info/METADATA +0 -734
  469. webscout-8.2.2.dist-info/RECORD +0 -309
  470. webscout-8.2.2.dist-info/entry_points.txt +0 -5
  471. webscout-8.2.2.dist-info/top_level.txt +0 -3
  472. webstoken/__init__.py +0 -30
  473. webstoken/classifier.py +0 -189
  474. webstoken/keywords.py +0 -216
  475. webstoken/language.py +0 -128
  476. webstoken/ner.py +0 -164
  477. webstoken/normalizer.py +0 -35
  478. webstoken/processor.py +0 -77
  479. webstoken/sentiment.py +0 -206
  480. webstoken/stemmer.py +0 -73
  481. webstoken/tagger.py +0 -60
  482. webstoken/tokenizer.py +0 -158
  483. {webscout-8.2.2.dist-info → webscout-2026.1.19.dist-info/licenses}/LICENSE.md +0 -0
@@ -1,877 +0,0 @@
1
- from __future__ import annotations
2
-
3
- import asyncio
4
- import os
5
- import warnings
6
- from datetime import datetime, timezone
7
- from functools import cached_property
8
- from itertools import cycle
9
- from random import choice, shuffle
10
- from time import time
11
- from types import TracebackType
12
- from typing import Any, Dict, List, Optional, Type, Union, cast, AsyncIterator
13
-
14
- import httpx
15
- from lxml.etree import _Element
16
- from lxml.html import HTMLParser as LHTMLParser
17
- from lxml.html import document_fromstring
18
-
19
- from .exceptions import ConversationLimitException, RatelimitE, TimeoutE, WebscoutE
20
- from .utils import (
21
- _expand_proxy_tb_alias,
22
- _extract_vqd,
23
- _normalize,
24
- _normalize_url,
25
- json_loads,
26
- )
27
-
28
-
29
-
30
-
31
- class AsyncWEBS:
32
- """Asynchronous webscout class to get search results."""
33
-
34
- _impersonates = (
35
- "chrome_100", "chrome_101", "chrome_104", "chrome_105", "chrome_106", "chrome_107",
36
- "chrome_108", "chrome_109", "chrome_114", "chrome_116", "chrome_117", "chrome_118",
37
- "chrome_119", "chrome_120", "chrome_123", "chrome_124", "chrome_126", "chrome_127",
38
- "chrome_128", "chrome_129", "chrome_130", "chrome_131", "chrome_133",
39
- "safari_ios_16.5", "safari_ios_17.2", "safari_ios_17.4.1", "safari_ios_18.1.1",
40
- "safari_15.3", "safari_15.5", "safari_15.6.1", "safari_16", "safari_16.5",
41
- "safari_17.0", "safari_17.2.1", "safari_17.4.1", "safari_17.5",
42
- "safari_18", "safari_18.2",
43
- "safari_ipad_18",
44
- "edge_101", "edge_122", "edge_127", "edge_131",
45
- "firefox_109", "firefox_117", "firefox_128", "firefox_133", "firefox_135",
46
- )
47
- _impersonates_os = ("android", "ios", "linux", "macos", "windows")
48
- _chat_models = {
49
- "gpt-4o-mini": "gpt-4o-mini",
50
- "llama-3.3-70b": "meta-llama/Llama-3.3-70B-Instruct-Turbo",
51
- "claude-3-haiku": "claude-3-haiku-20240307",
52
- "o3-mini": "o3-mini",
53
- "mistral-small-3": "mistralai/Mistral-Small-24B-Instruct-2501",
54
- }
55
-
56
- def __init__(
57
- self,
58
- headers: Optional[Dict[str, str]] = None,
59
- proxy: Optional[str] = None,
60
- proxies: Union[Dict[str, str], str, None] = None, # deprecated
61
- timeout: Optional[int] = 10,
62
- verify: bool = True,
63
- ) -> None:
64
- """Initialize the AsyncWEBS object.
65
-
66
- Args:
67
- headers (dict, optional): Dictionary of headers for the HTTP client. Defaults to None.
68
- proxy (str, optional): proxy for the HTTP client, supports http/https/socks5 protocols.
69
- example: "http://user:pass@example.com:3128". Defaults to None.
70
- timeout (int, optional): Timeout value for the HTTP client. Defaults to 10.
71
- verify (bool): SSL verification when making the request. Defaults to True.
72
- """
73
- ddgs_proxy: Optional[str] = os.environ.get("DDGS_PROXY")
74
- self.proxy: Optional[str] = ddgs_proxy if ddgs_proxy else _expand_proxy_tb_alias(proxy)
75
- assert self.proxy is None or isinstance(self.proxy, str), "proxy must be a str"
76
- if not proxy and proxies:
77
- warnings.warn("'proxies' is deprecated, use 'proxy' instead.", stacklevel=1)
78
- self.proxy = proxies.get("http") or proxies.get("https") if isinstance(proxies, dict) else proxies
79
-
80
- default_headers = {
81
- "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
82
- "Accept-Language": "en-US,en;q=0.5",
83
- "Accept-Encoding": "gzip, deflate, br",
84
- "DNT": "1",
85
- "Connection": "keep-alive",
86
- "Upgrade-Insecure-Requests": "1",
87
- "Sec-Fetch-Dest": "document",
88
- "Sec-Fetch-Mode": "navigate",
89
- "Sec-Fetch-Site": "none",
90
- "Sec-Fetch-User": "?1",
91
- "Referer": "https://duckduckgo.com/",
92
- }
93
-
94
- self.headers = headers if headers else {}
95
- self.headers.update(default_headers)
96
-
97
- self.client = httpx.AsyncClient(
98
- headers=self.headers,
99
- proxies=self.proxy,
100
- timeout=timeout,
101
- follow_redirects=False,
102
- verify=verify,
103
- )
104
- self.sleep_timestamp = 0.0
105
-
106
- self._exception_event = asyncio.Event()
107
- self._chat_messages: List[Dict[str, str]] = []
108
- self._chat_tokens_count = 0
109
- self._chat_vqd: str = ""
110
- self._chat_vqd_hash: str = ""
111
- self._chat_xfe: str = ""
112
-
113
- async def __aenter__(self) -> AsyncWEBS:
114
- return self
115
-
116
- async def __aexit__(
117
- self,
118
- exc_type: Optional[Type[BaseException]] = None,
119
- exc_val: Optional[BaseException] = None,
120
- exc_tb: Optional[TracebackType] = None,
121
- ) -> None:
122
- await self.client.aclose()
123
-
124
- @cached_property
125
- def parser(self) -> LHTMLParser:
126
- """Get HTML parser."""
127
- return LHTMLParser(remove_blank_text=True, remove_comments=True, remove_pis=True, collect_ids=False)
128
-
129
- async def _sleep(self, sleeptime: float = 0.75) -> None:
130
- """Sleep between API requests."""
131
- delay = 0.0 if not self.sleep_timestamp else 0.0 if time() - self.sleep_timestamp >= 20 else sleeptime
132
- self.sleep_timestamp = time()
133
- await asyncio.sleep(delay)
134
-
135
- async def _get_url(
136
- self,
137
- method: str,
138
- url: str,
139
- params: Optional[Dict[str, str]] = None,
140
- content: Optional[bytes] = None,
141
- data: Optional[Dict[str, str]] = None,
142
- headers: Optional[Dict[str, str]] = None,
143
- cookies: Optional[Dict[str, str]] = None,
144
- json: Any = None,
145
- timeout: Optional[float] = None,
146
- ) -> Any:
147
- """Make HTTP request with proper rate limiting."""
148
- await self._sleep()
149
- try:
150
- resp = await self.client.request(
151
- method,
152
- url,
153
- params=params,
154
- content=content,
155
- data=data,
156
- headers=headers,
157
- cookies=cookies,
158
- json=json,
159
- timeout=timeout or self.timeout,
160
- )
161
- except Exception as ex:
162
- if "time" in str(ex).lower():
163
- raise TimeoutE(f"{url} {type(ex).__name__}: {ex}") from ex
164
- raise WebscoutE(f"{url} {type(ex).__name__}: {ex}") from ex
165
-
166
- if resp.status_code == 200:
167
- return resp
168
- elif resp.status_code in (202, 301, 403, 400, 429, 418):
169
- raise RatelimitE(f"{resp.url} {resp.status_code} Ratelimit")
170
- raise WebscoutE(f"{resp.url} return None. {params=} {content=} {data=}")
171
-
172
- async def _get_vqd(self, keywords: str) -> str:
173
- """Get vqd value for a search query."""
174
- resp_content = (await self._get_url("GET", "https://duckduckgo.com", params={"q": keywords})).content
175
- return _extract_vqd(resp_content, keywords)
176
-
177
- async def achat_yield(self, keywords: str, model: str = "gpt-4o-mini", timeout: int = 30, max_retries: int = 3) -> AsyncIterator[str]:
178
- """Initiates an async chat session with webscout AI.
179
-
180
- Args:
181
- keywords (str): The initial message or question to send to the AI.
182
- model (str): The model to use: "gpt-4o-mini", "llama-3.3-70b", "claude-3-haiku",
183
- "o3-mini", "mistral-small-3". Defaults to "gpt-4o-mini".
184
- timeout (int): Timeout value for the HTTP client. Defaults to 30.
185
- max_retries (int): Maximum number of retry attempts for rate limited requests. Defaults to 3.
186
-
187
- Yields:
188
- str: Chunks of the response from the AI.
189
- """
190
- # Get Cloudflare Turnstile token
191
- async def get_turnstile_token():
192
- try:
193
- # Visit the DuckDuckGo chat page to get the Turnstile token
194
- resp_content = (await self._get_url(
195
- method="GET",
196
- url="https://duckduckgo.com/?q=DuckDuckGo+AI+Chat&ia=chat&duckai=1",
197
- )).content
198
-
199
- # Extract the Turnstile token if available
200
- if b'cf-turnstile-response' in resp_content:
201
- token = resp_content.split(b'cf-turnstile-response="', maxsplit=1)[1].split(b'"', maxsplit=1)[0].decode()
202
- return token
203
- return ""
204
- except Exception:
205
- return ""
206
-
207
- # x-fe-version
208
- if not self._chat_xfe:
209
- resp_content = (await self._get_url(
210
- method="GET",
211
- url="https://duckduckgo.com/?q=DuckDuckGo+AI+Chat&ia=chat&duckai=1",
212
- )).content
213
- try:
214
- xfe1 = resp_content.split(b'__DDG_BE_VERSION__="', maxsplit=1)[1].split(b'"', maxsplit=1)[0].decode()
215
- xfe2 = resp_content.split(b'__DDG_FE_CHAT_HASH__="', maxsplit=1)[1].split(b'"', maxsplit=1)[0].decode()
216
- self._chat_xfe = f"{xfe1}-{xfe2}"
217
- except Exception as ex:
218
- raise WebscoutE(
219
- f"achat_yield() Error to get _chat_xfe: {type(ex).__name__}: {ex}"
220
- ) from ex
221
- # vqd
222
- if not self._chat_vqd:
223
- resp = await self._get_url(
224
- method="GET", url="https://duckduckgo.com/duckchat/v1/status", headers={"x-vqd-accept": "1"}
225
- )
226
- self._chat_vqd = resp.headers.get("x-vqd-4", "")
227
- self._chat_vqd_hash = resp.headers.get("x-vqd-hash-1", "")
228
-
229
- self._chat_messages.append({"role": "user", "content": keywords})
230
- self._chat_tokens_count += max(len(keywords) // 4, 1) # approximate number of tokens
231
- if model not in self._chat_models:
232
- warnings.warn(f"{model=} is unavailable. Using 'gpt-4o-mini'", stacklevel=1)
233
- model = "gpt-4o-mini"
234
-
235
- # Get Cloudflare Turnstile token
236
- turnstile_token = await get_turnstile_token()
237
-
238
- json_data = {
239
- "model": self._chat_models[model],
240
- "messages": self._chat_messages,
241
- }
242
-
243
- # Add Turnstile token if available
244
- if turnstile_token:
245
- json_data["cf-turnstile-response"] = turnstile_token
246
-
247
- # Enhanced headers to better mimic a real browser
248
- chat_headers = {
249
- "x-fe-version": self._chat_xfe,
250
- "x-vqd-4": self._chat_vqd,
251
- "x-vqd-hash-1": "",
252
- "Accept": "text/event-stream",
253
- "Accept-Language": "en-US,en;q=0.9",
254
- "Cache-Control": "no-cache",
255
- "Content-Type": "application/json",
256
- "DNT": "1",
257
- "Origin": "https://duckduckgo.com",
258
- "Referer": "https://duckduckgo.com/",
259
- "Sec-Fetch-Dest": "empty",
260
- "Sec-Fetch-Mode": "cors",
261
- "Sec-Fetch-Site": "same-origin",
262
- "User-Agent": self.client.headers.get("User-Agent", "")
263
- }
264
-
265
- # Retry logic for rate limited requests
266
- retry_count = 0
267
- while retry_count <= max_retries:
268
- try:
269
- resp = await self._get_url(
270
- method="POST",
271
- url="https://duckduckgo.com/duckchat/v1/chat",
272
- headers=chat_headers,
273
- json=json_data,
274
- timeout=timeout,
275
- )
276
-
277
- self._chat_vqd = resp.headers.get("x-vqd-4", "")
278
- self._chat_vqd_hash = resp.headers.get("x-vqd-hash-1", "")
279
- chunks = []
280
-
281
- async for chunk in resp.aiter_bytes():
282
- lines = chunk.split(b"data:")
283
- for line in lines:
284
- if line := line.strip():
285
- if line == b"[DONE]":
286
- break
287
- if line == b"[DONE][LIMIT_CONVERSATION]":
288
- raise ConversationLimitException("ERR_CONVERSATION_LIMIT")
289
- x = json_loads(line)
290
- if isinstance(x, dict):
291
- if x.get("action") == "error":
292
- err_message = x.get("type", "")
293
- if x.get("status") == 429:
294
- raise (
295
- ConversationLimitException(err_message)
296
- if err_message == "ERR_CONVERSATION_LIMIT"
297
- else RatelimitE(err_message)
298
- )
299
- raise WebscoutE(err_message)
300
- elif message := x.get("message"):
301
- chunks.append(message)
302
- yield message
303
-
304
- # If we get here, the request was successful
305
- result = "".join(chunks)
306
- self._chat_messages.append({"role": "assistant", "content": result})
307
- self._chat_tokens_count += len(result)
308
- return
309
-
310
- except RatelimitE as ex:
311
- retry_count += 1
312
- if retry_count > max_retries:
313
- raise WebscoutE(f"achat_yield() Rate limit exceeded after {max_retries} retries: {ex}") from ex
314
-
315
- # Get a fresh Turnstile token for the retry
316
- turnstile_token = await get_turnstile_token()
317
- if turnstile_token:
318
- json_data["cf-turnstile-response"] = turnstile_token
319
-
320
- # Exponential backoff
321
- sleep_time = 2 ** retry_count
322
- await asyncio.sleep(sleep_time)
323
-
324
- except Exception as ex:
325
- raise WebscoutE(f"achat_yield() {type(ex).__name__}: {ex}") from ex
326
-
327
- async def achat(self, keywords: str, model: str = "gpt-4o-mini", timeout: int = 30, max_retries: int = 3) -> str:
328
- """Initiates an async chat session with webscout AI.
329
-
330
- Args:
331
- keywords (str): The initial message or question to send to the AI.
332
- model (str): The model to use: "gpt-4o-mini", "llama-3.3-70b", "claude-3-haiku",
333
- "o3-mini", "mistral-small-3". Defaults to "gpt-4o-mini".
334
- timeout (int): Timeout value for the HTTP client. Defaults to 30.
335
- max_retries (int): Maximum number of retry attempts for rate limited requests. Defaults to 3.
336
-
337
- Returns:
338
- str: The response from the AI.
339
- """
340
- chunks = []
341
- async for chunk in self.achat_yield(keywords, model, timeout, max_retries):
342
- chunks.append(chunk)
343
- return "".join(chunks)
344
-
345
- async def atext(
346
- self,
347
- keywords: str,
348
- region: str = "wt-wt",
349
- safesearch: str = "moderate",
350
- timelimit: Optional[str] = None,
351
- backend: str = "auto",
352
- max_results: Optional[int] = None,
353
- ) -> List[Dict[str, str]]:
354
- """webscout async text search. Query params: https://duckduckgo.com/params.
355
-
356
- Args:
357
- keywords: keywords for query.
358
- region: wt-wt, us-en, uk-en, ru-ru, etc. Defaults to "wt-wt".
359
- safesearch: on, moderate, off. Defaults to "moderate".
360
- timelimit: d, w, m, y. Defaults to None.
361
- backend: auto, html, lite. Defaults to auto.
362
- auto - try all backends in random order,
363
- html - collect data from https://html.duckduckgo.com,
364
- lite - collect data from https://lite.duckduckgo.com.
365
- max_results: max number of results. If None, returns results only from the first response. Defaults to None.
366
-
367
- Returns:
368
- List of dictionaries with search results.
369
-
370
- Raises:
371
- WebscoutE: Base exception for webscout errors.
372
- RatelimitE: Inherits from WebscoutE, raised for exceeding API request rate limits.
373
- TimeoutE: Inherits from WebscoutE, raised for API request timeouts.
374
- """
375
- if backend in ("api", "ecosia"):
376
- warnings.warn(f"{backend=} is deprecated, using backend='auto'", stacklevel=2)
377
- backend = "auto"
378
- backends = ["html", "lite"] if backend == "auto" else [backend]
379
- shuffle(backends)
380
-
381
- results, err = [], None
382
- for b in backends:
383
- try:
384
- if b == "html":
385
- results = await self._text_html(keywords, region, timelimit, max_results)
386
- elif b == "lite":
387
- results = await self._text_lite(keywords, region, timelimit, max_results)
388
- return results
389
- except Exception as ex:
390
- err = ex
391
-
392
- raise WebscoutE(err)
393
-
394
- async def _text_html(
395
- self,
396
- keywords: str,
397
- region: str = "wt-wt",
398
- timelimit: Optional[str] = None,
399
- max_results: Optional[int] = None,
400
- ) -> List[Dict[str, str]]:
401
- """HTML backend for text search."""
402
- assert keywords, "keywords is mandatory"
403
-
404
- payload = {
405
- "q": keywords,
406
- "s": "0",
407
- "o": "json",
408
- "api": "d.js",
409
- "vqd": "",
410
- "kl": region,
411
- "bing_market": region,
412
- }
413
- if timelimit:
414
- payload["df"] = timelimit
415
-
416
- cache = set()
417
- results: List[Dict[str, str]] = []
418
-
419
- for _ in range(5):
420
- resp_content = await self._get_url("POST", "https://html.duckduckgo.com/html", data=payload)
421
- if b"No results." in resp_content:
422
- return results
423
-
424
- tree = document_fromstring(resp_content, self.parser)
425
- elements = tree.xpath("//div[h2]")
426
- if not isinstance(elements, list):
427
- return results
428
-
429
- for e in elements:
430
- if isinstance(e, _Element):
431
- hrefxpath = e.xpath("./a/@href")
432
- href = str(hrefxpath[0]) if hrefxpath and isinstance(hrefxpath, list) else None
433
- if (
434
- href
435
- and href not in cache
436
- and not href.startswith(
437
- ("http://www.google.com/search?q=", "https://duckduckgo.com/y.js?ad_domain")
438
- )
439
- ):
440
- cache.add(href)
441
- titlexpath = e.xpath("./h2/a/text()")
442
- title = str(titlexpath[0]) if titlexpath and isinstance(titlexpath, list) else ""
443
- bodyxpath = e.xpath("./a//text()")
444
- body = "".join(str(x) for x in bodyxpath) if bodyxpath and isinstance(bodyxpath, list) else ""
445
- results.append(
446
- {
447
- "title": _normalize(title),
448
- "href": _normalize_url(href),
449
- "body": _normalize(body),
450
- }
451
- )
452
- if max_results and len(results) >= max_results:
453
- return results
454
-
455
- npx = tree.xpath('.//div[@class="nav-link"]')
456
- if not npx or not max_results:
457
- return results
458
- next_page = npx[-1] if isinstance(npx, list) else None
459
- if isinstance(next_page, _Element):
460
- names = next_page.xpath('.//input[@type="hidden"]/@name')
461
- values = next_page.xpath('.//input[@type="hidden"]/@value')
462
- if isinstance(names, list) and isinstance(values, list):
463
- payload = {str(n): str(v) for n, v in zip(names, values)}
464
-
465
- return results
466
-
467
- async def _text_lite(
468
- self,
469
- keywords: str,
470
- region: str = "wt-wt",
471
- timelimit: Optional[str] = None,
472
- max_results: Optional[int] = None,
473
- ) -> List[Dict[str, str]]:
474
- """Lite backend for text search."""
475
- assert keywords, "keywords is mandatory"
476
-
477
- payload = {
478
- "q": keywords,
479
- "s": "0",
480
- "o": "json",
481
- "api": "d.js",
482
- "vqd": "",
483
- "kl": region,
484
- "bing_market": region,
485
- }
486
- if timelimit:
487
- payload["df"] = timelimit
488
-
489
- cache = set()
490
- results: List[Dict[str, str]] = []
491
-
492
- for _ in range(5):
493
- resp_content = await self._get_url("POST", "https://lite.duckduckgo.com/lite/", data=payload)
494
- if b"No more results." in resp_content:
495
- return results
496
-
497
- tree = document_fromstring(resp_content, self.parser)
498
- elements = tree.xpath("//table[last()]//tr")
499
- if not isinstance(elements, list):
500
- return results
501
-
502
- data = zip(cycle(range(1, 5)), elements)
503
- for i, e in data:
504
- if isinstance(e, _Element):
505
- if i == 1:
506
- hrefxpath = e.xpath(".//a//@href")
507
- href = str(hrefxpath[0]) if hrefxpath and isinstance(hrefxpath, list) else None
508
- if (
509
- href is None
510
- or href in cache
511
- or href.startswith(
512
- ("http://www.google.com/search?q=", "https://duckduckgo.com/y.js?ad_domain")
513
- )
514
- ):
515
- [next(data, None) for _ in range(3)] # skip block(i=1,2,3,4)
516
- else:
517
- cache.add(href)
518
- titlexpath = e.xpath(".//a//text()")
519
- title = str(titlexpath[0]) if titlexpath and isinstance(titlexpath, list) else ""
520
- elif i == 2:
521
- bodyxpath = e.xpath(".//td[@class='result-snippet']//text()")
522
- body = (
523
- "".join(str(x) for x in bodyxpath).strip()
524
- if bodyxpath and isinstance(bodyxpath, list)
525
- else ""
526
- )
527
- if href:
528
- results.append(
529
- {
530
- "title": _normalize(title),
531
- "href": _normalize_url(href),
532
- "body": _normalize(body),
533
- }
534
- )
535
- if max_results and len(results) >= max_results:
536
- return results
537
-
538
- next_page_s = tree.xpath("//form[./input[contains(@value, 'ext')]]/input[@name='s']/@value")
539
- if not next_page_s or not max_results:
540
- return results
541
- elif isinstance(next_page_s, list):
542
- payload["s"] = str(next_page_s[0])
543
-
544
- return results
545
-
546
- async def aimages(
547
- self,
548
- keywords: str,
549
- region: str = "wt-wt",
550
- safesearch: str = "moderate",
551
- timelimit: Optional[str] = None,
552
- size: Optional[str] = None,
553
- color: Optional[str] = None,
554
- type_image: Optional[str] = None,
555
- layout: Optional[str] = None,
556
- license_image: Optional[str] = None,
557
- max_results: Optional[int] = None,
558
- ) -> List[Dict[str, str]]:
559
- """webscout async images search. Query params: https://duckduckgo.com/params.
560
-
561
- Args:
562
- keywords: keywords for query.
563
- region: wt-wt, us-en, uk-en, ru-ru, etc. Defaults to "wt-wt".
564
- safesearch: on, moderate, off. Defaults to "moderate".
565
- timelimit: Day, Week, Month, Year. Defaults to None.
566
- size: Small, Medium, Large, Wallpaper. Defaults to None.
567
- color: color, Monochrome, Red, Orange, Yellow, Green, Blue,
568
- Purple, Pink, Brown, Black, Gray, Teal, White. Defaults to None.
569
- type_image: photo, clipart, gif, transparent, line.
570
- Defaults to None.
571
- layout: Square, Tall, Wide. Defaults to None.
572
- license_image: any (All Creative Commons), Public (PublicDomain),
573
- Share (Free to Share and Use), ShareCommercially (Free to Share and Use Commercially),
574
- Modify (Free to Modify, Share, and Use), ModifyCommercially (Free to Modify, Share, and
575
- Use Commercially). Defaults to None.
576
- max_results: max number of results. If None, returns results only from the first response. Defaults to None.
577
-
578
- Returns:
579
- List of dictionaries with images search results.
580
-
581
- Raises:
582
- WebscoutE: Base exception for webscout errors.
583
- RatelimitE: Inherits from WebscoutE, raised for exceeding API request rate limits.
584
- TimeoutE: Inherits from WebscoutE, raised for API request timeouts.
585
- """
586
- result = await self._loop.run_in_executor(
587
- self._executor,
588
- super().images,
589
- keywords,
590
- region,
591
- safesearch,
592
- timelimit,
593
- size,
594
- color,
595
- type_image,
596
- layout,
597
- license_image,
598
- max_results,
599
- )
600
- return result
601
-
602
- async def avideos(
603
- self,
604
- keywords: str,
605
- region: str = "wt-wt",
606
- safesearch: str = "moderate",
607
- timelimit: Optional[str] = None,
608
- resolution: Optional[str] = None,
609
- duration: Optional[str] = None,
610
- license_videos: Optional[str] = None,
611
- max_results: Optional[int] = None,
612
- ) -> List[Dict[str, str]]:
613
- """webscout async videos search. Query params: https://duckduckgo.com/params.
614
-
615
- Args:
616
- keywords: keywords for query.
617
- region: wt-wt, us-en, uk-en, ru-ru, etc. Defaults to "wt-wt".
618
- safesearch: on, moderate, off. Defaults to "moderate".
619
- timelimit: d, w, m. Defaults to None.
620
- resolution: high, standart. Defaults to None.
621
- duration: short, medium, long. Defaults to None.
622
- license_videos: creativeCommon, youtube. Defaults to None.
623
- max_results: max number of results. If None, returns results only from the first response. Defaults to None.
624
-
625
- Returns:
626
- List of dictionaries with videos search results.
627
-
628
- Raises:
629
- WebscoutE: Base exception for webscout errors.
630
- RatelimitE: Inherits from WebscoutE, raised for exceeding API request rate limits.
631
- TimeoutE: Inherits from WebscoutE, raised for API request timeouts.
632
- """
633
- result = await self._loop.run_in_executor(
634
- self._executor,
635
- super().videos,
636
- keywords,
637
- region,
638
- safesearch,
639
- timelimit,
640
- resolution,
641
- duration,
642
- license_videos,
643
- max_results,
644
- )
645
- return result
646
-
647
- async def anews(
648
- self,
649
- keywords: str,
650
- region: str = "wt-wt",
651
- safesearch: str = "moderate",
652
- timelimit: Optional[str] = None,
653
- max_results: Optional[int] = None,
654
- ) -> List[Dict[str, str]]:
655
- """webscout async news search. Query params: https://duckduckgo.com/params.
656
-
657
- Args:
658
- keywords: keywords for query.
659
- region: wt-wt, us-en, uk-en, ru-ru, etc. Defaults to "wt-wt".
660
- safesearch: on, moderate, off. Defaults to "moderate".
661
- timelimit: d, w, m. Defaults to None.
662
- max_results: max number of results. If None, returns results only from the first response. Defaults to None.
663
-
664
- Returns:
665
- List of dictionaries with news search results.
666
-
667
- Raises:
668
- WebscoutE: Base exception for webscout errors.
669
- RatelimitE: Inherits from WebscoutE, raised for exceeding API request rate limits.
670
- TimeoutE: Inherits from WebscoutE, raised for API request timeouts.
671
- """
672
- result = await self._loop.run_in_executor(
673
- self._executor,
674
- super().news,
675
- keywords,
676
- region,
677
- safesearch,
678
- timelimit,
679
- max_results,
680
- )
681
- return result
682
-
683
- async def aanswers(
684
- self,
685
- keywords: str,
686
- ) -> List[Dict[str, str]]:
687
- """webscout async instant answers. Query params: https://duckduckgo.com/params.
688
-
689
- Args:
690
- keywords: keywords for query,
691
-
692
- Returns:
693
- List of dictionaries with instant answers results.
694
-
695
- Raises:
696
- WebscoutE: Base exception for webscout errors.
697
- RatelimitE: Inherits from WebscoutE, raised for exceeding API request rate limits.
698
- TimeoutE: Inherits from WebscoutE, raised for API request timeouts.
699
- """
700
- result = await self._loop.run_in_executor(
701
- self._executor,
702
- super().answers,
703
- keywords,
704
- )
705
- return result
706
-
707
- async def asuggestions(
708
- self,
709
- keywords: str,
710
- region: str = "wt-wt",
711
- ) -> List[Dict[str, str]]:
712
- """webscout async suggestions. Query params: https://duckduckgo.com/params.
713
-
714
- Args:
715
- keywords: keywords for query.
716
- region: wt-wt, us-en, uk-en, ru-ru, etc. Defaults to "wt-wt".
717
-
718
- Returns:
719
- List of dictionaries with suggestions results.
720
-
721
- Raises:
722
- WebscoutE: Base exception for webscout errors.
723
- RatelimitE: Inherits from WebscoutE, raised for exceeding API request rate limits.
724
- TimeoutE: Inherits from WebscoutE, raised for API request timeouts.
725
- """
726
- result = await self._loop.run_in_executor(
727
- self._executor,
728
- super().suggestions,
729
- keywords,
730
- region,
731
- )
732
- return result
733
-
734
- async def amaps(
735
- self,
736
- keywords: str,
737
- place: Optional[str] = None,
738
- street: Optional[str] = None,
739
- city: Optional[str] = None,
740
- county: Optional[str] = None,
741
- state: Optional[str] = None,
742
- country: Optional[str] = None,
743
- postalcode: Optional[str] = None,
744
- latitude: Optional[str] = None,
745
- longitude: Optional[str] = None,
746
- radius: int = 0,
747
- max_results: Optional[int] = None,
748
- ) -> List[Dict[str, str]]:
749
- """webscout async maps search. Query params: https://duckduckgo.com/params.
750
-
751
- Args:
752
- keywords: keywords for query
753
- place: if set, the other parameters are not used. Defaults to None.
754
- street: house number/street. Defaults to None.
755
- city: city of search. Defaults to None.
756
- county: county of search. Defaults to None.
757
- state: state of search. Defaults to None.
758
- country: country of search. Defaults to None.
759
- postalcode: postalcode of search. Defaults to None.
760
- latitude: geographic coordinate (north-south position). Defaults to None.
761
- longitude: geographic coordinate (east-west position); if latitude and
762
- longitude are set, the other parameters are not used. Defaults to None.
763
- radius: expand the search square by the distance in kilometers. Defaults to 0.
764
- max_results: max number of results. If None, returns results only from the first response. Defaults to None.
765
-
766
- Returns:
767
- List of dictionaries with maps search results, or None if there was an error.
768
-
769
- Raises:
770
- WebscoutE: Base exception for webscout errors.
771
- RatelimitE: Inherits from WebscoutE, raised for exceeding API request rate limits.
772
- TimeoutE: Inherits from WebscoutE, raised for API request timeouts.
773
- """
774
- result = await self._loop.run_in_executor(
775
- self._executor,
776
- super().maps,
777
- keywords,
778
- place,
779
- street,
780
- city,
781
- county,
782
- state,
783
- country,
784
- postalcode,
785
- latitude,
786
- longitude,
787
- radius,
788
- max_results,
789
- )
790
- return result
791
-
792
- async def atranslate(
793
- self,
794
- keywords: Union[List[str], str],
795
- from_: Optional[str] = None,
796
- to: str = "en",
797
- ) -> List[Dict[str, str]]:
798
- """webscout async translate.
799
-
800
- Args:
801
- keywords: string or list of strings to translate.
802
- from_: translate from (defaults automatically). Defaults to None.
803
- to: what language to translate. Defaults to "en".
804
-
805
- Returns:
806
- List od dictionaries with translated keywords.
807
-
808
- Raises:
809
- WebscoutE: Base exception for webscout errors.
810
- RatelimitE: Inherits from WebscoutE, raised for exceeding API request rate limits.
811
- TimeoutE: Inherits from WebscoutE, raised for API request timeouts.
812
- """
813
- result = await self._loop.run_in_executor(
814
- self._executor,
815
- super().translate,
816
- keywords,
817
- from_,
818
- to,
819
- )
820
- return result
821
-
822
- async def aweather(
823
- self,
824
- location: str,
825
- language: str = "en",
826
- ) -> dict[str, Any]:
827
- """Async version of weather information retrieval from DuckDuckGo.
828
-
829
- Args:
830
- location: Location to get weather for.
831
- language: Language code (e.g. 'en', 'es'). Defaults to "en".
832
-
833
- Returns:
834
- Dictionary containing weather data with the following structure:
835
- {
836
- "location": str,
837
- "current": {
838
- "condition": str,
839
- "temperature_c": float,
840
- "feels_like_c": float,
841
- "humidity": float,
842
- "wind_speed_ms": float,
843
- "wind_direction": float,
844
- "visibility_m": float
845
- },
846
- "daily_forecast": List[{
847
- "date": str,
848
- "condition": str,
849
- "max_temp_c": float,
850
- "min_temp_c": float,
851
- "sunrise": str,
852
- "sunset": str
853
- }],
854
- "hourly_forecast": List[{
855
- "time": str,
856
- "condition": str,
857
- "temperature_c": float,
858
- "feels_like_c": float,
859
- "humidity": float,
860
- "wind_speed_ms": float,
861
- "wind_direction": float,
862
- "visibility_m": float
863
- }]
864
- }
865
-
866
- Raises:
867
- WebscoutE: Base exception for webscout errors.
868
- RatelimitE: Inherits from WebscoutE, raised for exceeding API request rate limits.
869
- TimeoutE: Inherits from WebscoutE, raised for API request timeouts.
870
- """
871
- result = await self._loop.run_in_executor(
872
- self._executor,
873
- super().weather,
874
- location,
875
- language,
876
- )
877
- return result