webscout 8.2.2__py3-none-any.whl → 2026.1.19__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (483) hide show
  1. webscout/AIauto.py +524 -143
  2. webscout/AIbase.py +247 -123
  3. webscout/AIutel.py +68 -132
  4. webscout/Bard.py +1072 -535
  5. webscout/Extra/GitToolkit/__init__.py +2 -2
  6. webscout/Extra/GitToolkit/gitapi/__init__.py +20 -12
  7. webscout/Extra/GitToolkit/gitapi/gist.py +142 -0
  8. webscout/Extra/GitToolkit/gitapi/organization.py +91 -0
  9. webscout/Extra/GitToolkit/gitapi/repository.py +308 -195
  10. webscout/Extra/GitToolkit/gitapi/search.py +162 -0
  11. webscout/Extra/GitToolkit/gitapi/trending.py +236 -0
  12. webscout/Extra/GitToolkit/gitapi/user.py +128 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +82 -62
  14. webscout/Extra/YTToolkit/README.md +443 -0
  15. webscout/Extra/YTToolkit/YTdownloader.py +953 -957
  16. webscout/Extra/YTToolkit/__init__.py +3 -3
  17. webscout/Extra/YTToolkit/transcriber.py +595 -476
  18. webscout/Extra/YTToolkit/ytapi/README.md +230 -0
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +22 -6
  20. webscout/Extra/YTToolkit/ytapi/captions.py +190 -0
  21. webscout/Extra/YTToolkit/ytapi/channel.py +302 -307
  22. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  23. webscout/Extra/YTToolkit/ytapi/extras.py +178 -45
  24. webscout/Extra/YTToolkit/ytapi/hashtag.py +120 -0
  25. webscout/Extra/YTToolkit/ytapi/https.py +89 -88
  26. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  27. webscout/Extra/YTToolkit/ytapi/playlist.py +59 -59
  28. webscout/Extra/YTToolkit/ytapi/pool.py +8 -8
  29. webscout/Extra/YTToolkit/ytapi/query.py +143 -40
  30. webscout/Extra/YTToolkit/ytapi/shorts.py +122 -0
  31. webscout/Extra/YTToolkit/ytapi/stream.py +68 -63
  32. webscout/Extra/YTToolkit/ytapi/suggestions.py +97 -0
  33. webscout/Extra/YTToolkit/ytapi/utils.py +66 -62
  34. webscout/Extra/YTToolkit/ytapi/video.py +189 -18
  35. webscout/Extra/__init__.py +2 -3
  36. webscout/Extra/gguf.py +1298 -682
  37. webscout/Extra/tempmail/README.md +488 -0
  38. webscout/Extra/tempmail/__init__.py +28 -28
  39. webscout/Extra/tempmail/async_utils.py +143 -141
  40. webscout/Extra/tempmail/base.py +172 -161
  41. webscout/Extra/tempmail/cli.py +191 -187
  42. webscout/Extra/tempmail/emailnator.py +88 -84
  43. webscout/Extra/tempmail/mail_tm.py +378 -361
  44. webscout/Extra/tempmail/temp_mail_io.py +304 -292
  45. webscout/Extra/weather.py +196 -194
  46. webscout/Extra/weather_ascii.py +17 -15
  47. webscout/Provider/AISEARCH/PERPLEXED_search.py +175 -0
  48. webscout/Provider/AISEARCH/Perplexity.py +237 -304
  49. webscout/Provider/AISEARCH/README.md +106 -0
  50. webscout/Provider/AISEARCH/__init__.py +16 -10
  51. webscout/Provider/AISEARCH/brave_search.py +298 -0
  52. webscout/Provider/AISEARCH/iask_search.py +130 -209
  53. webscout/Provider/AISEARCH/monica_search.py +200 -246
  54. webscout/Provider/AISEARCH/webpilotai_search.py +242 -281
  55. webscout/Provider/Algion.py +413 -0
  56. webscout/Provider/Andi.py +74 -69
  57. webscout/Provider/Apriel.py +313 -0
  58. webscout/Provider/Ayle.py +323 -0
  59. webscout/Provider/ChatSandbox.py +329 -0
  60. webscout/Provider/ClaudeOnline.py +365 -0
  61. webscout/Provider/Cohere.py +232 -208
  62. webscout/Provider/DeepAI.py +367 -0
  63. webscout/Provider/Deepinfra.py +343 -173
  64. webscout/Provider/EssentialAI.py +217 -0
  65. webscout/Provider/ExaAI.py +274 -261
  66. webscout/Provider/Gemini.py +60 -54
  67. webscout/Provider/GithubChat.py +385 -367
  68. webscout/Provider/Gradient.py +286 -0
  69. webscout/Provider/Groq.py +556 -670
  70. webscout/Provider/HadadXYZ.py +323 -0
  71. webscout/Provider/HeckAI.py +392 -233
  72. webscout/Provider/HuggingFace.py +387 -0
  73. webscout/Provider/IBM.py +340 -0
  74. webscout/Provider/Jadve.py +317 -266
  75. webscout/Provider/K2Think.py +306 -0
  76. webscout/Provider/Koboldai.py +221 -381
  77. webscout/Provider/Netwrck.py +273 -228
  78. webscout/Provider/Nvidia.py +310 -0
  79. webscout/Provider/OPENAI/DeepAI.py +489 -0
  80. webscout/Provider/OPENAI/K2Think.py +423 -0
  81. webscout/Provider/OPENAI/PI.py +463 -0
  82. webscout/Provider/OPENAI/README.md +890 -0
  83. webscout/Provider/OPENAI/TogetherAI.py +405 -0
  84. webscout/Provider/OPENAI/TwoAI.py +255 -0
  85. webscout/Provider/OPENAI/__init__.py +148 -25
  86. webscout/Provider/OPENAI/ai4chat.py +348 -0
  87. webscout/Provider/OPENAI/akashgpt.py +436 -0
  88. webscout/Provider/OPENAI/algion.py +303 -0
  89. webscout/Provider/OPENAI/ayle.py +365 -0
  90. webscout/Provider/OPENAI/base.py +253 -46
  91. webscout/Provider/OPENAI/cerebras.py +296 -0
  92. webscout/Provider/OPENAI/chatgpt.py +514 -193
  93. webscout/Provider/OPENAI/chatsandbox.py +233 -0
  94. webscout/Provider/OPENAI/deepinfra.py +403 -272
  95. webscout/Provider/OPENAI/e2b.py +2370 -1350
  96. webscout/Provider/OPENAI/elmo.py +278 -0
  97. webscout/Provider/OPENAI/exaai.py +186 -138
  98. webscout/Provider/OPENAI/freeassist.py +446 -0
  99. webscout/Provider/OPENAI/gradient.py +448 -0
  100. webscout/Provider/OPENAI/groq.py +380 -0
  101. webscout/Provider/OPENAI/hadadxyz.py +292 -0
  102. webscout/Provider/OPENAI/heckai.py +100 -104
  103. webscout/Provider/OPENAI/huggingface.py +321 -0
  104. webscout/Provider/OPENAI/ibm.py +425 -0
  105. webscout/Provider/OPENAI/llmchat.py +253 -0
  106. webscout/Provider/OPENAI/llmchatco.py +378 -327
  107. webscout/Provider/OPENAI/meta.py +541 -0
  108. webscout/Provider/OPENAI/netwrck.py +110 -84
  109. webscout/Provider/OPENAI/nvidia.py +317 -0
  110. webscout/Provider/OPENAI/oivscode.py +348 -0
  111. webscout/Provider/OPENAI/openrouter.py +328 -0
  112. webscout/Provider/OPENAI/pydantic_imports.py +1 -0
  113. webscout/Provider/OPENAI/sambanova.py +397 -0
  114. webscout/Provider/OPENAI/sonus.py +126 -115
  115. webscout/Provider/OPENAI/textpollinations.py +218 -133
  116. webscout/Provider/OPENAI/toolbaz.py +136 -166
  117. webscout/Provider/OPENAI/typefully.py +419 -0
  118. webscout/Provider/OPENAI/typliai.py +279 -0
  119. webscout/Provider/OPENAI/utils.py +314 -211
  120. webscout/Provider/OPENAI/wisecat.py +103 -125
  121. webscout/Provider/OPENAI/writecream.py +185 -156
  122. webscout/Provider/OPENAI/x0gpt.py +227 -136
  123. webscout/Provider/OPENAI/zenmux.py +380 -0
  124. webscout/Provider/OpenRouter.py +386 -0
  125. webscout/Provider/Openai.py +337 -496
  126. webscout/Provider/PI.py +443 -344
  127. webscout/Provider/QwenLM.py +346 -254
  128. webscout/Provider/STT/__init__.py +28 -0
  129. webscout/Provider/STT/base.py +303 -0
  130. webscout/Provider/STT/elevenlabs.py +264 -0
  131. webscout/Provider/Sambanova.py +317 -0
  132. webscout/Provider/TTI/README.md +69 -0
  133. webscout/Provider/TTI/__init__.py +37 -12
  134. webscout/Provider/TTI/base.py +147 -0
  135. webscout/Provider/TTI/claudeonline.py +393 -0
  136. webscout/Provider/TTI/magicstudio.py +292 -0
  137. webscout/Provider/TTI/miragic.py +180 -0
  138. webscout/Provider/TTI/pollinations.py +331 -0
  139. webscout/Provider/TTI/together.py +334 -0
  140. webscout/Provider/TTI/utils.py +14 -0
  141. webscout/Provider/TTS/README.md +186 -0
  142. webscout/Provider/TTS/__init__.py +43 -7
  143. webscout/Provider/TTS/base.py +523 -0
  144. webscout/Provider/TTS/deepgram.py +286 -156
  145. webscout/Provider/TTS/elevenlabs.py +189 -111
  146. webscout/Provider/TTS/freetts.py +218 -0
  147. webscout/Provider/TTS/murfai.py +288 -113
  148. webscout/Provider/TTS/openai_fm.py +364 -0
  149. webscout/Provider/TTS/parler.py +203 -111
  150. webscout/Provider/TTS/qwen.py +334 -0
  151. webscout/Provider/TTS/sherpa.py +286 -0
  152. webscout/Provider/TTS/speechma.py +693 -180
  153. webscout/Provider/TTS/streamElements.py +275 -333
  154. webscout/Provider/TTS/utils.py +280 -280
  155. webscout/Provider/TextPollinationsAI.py +221 -121
  156. webscout/Provider/TogetherAI.py +450 -0
  157. webscout/Provider/TwoAI.py +309 -199
  158. webscout/Provider/TypliAI.py +311 -0
  159. webscout/Provider/UNFINISHED/ChatHub.py +219 -0
  160. webscout/Provider/{OPENAI/glider.py → UNFINISHED/ChutesAI.py} +160 -145
  161. webscout/Provider/UNFINISHED/GizAI.py +300 -0
  162. webscout/Provider/UNFINISHED/Marcus.py +218 -0
  163. webscout/Provider/UNFINISHED/Qodo.py +481 -0
  164. webscout/Provider/UNFINISHED/XenAI.py +330 -0
  165. webscout/Provider/{Youchat.py → UNFINISHED/Youchat.py} +64 -47
  166. webscout/Provider/UNFINISHED/aihumanizer.py +41 -0
  167. webscout/Provider/UNFINISHED/grammerchecker.py +37 -0
  168. webscout/Provider/UNFINISHED/liner.py +342 -0
  169. webscout/Provider/UNFINISHED/liner_api_request.py +246 -0
  170. webscout/Provider/UNFINISHED/samurai.py +231 -0
  171. webscout/Provider/WiseCat.py +256 -196
  172. webscout/Provider/WrDoChat.py +390 -0
  173. webscout/Provider/__init__.py +115 -198
  174. webscout/Provider/ai4chat.py +181 -202
  175. webscout/Provider/akashgpt.py +330 -342
  176. webscout/Provider/cerebras.py +397 -242
  177. webscout/Provider/cleeai.py +236 -213
  178. webscout/Provider/elmo.py +291 -234
  179. webscout/Provider/geminiapi.py +343 -208
  180. webscout/Provider/julius.py +245 -223
  181. webscout/Provider/learnfastai.py +333 -266
  182. webscout/Provider/llama3mitril.py +230 -180
  183. webscout/Provider/llmchat.py +308 -213
  184. webscout/Provider/llmchatco.py +321 -311
  185. webscout/Provider/meta.py +996 -794
  186. webscout/Provider/oivscode.py +332 -0
  187. webscout/Provider/searchchat.py +316 -293
  188. webscout/Provider/sonus.py +264 -208
  189. webscout/Provider/toolbaz.py +359 -320
  190. webscout/Provider/turboseek.py +332 -219
  191. webscout/Provider/typefully.py +262 -280
  192. webscout/Provider/x0gpt.py +332 -256
  193. webscout/__init__.py +31 -38
  194. webscout/__main__.py +5 -5
  195. webscout/cli.py +585 -293
  196. webscout/client.py +1497 -0
  197. webscout/conversation.py +140 -565
  198. webscout/exceptions.py +383 -339
  199. webscout/litagent/__init__.py +29 -29
  200. webscout/litagent/agent.py +492 -455
  201. webscout/litagent/constants.py +60 -60
  202. webscout/models.py +505 -181
  203. webscout/optimizers.py +32 -378
  204. webscout/prompt_manager.py +376 -274
  205. webscout/sanitize.py +1514 -0
  206. webscout/scout/README.md +452 -0
  207. webscout/scout/__init__.py +8 -8
  208. webscout/scout/core/__init__.py +7 -7
  209. webscout/scout/core/crawler.py +330 -140
  210. webscout/scout/core/scout.py +800 -568
  211. webscout/scout/core/search_result.py +51 -96
  212. webscout/scout/core/text_analyzer.py +64 -63
  213. webscout/scout/core/text_utils.py +412 -277
  214. webscout/scout/core/web_analyzer.py +54 -52
  215. webscout/scout/element.py +872 -460
  216. webscout/scout/parsers/__init__.py +70 -69
  217. webscout/scout/parsers/html5lib_parser.py +182 -172
  218. webscout/scout/parsers/html_parser.py +238 -236
  219. webscout/scout/parsers/lxml_parser.py +203 -178
  220. webscout/scout/utils.py +38 -37
  221. webscout/search/__init__.py +47 -0
  222. webscout/search/base.py +201 -0
  223. webscout/search/bing_main.py +45 -0
  224. webscout/search/brave_main.py +92 -0
  225. webscout/search/duckduckgo_main.py +57 -0
  226. webscout/search/engines/__init__.py +127 -0
  227. webscout/search/engines/bing/__init__.py +15 -0
  228. webscout/search/engines/bing/base.py +35 -0
  229. webscout/search/engines/bing/images.py +114 -0
  230. webscout/search/engines/bing/news.py +96 -0
  231. webscout/search/engines/bing/suggestions.py +36 -0
  232. webscout/search/engines/bing/text.py +109 -0
  233. webscout/search/engines/brave/__init__.py +19 -0
  234. webscout/search/engines/brave/base.py +47 -0
  235. webscout/search/engines/brave/images.py +213 -0
  236. webscout/search/engines/brave/news.py +353 -0
  237. webscout/search/engines/brave/suggestions.py +318 -0
  238. webscout/search/engines/brave/text.py +167 -0
  239. webscout/search/engines/brave/videos.py +364 -0
  240. webscout/search/engines/duckduckgo/__init__.py +25 -0
  241. webscout/search/engines/duckduckgo/answers.py +80 -0
  242. webscout/search/engines/duckduckgo/base.py +189 -0
  243. webscout/search/engines/duckduckgo/images.py +100 -0
  244. webscout/search/engines/duckduckgo/maps.py +183 -0
  245. webscout/search/engines/duckduckgo/news.py +70 -0
  246. webscout/search/engines/duckduckgo/suggestions.py +22 -0
  247. webscout/search/engines/duckduckgo/text.py +221 -0
  248. webscout/search/engines/duckduckgo/translate.py +48 -0
  249. webscout/search/engines/duckduckgo/videos.py +80 -0
  250. webscout/search/engines/duckduckgo/weather.py +84 -0
  251. webscout/search/engines/mojeek.py +61 -0
  252. webscout/search/engines/wikipedia.py +77 -0
  253. webscout/search/engines/yahoo/__init__.py +41 -0
  254. webscout/search/engines/yahoo/answers.py +19 -0
  255. webscout/search/engines/yahoo/base.py +34 -0
  256. webscout/search/engines/yahoo/images.py +323 -0
  257. webscout/search/engines/yahoo/maps.py +19 -0
  258. webscout/search/engines/yahoo/news.py +258 -0
  259. webscout/search/engines/yahoo/suggestions.py +140 -0
  260. webscout/search/engines/yahoo/text.py +273 -0
  261. webscout/search/engines/yahoo/translate.py +19 -0
  262. webscout/search/engines/yahoo/videos.py +302 -0
  263. webscout/search/engines/yahoo/weather.py +220 -0
  264. webscout/search/engines/yandex.py +67 -0
  265. webscout/search/engines/yep/__init__.py +13 -0
  266. webscout/search/engines/yep/base.py +34 -0
  267. webscout/search/engines/yep/images.py +101 -0
  268. webscout/search/engines/yep/suggestions.py +38 -0
  269. webscout/search/engines/yep/text.py +99 -0
  270. webscout/search/http_client.py +172 -0
  271. webscout/search/results.py +141 -0
  272. webscout/search/yahoo_main.py +57 -0
  273. webscout/search/yep_main.py +48 -0
  274. webscout/server/__init__.py +48 -0
  275. webscout/server/config.py +78 -0
  276. webscout/server/exceptions.py +69 -0
  277. webscout/server/providers.py +286 -0
  278. webscout/server/request_models.py +131 -0
  279. webscout/server/request_processing.py +404 -0
  280. webscout/server/routes.py +642 -0
  281. webscout/server/server.py +351 -0
  282. webscout/server/ui_templates.py +1171 -0
  283. webscout/swiftcli/__init__.py +79 -809
  284. webscout/swiftcli/core/__init__.py +7 -0
  285. webscout/swiftcli/core/cli.py +574 -0
  286. webscout/swiftcli/core/context.py +98 -0
  287. webscout/swiftcli/core/group.py +268 -0
  288. webscout/swiftcli/decorators/__init__.py +28 -0
  289. webscout/swiftcli/decorators/command.py +243 -0
  290. webscout/swiftcli/decorators/options.py +247 -0
  291. webscout/swiftcli/decorators/output.py +392 -0
  292. webscout/swiftcli/exceptions.py +21 -0
  293. webscout/swiftcli/plugins/__init__.py +9 -0
  294. webscout/swiftcli/plugins/base.py +134 -0
  295. webscout/swiftcli/plugins/manager.py +269 -0
  296. webscout/swiftcli/utils/__init__.py +58 -0
  297. webscout/swiftcli/utils/formatting.py +251 -0
  298. webscout/swiftcli/utils/parsing.py +368 -0
  299. webscout/update_checker.py +280 -136
  300. webscout/utils.py +28 -14
  301. webscout/version.py +2 -1
  302. webscout/version.py.bak +3 -0
  303. webscout/zeroart/__init__.py +218 -55
  304. webscout/zeroart/base.py +70 -60
  305. webscout/zeroart/effects.py +155 -99
  306. webscout/zeroart/fonts.py +1799 -816
  307. webscout-2026.1.19.dist-info/METADATA +638 -0
  308. webscout-2026.1.19.dist-info/RECORD +312 -0
  309. {webscout-8.2.2.dist-info → webscout-2026.1.19.dist-info}/WHEEL +1 -1
  310. webscout-2026.1.19.dist-info/entry_points.txt +4 -0
  311. webscout-2026.1.19.dist-info/top_level.txt +1 -0
  312. inferno/__init__.py +0 -6
  313. inferno/__main__.py +0 -9
  314. inferno/cli.py +0 -6
  315. webscout/DWEBS.py +0 -477
  316. webscout/Extra/autocoder/__init__.py +0 -9
  317. webscout/Extra/autocoder/autocoder.py +0 -849
  318. webscout/Extra/autocoder/autocoder_utiles.py +0 -332
  319. webscout/LLM.py +0 -442
  320. webscout/Litlogger/__init__.py +0 -67
  321. webscout/Litlogger/core/__init__.py +0 -6
  322. webscout/Litlogger/core/level.py +0 -23
  323. webscout/Litlogger/core/logger.py +0 -165
  324. webscout/Litlogger/handlers/__init__.py +0 -12
  325. webscout/Litlogger/handlers/console.py +0 -33
  326. webscout/Litlogger/handlers/file.py +0 -143
  327. webscout/Litlogger/handlers/network.py +0 -173
  328. webscout/Litlogger/styles/__init__.py +0 -7
  329. webscout/Litlogger/styles/colors.py +0 -249
  330. webscout/Litlogger/styles/formats.py +0 -458
  331. webscout/Litlogger/styles/text.py +0 -87
  332. webscout/Litlogger/utils/__init__.py +0 -6
  333. webscout/Litlogger/utils/detectors.py +0 -153
  334. webscout/Litlogger/utils/formatters.py +0 -200
  335. webscout/Local/__init__.py +0 -12
  336. webscout/Local/__main__.py +0 -9
  337. webscout/Local/api.py +0 -576
  338. webscout/Local/cli.py +0 -516
  339. webscout/Local/config.py +0 -75
  340. webscout/Local/llm.py +0 -287
  341. webscout/Local/model_manager.py +0 -253
  342. webscout/Local/server.py +0 -721
  343. webscout/Local/utils.py +0 -93
  344. webscout/Provider/AI21.py +0 -177
  345. webscout/Provider/AISEARCH/DeepFind.py +0 -250
  346. webscout/Provider/AISEARCH/ISou.py +0 -256
  347. webscout/Provider/AISEARCH/felo_search.py +0 -228
  348. webscout/Provider/AISEARCH/genspark_search.py +0 -208
  349. webscout/Provider/AISEARCH/hika_search.py +0 -194
  350. webscout/Provider/AISEARCH/scira_search.py +0 -324
  351. webscout/Provider/Aitopia.py +0 -292
  352. webscout/Provider/AllenAI.py +0 -413
  353. webscout/Provider/Blackboxai.py +0 -229
  354. webscout/Provider/C4ai.py +0 -432
  355. webscout/Provider/ChatGPTClone.py +0 -226
  356. webscout/Provider/ChatGPTES.py +0 -237
  357. webscout/Provider/ChatGPTGratis.py +0 -194
  358. webscout/Provider/Chatify.py +0 -175
  359. webscout/Provider/Cloudflare.py +0 -273
  360. webscout/Provider/DeepSeek.py +0 -196
  361. webscout/Provider/ElectronHub.py +0 -709
  362. webscout/Provider/ExaChat.py +0 -342
  363. webscout/Provider/Free2GPT.py +0 -241
  364. webscout/Provider/GPTWeb.py +0 -193
  365. webscout/Provider/Glider.py +0 -211
  366. webscout/Provider/HF_space/__init__.py +0 -0
  367. webscout/Provider/HF_space/qwen_qwen2.py +0 -206
  368. webscout/Provider/HuggingFaceChat.py +0 -462
  369. webscout/Provider/Hunyuan.py +0 -272
  370. webscout/Provider/LambdaChat.py +0 -392
  371. webscout/Provider/Llama.py +0 -200
  372. webscout/Provider/Llama3.py +0 -204
  373. webscout/Provider/Marcus.py +0 -148
  374. webscout/Provider/OLLAMA.py +0 -396
  375. webscout/Provider/OPENAI/c4ai.py +0 -367
  376. webscout/Provider/OPENAI/chatgptclone.py +0 -460
  377. webscout/Provider/OPENAI/exachat.py +0 -433
  378. webscout/Provider/OPENAI/freeaichat.py +0 -352
  379. webscout/Provider/OPENAI/opkfc.py +0 -488
  380. webscout/Provider/OPENAI/scirachat.py +0 -463
  381. webscout/Provider/OPENAI/standardinput.py +0 -425
  382. webscout/Provider/OPENAI/typegpt.py +0 -346
  383. webscout/Provider/OPENAI/uncovrAI.py +0 -455
  384. webscout/Provider/OPENAI/venice.py +0 -413
  385. webscout/Provider/OPENAI/yep.py +0 -327
  386. webscout/Provider/OpenGPT.py +0 -199
  387. webscout/Provider/Perplexitylabs.py +0 -415
  388. webscout/Provider/Phind.py +0 -535
  389. webscout/Provider/PizzaGPT.py +0 -198
  390. webscout/Provider/Reka.py +0 -214
  391. webscout/Provider/StandardInput.py +0 -278
  392. webscout/Provider/TTI/AiForce/__init__.py +0 -22
  393. webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
  394. webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
  395. webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
  396. webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
  397. webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
  398. webscout/Provider/TTI/ImgSys/__init__.py +0 -23
  399. webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
  400. webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
  401. webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
  402. webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
  403. webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
  404. webscout/Provider/TTI/Nexra/__init__.py +0 -22
  405. webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
  406. webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
  407. webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
  408. webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
  409. webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
  410. webscout/Provider/TTI/aiarta/__init__.py +0 -2
  411. webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
  412. webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
  413. webscout/Provider/TTI/artbit/__init__.py +0 -22
  414. webscout/Provider/TTI/artbit/async_artbit.py +0 -155
  415. webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
  416. webscout/Provider/TTI/fastflux/__init__.py +0 -22
  417. webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
  418. webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
  419. webscout/Provider/TTI/huggingface/__init__.py +0 -22
  420. webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
  421. webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
  422. webscout/Provider/TTI/piclumen/__init__.py +0 -23
  423. webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
  424. webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
  425. webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
  426. webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
  427. webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
  428. webscout/Provider/TTI/talkai/__init__.py +0 -4
  429. webscout/Provider/TTI/talkai/async_talkai.py +0 -229
  430. webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
  431. webscout/Provider/TTS/gesserit.py +0 -127
  432. webscout/Provider/TeachAnything.py +0 -187
  433. webscout/Provider/Venice.py +0 -219
  434. webscout/Provider/VercelAI.py +0 -234
  435. webscout/Provider/WebSim.py +0 -228
  436. webscout/Provider/Writecream.py +0 -211
  437. webscout/Provider/WritingMate.py +0 -197
  438. webscout/Provider/aimathgpt.py +0 -189
  439. webscout/Provider/askmyai.py +0 -158
  440. webscout/Provider/asksteve.py +0 -203
  441. webscout/Provider/bagoodex.py +0 -145
  442. webscout/Provider/chatglm.py +0 -205
  443. webscout/Provider/copilot.py +0 -428
  444. webscout/Provider/freeaichat.py +0 -271
  445. webscout/Provider/gaurish.py +0 -244
  446. webscout/Provider/geminiprorealtime.py +0 -160
  447. webscout/Provider/granite.py +0 -187
  448. webscout/Provider/hermes.py +0 -219
  449. webscout/Provider/koala.py +0 -268
  450. webscout/Provider/labyrinth.py +0 -340
  451. webscout/Provider/lepton.py +0 -194
  452. webscout/Provider/llamatutor.py +0 -192
  453. webscout/Provider/multichat.py +0 -325
  454. webscout/Provider/promptrefine.py +0 -193
  455. webscout/Provider/scira_chat.py +0 -277
  456. webscout/Provider/scnet.py +0 -187
  457. webscout/Provider/talkai.py +0 -194
  458. webscout/Provider/tutorai.py +0 -252
  459. webscout/Provider/typegpt.py +0 -232
  460. webscout/Provider/uncovr.py +0 -312
  461. webscout/Provider/yep.py +0 -376
  462. webscout/litprinter/__init__.py +0 -59
  463. webscout/scout/core.py +0 -881
  464. webscout/tempid.py +0 -128
  465. webscout/webscout_search.py +0 -1346
  466. webscout/webscout_search_async.py +0 -877
  467. webscout/yep_search.py +0 -297
  468. webscout-8.2.2.dist-info/METADATA +0 -734
  469. webscout-8.2.2.dist-info/RECORD +0 -309
  470. webscout-8.2.2.dist-info/entry_points.txt +0 -5
  471. webscout-8.2.2.dist-info/top_level.txt +0 -3
  472. webstoken/__init__.py +0 -30
  473. webstoken/classifier.py +0 -189
  474. webstoken/keywords.py +0 -216
  475. webstoken/language.py +0 -128
  476. webstoken/ner.py +0 -164
  477. webstoken/normalizer.py +0 -35
  478. webstoken/processor.py +0 -77
  479. webstoken/sentiment.py +0 -206
  480. webstoken/stemmer.py +0 -73
  481. webstoken/tagger.py +0 -60
  482. webstoken/tokenizer.py +0 -158
  483. {webscout-8.2.2.dist-info → webscout-2026.1.19.dist-info/licenses}/LICENSE.md +0 -0
@@ -1,455 +1,492 @@
1
- """Main LitAgent implementation."""
2
-
3
- import random
4
- import threading
5
- from typing import List, Dict, Any, Optional
6
-
7
- from webscout.litagent.constants import BROWSERS, OS_VERSIONS, DEVICES, FINGERPRINTS
8
-
9
-
10
- class LitAgent:
11
- """A lit user agent generator that keeps it fresh! 🌟"""
12
-
13
- def __init__(self, thread_safe: bool = False):
14
- """Initialize LitAgent with style! 💫
15
-
16
- Args:
17
- thread_safe (bool): Enable thread-safety for multi-threaded applications
18
- """
19
- self.agents = self._generate_agents(100) # Keep 100 agents in memory
20
- self.thread_safe = thread_safe
21
- self.lock = threading.RLock() if thread_safe else None
22
- self._refresh_timer = None
23
- self._stats = {
24
- "total_generated": 100,
25
- "requests_served": 0,
26
- "browser_usage": {browser: 0 for browser in BROWSERS.keys()},
27
- "device_usage": {device: 0 for device in DEVICES.keys()}
28
- }
29
-
30
- def _generate_agents(self, count: int) -> List[str]:
31
- """Generate some lit user agents! 🛠️"""
32
- agents = []
33
- for _ in range(count):
34
- browser = random.choice(list(BROWSERS.keys()))
35
- version = random.randint(*BROWSERS[browser])
36
-
37
- if browser in ['chrome', 'firefox', 'edge', 'opera', 'brave', 'vivaldi']:
38
- os_type = random.choice(['windows', 'mac', 'linux'])
39
- os_ver = random.choice(OS_VERSIONS[os_type])
40
-
41
- if os_type == 'windows':
42
- platform = f"Windows NT {os_ver}"
43
- elif os_type == 'mac':
44
- platform = f"Macintosh; Intel Mac OS X {os_ver}"
45
- else:
46
- platform = f"X11; Linux {os_ver}"
47
-
48
- agent = f"Mozilla/5.0 ({platform}) AppleWebKit/537.36 (KHTML, like Gecko) "
49
- if browser == 'chrome':
50
- agent += f"Chrome/{version}.0.0.0 Safari/537.36"
51
- elif browser == 'firefox':
52
- agent += f"Firefox/{version}.0"
53
- elif browser == 'edge':
54
- agent += f"Edge/{version}.0.0.0"
55
- elif browser == 'opera':
56
- agent += f"OPR/{version}.0.0.0"
57
- elif browser == 'brave':
58
- agent += f"Chrome/{version}.0.0.0 Safari/537.36 Brave/{version}.0.0.0"
59
- elif browser == 'vivaldi':
60
- agent += f"Chrome/{version}.0.0.0 Safari/537.36 Vivaldi/{version}.0.{random.randint(1000, 9999)}"
61
-
62
- elif browser == 'safari':
63
- device = random.choice(['mac', 'ios'])
64
- if device == 'mac':
65
- ver = random.choice(OS_VERSIONS['mac'])
66
- agent = f"Mozilla/5.0 (Macintosh; Intel Mac OS X {ver}) "
67
- else:
68
- ver = random.choice(OS_VERSIONS['ios'])
69
- device = random.choice(['iPhone', 'iPad'])
70
- agent = f"Mozilla/5.0 ({device}; CPU OS {ver} like Mac OS X) "
71
- agent += f"AppleWebKit/{version}.1.15 (KHTML, like Gecko) Version/{version//100}.0 Safari/{version}.1.15"
72
-
73
- agents.append(agent)
74
-
75
- return list(set(agents)) # Remove any duplicates
76
-
77
- def _update_stats(self, browser_type=None, device_type=None):
78
- """Update usage statistics."""
79
- if self.thread_safe and self.lock:
80
- with self.lock:
81
- self._stats["requests_served"] += 1
82
- if browser_type:
83
- self._stats["browser_usage"][browser_type] = self._stats["browser_usage"].get(browser_type, 0) + 1
84
- if device_type:
85
- self._stats["device_usage"][device_type] = self._stats["device_usage"].get(device_type, 0) + 1
86
- else:
87
- self._stats["requests_served"] += 1
88
- if browser_type:
89
- self._stats["browser_usage"][browser_type] = self._stats["browser_usage"].get(browser_type, 0) + 1
90
- if device_type:
91
- self._stats["device_usage"][device_type] = self._stats["device_usage"].get(device_type, 0) + 1
92
-
93
- def random(self) -> str:
94
- """Get a random user agent! 🎲"""
95
- if self.thread_safe and self.lock:
96
- with self.lock:
97
- agent = random.choice(self.agents)
98
- self._update_stats()
99
- return agent
100
- else:
101
- agent = random.choice(self.agents)
102
- self._update_stats()
103
- return agent
104
-
105
- def browser(self, name: str) -> str:
106
- """Get a browser-specific agent! 🌐"""
107
- name = name.lower()
108
- if name not in BROWSERS:
109
- return self.random()
110
-
111
- if self.thread_safe and self.lock:
112
- with self.lock:
113
- agents = [a for a in self.agents if name in a.lower()]
114
- agent = random.choice(agents) if agents else self.random()
115
- self._update_stats(browser_type=name)
116
- return agent
117
- else:
118
- agents = [a for a in self.agents if name in a.lower()]
119
- agent = random.choice(agents) if agents else self.random()
120
- self._update_stats(browser_type=name)
121
- return agent
122
-
123
- def mobile(self) -> str:
124
- """Get a mobile device agent! 📱"""
125
- if self.thread_safe and self.lock:
126
- with self.lock:
127
- agents = [a for a in self.agents if any(d in a for d in DEVICES['mobile'])]
128
- agent = random.choice(agents) if agents else self.random()
129
- self._update_stats(device_type="mobile")
130
- return agent
131
- else:
132
- agents = [a for a in self.agents if any(d in a for d in DEVICES['mobile'])]
133
- agent = random.choice(agents) if agents else self.random()
134
- self._update_stats(device_type="mobile")
135
- return agent
136
-
137
- def desktop(self) -> str:
138
- """Get a desktop agent! 💻"""
139
- if self.thread_safe and self.lock:
140
- with self.lock:
141
- agents = [a for a in self.agents if 'Windows' in a or 'Macintosh' in a or 'Linux' in a]
142
- agent = random.choice(agents) if agents else self.random()
143
- self._update_stats(device_type="desktop")
144
- return agent
145
- else:
146
- agents = [a for a in self.agents if 'Windows' in a or 'Macintosh' in a or 'Linux' in a]
147
- agent = random.choice(agents) if agents else self.random()
148
- self._update_stats(device_type="desktop")
149
- return agent
150
-
151
- def tablet(self) -> str:
152
- """Get a tablet agent! 📱"""
153
- if self.thread_safe and self.lock:
154
- with self.lock:
155
- # Focus on iPad and Android tablets
156
- agents = [a for a in self.agents if 'iPad' in a or 'Android' in a and not 'Mobile' in a]
157
- agent = random.choice(agents) if agents else self.random()
158
- self._update_stats(device_type="tablet")
159
- return agent
160
- else:
161
- agents = [a for a in self.agents if 'iPad' in a or 'Android' in a and not 'Mobile' in a]
162
- agent = random.choice(agents) if agents else self.random()
163
- self._update_stats(device_type="tablet")
164
- return agent
165
-
166
- def smart_tv(self) -> str:
167
- """Get a Smart TV agent! 📺"""
168
- # Create a TV-specific agent since they may not be in our standard pool
169
- tv_type = random.choice(DEVICES['tv'])
170
- if 'Samsung' in tv_type:
171
- agent = f"Mozilla/5.0 (SMART-TV; SAMSUNG; {tv_type}; Tizen 5.5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.38 Safari/537.36"
172
- elif 'LG' in tv_type:
173
- agent = f"Mozilla/5.0 (Web0S; {tv_type}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36"
174
- elif 'Android' in tv_type:
175
- agent = f"Mozilla/5.0 (Linux; Android 9; {tv_type}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36"
176
- elif 'Apple' in tv_type:
177
- agent = f"Mozilla/5.0 (AppleTV; CPU like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148"
178
- else:
179
- agent = f"Mozilla/5.0 (Linux; {tv_type}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36"
180
-
181
- self._update_stats(device_type="tv")
182
- return agent
183
-
184
- def gaming(self) -> str:
185
- """Get a gaming console agent! 🎮"""
186
- console_type = random.choice(DEVICES['console'])
187
- if 'PlayStation' in console_type:
188
- agent = f"Mozilla/5.0 ({console_type}/5.0) AppleWebKit/601.2 (KHTML, like Gecko)"
189
- elif 'Xbox' in console_type:
190
- agent = f"Mozilla/5.0 ({console_type}; Xbox; Xbox One) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.19041"
191
- elif 'Nintendo' in console_type:
192
- agent = f"Mozilla/5.0 (Nintendo Switch; {console_type}) AppleWebKit/601.6 (KHTML, like Gecko) NintendoBrowser/5.1.0.13343"
193
- else:
194
- agent = self.random()
195
-
196
- self._update_stats(device_type="console")
197
- return agent
198
-
199
- def chrome(self) -> str:
200
- """Get a Chrome agent! 🌐"""
201
- return self.browser('chrome')
202
-
203
- def firefox(self) -> str:
204
- """Get a Firefox agent! 🦊"""
205
- return self.browser('firefox')
206
-
207
- def safari(self) -> str:
208
- """Get a Safari agent! 🧭"""
209
- return self.browser('safari')
210
-
211
- def edge(self) -> str:
212
- """Get an Edge agent! 📐"""
213
- return self.browser('edge')
214
-
215
- def opera(self) -> str:
216
- """Get an Opera agent! 🎭"""
217
- return self.browser('opera')
218
-
219
- def brave(self) -> str:
220
- """Get a Brave agent! 🦁"""
221
- return self.browser('brave')
222
-
223
- def vivaldi(self) -> str:
224
- """Get a Vivaldi agent! 🎨"""
225
- return self.browser('vivaldi')
226
-
227
- # OS-specific agents
228
- def windows(self) -> str:
229
- """Get a Windows agent! 🪟"""
230
- agents = [a for a in self.agents if 'Windows' in a]
231
- agent = random.choice(agents) if agents else self.random()
232
- self._update_stats()
233
- return agent
234
-
235
- def macos(self) -> str:
236
- """Get a macOS agent! 🍎"""
237
- agents = [a for a in self.agents if 'Macintosh' in a]
238
- agent = random.choice(agents) if agents else self.random()
239
- self._update_stats()
240
- return agent
241
-
242
- def linux(self) -> str:
243
- """Get a Linux agent! 🐧"""
244
- agents = [a for a in self.agents if 'Linux' in a and 'Android' not in a]
245
- agent = random.choice(agents) if agents else self.random()
246
- self._update_stats()
247
- return agent
248
-
249
- def android(self) -> str:
250
- """Get an Android agent! 🤖"""
251
- agents = [a for a in self.agents if 'Android' in a]
252
- agent = random.choice(agents) if agents else self.random()
253
- self._update_stats()
254
- return agent
255
-
256
- def ios(self) -> str:
257
- """Get an iOS agent! 📱"""
258
- agents = [a for a in self.agents if 'iPhone' in a or 'iPad' in a]
259
- agent = random.choice(agents) if agents else self.random()
260
- self._update_stats()
261
- return agent
262
-
263
- def custom(self, browser: str, version: Optional[str] = None,
264
- os: Optional[str] = None, os_version: Optional[str] = None,
265
- device_type: Optional[str] = None) -> str:
266
- """Generate a custom user agent with specified parameters! 🛠️
267
-
268
- Args:
269
- browser: Browser name (chrome, firefox, safari, edge, opera)
270
- version: Browser version (optional)
271
- os: Operating system (windows, mac, linux, android, ios)
272
- os_version: OS version (optional)
273
- device_type: Device type (desktop, mobile, tablet)
274
-
275
- Returns:
276
- Customized user agent string
277
- """
278
- browser = browser.lower() if browser else 'chrome'
279
- if browser not in BROWSERS:
280
- browser = 'chrome'
281
-
282
- if version:
283
- try:
284
- version_num = int(version.split('.')[0])
285
- except (ValueError, IndexError):
286
- version_num = random.randint(*BROWSERS[browser])
287
- else:
288
- version_num = random.randint(*BROWSERS[browser])
289
-
290
- os = os.lower() if os else random.choice(['windows', 'mac', 'linux'])
291
- if os not in OS_VERSIONS:
292
- os = 'windows'
293
-
294
- os_ver = os_version or random.choice(OS_VERSIONS[os])
295
-
296
- device_type = device_type.lower() if device_type else 'desktop'
297
-
298
- # Build the user agent
299
- if os == 'windows':
300
- platform = f"Windows NT {os_ver}"
301
- elif os == 'mac':
302
- platform = f"Macintosh; Intel Mac OS X {os_ver}"
303
- elif os == 'linux':
304
- platform = f"X11; Linux {OS_VERSIONS['linux'][0]}"
305
- elif os == 'android':
306
- platform = f"Linux; Android {os_ver}; {random.choice(DEVICES['mobile'])}"
307
- elif os == 'ios':
308
- device = 'iPhone' if device_type == 'mobile' else 'iPad'
309
- platform = f"{device}; CPU OS {os_ver} like Mac OS X"
310
- else:
311
- platform = f"Windows NT 10.0" # Default fallback
312
-
313
- agent = f"Mozilla/5.0 ({platform}) AppleWebKit/537.36 (KHTML, like Gecko) "
314
-
315
- if browser == 'chrome':
316
- agent += f"Chrome/{version_num}.0.0.0 Safari/537.36"
317
- elif browser == 'firefox':
318
- agent += f"Firefox/{version_num}.0"
319
- elif browser == 'safari':
320
- safari_ver = random.randint(*BROWSERS['safari'])
321
- agent += f"Version/{version_num}.0 Safari/{safari_ver}.0"
322
- elif browser == 'edge':
323
- agent += f"Chrome/{version_num}.0.0.0 Safari/537.36 Edg/{version_num}.0.0.0"
324
- elif browser == 'opera':
325
- agent += f"Chrome/{version_num}.0.0.0 Safari/537.36 OPR/{version_num}.0.0.0"
326
- elif browser == 'brave':
327
- agent += f"Chrome/{version_num}.0.0.0 Safari/537.36 Brave/{version_num}.1.0"
328
-
329
- self._update_stats(browser_type=browser, device_type=device_type)
330
- return agent
331
-
332
- def generate_fingerprint(self, browser: Optional[str] = None) -> Dict[str, str]:
333
- """Generate a consistent browser fingerprint! 👆
334
-
335
- This creates a coherent set of headers for anti-fingerprinting.
336
-
337
- Args:
338
- browser: Specific browser to generate fingerprint for
339
-
340
- Returns:
341
- Dictionary with fingerprinting headers
342
- """
343
- # Get a random user agent using the random() method
344
- user_agent = self.random()
345
-
346
- # If browser is specified, try to get a matching one
347
- if browser:
348
- browser = browser.lower()
349
- if browser in BROWSERS:
350
- user_agent = self.browser(browser)
351
-
352
- accept_language = random.choice(FINGERPRINTS["accept_language"])
353
- accept = random.choice(FINGERPRINTS["accept"])
354
- platform = random.choice(FINGERPRINTS["platforms"])
355
-
356
- # Generate sec-ch-ua based on the user agent
357
- sec_ch_ua = ""
358
- for browser_name in FINGERPRINTS["sec_ch_ua"]:
359
- if browser_name in user_agent.lower():
360
- version = random.randint(*BROWSERS[browser_name])
361
- sec_ch_ua = FINGERPRINTS["sec_ch_ua"][browser_name].format(version, version)
362
- break
363
-
364
- fingerprint = {
365
- "user_agent": user_agent,
366
- "accept_language": accept_language,
367
- "accept": accept,
368
- "sec_ch_ua": sec_ch_ua,
369
- "platform": platform
370
- }
371
-
372
- self._update_stats(browser_type=browser)
373
- return fingerprint
374
-
375
- def refresh(self) -> None:
376
- """Refresh the agents with new ones! 🔄"""
377
- if self.thread_safe and self.lock:
378
- with self.lock:
379
- self.agents = self._generate_agents(100)
380
- self._stats["total_generated"] += 100
381
- else:
382
- self.agents = self._generate_agents(100)
383
- self._stats["total_generated"] += 100
384
-
385
-
386
- def auto_refresh(self, interval_minutes: int = 30) -> None:
387
- """Set up automatic refreshing of agents pool! ⏱️
388
-
389
- Args:
390
- interval_minutes: Minutes between refreshes
391
- """
392
- if self._refresh_timer:
393
- self._refresh_timer.cancel()
394
-
395
- def _refresh_task():
396
- self.refresh()
397
- self._refresh_timer = threading.Timer(interval_minutes * 60, _refresh_task)
398
- self._refresh_timer.daemon = True
399
- self._refresh_timer.start()
400
-
401
- self._refresh_timer = threading.Timer(interval_minutes * 60, _refresh_task)
402
- self._refresh_timer.daemon = True
403
- self._refresh_timer.start()
404
-
405
- def get_stats(self) -> Dict[str, Any]:
406
- """Get statistics about agent usage! 📊
407
-
408
- Returns:
409
- Dictionary with usage statistics
410
- """
411
- stats_copy = self._stats.copy()
412
- # Calculate top browser
413
- top_browser = max(stats_copy["browser_usage"].items(), key=lambda x: x[1])[0] if stats_copy["browser_usage"] else None
414
- stats_copy["top_browser"] = top_browser
415
-
416
- # Calculate fake detection avoidance rate (just for fun)
417
- stats_copy["avoidance_rate"] = min(99.9, 90 + (stats_copy["total_generated"] / 1000))
418
-
419
- return stats_copy
420
-
421
- def export_stats(self, filename: str) -> bool:
422
- """Export usage statistics to a file! 💾
423
-
424
- Args:
425
- filename: Path to export the stats
426
-
427
- Returns:
428
- True if export was successful, False otherwise
429
- """
430
- try:
431
- import json
432
- with open(filename, 'w') as f:
433
- json.dump(self.get_stats(), f, indent=2)
434
- return True
435
- except Exception as e:
436
- return False
437
-
438
- if __name__ == "__main__":
439
- # Test it out! 🧪
440
- agent = LitAgent()
441
- print("Random:", agent.random())
442
- print("Chrome:", agent.chrome())
443
- print("Firefox:", agent.firefox())
444
- print("Safari:", agent.safari())
445
- print("Mobile:", agent.mobile())
446
- print("Desktop:", agent.desktop())
447
- print("Tablet:", agent.tablet())
448
- print("Smart TV:", agent.smart_tv())
449
- print("Gaming:", agent.gaming())
450
-
451
- # Test custom agent
452
- print("Custom:", agent.custom(browser="chrome", os="windows", os_version="10.0"))
453
-
454
- # Test fingerprinting
455
- print("Fingerprint:", agent.generate_fingerprint("chrome"))
1
+ """
2
+ LitAgent: Advanced User Agent Generation and Management System.
3
+
4
+ This module provides a robust and flexible system for generating realistic,
5
+ modern user agents and managing browser fingerprints for web scraping and
6
+ automation purposes.
7
+ """
8
+
9
+ import json
10
+ import random
11
+ import threading
12
+ from datetime import datetime
13
+ from typing import Any, Dict, List, Optional, Set, Tuple, cast
14
+
15
+ from webscout.litagent.constants import BROWSERS, DEVICES, FINGERPRINTS, OS_VERSIONS
16
+
17
+
18
+ class LitAgent:
19
+ """
20
+ A powerful and modern user agent generator for web scraping and automation.
21
+
22
+ LitAgent provides tools for generating randomized but realistic user agent strings,
23
+ managing proxy pools, rotating IPs, and simulating browser fingerprints to avoid
24
+ detection and rate limiting.
25
+ """
26
+
27
+ _blacklist: Set[str]
28
+ _whitelist: Set[str]
29
+ _agents: List[str]
30
+ _ip_pool: List[str]
31
+ _ip_index: int
32
+ _proxy_pool: List[str]
33
+ _proxy_index: int
34
+ _history: List[str]
35
+ _refresh_timer: Optional[threading.Timer]
36
+ _stats: Dict[str, Any]
37
+ thread_safe: bool
38
+ lock: Optional[threading.RLock]
39
+
40
+ @property
41
+ def agents(self) -> List[str]:
42
+ """Returns the current pool of user agents."""
43
+ return self._agents
44
+
45
+ @property
46
+ def ip_pool(self) -> List[str]:
47
+ """Returns the current simulated IP pool."""
48
+ return self._ip_pool
49
+
50
+ def __init__(self, thread_safe: bool = False):
51
+ """
52
+ Initialize the LitAgent instance.
53
+
54
+ Args:
55
+ thread_safe (bool): If True, use RLock for thread-safe operations.
56
+ """
57
+ self.thread_safe = thread_safe
58
+ self.lock = threading.RLock() if thread_safe else None
59
+
60
+ # Internal state
61
+ self._blacklist: Set[str] = set()
62
+ self._whitelist: Set[str] = set()
63
+ self._agents: List[str] = self._generate_agents(100)
64
+ self._ip_pool: List[str] = self._generate_ip_pool(20)
65
+ self._ip_index: int = 0
66
+ self._proxy_pool: List[str] = []
67
+ self._proxy_index: int = 0
68
+ self._history: List[str] = []
69
+ self._refresh_timer: Optional[threading.Timer] = None
70
+
71
+ # Usage statistics
72
+ self._stats = {
73
+ "total_generated": 100,
74
+ "requests_served": 0,
75
+ "browser_usage": {browser: 0 for browser in BROWSERS.keys()},
76
+ "device_usage": {device: 0 for device in DEVICES.keys()},
77
+ "start_time": datetime.now().isoformat()
78
+ }
79
+
80
+ def _generate_agents(self, count: int) -> List[str]:
81
+ """
82
+ Generate a list of realistic user agent strings.
83
+
84
+ Args:
85
+ count (int): Number of agents to generate.
86
+
87
+ Returns:
88
+ List[str]: A list of generated user agent strings.
89
+ """
90
+ agents: List[str] = []
91
+ for _ in range(count):
92
+ agent = ""
93
+ browser: str = random.choice(list(BROWSERS.keys()))
94
+ version_range: Tuple[int, int] = BROWSERS.get(browser, (100, 130))
95
+ version: int = random.randint(*version_range)
96
+
97
+ if browser in ['chrome', 'firefox', 'edge', 'opera', 'brave', 'vivaldi']:
98
+ os_type: str = random.choice(['windows', 'mac', 'linux'])
99
+ os_ver: str = random.choice(OS_VERSIONS.get(os_type, ["10.0"]))
100
+
101
+ if os_type == 'windows':
102
+ platform = f"Windows NT {os_ver}; Win64; x64"
103
+ elif os_type == 'mac':
104
+ platform = f"Macintosh; Intel Mac OS X {os_ver}"
105
+ else:
106
+ platform = f"X11; Linux {os_ver}"
107
+
108
+ agent = f"Mozilla/5.0 ({platform}) AppleWebKit/537.36 (KHTML, like Gecko) "
109
+
110
+ if browser == 'chrome':
111
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36"
112
+ elif browser == 'firefox':
113
+ agent += f"Firefox/{version}.0"
114
+ elif browser == 'edge':
115
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36 Edg/{version}.0.0.0"
116
+ elif browser == 'opera':
117
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36 OPR/{version}.0.0.0"
118
+ elif browser == 'brave':
119
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36 Brave/{version}.0.0.0"
120
+ elif browser == 'vivaldi':
121
+ vivaldi_build: int = random.randint(1000, 9999)
122
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36 Vivaldi/{version}.0.{vivaldi_build}"
123
+
124
+ elif browser == 'safari':
125
+ device: str = random.choice(['mac', 'ios'])
126
+ if device == 'mac':
127
+ ver: str = random.choice(OS_VERSIONS.get('mac', ["10_15_7"]))
128
+ agent = f"Mozilla/5.0 (Macintosh; Intel Mac OS X {ver}) "
129
+ else:
130
+ ver = random.choice(OS_VERSIONS.get('ios', ["17_0"]))
131
+ device_name: str = random.choice(['iPhone', 'iPad'])
132
+ agent = f"Mozilla/5.0 ({device_name}; CPU OS {ver} like Mac OS X) "
133
+
134
+ agent += f"AppleWebKit/{version}.1.15 (KHTML, like Gecko) Version/{version//10}.0 Safari/{version}.1.15"
135
+
136
+ agents.append(agent)
137
+
138
+ # Ensure uniqueness and respects current whitelist/blacklist
139
+ unique_agents = list(set(agents))
140
+ return [a for a in unique_agents if a not in self._blacklist]
141
+
142
+ def _update_stats(self, browser_type: Optional[str] = None, device_type: Optional[str] = None) -> None:
143
+ """Update internal usage statistics."""
144
+ def update() -> None:
145
+ self._stats["requests_served"] += 1
146
+ if browser_type:
147
+ self._stats["browser_usage"][browser_type] = self._stats["browser_usage"].get(browser_type, 0) + 1
148
+ if device_type:
149
+ self._stats["device_usage"][device_type] = self._stats["device_usage"].get(device_type, 0) + 1
150
+
151
+ if self.thread_safe and self.lock:
152
+ with self.lock:
153
+ update()
154
+ else:
155
+ update()
156
+
157
+ def _add_to_history(self, agent: str) -> None:
158
+ """Add a generated agent to history."""
159
+ def add() -> None:
160
+ self._history.append(agent)
161
+ if len(self._history) > 50:
162
+ self._history.pop(0)
163
+
164
+ if self.thread_safe and self.lock:
165
+ with self.lock:
166
+ add()
167
+ else:
168
+ add()
169
+
170
+ def random(self) -> str:
171
+ """
172
+ Get a random user agent from the pool.
173
+
174
+ Returns:
175
+ str: A random user agent string.
176
+ """
177
+ pool = list(self._whitelist) if self._whitelist else self._agents
178
+ if not pool:
179
+ # Fallback if somehow empty
180
+ pool = self._generate_agents(1)
181
+
182
+ agent = random.choice(pool)
183
+ self._update_stats()
184
+ self._add_to_history(agent)
185
+ return agent
186
+
187
+ def browser(self, name: str) -> str:
188
+ """
189
+ Get a user agent for a specific browser.
190
+
191
+ Args:
192
+ name (str): Browser name (e.g., 'chrome', 'firefox').
193
+
194
+ Returns:
195
+ str: A browser-specific user agent string.
196
+ """
197
+ name = name.lower()
198
+ if name not in BROWSERS:
199
+ return self.random()
200
+
201
+ matching_agents = [a for a in self._agents if name in a.lower()]
202
+ if not matching_agents:
203
+ # Generate one on the fly if needed
204
+ matched = self.custom(browser=name)
205
+ else:
206
+ matched = random.choice(matching_agents)
207
+
208
+ self._update_stats(browser_type=name)
209
+ self._add_to_history(matched)
210
+ return matched
211
+
212
+ def mobile(self) -> str:
213
+ """Returns a mobile device user agent."""
214
+ matching = [a for a in self._agents if any(d in a for d in DEVICES.get('mobile', []))]
215
+ agent = random.choice(matching) if matching else self.custom(device_type="mobile")
216
+ self._update_stats(device_type="mobile")
217
+ return agent
218
+
219
+ def desktop(self) -> str:
220
+ """Returns a desktop device user agent."""
221
+ matching = [a for a in self._agents if any(d in a for d in ["Windows", "Macintosh", "X11"])]
222
+ agent = random.choice(matching) if matching else self.custom(device_type="desktop")
223
+ self._update_stats(device_type="desktop")
224
+ return agent
225
+
226
+ def tablet(self) -> str:
227
+ """Returns a tablet device user agent."""
228
+ matching = [a for a in self._agents if 'iPad' in a or ('Android' in a and 'Mobile' not in a)]
229
+ agent = random.choice(matching) if matching else self.custom(device_type="tablet")
230
+ self._update_stats(device_type="tablet")
231
+ return agent
232
+
233
+ def chrome(self) -> str: return self.browser('chrome')
234
+ def firefox(self) -> str: return self.browser('firefox')
235
+ def safari(self) -> str: return self.browser('safari')
236
+ def edge(self) -> str: return self.browser('edge')
237
+ def opera(self) -> str: return self.browser('opera')
238
+ def brave(self) -> str: return self.browser('brave')
239
+ def vivaldi(self) -> str: return self.browser('vivaldi')
240
+
241
+ def windows(self) -> str: return self.custom(os='windows')
242
+ def macos(self) -> str: return self.custom(os='mac')
243
+ def linux(self) -> str: return self.custom(os='linux')
244
+ def android(self) -> str: return self.custom(os='android')
245
+ def ios(self) -> str: return self.custom(os='ios')
246
+
247
+ def custom(self, browser: Optional[str] = None, version: Optional[str] = None,
248
+ os: Optional[str] = None, os_version: Optional[str] = None,
249
+ device_type: Optional[str] = None) -> str:
250
+ """
251
+ Generate a customized user agent string.
252
+
253
+ Args:
254
+ browser (str, optional): Browser name.
255
+ version (str, optional): Browser version.
256
+ os (str, optional): Operating system.
257
+ os_version (str, optional): OS version.
258
+ device_type (str, optional): Device type ('desktop', 'mobile', 'tablet').
259
+
260
+ Returns:
261
+ str: The customized user agent string.
262
+ """
263
+ browser = browser.lower() if browser else 'chrome'
264
+ v_range = BROWSERS.get(browser, (100, 130))
265
+ v_num = int(version.split('.')[0]) if version else random.randint(*v_range)
266
+
267
+ os = os.lower() if os else random.choice(['windows', 'mac', 'linux'])
268
+ os_ver = os_version or random.choice(OS_VERSIONS.get(os, ["10.0"]))
269
+ device_type = (device_type or 'desktop').lower()
270
+
271
+ if os == 'windows':
272
+ platform = f"Windows NT {os_ver}; Win64; x64"
273
+ elif os == 'mac':
274
+ platform = f"Macintosh; Intel Mac OS X {os_ver}"
275
+ elif os == 'linux':
276
+ platform = f"X11; Linux {os_ver}"
277
+ elif os == 'android':
278
+ platform = f"Linux; Android {os_ver}; {random.choice(DEVICES.get('mobile', ['Samsung Galaxy']))}"
279
+ elif os == 'ios':
280
+ dev = 'iPhone' if device_type == 'mobile' else 'iPad'
281
+ platform = f"{dev}; CPU OS {os_ver} like Mac OS X"
282
+ else:
283
+ platform = "Windows NT 10.0; Win64; x64"
284
+
285
+ agent = f"Mozilla/5.0 ({platform}) AppleWebKit/537.36 (KHTML, like Gecko) "
286
+
287
+ if browser == 'chrome':
288
+ agent += f"Chrome/{v_num}.0.0.0 Safari/537.36"
289
+ elif browser == 'firefox':
290
+ agent += f"Firefox/{v_num}.0"
291
+ elif browser == 'safari':
292
+ agent += f"Version/{v_num//10}.0 Safari/{v_num}.1.15"
293
+ elif browser == 'edge':
294
+ agent += f"Chrome/{v_num}.0.0.0 Safari/537.36 Edg/{v_num}.0.0.0"
295
+ else:
296
+ agent += f"Chrome/{v_num}.0.0.0 Safari/537.36"
297
+
298
+ self._update_stats(browser_type=browser, device_type=device_type)
299
+ return agent
300
+
301
+ def generate_fingerprint(self, browser: Optional[str] = None) -> Dict[str, str]:
302
+ """
303
+ Generate a complete browser fingerprint.
304
+
305
+ Args:
306
+ browser (str, optional): Requested browser type.
307
+
308
+ Returns:
309
+ Dict[str, str]: A dictionary containing headers and fingerprint data.
310
+ """
311
+ ua = self.browser(browser) if browser else self.random()
312
+ ip = self.rotate_ip()
313
+
314
+ sec_ch_ua = ""
315
+ sec_ch_ua_dict = cast(Dict[str, str], FINGERPRINTS.get("sec_ch_ua", {}))
316
+ for b_name in sec_ch_ua_dict:
317
+ if b_name in ua.lower():
318
+ v = random.randint(*BROWSERS.get(b_name, (100, 120)))
319
+ sec_ch_ua = sec_ch_ua_dict[b_name].format(v, v)
320
+ break
321
+
322
+ accept_language_list = cast(List[str], FINGERPRINTS.get("accept_language", ["en-US,en;q=0.9"]))
323
+ accept_list = cast(List[str], FINGERPRINTS.get("accept", ["*/*"]))
324
+ platforms_list = cast(List[str], FINGERPRINTS.get("platforms", ["Windows"]))
325
+
326
+ return {
327
+ "user_agent": ua,
328
+ "accept_language": random.choice(accept_language_list),
329
+ "accept": random.choice(accept_list),
330
+ "sec_ch_ua": sec_ch_ua,
331
+ "platform": random.choice(platforms_list),
332
+ "x-forwarded-for": ip,
333
+ "x-real-ip": ip,
334
+ "x-client-ip": ip,
335
+ "forwarded": f"for={ip};proto=https",
336
+ "x-request-id": self.random_id(8),
337
+ }
338
+
339
+ def smart_tv(self) -> str:
340
+ """Generate a Smart TV user agent."""
341
+ tv: str = random.choice(DEVICES.get('tv', ["Samsung Smart TV"]))
342
+ if 'Samsung' in tv:
343
+ agent: str = f"Mozilla/5.0 (SMART-TV; SAMSUNG; {tv}; Tizen 6.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36"
344
+ elif 'LG' in tv:
345
+ agent = f"Mozilla/5.0 (Web0S; {tv}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36"
346
+ else:
347
+ agent = f"Mozilla/5.0 (Linux; {tv}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.163 Safari/537.36"
348
+
349
+ self._update_stats(device_type="tv")
350
+ return agent
351
+
352
+ def gaming(self) -> str:
353
+ """Generate a gaming console user agent."""
354
+ console: str = random.choice(DEVICES.get('console', ["PlayStation 5"]))
355
+ if 'PlayStation' in console:
356
+ agent: str = f"Mozilla/5.0 ({console}) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Safari/605.1.15"
357
+ elif 'Xbox' in console:
358
+ agent = f"Mozilla/5.0 (Windows NT 10.0; Win64; x64; Xbox; {console}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 Edge/110.0.1587.41"
359
+ else:
360
+ agent = self.random()
361
+
362
+ self._update_stats(device_type="console")
363
+ return agent
364
+
365
+ def wearable(self) -> str:
366
+ """Generate a wearable device user agent."""
367
+ dev: str = random.choice(DEVICES.get('wearable', ["Apple Watch"]))
368
+ if 'Apple Watch' in dev:
369
+ agent: str = "Mozilla/5.0 (AppleWatch; CPU WatchOS like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/10.0 Mobile/15E148 Safari/605.1"
370
+ else:
371
+ agent = f"Mozilla/5.0 (Linux; {dev}) AppleWebKit/537.36 (KHTML, like Gecko)"
372
+
373
+ self._update_stats(device_type="wearable")
374
+ return agent
375
+
376
+ def refresh(self) -> None:
377
+ """Refresh the internal agents pool with new values."""
378
+ def do_refresh() -> None:
379
+ self._agents = self._generate_agents(100)
380
+ self._stats["total_generated"] += 100
381
+
382
+ if self.thread_safe and self.lock:
383
+ with self.lock:
384
+ do_refresh()
385
+ else:
386
+ do_refresh()
387
+
388
+ def auto_refresh(self, interval_minutes: int = 30) -> None:
389
+ """
390
+ Schedule automatic background refreshing of the agents pool.
391
+
392
+ Args:
393
+ interval_minutes (int): Time between refreshes in minutes.
394
+ """
395
+ if self._refresh_timer:
396
+ self._refresh_timer.cancel()
397
+
398
+ def _task() -> None:
399
+ self.refresh()
400
+ self._refresh_timer = threading.Timer(interval_minutes * 60, _task)
401
+ self._refresh_timer.daemon = True
402
+ self._refresh_timer.start()
403
+
404
+ self._refresh_timer = threading.Timer(interval_minutes * 60, _task)
405
+ self._refresh_timer.daemon = True
406
+ self._refresh_timer.start()
407
+
408
+ def rotate_ip(self) -> str:
409
+ """Rotate through the IP pool and returns the next IP address."""
410
+ def rot() -> str:
411
+ ip: str = self._ip_pool[self._ip_index]
412
+ self._ip_index = (self._ip_index + 1) % len(self._ip_pool)
413
+ return ip
414
+
415
+ if self.thread_safe and self.lock:
416
+ with self.lock:
417
+ return rot()
418
+ return rot()
419
+
420
+ def set_proxy_pool(self, proxies: List[str]) -> None:
421
+ """Set a pool of proxies for rotation."""
422
+ self._proxy_pool = proxies
423
+ self._proxy_index = 0
424
+
425
+ def rotate_proxy(self) -> Optional[str]:
426
+ """Rotate through and return the next proxy from the pool."""
427
+ if not self._proxy_pool:
428
+ return None
429
+
430
+ def rot() -> str:
431
+ proxy: str = self._proxy_pool[self._proxy_index]
432
+ self._proxy_index = (self._proxy_index + 1) % len(self._proxy_pool)
433
+ return proxy
434
+
435
+ if self.thread_safe and self.lock:
436
+ with self.lock:
437
+ return rot()
438
+ return rot()
439
+
440
+ def add_to_blacklist(self, agent: str) -> None:
441
+ """Blacklist a specific user agent string."""
442
+ self._blacklist.add(agent)
443
+ if agent in self._agents:
444
+ self._agents.remove(agent)
445
+
446
+ def add_to_whitelist(self, agent: str) -> None:
447
+ """Limit results to only those in the whitelist."""
448
+ self._whitelist.add(agent)
449
+
450
+ def get_stats(self) -> Dict[str, Any]:
451
+ """Get usage statistics."""
452
+ stats = self._stats.copy()
453
+ usage = stats["browser_usage"]
454
+ stats["top_browser"] = max(usage.items(), key=lambda x: x[1])[0] if any(usage.values()) else None
455
+ stats["avoidance_rate"] = min(99.9, 90 + (stats["total_generated"] / 1000))
456
+ return stats
457
+
458
+ def export_stats(self, filename: str) -> bool:
459
+ """Export stats to a JSON file."""
460
+ try:
461
+ with open(filename, 'w', encoding='utf-8') as f:
462
+ json.dump(self.get_stats(), f, indent=4)
463
+ return True
464
+ except Exception:
465
+ return False
466
+
467
+ def validate_agent(self, agent: str) -> bool:
468
+ """Perform basic validation on a user agent string."""
469
+ return isinstance(agent, str) and agent.startswith("Mozilla/5.0")
470
+
471
+ def random_id(self, length: int = 16) -> str:
472
+ """Generate a random hexadecimal string ID."""
473
+ return ''.join(random.choices('0123456789abcdef', k=length))
474
+
475
+ def _generate_ip_pool(self, count: int) -> List[str]:
476
+ """Generate a pool of random IP addresses."""
477
+ return [".".join(str(random.randint(0, 255)) for _ in range(4)) for _ in range(count)]
478
+
479
+ def __repr__(self) -> str:
480
+ return f"<LitAgent(agents={len(self._agents)}, thread_safe={self.thread_safe})>"
481
+
482
+ def __str__(self) -> str:
483
+ return f"LitAgent Generator with {len(self._agents)} agents in pool"
484
+
485
+
486
+ if __name__ == "__main__":
487
+ # Quick test
488
+ agent = LitAgent()
489
+ print(f"Random: {agent.random()}")
490
+ print(f"Chrome: {agent.chrome()}")
491
+ print(f"iPhone: {agent.ios()}")
492
+ print(f"Fingerprint: {json.dumps(agent.generate_fingerprint(), indent=2)}")