webscout 8.2.9__py3-none-any.whl → 2026.1.19__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (413) hide show
  1. webscout/AIauto.py +524 -251
  2. webscout/AIbase.py +247 -319
  3. webscout/AIutel.py +68 -703
  4. webscout/Bard.py +1072 -1026
  5. webscout/Extra/GitToolkit/__init__.py +10 -10
  6. webscout/Extra/GitToolkit/gitapi/__init__.py +20 -12
  7. webscout/Extra/GitToolkit/gitapi/gist.py +142 -0
  8. webscout/Extra/GitToolkit/gitapi/organization.py +91 -0
  9. webscout/Extra/GitToolkit/gitapi/repository.py +308 -195
  10. webscout/Extra/GitToolkit/gitapi/search.py +162 -0
  11. webscout/Extra/GitToolkit/gitapi/trending.py +236 -0
  12. webscout/Extra/GitToolkit/gitapi/user.py +128 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +82 -62
  14. webscout/Extra/YTToolkit/README.md +443 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +953 -957
  16. webscout/Extra/YTToolkit/__init__.py +3 -3
  17. webscout/Extra/YTToolkit/transcriber.py +595 -476
  18. webscout/Extra/YTToolkit/ytapi/README.md +230 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +22 -6
  20. webscout/Extra/YTToolkit/ytapi/captions.py +190 -0
  21. webscout/Extra/YTToolkit/ytapi/channel.py +302 -307
  22. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  23. webscout/Extra/YTToolkit/ytapi/extras.py +178 -118
  24. webscout/Extra/YTToolkit/ytapi/hashtag.py +120 -0
  25. webscout/Extra/YTToolkit/ytapi/https.py +89 -88
  26. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  27. webscout/Extra/YTToolkit/ytapi/playlist.py +59 -59
  28. webscout/Extra/YTToolkit/ytapi/pool.py +8 -8
  29. webscout/Extra/YTToolkit/ytapi/query.py +143 -40
  30. webscout/Extra/YTToolkit/ytapi/shorts.py +122 -0
  31. webscout/Extra/YTToolkit/ytapi/stream.py +68 -63
  32. webscout/Extra/YTToolkit/ytapi/suggestions.py +97 -0
  33. webscout/Extra/YTToolkit/ytapi/utils.py +66 -62
  34. webscout/Extra/YTToolkit/ytapi/video.py +403 -232
  35. webscout/Extra/__init__.py +2 -3
  36. webscout/Extra/gguf.py +1298 -684
  37. webscout/Extra/tempmail/README.md +487 -487
  38. webscout/Extra/tempmail/__init__.py +28 -28
  39. webscout/Extra/tempmail/async_utils.py +143 -141
  40. webscout/Extra/tempmail/base.py +172 -161
  41. webscout/Extra/tempmail/cli.py +191 -187
  42. webscout/Extra/tempmail/emailnator.py +88 -84
  43. webscout/Extra/tempmail/mail_tm.py +378 -361
  44. webscout/Extra/tempmail/temp_mail_io.py +304 -292
  45. webscout/Extra/weather.py +196 -194
  46. webscout/Extra/weather_ascii.py +17 -15
  47. webscout/Provider/AISEARCH/PERPLEXED_search.py +175 -0
  48. webscout/Provider/AISEARCH/Perplexity.py +292 -333
  49. webscout/Provider/AISEARCH/README.md +106 -279
  50. webscout/Provider/AISEARCH/__init__.py +16 -9
  51. webscout/Provider/AISEARCH/brave_search.py +298 -0
  52. webscout/Provider/AISEARCH/iask_search.py +357 -410
  53. webscout/Provider/AISEARCH/monica_search.py +200 -220
  54. webscout/Provider/AISEARCH/webpilotai_search.py +242 -255
  55. webscout/Provider/Algion.py +413 -0
  56. webscout/Provider/Andi.py +74 -69
  57. webscout/Provider/Apriel.py +313 -0
  58. webscout/Provider/Ayle.py +323 -0
  59. webscout/Provider/ChatSandbox.py +329 -342
  60. webscout/Provider/ClaudeOnline.py +365 -0
  61. webscout/Provider/Cohere.py +232 -208
  62. webscout/Provider/DeepAI.py +367 -0
  63. webscout/Provider/Deepinfra.py +467 -340
  64. webscout/Provider/EssentialAI.py +217 -0
  65. webscout/Provider/ExaAI.py +274 -261
  66. webscout/Provider/Gemini.py +175 -169
  67. webscout/Provider/GithubChat.py +385 -369
  68. webscout/Provider/Gradient.py +286 -0
  69. webscout/Provider/Groq.py +556 -801
  70. webscout/Provider/HadadXYZ.py +323 -0
  71. webscout/Provider/HeckAI.py +392 -375
  72. webscout/Provider/HuggingFace.py +387 -0
  73. webscout/Provider/IBM.py +340 -0
  74. webscout/Provider/Jadve.py +317 -291
  75. webscout/Provider/K2Think.py +306 -0
  76. webscout/Provider/Koboldai.py +221 -384
  77. webscout/Provider/Netwrck.py +273 -270
  78. webscout/Provider/Nvidia.py +310 -0
  79. webscout/Provider/OPENAI/DeepAI.py +489 -0
  80. webscout/Provider/OPENAI/K2Think.py +423 -0
  81. webscout/Provider/OPENAI/PI.py +463 -0
  82. webscout/Provider/OPENAI/README.md +890 -952
  83. webscout/Provider/OPENAI/TogetherAI.py +405 -0
  84. webscout/Provider/OPENAI/TwoAI.py +255 -357
  85. webscout/Provider/OPENAI/__init__.py +148 -40
  86. webscout/Provider/OPENAI/ai4chat.py +348 -293
  87. webscout/Provider/OPENAI/akashgpt.py +436 -0
  88. webscout/Provider/OPENAI/algion.py +303 -0
  89. webscout/Provider/OPENAI/{exachat.py → ayle.py} +365 -444
  90. webscout/Provider/OPENAI/base.py +253 -249
  91. webscout/Provider/OPENAI/cerebras.py +296 -0
  92. webscout/Provider/OPENAI/chatgpt.py +870 -556
  93. webscout/Provider/OPENAI/chatsandbox.py +233 -173
  94. webscout/Provider/OPENAI/deepinfra.py +403 -322
  95. webscout/Provider/OPENAI/e2b.py +2370 -1414
  96. webscout/Provider/OPENAI/elmo.py +278 -0
  97. webscout/Provider/OPENAI/exaai.py +452 -417
  98. webscout/Provider/OPENAI/freeassist.py +446 -0
  99. webscout/Provider/OPENAI/gradient.py +448 -0
  100. webscout/Provider/OPENAI/groq.py +380 -364
  101. webscout/Provider/OPENAI/hadadxyz.py +292 -0
  102. webscout/Provider/OPENAI/heckai.py +333 -308
  103. webscout/Provider/OPENAI/huggingface.py +321 -0
  104. webscout/Provider/OPENAI/ibm.py +425 -0
  105. webscout/Provider/OPENAI/llmchat.py +253 -0
  106. webscout/Provider/OPENAI/llmchatco.py +378 -335
  107. webscout/Provider/OPENAI/meta.py +541 -0
  108. webscout/Provider/OPENAI/netwrck.py +374 -357
  109. webscout/Provider/OPENAI/nvidia.py +317 -0
  110. webscout/Provider/OPENAI/oivscode.py +348 -287
  111. webscout/Provider/OPENAI/openrouter.py +328 -0
  112. webscout/Provider/OPENAI/pydantic_imports.py +1 -172
  113. webscout/Provider/OPENAI/sambanova.py +397 -0
  114. webscout/Provider/OPENAI/sonus.py +305 -304
  115. webscout/Provider/OPENAI/textpollinations.py +370 -339
  116. webscout/Provider/OPENAI/toolbaz.py +375 -413
  117. webscout/Provider/OPENAI/typefully.py +419 -355
  118. webscout/Provider/OPENAI/typliai.py +279 -0
  119. webscout/Provider/OPENAI/utils.py +314 -318
  120. webscout/Provider/OPENAI/wisecat.py +359 -387
  121. webscout/Provider/OPENAI/writecream.py +185 -163
  122. webscout/Provider/OPENAI/x0gpt.py +462 -365
  123. webscout/Provider/OPENAI/zenmux.py +380 -0
  124. webscout/Provider/OpenRouter.py +386 -0
  125. webscout/Provider/Openai.py +337 -496
  126. webscout/Provider/PI.py +443 -429
  127. webscout/Provider/QwenLM.py +346 -254
  128. webscout/Provider/STT/__init__.py +28 -0
  129. webscout/Provider/STT/base.py +303 -0
  130. webscout/Provider/STT/elevenlabs.py +264 -0
  131. webscout/Provider/Sambanova.py +317 -0
  132. webscout/Provider/TTI/README.md +69 -82
  133. webscout/Provider/TTI/__init__.py +37 -7
  134. webscout/Provider/TTI/base.py +147 -64
  135. webscout/Provider/TTI/claudeonline.py +393 -0
  136. webscout/Provider/TTI/magicstudio.py +292 -201
  137. webscout/Provider/TTI/miragic.py +180 -0
  138. webscout/Provider/TTI/pollinations.py +331 -221
  139. webscout/Provider/TTI/together.py +334 -0
  140. webscout/Provider/TTI/utils.py +14 -11
  141. webscout/Provider/TTS/README.md +186 -192
  142. webscout/Provider/TTS/__init__.py +43 -10
  143. webscout/Provider/TTS/base.py +523 -159
  144. webscout/Provider/TTS/deepgram.py +286 -156
  145. webscout/Provider/TTS/elevenlabs.py +189 -111
  146. webscout/Provider/TTS/freetts.py +218 -0
  147. webscout/Provider/TTS/murfai.py +288 -113
  148. webscout/Provider/TTS/openai_fm.py +364 -129
  149. webscout/Provider/TTS/parler.py +203 -111
  150. webscout/Provider/TTS/qwen.py +334 -0
  151. webscout/Provider/TTS/sherpa.py +286 -0
  152. webscout/Provider/TTS/speechma.py +693 -580
  153. webscout/Provider/TTS/streamElements.py +275 -333
  154. webscout/Provider/TTS/utils.py +280 -280
  155. webscout/Provider/TextPollinationsAI.py +331 -308
  156. webscout/Provider/TogetherAI.py +450 -0
  157. webscout/Provider/TwoAI.py +309 -475
  158. webscout/Provider/TypliAI.py +311 -305
  159. webscout/Provider/UNFINISHED/ChatHub.py +219 -209
  160. webscout/Provider/{OPENAI/glider.py → UNFINISHED/ChutesAI.py} +331 -326
  161. webscout/Provider/{GizAI.py → UNFINISHED/GizAI.py} +300 -295
  162. webscout/Provider/{Marcus.py → UNFINISHED/Marcus.py} +218 -198
  163. webscout/Provider/UNFINISHED/Qodo.py +481 -0
  164. webscout/Provider/{MCPCore.py → UNFINISHED/XenAI.py} +330 -315
  165. webscout/Provider/UNFINISHED/Youchat.py +347 -330
  166. webscout/Provider/UNFINISHED/aihumanizer.py +41 -0
  167. webscout/Provider/UNFINISHED/grammerchecker.py +37 -0
  168. webscout/Provider/UNFINISHED/liner.py +342 -0
  169. webscout/Provider/UNFINISHED/liner_api_request.py +246 -263
  170. webscout/Provider/{samurai.py → UNFINISHED/samurai.py} +231 -224
  171. webscout/Provider/WiseCat.py +256 -233
  172. webscout/Provider/WrDoChat.py +390 -370
  173. webscout/Provider/__init__.py +115 -174
  174. webscout/Provider/ai4chat.py +181 -174
  175. webscout/Provider/akashgpt.py +330 -335
  176. webscout/Provider/cerebras.py +397 -290
  177. webscout/Provider/cleeai.py +236 -213
  178. webscout/Provider/elmo.py +291 -283
  179. webscout/Provider/geminiapi.py +343 -208
  180. webscout/Provider/julius.py +245 -223
  181. webscout/Provider/learnfastai.py +333 -325
  182. webscout/Provider/llama3mitril.py +230 -215
  183. webscout/Provider/llmchat.py +308 -258
  184. webscout/Provider/llmchatco.py +321 -306
  185. webscout/Provider/meta.py +996 -801
  186. webscout/Provider/oivscode.py +332 -309
  187. webscout/Provider/searchchat.py +316 -292
  188. webscout/Provider/sonus.py +264 -258
  189. webscout/Provider/toolbaz.py +359 -353
  190. webscout/Provider/turboseek.py +332 -266
  191. webscout/Provider/typefully.py +262 -202
  192. webscout/Provider/x0gpt.py +332 -299
  193. webscout/__init__.py +31 -39
  194. webscout/__main__.py +5 -5
  195. webscout/cli.py +585 -524
  196. webscout/client.py +1497 -70
  197. webscout/conversation.py +140 -436
  198. webscout/exceptions.py +383 -362
  199. webscout/litagent/__init__.py +29 -29
  200. webscout/litagent/agent.py +492 -455
  201. webscout/litagent/constants.py +60 -60
  202. webscout/models.py +505 -181
  203. webscout/optimizers.py +74 -420
  204. webscout/prompt_manager.py +376 -288
  205. webscout/sanitize.py +1514 -0
  206. webscout/scout/README.md +452 -404
  207. webscout/scout/__init__.py +8 -8
  208. webscout/scout/core/__init__.py +7 -7
  209. webscout/scout/core/crawler.py +330 -210
  210. webscout/scout/core/scout.py +800 -607
  211. webscout/scout/core/search_result.py +51 -96
  212. webscout/scout/core/text_analyzer.py +64 -63
  213. webscout/scout/core/text_utils.py +412 -277
  214. webscout/scout/core/web_analyzer.py +54 -52
  215. webscout/scout/element.py +872 -478
  216. webscout/scout/parsers/__init__.py +70 -69
  217. webscout/scout/parsers/html5lib_parser.py +182 -172
  218. webscout/scout/parsers/html_parser.py +238 -236
  219. webscout/scout/parsers/lxml_parser.py +203 -178
  220. webscout/scout/utils.py +38 -37
  221. webscout/search/__init__.py +47 -0
  222. webscout/search/base.py +201 -0
  223. webscout/search/bing_main.py +45 -0
  224. webscout/search/brave_main.py +92 -0
  225. webscout/search/duckduckgo_main.py +57 -0
  226. webscout/search/engines/__init__.py +127 -0
  227. webscout/search/engines/bing/__init__.py +15 -0
  228. webscout/search/engines/bing/base.py +35 -0
  229. webscout/search/engines/bing/images.py +114 -0
  230. webscout/search/engines/bing/news.py +96 -0
  231. webscout/search/engines/bing/suggestions.py +36 -0
  232. webscout/search/engines/bing/text.py +109 -0
  233. webscout/search/engines/brave/__init__.py +19 -0
  234. webscout/search/engines/brave/base.py +47 -0
  235. webscout/search/engines/brave/images.py +213 -0
  236. webscout/search/engines/brave/news.py +353 -0
  237. webscout/search/engines/brave/suggestions.py +318 -0
  238. webscout/search/engines/brave/text.py +167 -0
  239. webscout/search/engines/brave/videos.py +364 -0
  240. webscout/search/engines/duckduckgo/__init__.py +25 -0
  241. webscout/search/engines/duckduckgo/answers.py +80 -0
  242. webscout/search/engines/duckduckgo/base.py +189 -0
  243. webscout/search/engines/duckduckgo/images.py +100 -0
  244. webscout/search/engines/duckduckgo/maps.py +183 -0
  245. webscout/search/engines/duckduckgo/news.py +70 -0
  246. webscout/search/engines/duckduckgo/suggestions.py +22 -0
  247. webscout/search/engines/duckduckgo/text.py +221 -0
  248. webscout/search/engines/duckduckgo/translate.py +48 -0
  249. webscout/search/engines/duckduckgo/videos.py +80 -0
  250. webscout/search/engines/duckduckgo/weather.py +84 -0
  251. webscout/search/engines/mojeek.py +61 -0
  252. webscout/search/engines/wikipedia.py +77 -0
  253. webscout/search/engines/yahoo/__init__.py +41 -0
  254. webscout/search/engines/yahoo/answers.py +19 -0
  255. webscout/search/engines/yahoo/base.py +34 -0
  256. webscout/search/engines/yahoo/images.py +323 -0
  257. webscout/search/engines/yahoo/maps.py +19 -0
  258. webscout/search/engines/yahoo/news.py +258 -0
  259. webscout/search/engines/yahoo/suggestions.py +140 -0
  260. webscout/search/engines/yahoo/text.py +273 -0
  261. webscout/search/engines/yahoo/translate.py +19 -0
  262. webscout/search/engines/yahoo/videos.py +302 -0
  263. webscout/search/engines/yahoo/weather.py +220 -0
  264. webscout/search/engines/yandex.py +67 -0
  265. webscout/search/engines/yep/__init__.py +13 -0
  266. webscout/search/engines/yep/base.py +34 -0
  267. webscout/search/engines/yep/images.py +101 -0
  268. webscout/search/engines/yep/suggestions.py +38 -0
  269. webscout/search/engines/yep/text.py +99 -0
  270. webscout/search/http_client.py +172 -0
  271. webscout/search/results.py +141 -0
  272. webscout/search/yahoo_main.py +57 -0
  273. webscout/search/yep_main.py +48 -0
  274. webscout/server/__init__.py +48 -0
  275. webscout/server/config.py +78 -0
  276. webscout/server/exceptions.py +69 -0
  277. webscout/server/providers.py +286 -0
  278. webscout/server/request_models.py +131 -0
  279. webscout/server/request_processing.py +404 -0
  280. webscout/server/routes.py +642 -0
  281. webscout/server/server.py +351 -0
  282. webscout/server/ui_templates.py +1171 -0
  283. webscout/swiftcli/__init__.py +79 -95
  284. webscout/swiftcli/core/__init__.py +7 -7
  285. webscout/swiftcli/core/cli.py +574 -297
  286. webscout/swiftcli/core/context.py +98 -104
  287. webscout/swiftcli/core/group.py +268 -241
  288. webscout/swiftcli/decorators/__init__.py +28 -28
  289. webscout/swiftcli/decorators/command.py +243 -221
  290. webscout/swiftcli/decorators/options.py +247 -220
  291. webscout/swiftcli/decorators/output.py +392 -252
  292. webscout/swiftcli/exceptions.py +21 -21
  293. webscout/swiftcli/plugins/__init__.py +9 -9
  294. webscout/swiftcli/plugins/base.py +134 -135
  295. webscout/swiftcli/plugins/manager.py +269 -269
  296. webscout/swiftcli/utils/__init__.py +58 -59
  297. webscout/swiftcli/utils/formatting.py +251 -252
  298. webscout/swiftcli/utils/parsing.py +368 -267
  299. webscout/update_checker.py +280 -136
  300. webscout/utils.py +28 -14
  301. webscout/version.py +2 -1
  302. webscout/version.py.bak +3 -0
  303. webscout/zeroart/__init__.py +218 -135
  304. webscout/zeroart/base.py +70 -66
  305. webscout/zeroart/effects.py +155 -101
  306. webscout/zeroart/fonts.py +1799 -1239
  307. webscout-2026.1.19.dist-info/METADATA +638 -0
  308. webscout-2026.1.19.dist-info/RECORD +312 -0
  309. {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/WHEEL +1 -1
  310. {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/entry_points.txt +1 -1
  311. webscout/DWEBS.py +0 -520
  312. webscout/Extra/Act.md +0 -309
  313. webscout/Extra/GitToolkit/gitapi/README.md +0 -110
  314. webscout/Extra/autocoder/__init__.py +0 -9
  315. webscout/Extra/autocoder/autocoder.py +0 -1105
  316. webscout/Extra/autocoder/autocoder_utiles.py +0 -332
  317. webscout/Extra/gguf.md +0 -430
  318. webscout/Extra/weather.md +0 -281
  319. webscout/Litlogger/README.md +0 -10
  320. webscout/Litlogger/__init__.py +0 -15
  321. webscout/Litlogger/formats.py +0 -4
  322. webscout/Litlogger/handlers.py +0 -103
  323. webscout/Litlogger/levels.py +0 -13
  324. webscout/Litlogger/logger.py +0 -92
  325. webscout/Provider/AI21.py +0 -177
  326. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  327. webscout/Provider/AISEARCH/felo_search.py +0 -202
  328. webscout/Provider/AISEARCH/genspark_search.py +0 -324
  329. webscout/Provider/AISEARCH/hika_search.py +0 -186
  330. webscout/Provider/AISEARCH/scira_search.py +0 -298
  331. webscout/Provider/Aitopia.py +0 -316
  332. webscout/Provider/AllenAI.py +0 -440
  333. webscout/Provider/Blackboxai.py +0 -791
  334. webscout/Provider/ChatGPTClone.py +0 -237
  335. webscout/Provider/ChatGPTGratis.py +0 -194
  336. webscout/Provider/Cloudflare.py +0 -324
  337. webscout/Provider/ExaChat.py +0 -358
  338. webscout/Provider/Flowith.py +0 -217
  339. webscout/Provider/FreeGemini.py +0 -250
  340. webscout/Provider/Glider.py +0 -225
  341. webscout/Provider/HF_space/__init__.py +0 -0
  342. webscout/Provider/HF_space/qwen_qwen2.py +0 -206
  343. webscout/Provider/HuggingFaceChat.py +0 -469
  344. webscout/Provider/Hunyuan.py +0 -283
  345. webscout/Provider/LambdaChat.py +0 -411
  346. webscout/Provider/Llama3.py +0 -259
  347. webscout/Provider/Nemotron.py +0 -218
  348. webscout/Provider/OLLAMA.py +0 -396
  349. webscout/Provider/OPENAI/BLACKBOXAI.py +0 -766
  350. webscout/Provider/OPENAI/Cloudflare.py +0 -378
  351. webscout/Provider/OPENAI/FreeGemini.py +0 -283
  352. webscout/Provider/OPENAI/NEMOTRON.py +0 -232
  353. webscout/Provider/OPENAI/Qwen3.py +0 -283
  354. webscout/Provider/OPENAI/api.py +0 -969
  355. webscout/Provider/OPENAI/c4ai.py +0 -373
  356. webscout/Provider/OPENAI/chatgptclone.py +0 -494
  357. webscout/Provider/OPENAI/copilot.py +0 -242
  358. webscout/Provider/OPENAI/flowith.py +0 -162
  359. webscout/Provider/OPENAI/freeaichat.py +0 -359
  360. webscout/Provider/OPENAI/mcpcore.py +0 -389
  361. webscout/Provider/OPENAI/multichat.py +0 -376
  362. webscout/Provider/OPENAI/opkfc.py +0 -496
  363. webscout/Provider/OPENAI/scirachat.py +0 -477
  364. webscout/Provider/OPENAI/standardinput.py +0 -433
  365. webscout/Provider/OPENAI/typegpt.py +0 -364
  366. webscout/Provider/OPENAI/uncovrAI.py +0 -463
  367. webscout/Provider/OPENAI/venice.py +0 -431
  368. webscout/Provider/OPENAI/yep.py +0 -382
  369. webscout/Provider/OpenGPT.py +0 -209
  370. webscout/Provider/Perplexitylabs.py +0 -415
  371. webscout/Provider/Reka.py +0 -214
  372. webscout/Provider/StandardInput.py +0 -290
  373. webscout/Provider/TTI/aiarta.py +0 -365
  374. webscout/Provider/TTI/artbit.py +0 -0
  375. webscout/Provider/TTI/fastflux.py +0 -200
  376. webscout/Provider/TTI/piclumen.py +0 -203
  377. webscout/Provider/TTI/pixelmuse.py +0 -225
  378. webscout/Provider/TTS/gesserit.py +0 -128
  379. webscout/Provider/TTS/sthir.py +0 -94
  380. webscout/Provider/TeachAnything.py +0 -229
  381. webscout/Provider/UNFINISHED/puterjs.py +0 -635
  382. webscout/Provider/UNFINISHED/test_lmarena.py +0 -119
  383. webscout/Provider/Venice.py +0 -258
  384. webscout/Provider/VercelAI.py +0 -253
  385. webscout/Provider/Writecream.py +0 -246
  386. webscout/Provider/WritingMate.py +0 -269
  387. webscout/Provider/asksteve.py +0 -220
  388. webscout/Provider/chatglm.py +0 -215
  389. webscout/Provider/copilot.py +0 -425
  390. webscout/Provider/freeaichat.py +0 -285
  391. webscout/Provider/granite.py +0 -235
  392. webscout/Provider/hermes.py +0 -266
  393. webscout/Provider/koala.py +0 -170
  394. webscout/Provider/lmarena.py +0 -198
  395. webscout/Provider/multichat.py +0 -364
  396. webscout/Provider/scira_chat.py +0 -299
  397. webscout/Provider/scnet.py +0 -243
  398. webscout/Provider/talkai.py +0 -194
  399. webscout/Provider/typegpt.py +0 -289
  400. webscout/Provider/uncovr.py +0 -368
  401. webscout/Provider/yep.py +0 -389
  402. webscout/litagent/Readme.md +0 -276
  403. webscout/litprinter/__init__.py +0 -59
  404. webscout/swiftcli/Readme.md +0 -323
  405. webscout/tempid.py +0 -128
  406. webscout/webscout_search.py +0 -1184
  407. webscout/webscout_search_async.py +0 -654
  408. webscout/yep_search.py +0 -347
  409. webscout/zeroart/README.md +0 -89
  410. webscout-8.2.9.dist-info/METADATA +0 -1033
  411. webscout-8.2.9.dist-info/RECORD +0 -289
  412. {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/licenses/LICENSE.md +0 -0
  413. {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/top_level.txt +0 -0
@@ -1,455 +1,492 @@
1
- """Main LitAgent implementation."""
2
-
3
- import random
4
- import threading
5
- from typing import List, Dict, Any, Optional
6
-
7
- from webscout.litagent.constants import BROWSERS, OS_VERSIONS, DEVICES, FINGERPRINTS
8
-
9
-
10
- class LitAgent:
11
- """A lit user agent generator that keeps it fresh! 🌟"""
12
-
13
- def __init__(self, thread_safe: bool = False):
14
- """Initialize LitAgent with style! 💫
15
-
16
- Args:
17
- thread_safe (bool): Enable thread-safety for multi-threaded applications
18
- """
19
- self.agents = self._generate_agents(100) # Keep 100 agents in memory
20
- self.thread_safe = thread_safe
21
- self.lock = threading.RLock() if thread_safe else None
22
- self._refresh_timer = None
23
- self._stats = {
24
- "total_generated": 100,
25
- "requests_served": 0,
26
- "browser_usage": {browser: 0 for browser in BROWSERS.keys()},
27
- "device_usage": {device: 0 for device in DEVICES.keys()}
28
- }
29
-
30
- def _generate_agents(self, count: int) -> List[str]:
31
- """Generate some lit user agents! 🛠️"""
32
- agents = []
33
- for _ in range(count):
34
- browser = random.choice(list(BROWSERS.keys()))
35
- version = random.randint(*BROWSERS[browser])
36
-
37
- if browser in ['chrome', 'firefox', 'edge', 'opera', 'brave', 'vivaldi']:
38
- os_type = random.choice(['windows', 'mac', 'linux'])
39
- os_ver = random.choice(OS_VERSIONS[os_type])
40
-
41
- if os_type == 'windows':
42
- platform = f"Windows NT {os_ver}"
43
- elif os_type == 'mac':
44
- platform = f"Macintosh; Intel Mac OS X {os_ver}"
45
- else:
46
- platform = f"X11; Linux {os_ver}"
47
-
48
- agent = f"Mozilla/5.0 ({platform}) AppleWebKit/537.36 (KHTML, like Gecko) "
49
- if browser == 'chrome':
50
- agent += f"Chrome/{version}.0.0.0 Safari/537.36"
51
- elif browser == 'firefox':
52
- agent += f"Firefox/{version}.0"
53
- elif browser == 'edge':
54
- agent += f"Edge/{version}.0.0.0"
55
- elif browser == 'opera':
56
- agent += f"OPR/{version}.0.0.0"
57
- elif browser == 'brave':
58
- agent += f"Chrome/{version}.0.0.0 Safari/537.36 Brave/{version}.0.0.0"
59
- elif browser == 'vivaldi':
60
- agent += f"Chrome/{version}.0.0.0 Safari/537.36 Vivaldi/{version}.0.{random.randint(1000, 9999)}"
61
-
62
- elif browser == 'safari':
63
- device = random.choice(['mac', 'ios'])
64
- if device == 'mac':
65
- ver = random.choice(OS_VERSIONS['mac'])
66
- agent = f"Mozilla/5.0 (Macintosh; Intel Mac OS X {ver}) "
67
- else:
68
- ver = random.choice(OS_VERSIONS['ios'])
69
- device = random.choice(['iPhone', 'iPad'])
70
- agent = f"Mozilla/5.0 ({device}; CPU OS {ver} like Mac OS X) "
71
- agent += f"AppleWebKit/{version}.1.15 (KHTML, like Gecko) Version/{version//100}.0 Safari/{version}.1.15"
72
-
73
- agents.append(agent)
74
-
75
- return list(set(agents)) # Remove any duplicates
76
-
77
- def _update_stats(self, browser_type=None, device_type=None):
78
- """Update usage statistics."""
79
- if self.thread_safe and self.lock:
80
- with self.lock:
81
- self._stats["requests_served"] += 1
82
- if browser_type:
83
- self._stats["browser_usage"][browser_type] = self._stats["browser_usage"].get(browser_type, 0) + 1
84
- if device_type:
85
- self._stats["device_usage"][device_type] = self._stats["device_usage"].get(device_type, 0) + 1
86
- else:
87
- self._stats["requests_served"] += 1
88
- if browser_type:
89
- self._stats["browser_usage"][browser_type] = self._stats["browser_usage"].get(browser_type, 0) + 1
90
- if device_type:
91
- self._stats["device_usage"][device_type] = self._stats["device_usage"].get(device_type, 0) + 1
92
-
93
- def random(self) -> str:
94
- """Get a random user agent! 🎲"""
95
- if self.thread_safe and self.lock:
96
- with self.lock:
97
- agent = random.choice(self.agents)
98
- self._update_stats()
99
- return agent
100
- else:
101
- agent = random.choice(self.agents)
102
- self._update_stats()
103
- return agent
104
-
105
- def browser(self, name: str) -> str:
106
- """Get a browser-specific agent! 🌐"""
107
- name = name.lower()
108
- if name not in BROWSERS:
109
- return self.random()
110
-
111
- if self.thread_safe and self.lock:
112
- with self.lock:
113
- agents = [a for a in self.agents if name in a.lower()]
114
- agent = random.choice(agents) if agents else self.random()
115
- self._update_stats(browser_type=name)
116
- return agent
117
- else:
118
- agents = [a for a in self.agents if name in a.lower()]
119
- agent = random.choice(agents) if agents else self.random()
120
- self._update_stats(browser_type=name)
121
- return agent
122
-
123
- def mobile(self) -> str:
124
- """Get a mobile device agent! 📱"""
125
- if self.thread_safe and self.lock:
126
- with self.lock:
127
- agents = [a for a in self.agents if any(d in a for d in DEVICES['mobile'])]
128
- agent = random.choice(agents) if agents else self.random()
129
- self._update_stats(device_type="mobile")
130
- return agent
131
- else:
132
- agents = [a for a in self.agents if any(d in a for d in DEVICES['mobile'])]
133
- agent = random.choice(agents) if agents else self.random()
134
- self._update_stats(device_type="mobile")
135
- return agent
136
-
137
- def desktop(self) -> str:
138
- """Get a desktop agent! 💻"""
139
- if self.thread_safe and self.lock:
140
- with self.lock:
141
- agents = [a for a in self.agents if 'Windows' in a or 'Macintosh' in a or 'Linux' in a]
142
- agent = random.choice(agents) if agents else self.random()
143
- self._update_stats(device_type="desktop")
144
- return agent
145
- else:
146
- agents = [a for a in self.agents if 'Windows' in a or 'Macintosh' in a or 'Linux' in a]
147
- agent = random.choice(agents) if agents else self.random()
148
- self._update_stats(device_type="desktop")
149
- return agent
150
-
151
- def tablet(self) -> str:
152
- """Get a tablet agent! 📱"""
153
- if self.thread_safe and self.lock:
154
- with self.lock:
155
- # Focus on iPad and Android tablets
156
- agents = [a for a in self.agents if 'iPad' in a or 'Android' in a and not 'Mobile' in a]
157
- agent = random.choice(agents) if agents else self.random()
158
- self._update_stats(device_type="tablet")
159
- return agent
160
- else:
161
- agents = [a for a in self.agents if 'iPad' in a or 'Android' in a and not 'Mobile' in a]
162
- agent = random.choice(agents) if agents else self.random()
163
- self._update_stats(device_type="tablet")
164
- return agent
165
-
166
- def smart_tv(self) -> str:
167
- """Get a Smart TV agent! 📺"""
168
- # Create a TV-specific agent since they may not be in our standard pool
169
- tv_type = random.choice(DEVICES['tv'])
170
- if 'Samsung' in tv_type:
171
- agent = f"Mozilla/5.0 (SMART-TV; SAMSUNG; {tv_type}; Tizen 5.5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.38 Safari/537.36"
172
- elif 'LG' in tv_type:
173
- agent = f"Mozilla/5.0 (Web0S; {tv_type}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36"
174
- elif 'Android' in tv_type:
175
- agent = f"Mozilla/5.0 (Linux; Android 9; {tv_type}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36"
176
- elif 'Apple' in tv_type:
177
- agent = f"Mozilla/5.0 (AppleTV; CPU like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148"
178
- else:
179
- agent = f"Mozilla/5.0 (Linux; {tv_type}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36"
180
-
181
- self._update_stats(device_type="tv")
182
- return agent
183
-
184
- def gaming(self) -> str:
185
- """Get a gaming console agent! 🎮"""
186
- console_type = random.choice(DEVICES['console'])
187
- if 'PlayStation' in console_type:
188
- agent = f"Mozilla/5.0 ({console_type}/5.0) AppleWebKit/601.2 (KHTML, like Gecko)"
189
- elif 'Xbox' in console_type:
190
- agent = f"Mozilla/5.0 ({console_type}; Xbox; Xbox One) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.19041"
191
- elif 'Nintendo' in console_type:
192
- agent = f"Mozilla/5.0 (Nintendo Switch; {console_type}) AppleWebKit/601.6 (KHTML, like Gecko) NintendoBrowser/5.1.0.13343"
193
- else:
194
- agent = self.random()
195
-
196
- self._update_stats(device_type="console")
197
- return agent
198
-
199
- def chrome(self) -> str:
200
- """Get a Chrome agent! 🌐"""
201
- return self.browser('chrome')
202
-
203
- def firefox(self) -> str:
204
- """Get a Firefox agent! 🦊"""
205
- return self.browser('firefox')
206
-
207
- def safari(self) -> str:
208
- """Get a Safari agent! 🧭"""
209
- return self.browser('safari')
210
-
211
- def edge(self) -> str:
212
- """Get an Edge agent! 📐"""
213
- return self.browser('edge')
214
-
215
- def opera(self) -> str:
216
- """Get an Opera agent! 🎭"""
217
- return self.browser('opera')
218
-
219
- def brave(self) -> str:
220
- """Get a Brave agent! 🦁"""
221
- return self.browser('brave')
222
-
223
- def vivaldi(self) -> str:
224
- """Get a Vivaldi agent! 🎨"""
225
- return self.browser('vivaldi')
226
-
227
- # OS-specific agents
228
- def windows(self) -> str:
229
- """Get a Windows agent! 🪟"""
230
- agents = [a for a in self.agents if 'Windows' in a]
231
- agent = random.choice(agents) if agents else self.random()
232
- self._update_stats()
233
- return agent
234
-
235
- def macos(self) -> str:
236
- """Get a macOS agent! 🍎"""
237
- agents = [a for a in self.agents if 'Macintosh' in a]
238
- agent = random.choice(agents) if agents else self.random()
239
- self._update_stats()
240
- return agent
241
-
242
- def linux(self) -> str:
243
- """Get a Linux agent! 🐧"""
244
- agents = [a for a in self.agents if 'Linux' in a and 'Android' not in a]
245
- agent = random.choice(agents) if agents else self.random()
246
- self._update_stats()
247
- return agent
248
-
249
- def android(self) -> str:
250
- """Get an Android agent! 🤖"""
251
- agents = [a for a in self.agents if 'Android' in a]
252
- agent = random.choice(agents) if agents else self.random()
253
- self._update_stats()
254
- return agent
255
-
256
- def ios(self) -> str:
257
- """Get an iOS agent! 📱"""
258
- agents = [a for a in self.agents if 'iPhone' in a or 'iPad' in a]
259
- agent = random.choice(agents) if agents else self.random()
260
- self._update_stats()
261
- return agent
262
-
263
- def custom(self, browser: str, version: Optional[str] = None,
264
- os: Optional[str] = None, os_version: Optional[str] = None,
265
- device_type: Optional[str] = None) -> str:
266
- """Generate a custom user agent with specified parameters! 🛠️
267
-
268
- Args:
269
- browser: Browser name (chrome, firefox, safari, edge, opera)
270
- version: Browser version (optional)
271
- os: Operating system (windows, mac, linux, android, ios)
272
- os_version: OS version (optional)
273
- device_type: Device type (desktop, mobile, tablet)
274
-
275
- Returns:
276
- Customized user agent string
277
- """
278
- browser = browser.lower() if browser else 'chrome'
279
- if browser not in BROWSERS:
280
- browser = 'chrome'
281
-
282
- if version:
283
- try:
284
- version_num = int(version.split('.')[0])
285
- except (ValueError, IndexError):
286
- version_num = random.randint(*BROWSERS[browser])
287
- else:
288
- version_num = random.randint(*BROWSERS[browser])
289
-
290
- os = os.lower() if os else random.choice(['windows', 'mac', 'linux'])
291
- if os not in OS_VERSIONS:
292
- os = 'windows'
293
-
294
- os_ver = os_version or random.choice(OS_VERSIONS[os])
295
-
296
- device_type = device_type.lower() if device_type else 'desktop'
297
-
298
- # Build the user agent
299
- if os == 'windows':
300
- platform = f"Windows NT {os_ver}"
301
- elif os == 'mac':
302
- platform = f"Macintosh; Intel Mac OS X {os_ver}"
303
- elif os == 'linux':
304
- platform = f"X11; Linux {OS_VERSIONS['linux'][0]}"
305
- elif os == 'android':
306
- platform = f"Linux; Android {os_ver}; {random.choice(DEVICES['mobile'])}"
307
- elif os == 'ios':
308
- device = 'iPhone' if device_type == 'mobile' else 'iPad'
309
- platform = f"{device}; CPU OS {os_ver} like Mac OS X"
310
- else:
311
- platform = f"Windows NT 10.0" # Default fallback
312
-
313
- agent = f"Mozilla/5.0 ({platform}) AppleWebKit/537.36 (KHTML, like Gecko) "
314
-
315
- if browser == 'chrome':
316
- agent += f"Chrome/{version_num}.0.0.0 Safari/537.36"
317
- elif browser == 'firefox':
318
- agent += f"Firefox/{version_num}.0"
319
- elif browser == 'safari':
320
- safari_ver = random.randint(*BROWSERS['safari'])
321
- agent += f"Version/{version_num}.0 Safari/{safari_ver}.0"
322
- elif browser == 'edge':
323
- agent += f"Chrome/{version_num}.0.0.0 Safari/537.36 Edg/{version_num}.0.0.0"
324
- elif browser == 'opera':
325
- agent += f"Chrome/{version_num}.0.0.0 Safari/537.36 OPR/{version_num}.0.0.0"
326
- elif browser == 'brave':
327
- agent += f"Chrome/{version_num}.0.0.0 Safari/537.36 Brave/{version_num}.1.0"
328
-
329
- self._update_stats(browser_type=browser, device_type=device_type)
330
- return agent
331
-
332
- def generate_fingerprint(self, browser: Optional[str] = None) -> Dict[str, str]:
333
- """Generate a consistent browser fingerprint! 👆
334
-
335
- This creates a coherent set of headers for anti-fingerprinting.
336
-
337
- Args:
338
- browser: Specific browser to generate fingerprint for
339
-
340
- Returns:
341
- Dictionary with fingerprinting headers
342
- """
343
- # Get a random user agent using the random() method
344
- user_agent = self.random()
345
-
346
- # If browser is specified, try to get a matching one
347
- if browser:
348
- browser = browser.lower()
349
- if browser in BROWSERS:
350
- user_agent = self.browser(browser)
351
-
352
- accept_language = random.choice(FINGERPRINTS["accept_language"])
353
- accept = random.choice(FINGERPRINTS["accept"])
354
- platform = random.choice(FINGERPRINTS["platforms"])
355
-
356
- # Generate sec-ch-ua based on the user agent
357
- sec_ch_ua = ""
358
- for browser_name in FINGERPRINTS["sec_ch_ua"]:
359
- if browser_name in user_agent.lower():
360
- version = random.randint(*BROWSERS[browser_name])
361
- sec_ch_ua = FINGERPRINTS["sec_ch_ua"][browser_name].format(version, version)
362
- break
363
-
364
- fingerprint = {
365
- "user_agent": user_agent,
366
- "accept_language": accept_language,
367
- "accept": accept,
368
- "sec_ch_ua": sec_ch_ua,
369
- "platform": platform
370
- }
371
-
372
- self._update_stats(browser_type=browser)
373
- return fingerprint
374
-
375
- def refresh(self) -> None:
376
- """Refresh the agents with new ones! 🔄"""
377
- if self.thread_safe and self.lock:
378
- with self.lock:
379
- self.agents = self._generate_agents(100)
380
- self._stats["total_generated"] += 100
381
- else:
382
- self.agents = self._generate_agents(100)
383
- self._stats["total_generated"] += 100
384
-
385
-
386
- def auto_refresh(self, interval_minutes: int = 30) -> None:
387
- """Set up automatic refreshing of agents pool! ⏱️
388
-
389
- Args:
390
- interval_minutes: Minutes between refreshes
391
- """
392
- if self._refresh_timer:
393
- self._refresh_timer.cancel()
394
-
395
- def _refresh_task():
396
- self.refresh()
397
- self._refresh_timer = threading.Timer(interval_minutes * 60, _refresh_task)
398
- self._refresh_timer.daemon = True
399
- self._refresh_timer.start()
400
-
401
- self._refresh_timer = threading.Timer(interval_minutes * 60, _refresh_task)
402
- self._refresh_timer.daemon = True
403
- self._refresh_timer.start()
404
-
405
- def get_stats(self) -> Dict[str, Any]:
406
- """Get statistics about agent usage! 📊
407
-
408
- Returns:
409
- Dictionary with usage statistics
410
- """
411
- stats_copy = self._stats.copy()
412
- # Calculate top browser
413
- top_browser = max(stats_copy["browser_usage"].items(), key=lambda x: x[1])[0] if stats_copy["browser_usage"] else None
414
- stats_copy["top_browser"] = top_browser
415
-
416
- # Calculate fake detection avoidance rate (just for fun)
417
- stats_copy["avoidance_rate"] = min(99.9, 90 + (stats_copy["total_generated"] / 1000))
418
-
419
- return stats_copy
420
-
421
- def export_stats(self, filename: str) -> bool:
422
- """Export usage statistics to a file! 💾
423
-
424
- Args:
425
- filename: Path to export the stats
426
-
427
- Returns:
428
- True if export was successful, False otherwise
429
- """
430
- try:
431
- import json
432
- with open(filename, 'w') as f:
433
- json.dump(self.get_stats(), f, indent=2)
434
- return True
435
- except Exception as e:
436
- return False
437
-
438
- if __name__ == "__main__":
439
- # Test it out! 🧪
440
- agent = LitAgent()
441
- print("Random:", agent.random())
442
- print("Chrome:", agent.chrome())
443
- print("Firefox:", agent.firefox())
444
- print("Safari:", agent.safari())
445
- print("Mobile:", agent.mobile())
446
- print("Desktop:", agent.desktop())
447
- print("Tablet:", agent.tablet())
448
- print("Smart TV:", agent.smart_tv())
449
- print("Gaming:", agent.gaming())
450
-
451
- # Test custom agent
452
- print("Custom:", agent.custom(browser="chrome", os="windows", os_version="10.0"))
453
-
454
- # Test fingerprinting
455
- print("Fingerprint:", agent.generate_fingerprint("chrome"))
1
+ """
2
+ LitAgent: Advanced User Agent Generation and Management System.
3
+
4
+ This module provides a robust and flexible system for generating realistic,
5
+ modern user agents and managing browser fingerprints for web scraping and
6
+ automation purposes.
7
+ """
8
+
9
+ import json
10
+ import random
11
+ import threading
12
+ from datetime import datetime
13
+ from typing import Any, Dict, List, Optional, Set, Tuple, cast
14
+
15
+ from webscout.litagent.constants import BROWSERS, DEVICES, FINGERPRINTS, OS_VERSIONS
16
+
17
+
18
+ class LitAgent:
19
+ """
20
+ A powerful and modern user agent generator for web scraping and automation.
21
+
22
+ LitAgent provides tools for generating randomized but realistic user agent strings,
23
+ managing proxy pools, rotating IPs, and simulating browser fingerprints to avoid
24
+ detection and rate limiting.
25
+ """
26
+
27
+ _blacklist: Set[str]
28
+ _whitelist: Set[str]
29
+ _agents: List[str]
30
+ _ip_pool: List[str]
31
+ _ip_index: int
32
+ _proxy_pool: List[str]
33
+ _proxy_index: int
34
+ _history: List[str]
35
+ _refresh_timer: Optional[threading.Timer]
36
+ _stats: Dict[str, Any]
37
+ thread_safe: bool
38
+ lock: Optional[threading.RLock]
39
+
40
+ @property
41
+ def agents(self) -> List[str]:
42
+ """Returns the current pool of user agents."""
43
+ return self._agents
44
+
45
+ @property
46
+ def ip_pool(self) -> List[str]:
47
+ """Returns the current simulated IP pool."""
48
+ return self._ip_pool
49
+
50
+ def __init__(self, thread_safe: bool = False):
51
+ """
52
+ Initialize the LitAgent instance.
53
+
54
+ Args:
55
+ thread_safe (bool): If True, use RLock for thread-safe operations.
56
+ """
57
+ self.thread_safe = thread_safe
58
+ self.lock = threading.RLock() if thread_safe else None
59
+
60
+ # Internal state
61
+ self._blacklist: Set[str] = set()
62
+ self._whitelist: Set[str] = set()
63
+ self._agents: List[str] = self._generate_agents(100)
64
+ self._ip_pool: List[str] = self._generate_ip_pool(20)
65
+ self._ip_index: int = 0
66
+ self._proxy_pool: List[str] = []
67
+ self._proxy_index: int = 0
68
+ self._history: List[str] = []
69
+ self._refresh_timer: Optional[threading.Timer] = None
70
+
71
+ # Usage statistics
72
+ self._stats = {
73
+ "total_generated": 100,
74
+ "requests_served": 0,
75
+ "browser_usage": {browser: 0 for browser in BROWSERS.keys()},
76
+ "device_usage": {device: 0 for device in DEVICES.keys()},
77
+ "start_time": datetime.now().isoformat()
78
+ }
79
+
80
+ def _generate_agents(self, count: int) -> List[str]:
81
+ """
82
+ Generate a list of realistic user agent strings.
83
+
84
+ Args:
85
+ count (int): Number of agents to generate.
86
+
87
+ Returns:
88
+ List[str]: A list of generated user agent strings.
89
+ """
90
+ agents: List[str] = []
91
+ for _ in range(count):
92
+ agent = ""
93
+ browser: str = random.choice(list(BROWSERS.keys()))
94
+ version_range: Tuple[int, int] = BROWSERS.get(browser, (100, 130))
95
+ version: int = random.randint(*version_range)
96
+
97
+ if browser in ['chrome', 'firefox', 'edge', 'opera', 'brave', 'vivaldi']:
98
+ os_type: str = random.choice(['windows', 'mac', 'linux'])
99
+ os_ver: str = random.choice(OS_VERSIONS.get(os_type, ["10.0"]))
100
+
101
+ if os_type == 'windows':
102
+ platform = f"Windows NT {os_ver}; Win64; x64"
103
+ elif os_type == 'mac':
104
+ platform = f"Macintosh; Intel Mac OS X {os_ver}"
105
+ else:
106
+ platform = f"X11; Linux {os_ver}"
107
+
108
+ agent = f"Mozilla/5.0 ({platform}) AppleWebKit/537.36 (KHTML, like Gecko) "
109
+
110
+ if browser == 'chrome':
111
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36"
112
+ elif browser == 'firefox':
113
+ agent += f"Firefox/{version}.0"
114
+ elif browser == 'edge':
115
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36 Edg/{version}.0.0.0"
116
+ elif browser == 'opera':
117
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36 OPR/{version}.0.0.0"
118
+ elif browser == 'brave':
119
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36 Brave/{version}.0.0.0"
120
+ elif browser == 'vivaldi':
121
+ vivaldi_build: int = random.randint(1000, 9999)
122
+ agent += f"Chrome/{version}.0.0.0 Safari/537.36 Vivaldi/{version}.0.{vivaldi_build}"
123
+
124
+ elif browser == 'safari':
125
+ device: str = random.choice(['mac', 'ios'])
126
+ if device == 'mac':
127
+ ver: str = random.choice(OS_VERSIONS.get('mac', ["10_15_7"]))
128
+ agent = f"Mozilla/5.0 (Macintosh; Intel Mac OS X {ver}) "
129
+ else:
130
+ ver = random.choice(OS_VERSIONS.get('ios', ["17_0"]))
131
+ device_name: str = random.choice(['iPhone', 'iPad'])
132
+ agent = f"Mozilla/5.0 ({device_name}; CPU OS {ver} like Mac OS X) "
133
+
134
+ agent += f"AppleWebKit/{version}.1.15 (KHTML, like Gecko) Version/{version//10}.0 Safari/{version}.1.15"
135
+
136
+ agents.append(agent)
137
+
138
+ # Ensure uniqueness and respects current whitelist/blacklist
139
+ unique_agents = list(set(agents))
140
+ return [a for a in unique_agents if a not in self._blacklist]
141
+
142
+ def _update_stats(self, browser_type: Optional[str] = None, device_type: Optional[str] = None) -> None:
143
+ """Update internal usage statistics."""
144
+ def update() -> None:
145
+ self._stats["requests_served"] += 1
146
+ if browser_type:
147
+ self._stats["browser_usage"][browser_type] = self._stats["browser_usage"].get(browser_type, 0) + 1
148
+ if device_type:
149
+ self._stats["device_usage"][device_type] = self._stats["device_usage"].get(device_type, 0) + 1
150
+
151
+ if self.thread_safe and self.lock:
152
+ with self.lock:
153
+ update()
154
+ else:
155
+ update()
156
+
157
+ def _add_to_history(self, agent: str) -> None:
158
+ """Add a generated agent to history."""
159
+ def add() -> None:
160
+ self._history.append(agent)
161
+ if len(self._history) > 50:
162
+ self._history.pop(0)
163
+
164
+ if self.thread_safe and self.lock:
165
+ with self.lock:
166
+ add()
167
+ else:
168
+ add()
169
+
170
+ def random(self) -> str:
171
+ """
172
+ Get a random user agent from the pool.
173
+
174
+ Returns:
175
+ str: A random user agent string.
176
+ """
177
+ pool = list(self._whitelist) if self._whitelist else self._agents
178
+ if not pool:
179
+ # Fallback if somehow empty
180
+ pool = self._generate_agents(1)
181
+
182
+ agent = random.choice(pool)
183
+ self._update_stats()
184
+ self._add_to_history(agent)
185
+ return agent
186
+
187
+ def browser(self, name: str) -> str:
188
+ """
189
+ Get a user agent for a specific browser.
190
+
191
+ Args:
192
+ name (str): Browser name (e.g., 'chrome', 'firefox').
193
+
194
+ Returns:
195
+ str: A browser-specific user agent string.
196
+ """
197
+ name = name.lower()
198
+ if name not in BROWSERS:
199
+ return self.random()
200
+
201
+ matching_agents = [a for a in self._agents if name in a.lower()]
202
+ if not matching_agents:
203
+ # Generate one on the fly if needed
204
+ matched = self.custom(browser=name)
205
+ else:
206
+ matched = random.choice(matching_agents)
207
+
208
+ self._update_stats(browser_type=name)
209
+ self._add_to_history(matched)
210
+ return matched
211
+
212
+ def mobile(self) -> str:
213
+ """Returns a mobile device user agent."""
214
+ matching = [a for a in self._agents if any(d in a for d in DEVICES.get('mobile', []))]
215
+ agent = random.choice(matching) if matching else self.custom(device_type="mobile")
216
+ self._update_stats(device_type="mobile")
217
+ return agent
218
+
219
+ def desktop(self) -> str:
220
+ """Returns a desktop device user agent."""
221
+ matching = [a for a in self._agents if any(d in a for d in ["Windows", "Macintosh", "X11"])]
222
+ agent = random.choice(matching) if matching else self.custom(device_type="desktop")
223
+ self._update_stats(device_type="desktop")
224
+ return agent
225
+
226
+ def tablet(self) -> str:
227
+ """Returns a tablet device user agent."""
228
+ matching = [a for a in self._agents if 'iPad' in a or ('Android' in a and 'Mobile' not in a)]
229
+ agent = random.choice(matching) if matching else self.custom(device_type="tablet")
230
+ self._update_stats(device_type="tablet")
231
+ return agent
232
+
233
+ def chrome(self) -> str: return self.browser('chrome')
234
+ def firefox(self) -> str: return self.browser('firefox')
235
+ def safari(self) -> str: return self.browser('safari')
236
+ def edge(self) -> str: return self.browser('edge')
237
+ def opera(self) -> str: return self.browser('opera')
238
+ def brave(self) -> str: return self.browser('brave')
239
+ def vivaldi(self) -> str: return self.browser('vivaldi')
240
+
241
+ def windows(self) -> str: return self.custom(os='windows')
242
+ def macos(self) -> str: return self.custom(os='mac')
243
+ def linux(self) -> str: return self.custom(os='linux')
244
+ def android(self) -> str: return self.custom(os='android')
245
+ def ios(self) -> str: return self.custom(os='ios')
246
+
247
+ def custom(self, browser: Optional[str] = None, version: Optional[str] = None,
248
+ os: Optional[str] = None, os_version: Optional[str] = None,
249
+ device_type: Optional[str] = None) -> str:
250
+ """
251
+ Generate a customized user agent string.
252
+
253
+ Args:
254
+ browser (str, optional): Browser name.
255
+ version (str, optional): Browser version.
256
+ os (str, optional): Operating system.
257
+ os_version (str, optional): OS version.
258
+ device_type (str, optional): Device type ('desktop', 'mobile', 'tablet').
259
+
260
+ Returns:
261
+ str: The customized user agent string.
262
+ """
263
+ browser = browser.lower() if browser else 'chrome'
264
+ v_range = BROWSERS.get(browser, (100, 130))
265
+ v_num = int(version.split('.')[0]) if version else random.randint(*v_range)
266
+
267
+ os = os.lower() if os else random.choice(['windows', 'mac', 'linux'])
268
+ os_ver = os_version or random.choice(OS_VERSIONS.get(os, ["10.0"]))
269
+ device_type = (device_type or 'desktop').lower()
270
+
271
+ if os == 'windows':
272
+ platform = f"Windows NT {os_ver}; Win64; x64"
273
+ elif os == 'mac':
274
+ platform = f"Macintosh; Intel Mac OS X {os_ver}"
275
+ elif os == 'linux':
276
+ platform = f"X11; Linux {os_ver}"
277
+ elif os == 'android':
278
+ platform = f"Linux; Android {os_ver}; {random.choice(DEVICES.get('mobile', ['Samsung Galaxy']))}"
279
+ elif os == 'ios':
280
+ dev = 'iPhone' if device_type == 'mobile' else 'iPad'
281
+ platform = f"{dev}; CPU OS {os_ver} like Mac OS X"
282
+ else:
283
+ platform = "Windows NT 10.0; Win64; x64"
284
+
285
+ agent = f"Mozilla/5.0 ({platform}) AppleWebKit/537.36 (KHTML, like Gecko) "
286
+
287
+ if browser == 'chrome':
288
+ agent += f"Chrome/{v_num}.0.0.0 Safari/537.36"
289
+ elif browser == 'firefox':
290
+ agent += f"Firefox/{v_num}.0"
291
+ elif browser == 'safari':
292
+ agent += f"Version/{v_num//10}.0 Safari/{v_num}.1.15"
293
+ elif browser == 'edge':
294
+ agent += f"Chrome/{v_num}.0.0.0 Safari/537.36 Edg/{v_num}.0.0.0"
295
+ else:
296
+ agent += f"Chrome/{v_num}.0.0.0 Safari/537.36"
297
+
298
+ self._update_stats(browser_type=browser, device_type=device_type)
299
+ return agent
300
+
301
+ def generate_fingerprint(self, browser: Optional[str] = None) -> Dict[str, str]:
302
+ """
303
+ Generate a complete browser fingerprint.
304
+
305
+ Args:
306
+ browser (str, optional): Requested browser type.
307
+
308
+ Returns:
309
+ Dict[str, str]: A dictionary containing headers and fingerprint data.
310
+ """
311
+ ua = self.browser(browser) if browser else self.random()
312
+ ip = self.rotate_ip()
313
+
314
+ sec_ch_ua = ""
315
+ sec_ch_ua_dict = cast(Dict[str, str], FINGERPRINTS.get("sec_ch_ua", {}))
316
+ for b_name in sec_ch_ua_dict:
317
+ if b_name in ua.lower():
318
+ v = random.randint(*BROWSERS.get(b_name, (100, 120)))
319
+ sec_ch_ua = sec_ch_ua_dict[b_name].format(v, v)
320
+ break
321
+
322
+ accept_language_list = cast(List[str], FINGERPRINTS.get("accept_language", ["en-US,en;q=0.9"]))
323
+ accept_list = cast(List[str], FINGERPRINTS.get("accept", ["*/*"]))
324
+ platforms_list = cast(List[str], FINGERPRINTS.get("platforms", ["Windows"]))
325
+
326
+ return {
327
+ "user_agent": ua,
328
+ "accept_language": random.choice(accept_language_list),
329
+ "accept": random.choice(accept_list),
330
+ "sec_ch_ua": sec_ch_ua,
331
+ "platform": random.choice(platforms_list),
332
+ "x-forwarded-for": ip,
333
+ "x-real-ip": ip,
334
+ "x-client-ip": ip,
335
+ "forwarded": f"for={ip};proto=https",
336
+ "x-request-id": self.random_id(8),
337
+ }
338
+
339
+ def smart_tv(self) -> str:
340
+ """Generate a Smart TV user agent."""
341
+ tv: str = random.choice(DEVICES.get('tv', ["Samsung Smart TV"]))
342
+ if 'Samsung' in tv:
343
+ agent: str = f"Mozilla/5.0 (SMART-TV; SAMSUNG; {tv}; Tizen 6.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36"
344
+ elif 'LG' in tv:
345
+ agent = f"Mozilla/5.0 (Web0S; {tv}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36"
346
+ else:
347
+ agent = f"Mozilla/5.0 (Linux; {tv}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.163 Safari/537.36"
348
+
349
+ self._update_stats(device_type="tv")
350
+ return agent
351
+
352
+ def gaming(self) -> str:
353
+ """Generate a gaming console user agent."""
354
+ console: str = random.choice(DEVICES.get('console', ["PlayStation 5"]))
355
+ if 'PlayStation' in console:
356
+ agent: str = f"Mozilla/5.0 ({console}) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Safari/605.1.15"
357
+ elif 'Xbox' in console:
358
+ agent = f"Mozilla/5.0 (Windows NT 10.0; Win64; x64; Xbox; {console}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 Edge/110.0.1587.41"
359
+ else:
360
+ agent = self.random()
361
+
362
+ self._update_stats(device_type="console")
363
+ return agent
364
+
365
+ def wearable(self) -> str:
366
+ """Generate a wearable device user agent."""
367
+ dev: str = random.choice(DEVICES.get('wearable', ["Apple Watch"]))
368
+ if 'Apple Watch' in dev:
369
+ agent: str = "Mozilla/5.0 (AppleWatch; CPU WatchOS like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/10.0 Mobile/15E148 Safari/605.1"
370
+ else:
371
+ agent = f"Mozilla/5.0 (Linux; {dev}) AppleWebKit/537.36 (KHTML, like Gecko)"
372
+
373
+ self._update_stats(device_type="wearable")
374
+ return agent
375
+
376
+ def refresh(self) -> None:
377
+ """Refresh the internal agents pool with new values."""
378
+ def do_refresh() -> None:
379
+ self._agents = self._generate_agents(100)
380
+ self._stats["total_generated"] += 100
381
+
382
+ if self.thread_safe and self.lock:
383
+ with self.lock:
384
+ do_refresh()
385
+ else:
386
+ do_refresh()
387
+
388
+ def auto_refresh(self, interval_minutes: int = 30) -> None:
389
+ """
390
+ Schedule automatic background refreshing of the agents pool.
391
+
392
+ Args:
393
+ interval_minutes (int): Time between refreshes in minutes.
394
+ """
395
+ if self._refresh_timer:
396
+ self._refresh_timer.cancel()
397
+
398
+ def _task() -> None:
399
+ self.refresh()
400
+ self._refresh_timer = threading.Timer(interval_minutes * 60, _task)
401
+ self._refresh_timer.daemon = True
402
+ self._refresh_timer.start()
403
+
404
+ self._refresh_timer = threading.Timer(interval_minutes * 60, _task)
405
+ self._refresh_timer.daemon = True
406
+ self._refresh_timer.start()
407
+
408
+ def rotate_ip(self) -> str:
409
+ """Rotate through the IP pool and returns the next IP address."""
410
+ def rot() -> str:
411
+ ip: str = self._ip_pool[self._ip_index]
412
+ self._ip_index = (self._ip_index + 1) % len(self._ip_pool)
413
+ return ip
414
+
415
+ if self.thread_safe and self.lock:
416
+ with self.lock:
417
+ return rot()
418
+ return rot()
419
+
420
+ def set_proxy_pool(self, proxies: List[str]) -> None:
421
+ """Set a pool of proxies for rotation."""
422
+ self._proxy_pool = proxies
423
+ self._proxy_index = 0
424
+
425
+ def rotate_proxy(self) -> Optional[str]:
426
+ """Rotate through and return the next proxy from the pool."""
427
+ if not self._proxy_pool:
428
+ return None
429
+
430
+ def rot() -> str:
431
+ proxy: str = self._proxy_pool[self._proxy_index]
432
+ self._proxy_index = (self._proxy_index + 1) % len(self._proxy_pool)
433
+ return proxy
434
+
435
+ if self.thread_safe and self.lock:
436
+ with self.lock:
437
+ return rot()
438
+ return rot()
439
+
440
+ def add_to_blacklist(self, agent: str) -> None:
441
+ """Blacklist a specific user agent string."""
442
+ self._blacklist.add(agent)
443
+ if agent in self._agents:
444
+ self._agents.remove(agent)
445
+
446
+ def add_to_whitelist(self, agent: str) -> None:
447
+ """Limit results to only those in the whitelist."""
448
+ self._whitelist.add(agent)
449
+
450
+ def get_stats(self) -> Dict[str, Any]:
451
+ """Get usage statistics."""
452
+ stats = self._stats.copy()
453
+ usage = stats["browser_usage"]
454
+ stats["top_browser"] = max(usage.items(), key=lambda x: x[1])[0] if any(usage.values()) else None
455
+ stats["avoidance_rate"] = min(99.9, 90 + (stats["total_generated"] / 1000))
456
+ return stats
457
+
458
+ def export_stats(self, filename: str) -> bool:
459
+ """Export stats to a JSON file."""
460
+ try:
461
+ with open(filename, 'w', encoding='utf-8') as f:
462
+ json.dump(self.get_stats(), f, indent=4)
463
+ return True
464
+ except Exception:
465
+ return False
466
+
467
+ def validate_agent(self, agent: str) -> bool:
468
+ """Perform basic validation on a user agent string."""
469
+ return isinstance(agent, str) and agent.startswith("Mozilla/5.0")
470
+
471
+ def random_id(self, length: int = 16) -> str:
472
+ """Generate a random hexadecimal string ID."""
473
+ return ''.join(random.choices('0123456789abcdef', k=length))
474
+
475
+ def _generate_ip_pool(self, count: int) -> List[str]:
476
+ """Generate a pool of random IP addresses."""
477
+ return [".".join(str(random.randint(0, 255)) for _ in range(4)) for _ in range(count)]
478
+
479
+ def __repr__(self) -> str:
480
+ return f"<LitAgent(agents={len(self._agents)}, thread_safe={self.thread_safe})>"
481
+
482
+ def __str__(self) -> str:
483
+ return f"LitAgent Generator with {len(self._agents)} agents in pool"
484
+
485
+
486
+ if __name__ == "__main__":
487
+ # Quick test
488
+ agent = LitAgent()
489
+ print(f"Random: {agent.random()}")
490
+ print(f"Chrome: {agent.chrome()}")
491
+ print(f"iPhone: {agent.ios()}")
492
+ print(f"Fingerprint: {json.dumps(agent.generate_fingerprint(), indent=2)}")