webscout 8.2.9__py3-none-any.whl → 2026.1.19__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (413) hide show
  1. webscout/AIauto.py +524 -251
  2. webscout/AIbase.py +247 -319
  3. webscout/AIutel.py +68 -703
  4. webscout/Bard.py +1072 -1026
  5. webscout/Extra/GitToolkit/__init__.py +10 -10
  6. webscout/Extra/GitToolkit/gitapi/__init__.py +20 -12
  7. webscout/Extra/GitToolkit/gitapi/gist.py +142 -0
  8. webscout/Extra/GitToolkit/gitapi/organization.py +91 -0
  9. webscout/Extra/GitToolkit/gitapi/repository.py +308 -195
  10. webscout/Extra/GitToolkit/gitapi/search.py +162 -0
  11. webscout/Extra/GitToolkit/gitapi/trending.py +236 -0
  12. webscout/Extra/GitToolkit/gitapi/user.py +128 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +82 -62
  14. webscout/Extra/YTToolkit/README.md +443 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +953 -957
  16. webscout/Extra/YTToolkit/__init__.py +3 -3
  17. webscout/Extra/YTToolkit/transcriber.py +595 -476
  18. webscout/Extra/YTToolkit/ytapi/README.md +230 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +22 -6
  20. webscout/Extra/YTToolkit/ytapi/captions.py +190 -0
  21. webscout/Extra/YTToolkit/ytapi/channel.py +302 -307
  22. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  23. webscout/Extra/YTToolkit/ytapi/extras.py +178 -118
  24. webscout/Extra/YTToolkit/ytapi/hashtag.py +120 -0
  25. webscout/Extra/YTToolkit/ytapi/https.py +89 -88
  26. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  27. webscout/Extra/YTToolkit/ytapi/playlist.py +59 -59
  28. webscout/Extra/YTToolkit/ytapi/pool.py +8 -8
  29. webscout/Extra/YTToolkit/ytapi/query.py +143 -40
  30. webscout/Extra/YTToolkit/ytapi/shorts.py +122 -0
  31. webscout/Extra/YTToolkit/ytapi/stream.py +68 -63
  32. webscout/Extra/YTToolkit/ytapi/suggestions.py +97 -0
  33. webscout/Extra/YTToolkit/ytapi/utils.py +66 -62
  34. webscout/Extra/YTToolkit/ytapi/video.py +403 -232
  35. webscout/Extra/__init__.py +2 -3
  36. webscout/Extra/gguf.py +1298 -684
  37. webscout/Extra/tempmail/README.md +487 -487
  38. webscout/Extra/tempmail/__init__.py +28 -28
  39. webscout/Extra/tempmail/async_utils.py +143 -141
  40. webscout/Extra/tempmail/base.py +172 -161
  41. webscout/Extra/tempmail/cli.py +191 -187
  42. webscout/Extra/tempmail/emailnator.py +88 -84
  43. webscout/Extra/tempmail/mail_tm.py +378 -361
  44. webscout/Extra/tempmail/temp_mail_io.py +304 -292
  45. webscout/Extra/weather.py +196 -194
  46. webscout/Extra/weather_ascii.py +17 -15
  47. webscout/Provider/AISEARCH/PERPLEXED_search.py +175 -0
  48. webscout/Provider/AISEARCH/Perplexity.py +292 -333
  49. webscout/Provider/AISEARCH/README.md +106 -279
  50. webscout/Provider/AISEARCH/__init__.py +16 -9
  51. webscout/Provider/AISEARCH/brave_search.py +298 -0
  52. webscout/Provider/AISEARCH/iask_search.py +357 -410
  53. webscout/Provider/AISEARCH/monica_search.py +200 -220
  54. webscout/Provider/AISEARCH/webpilotai_search.py +242 -255
  55. webscout/Provider/Algion.py +413 -0
  56. webscout/Provider/Andi.py +74 -69
  57. webscout/Provider/Apriel.py +313 -0
  58. webscout/Provider/Ayle.py +323 -0
  59. webscout/Provider/ChatSandbox.py +329 -342
  60. webscout/Provider/ClaudeOnline.py +365 -0
  61. webscout/Provider/Cohere.py +232 -208
  62. webscout/Provider/DeepAI.py +367 -0
  63. webscout/Provider/Deepinfra.py +467 -340
  64. webscout/Provider/EssentialAI.py +217 -0
  65. webscout/Provider/ExaAI.py +274 -261
  66. webscout/Provider/Gemini.py +175 -169
  67. webscout/Provider/GithubChat.py +385 -369
  68. webscout/Provider/Gradient.py +286 -0
  69. webscout/Provider/Groq.py +556 -801
  70. webscout/Provider/HadadXYZ.py +323 -0
  71. webscout/Provider/HeckAI.py +392 -375
  72. webscout/Provider/HuggingFace.py +387 -0
  73. webscout/Provider/IBM.py +340 -0
  74. webscout/Provider/Jadve.py +317 -291
  75. webscout/Provider/K2Think.py +306 -0
  76. webscout/Provider/Koboldai.py +221 -384
  77. webscout/Provider/Netwrck.py +273 -270
  78. webscout/Provider/Nvidia.py +310 -0
  79. webscout/Provider/OPENAI/DeepAI.py +489 -0
  80. webscout/Provider/OPENAI/K2Think.py +423 -0
  81. webscout/Provider/OPENAI/PI.py +463 -0
  82. webscout/Provider/OPENAI/README.md +890 -952
  83. webscout/Provider/OPENAI/TogetherAI.py +405 -0
  84. webscout/Provider/OPENAI/TwoAI.py +255 -357
  85. webscout/Provider/OPENAI/__init__.py +148 -40
  86. webscout/Provider/OPENAI/ai4chat.py +348 -293
  87. webscout/Provider/OPENAI/akashgpt.py +436 -0
  88. webscout/Provider/OPENAI/algion.py +303 -0
  89. webscout/Provider/OPENAI/{exachat.py → ayle.py} +365 -444
  90. webscout/Provider/OPENAI/base.py +253 -249
  91. webscout/Provider/OPENAI/cerebras.py +296 -0
  92. webscout/Provider/OPENAI/chatgpt.py +870 -556
  93. webscout/Provider/OPENAI/chatsandbox.py +233 -173
  94. webscout/Provider/OPENAI/deepinfra.py +403 -322
  95. webscout/Provider/OPENAI/e2b.py +2370 -1414
  96. webscout/Provider/OPENAI/elmo.py +278 -0
  97. webscout/Provider/OPENAI/exaai.py +452 -417
  98. webscout/Provider/OPENAI/freeassist.py +446 -0
  99. webscout/Provider/OPENAI/gradient.py +448 -0
  100. webscout/Provider/OPENAI/groq.py +380 -364
  101. webscout/Provider/OPENAI/hadadxyz.py +292 -0
  102. webscout/Provider/OPENAI/heckai.py +333 -308
  103. webscout/Provider/OPENAI/huggingface.py +321 -0
  104. webscout/Provider/OPENAI/ibm.py +425 -0
  105. webscout/Provider/OPENAI/llmchat.py +253 -0
  106. webscout/Provider/OPENAI/llmchatco.py +378 -335
  107. webscout/Provider/OPENAI/meta.py +541 -0
  108. webscout/Provider/OPENAI/netwrck.py +374 -357
  109. webscout/Provider/OPENAI/nvidia.py +317 -0
  110. webscout/Provider/OPENAI/oivscode.py +348 -287
  111. webscout/Provider/OPENAI/openrouter.py +328 -0
  112. webscout/Provider/OPENAI/pydantic_imports.py +1 -172
  113. webscout/Provider/OPENAI/sambanova.py +397 -0
  114. webscout/Provider/OPENAI/sonus.py +305 -304
  115. webscout/Provider/OPENAI/textpollinations.py +370 -339
  116. webscout/Provider/OPENAI/toolbaz.py +375 -413
  117. webscout/Provider/OPENAI/typefully.py +419 -355
  118. webscout/Provider/OPENAI/typliai.py +279 -0
  119. webscout/Provider/OPENAI/utils.py +314 -318
  120. webscout/Provider/OPENAI/wisecat.py +359 -387
  121. webscout/Provider/OPENAI/writecream.py +185 -163
  122. webscout/Provider/OPENAI/x0gpt.py +462 -365
  123. webscout/Provider/OPENAI/zenmux.py +380 -0
  124. webscout/Provider/OpenRouter.py +386 -0
  125. webscout/Provider/Openai.py +337 -496
  126. webscout/Provider/PI.py +443 -429
  127. webscout/Provider/QwenLM.py +346 -254
  128. webscout/Provider/STT/__init__.py +28 -0
  129. webscout/Provider/STT/base.py +303 -0
  130. webscout/Provider/STT/elevenlabs.py +264 -0
  131. webscout/Provider/Sambanova.py +317 -0
  132. webscout/Provider/TTI/README.md +69 -82
  133. webscout/Provider/TTI/__init__.py +37 -7
  134. webscout/Provider/TTI/base.py +147 -64
  135. webscout/Provider/TTI/claudeonline.py +393 -0
  136. webscout/Provider/TTI/magicstudio.py +292 -201
  137. webscout/Provider/TTI/miragic.py +180 -0
  138. webscout/Provider/TTI/pollinations.py +331 -221
  139. webscout/Provider/TTI/together.py +334 -0
  140. webscout/Provider/TTI/utils.py +14 -11
  141. webscout/Provider/TTS/README.md +186 -192
  142. webscout/Provider/TTS/__init__.py +43 -10
  143. webscout/Provider/TTS/base.py +523 -159
  144. webscout/Provider/TTS/deepgram.py +286 -156
  145. webscout/Provider/TTS/elevenlabs.py +189 -111
  146. webscout/Provider/TTS/freetts.py +218 -0
  147. webscout/Provider/TTS/murfai.py +288 -113
  148. webscout/Provider/TTS/openai_fm.py +364 -129
  149. webscout/Provider/TTS/parler.py +203 -111
  150. webscout/Provider/TTS/qwen.py +334 -0
  151. webscout/Provider/TTS/sherpa.py +286 -0
  152. webscout/Provider/TTS/speechma.py +693 -580
  153. webscout/Provider/TTS/streamElements.py +275 -333
  154. webscout/Provider/TTS/utils.py +280 -280
  155. webscout/Provider/TextPollinationsAI.py +331 -308
  156. webscout/Provider/TogetherAI.py +450 -0
  157. webscout/Provider/TwoAI.py +309 -475
  158. webscout/Provider/TypliAI.py +311 -305
  159. webscout/Provider/UNFINISHED/ChatHub.py +219 -209
  160. webscout/Provider/{OPENAI/glider.py → UNFINISHED/ChutesAI.py} +331 -326
  161. webscout/Provider/{GizAI.py → UNFINISHED/GizAI.py} +300 -295
  162. webscout/Provider/{Marcus.py → UNFINISHED/Marcus.py} +218 -198
  163. webscout/Provider/UNFINISHED/Qodo.py +481 -0
  164. webscout/Provider/{MCPCore.py → UNFINISHED/XenAI.py} +330 -315
  165. webscout/Provider/UNFINISHED/Youchat.py +347 -330
  166. webscout/Provider/UNFINISHED/aihumanizer.py +41 -0
  167. webscout/Provider/UNFINISHED/grammerchecker.py +37 -0
  168. webscout/Provider/UNFINISHED/liner.py +342 -0
  169. webscout/Provider/UNFINISHED/liner_api_request.py +246 -263
  170. webscout/Provider/{samurai.py → UNFINISHED/samurai.py} +231 -224
  171. webscout/Provider/WiseCat.py +256 -233
  172. webscout/Provider/WrDoChat.py +390 -370
  173. webscout/Provider/__init__.py +115 -174
  174. webscout/Provider/ai4chat.py +181 -174
  175. webscout/Provider/akashgpt.py +330 -335
  176. webscout/Provider/cerebras.py +397 -290
  177. webscout/Provider/cleeai.py +236 -213
  178. webscout/Provider/elmo.py +291 -283
  179. webscout/Provider/geminiapi.py +343 -208
  180. webscout/Provider/julius.py +245 -223
  181. webscout/Provider/learnfastai.py +333 -325
  182. webscout/Provider/llama3mitril.py +230 -215
  183. webscout/Provider/llmchat.py +308 -258
  184. webscout/Provider/llmchatco.py +321 -306
  185. webscout/Provider/meta.py +996 -801
  186. webscout/Provider/oivscode.py +332 -309
  187. webscout/Provider/searchchat.py +316 -292
  188. webscout/Provider/sonus.py +264 -258
  189. webscout/Provider/toolbaz.py +359 -353
  190. webscout/Provider/turboseek.py +332 -266
  191. webscout/Provider/typefully.py +262 -202
  192. webscout/Provider/x0gpt.py +332 -299
  193. webscout/__init__.py +31 -39
  194. webscout/__main__.py +5 -5
  195. webscout/cli.py +585 -524
  196. webscout/client.py +1497 -70
  197. webscout/conversation.py +140 -436
  198. webscout/exceptions.py +383 -362
  199. webscout/litagent/__init__.py +29 -29
  200. webscout/litagent/agent.py +492 -455
  201. webscout/litagent/constants.py +60 -60
  202. webscout/models.py +505 -181
  203. webscout/optimizers.py +74 -420
  204. webscout/prompt_manager.py +376 -288
  205. webscout/sanitize.py +1514 -0
  206. webscout/scout/README.md +452 -404
  207. webscout/scout/__init__.py +8 -8
  208. webscout/scout/core/__init__.py +7 -7
  209. webscout/scout/core/crawler.py +330 -210
  210. webscout/scout/core/scout.py +800 -607
  211. webscout/scout/core/search_result.py +51 -96
  212. webscout/scout/core/text_analyzer.py +64 -63
  213. webscout/scout/core/text_utils.py +412 -277
  214. webscout/scout/core/web_analyzer.py +54 -52
  215. webscout/scout/element.py +872 -478
  216. webscout/scout/parsers/__init__.py +70 -69
  217. webscout/scout/parsers/html5lib_parser.py +182 -172
  218. webscout/scout/parsers/html_parser.py +238 -236
  219. webscout/scout/parsers/lxml_parser.py +203 -178
  220. webscout/scout/utils.py +38 -37
  221. webscout/search/__init__.py +47 -0
  222. webscout/search/base.py +201 -0
  223. webscout/search/bing_main.py +45 -0
  224. webscout/search/brave_main.py +92 -0
  225. webscout/search/duckduckgo_main.py +57 -0
  226. webscout/search/engines/__init__.py +127 -0
  227. webscout/search/engines/bing/__init__.py +15 -0
  228. webscout/search/engines/bing/base.py +35 -0
  229. webscout/search/engines/bing/images.py +114 -0
  230. webscout/search/engines/bing/news.py +96 -0
  231. webscout/search/engines/bing/suggestions.py +36 -0
  232. webscout/search/engines/bing/text.py +109 -0
  233. webscout/search/engines/brave/__init__.py +19 -0
  234. webscout/search/engines/brave/base.py +47 -0
  235. webscout/search/engines/brave/images.py +213 -0
  236. webscout/search/engines/brave/news.py +353 -0
  237. webscout/search/engines/brave/suggestions.py +318 -0
  238. webscout/search/engines/brave/text.py +167 -0
  239. webscout/search/engines/brave/videos.py +364 -0
  240. webscout/search/engines/duckduckgo/__init__.py +25 -0
  241. webscout/search/engines/duckduckgo/answers.py +80 -0
  242. webscout/search/engines/duckduckgo/base.py +189 -0
  243. webscout/search/engines/duckduckgo/images.py +100 -0
  244. webscout/search/engines/duckduckgo/maps.py +183 -0
  245. webscout/search/engines/duckduckgo/news.py +70 -0
  246. webscout/search/engines/duckduckgo/suggestions.py +22 -0
  247. webscout/search/engines/duckduckgo/text.py +221 -0
  248. webscout/search/engines/duckduckgo/translate.py +48 -0
  249. webscout/search/engines/duckduckgo/videos.py +80 -0
  250. webscout/search/engines/duckduckgo/weather.py +84 -0
  251. webscout/search/engines/mojeek.py +61 -0
  252. webscout/search/engines/wikipedia.py +77 -0
  253. webscout/search/engines/yahoo/__init__.py +41 -0
  254. webscout/search/engines/yahoo/answers.py +19 -0
  255. webscout/search/engines/yahoo/base.py +34 -0
  256. webscout/search/engines/yahoo/images.py +323 -0
  257. webscout/search/engines/yahoo/maps.py +19 -0
  258. webscout/search/engines/yahoo/news.py +258 -0
  259. webscout/search/engines/yahoo/suggestions.py +140 -0
  260. webscout/search/engines/yahoo/text.py +273 -0
  261. webscout/search/engines/yahoo/translate.py +19 -0
  262. webscout/search/engines/yahoo/videos.py +302 -0
  263. webscout/search/engines/yahoo/weather.py +220 -0
  264. webscout/search/engines/yandex.py +67 -0
  265. webscout/search/engines/yep/__init__.py +13 -0
  266. webscout/search/engines/yep/base.py +34 -0
  267. webscout/search/engines/yep/images.py +101 -0
  268. webscout/search/engines/yep/suggestions.py +38 -0
  269. webscout/search/engines/yep/text.py +99 -0
  270. webscout/search/http_client.py +172 -0
  271. webscout/search/results.py +141 -0
  272. webscout/search/yahoo_main.py +57 -0
  273. webscout/search/yep_main.py +48 -0
  274. webscout/server/__init__.py +48 -0
  275. webscout/server/config.py +78 -0
  276. webscout/server/exceptions.py +69 -0
  277. webscout/server/providers.py +286 -0
  278. webscout/server/request_models.py +131 -0
  279. webscout/server/request_processing.py +404 -0
  280. webscout/server/routes.py +642 -0
  281. webscout/server/server.py +351 -0
  282. webscout/server/ui_templates.py +1171 -0
  283. webscout/swiftcli/__init__.py +79 -95
  284. webscout/swiftcli/core/__init__.py +7 -7
  285. webscout/swiftcli/core/cli.py +574 -297
  286. webscout/swiftcli/core/context.py +98 -104
  287. webscout/swiftcli/core/group.py +268 -241
  288. webscout/swiftcli/decorators/__init__.py +28 -28
  289. webscout/swiftcli/decorators/command.py +243 -221
  290. webscout/swiftcli/decorators/options.py +247 -220
  291. webscout/swiftcli/decorators/output.py +392 -252
  292. webscout/swiftcli/exceptions.py +21 -21
  293. webscout/swiftcli/plugins/__init__.py +9 -9
  294. webscout/swiftcli/plugins/base.py +134 -135
  295. webscout/swiftcli/plugins/manager.py +269 -269
  296. webscout/swiftcli/utils/__init__.py +58 -59
  297. webscout/swiftcli/utils/formatting.py +251 -252
  298. webscout/swiftcli/utils/parsing.py +368 -267
  299. webscout/update_checker.py +280 -136
  300. webscout/utils.py +28 -14
  301. webscout/version.py +2 -1
  302. webscout/version.py.bak +3 -0
  303. webscout/zeroart/__init__.py +218 -135
  304. webscout/zeroart/base.py +70 -66
  305. webscout/zeroart/effects.py +155 -101
  306. webscout/zeroart/fonts.py +1799 -1239
  307. webscout-2026.1.19.dist-info/METADATA +638 -0
  308. webscout-2026.1.19.dist-info/RECORD +312 -0
  309. {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/WHEEL +1 -1
  310. {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/entry_points.txt +1 -1
  311. webscout/DWEBS.py +0 -520
  312. webscout/Extra/Act.md +0 -309
  313. webscout/Extra/GitToolkit/gitapi/README.md +0 -110
  314. webscout/Extra/autocoder/__init__.py +0 -9
  315. webscout/Extra/autocoder/autocoder.py +0 -1105
  316. webscout/Extra/autocoder/autocoder_utiles.py +0 -332
  317. webscout/Extra/gguf.md +0 -430
  318. webscout/Extra/weather.md +0 -281
  319. webscout/Litlogger/README.md +0 -10
  320. webscout/Litlogger/__init__.py +0 -15
  321. webscout/Litlogger/formats.py +0 -4
  322. webscout/Litlogger/handlers.py +0 -103
  323. webscout/Litlogger/levels.py +0 -13
  324. webscout/Litlogger/logger.py +0 -92
  325. webscout/Provider/AI21.py +0 -177
  326. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  327. webscout/Provider/AISEARCH/felo_search.py +0 -202
  328. webscout/Provider/AISEARCH/genspark_search.py +0 -324
  329. webscout/Provider/AISEARCH/hika_search.py +0 -186
  330. webscout/Provider/AISEARCH/scira_search.py +0 -298
  331. webscout/Provider/Aitopia.py +0 -316
  332. webscout/Provider/AllenAI.py +0 -440
  333. webscout/Provider/Blackboxai.py +0 -791
  334. webscout/Provider/ChatGPTClone.py +0 -237
  335. webscout/Provider/ChatGPTGratis.py +0 -194
  336. webscout/Provider/Cloudflare.py +0 -324
  337. webscout/Provider/ExaChat.py +0 -358
  338. webscout/Provider/Flowith.py +0 -217
  339. webscout/Provider/FreeGemini.py +0 -250
  340. webscout/Provider/Glider.py +0 -225
  341. webscout/Provider/HF_space/__init__.py +0 -0
  342. webscout/Provider/HF_space/qwen_qwen2.py +0 -206
  343. webscout/Provider/HuggingFaceChat.py +0 -469
  344. webscout/Provider/Hunyuan.py +0 -283
  345. webscout/Provider/LambdaChat.py +0 -411
  346. webscout/Provider/Llama3.py +0 -259
  347. webscout/Provider/Nemotron.py +0 -218
  348. webscout/Provider/OLLAMA.py +0 -396
  349. webscout/Provider/OPENAI/BLACKBOXAI.py +0 -766
  350. webscout/Provider/OPENAI/Cloudflare.py +0 -378
  351. webscout/Provider/OPENAI/FreeGemini.py +0 -283
  352. webscout/Provider/OPENAI/NEMOTRON.py +0 -232
  353. webscout/Provider/OPENAI/Qwen3.py +0 -283
  354. webscout/Provider/OPENAI/api.py +0 -969
  355. webscout/Provider/OPENAI/c4ai.py +0 -373
  356. webscout/Provider/OPENAI/chatgptclone.py +0 -494
  357. webscout/Provider/OPENAI/copilot.py +0 -242
  358. webscout/Provider/OPENAI/flowith.py +0 -162
  359. webscout/Provider/OPENAI/freeaichat.py +0 -359
  360. webscout/Provider/OPENAI/mcpcore.py +0 -389
  361. webscout/Provider/OPENAI/multichat.py +0 -376
  362. webscout/Provider/OPENAI/opkfc.py +0 -496
  363. webscout/Provider/OPENAI/scirachat.py +0 -477
  364. webscout/Provider/OPENAI/standardinput.py +0 -433
  365. webscout/Provider/OPENAI/typegpt.py +0 -364
  366. webscout/Provider/OPENAI/uncovrAI.py +0 -463
  367. webscout/Provider/OPENAI/venice.py +0 -431
  368. webscout/Provider/OPENAI/yep.py +0 -382
  369. webscout/Provider/OpenGPT.py +0 -209
  370. webscout/Provider/Perplexitylabs.py +0 -415
  371. webscout/Provider/Reka.py +0 -214
  372. webscout/Provider/StandardInput.py +0 -290
  373. webscout/Provider/TTI/aiarta.py +0 -365
  374. webscout/Provider/TTI/artbit.py +0 -0
  375. webscout/Provider/TTI/fastflux.py +0 -200
  376. webscout/Provider/TTI/piclumen.py +0 -203
  377. webscout/Provider/TTI/pixelmuse.py +0 -225
  378. webscout/Provider/TTS/gesserit.py +0 -128
  379. webscout/Provider/TTS/sthir.py +0 -94
  380. webscout/Provider/TeachAnything.py +0 -229
  381. webscout/Provider/UNFINISHED/puterjs.py +0 -635
  382. webscout/Provider/UNFINISHED/test_lmarena.py +0 -119
  383. webscout/Provider/Venice.py +0 -258
  384. webscout/Provider/VercelAI.py +0 -253
  385. webscout/Provider/Writecream.py +0 -246
  386. webscout/Provider/WritingMate.py +0 -269
  387. webscout/Provider/asksteve.py +0 -220
  388. webscout/Provider/chatglm.py +0 -215
  389. webscout/Provider/copilot.py +0 -425
  390. webscout/Provider/freeaichat.py +0 -285
  391. webscout/Provider/granite.py +0 -235
  392. webscout/Provider/hermes.py +0 -266
  393. webscout/Provider/koala.py +0 -170
  394. webscout/Provider/lmarena.py +0 -198
  395. webscout/Provider/multichat.py +0 -364
  396. webscout/Provider/scira_chat.py +0 -299
  397. webscout/Provider/scnet.py +0 -243
  398. webscout/Provider/talkai.py +0 -194
  399. webscout/Provider/typegpt.py +0 -289
  400. webscout/Provider/uncovr.py +0 -368
  401. webscout/Provider/yep.py +0 -389
  402. webscout/litagent/Readme.md +0 -276
  403. webscout/litprinter/__init__.py +0 -59
  404. webscout/swiftcli/Readme.md +0 -323
  405. webscout/tempid.py +0 -128
  406. webscout/webscout_search.py +0 -1184
  407. webscout/webscout_search_async.py +0 -654
  408. webscout/yep_search.py +0 -347
  409. webscout/zeroart/README.md +0 -89
  410. webscout-8.2.9.dist-info/METADATA +0 -1033
  411. webscout-8.2.9.dist-info/RECORD +0 -289
  412. {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/licenses/LICENSE.md +0 -0
  413. {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/top_level.txt +0 -0
webscout/Provider/meta.py CHANGED
@@ -1,801 +1,996 @@
1
- import json
2
- import logging
3
- import time
4
- import urllib
5
- import uuid
6
- from typing import Dict, Generator, Iterator, List, Union
7
-
8
- import random
9
- from curl_cffi import CurlError
10
- from curl_cffi.requests import Session
11
- from webscout.scout import Scout
12
-
13
- from webscout.AIutel import Optimizers
14
- from webscout.AIutel import Conversation
15
- from webscout.AIutel import AwesomePrompts, sanitize_stream
16
- from webscout.AIbase import Provider
17
- from webscout import exceptions
18
- from webscout.litagent import LitAgent as Lit
19
- MAX_RETRIES = 3
20
-
21
- def generate_offline_threading_id() -> str:
22
- """
23
- Generates an offline threading ID.
24
-
25
- Returns:
26
- str: The generated offline threading ID.
27
- """
28
- # Maximum value for a 64-bit integer in Python
29
- max_int = (1 << 64) - 1
30
- mask22_bits = (1 << 22) - 1
31
-
32
- # Function to get the current timestamp in milliseconds
33
- def get_current_timestamp():
34
- return int(time.time() * 1000)
35
-
36
- # Function to generate a random 64-bit integer
37
- def get_random_64bit_int():
38
- return random.getrandbits(64)
39
-
40
- # Combine timestamp and random value
41
- def combine_and_mask(timestamp, random_value):
42
- shifted_timestamp = timestamp << 22
43
- masked_random = random_value & mask22_bits
44
- return (shifted_timestamp | masked_random) & max_int
45
-
46
- timestamp = get_current_timestamp()
47
- random_value = get_random_64bit_int()
48
- threading_id = combine_and_mask(timestamp, random_value)
49
-
50
- return str(threading_id)
51
-
52
-
53
- def extract_value(text: str, start_str: str, end_str: str) -> str:
54
- """
55
- Helper function to extract a specific value from the given text using a key.
56
-
57
- Args:
58
- text (str): The text from which to extract the value.
59
- start_str (str): The starting key.
60
- end_str (str): The ending key.
61
-
62
- Returns:
63
- str: The extracted value.
64
- """
65
- start = text.find(start_str) + len(start_str)
66
- end = text.find(end_str, start)
67
- return text[start:end]
68
-
69
-
70
- def format_response(response: dict) -> str:
71
- """
72
- Formats the response from Meta AI to remove unnecessary characters.
73
-
74
- Args:
75
- response (dict): The dictionnary containing the response to format.
76
-
77
- Returns:
78
- str: The formatted response.
79
- """
80
- text = ""
81
- for content in (
82
- response.get("data", {})
83
- .get("node", {})
84
- .get("bot_response_message", {})
85
- .get("composed_text", {})
86
- .get("content", [])
87
- ):
88
- text += content["text"] + "\n"
89
- return text
90
-
91
-
92
- # Function to perform the login
93
- def get_fb_session(email, password, proxies=None):
94
- login_url = "https://mbasic.facebook.com/login/"
95
- headers = {
96
- "authority": "mbasic.facebook.com",
97
- "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
98
- "accept-language": "en-US,en;q=0.9",
99
- "sec-ch-ua": '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
100
- "sec-ch-ua-mobile": "?0",
101
- "sec-ch-ua-platform": '"macOS"',
102
- "sec-fetch-dest": "document",
103
- "sec-fetch-mode": "navigate",
104
- "sec-fetch-site": "none",
105
- "sec-fetch-user": "?1",
106
- "upgrade-insecure-requests": "1",
107
- "user-agent": Lit().random(),
108
- }
109
- # Create a session
110
- session = Session()
111
- if proxies:
112
- session.proxies = proxies
113
-
114
- # Send the GET request
115
- response = session.get(login_url, headers=headers)
116
-
117
- # Use Scout for parsing instead of BeautifulSoup
118
- scout = Scout(response.text)
119
-
120
- # Parse necessary parameters from the login form
121
- lsd = scout.find_first('input[name="lsd"]').get('value')
122
- jazoest = scout.find_first('input[name="jazoest"]').get('value')
123
- li = scout.find_first('input[name="li"]').get('value')
124
- m_ts = scout.find_first('input[name="m_ts"]').get('value')
125
-
126
- # Define the URL and body for the POST request to submit the login form
127
- post_url = "https://mbasic.facebook.com/login/device-based/regular/login/?refsrc=deprecated&lwv=100"
128
- data = {
129
- "lsd": lsd,
130
- "jazoest": jazoest,
131
- "m_ts": m_ts,
132
- "li": li,
133
- "try_number": "0",
134
- "unrecognized_tries": "0",
135
- "email": email,
136
- "pass": password,
137
- "login": "Log In",
138
- "bi_xrwh": "0",
139
- }
140
-
141
- headers = {
142
- "authority": "mbasic.facebook.com",
143
- "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
144
- "accept-language": "en-US,en;q=0.9",
145
- "cache-control": "no-cache",
146
- "content-type": "application/x-www-form-urlencoded",
147
- "cookie": f"datr={response.cookies.get('datr')}; sb={response.cookies.get('sb')}; ps_n=1; ps_l=1",
148
- "dpr": "2",
149
- "origin": "https://mbasic.facebook.com",
150
- "pragma": "no-cache",
151
- "referer": "https://mbasic.facebook.com/login/",
152
- "sec-fetch-site": "same-origin",
153
- "sec-fetch-user": "?1",
154
- "upgrade-insecure-requests": "1",
155
- "user-agent": Lit().random(),
156
- "viewport-width": "1728",
157
- }
158
-
159
- # Send the POST request
160
- result = session.post(post_url, headers=headers, data=data)
161
- if "sb" not in session.cookies:
162
- raise exceptions.FacebookInvalidCredentialsException(
163
- "Was not able to login to Facebook. Please check your credentials. "
164
- "You may also have been rate limited. Try to connect to Facebook manually."
165
- )
166
-
167
- cookies = {
168
- **result.cookies.get_dict(),
169
- "sb": session.cookies["sb"],
170
- "xs": session.cookies["xs"],
171
- "fr": session.cookies["fr"],
172
- "c_user": session.cookies["c_user"],
173
- }
174
-
175
- response_login = {
176
- "cookies": cookies,
177
- "headers": result.headers,
178
- "response": response.text,
179
- }
180
- meta_ai_cookies = get_cookies()
181
-
182
- url = "https://www.meta.ai/state/"
183
-
184
- payload = f'__a=1&lsd={meta_ai_cookies["lsd"]}'
185
- headers = {
186
- "authority": "www.meta.ai",
187
- "accept": "*/*",
188
- "accept-language": "en-US,en;q=0.9",
189
- "cache-control": "no-cache",
190
- "content-type": "application/x-www-form-urlencoded",
191
- "cookie": f'ps_n=1; ps_l=1; dpr=2; _js_datr={meta_ai_cookies["_js_datr"]}; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["datr"]};; ps_l=1; ps_n=1',
192
- "origin": "https://www.meta.ai",
193
- "pragma": "no-cache",
194
- "referer": "https://www.meta.ai/",
195
- "sec-fetch-mode": "cors",
196
- "sec-fetch-site": "same-origin",
197
- "user-agent": Lit().random(),
198
- "viewport-width": "1728",
199
- }
200
-
201
- # Create a new session for this request
202
- req_session = Session()
203
- if proxies:
204
- req_session.proxies = proxies
205
-
206
- response = req_session.post(url, headers=headers, data=payload)
207
-
208
- state = extract_value(response.text, start_str='"state":"', end_str='"')
209
-
210
- url = f"https://www.facebook.com/oidc/?app_id=1358015658191005&scope=openid%20linking&response_type=code&redirect_uri=https%3A%2F%2Fwww.meta.ai%2Fauth%2F&no_universal_links=1&deoia=1&state={state}"
211
- payload = {}
212
- headers = {
213
- "authority": "www.facebook.com",
214
- "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
215
- "accept-language": "en-US,en;q=0.9",
216
- "cache-control": "no-cache",
217
- "cookie": f"datr={response_login['cookies']['datr']}; sb={response_login['cookies']['sb']}; c_user={response_login['cookies']['c_user']}; xs={response_login['cookies']['xs']}; fr={response_login['cookies']['fr']}; m_page_voice={response_login['cookies']['m_page_voice']}; abra_csrf={meta_ai_cookies['abra_csrf']};",
218
- "sec-fetch-dest": "document",
219
- "sec-fetch-mode": "navigate",
220
- "sec-fetch-site": "cross-site",
221
- "sec-fetch-user": "?1",
222
- "upgrade-insecure-requests": "1",
223
- "user-agent": Lit().random(),
224
- }
225
-
226
- # Create a new session for Facebook
227
- fb_session = Session()
228
- if proxies:
229
- fb_session.proxies = proxies
230
-
231
- response = fb_session.get(url, headers=headers, data=payload, allow_redirects=False)
232
-
233
- next_url = response.headers["Location"]
234
-
235
- url = next_url
236
-
237
- payload = {}
238
- headers = {
239
- "User-Agent": Lit().random(),
240
- "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
241
- "Accept-Language": "en-US,en;q=0.5",
242
- "Accept-Encoding": "gzip, deflate, br",
243
- "Referer": "https://www.meta.ai/",
244
- "Connection": "keep-alive",
245
- "Cookie": f'dpr=2; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["_js_datr"]}',
246
- "Upgrade-Insecure-Requests": "1",
247
- "Sec-Fetch-Dest": "document",
248
- "Sec-Fetch-Mode": "navigate",
249
- "Sec-Fetch-Site": "cross-site",
250
- "Sec-Fetch-User": "?1",
251
- "TE": "trailers",
252
- }
253
- fb_session.get(url, headers=headers, data=payload)
254
- cookies = fb_session.cookies.get_dict()
255
- if "abra_sess" not in cookies:
256
- raise exceptions.FacebookInvalidCredentialsException(
257
- "Was not able to login to Facebook. Please check your credentials. "
258
- "You may also have been rate limited. Try to connect to Facebook manually."
259
- )
260
- logging.info("Successfully logged in to Facebook.")
261
- return cookies
262
-
263
-
264
- def get_cookies() -> dict:
265
- """
266
- Extracts necessary cookies from the Meta AI main page.
267
-
268
- Returns:
269
- dict: A dictionary containing essential cookies.
270
- """
271
- # Create a session
272
- session = Session()
273
-
274
- response = session.get(
275
- "https://www.meta.ai/",
276
- )
277
-
278
- cookies = {
279
- "_js_datr": extract_value(
280
- response.text, start_str='_js_datr":{"value":"', end_str='",'
281
- ),
282
- "datr": extract_value(
283
- response.text, start_str='datr":{"value":"', end_str='",'
284
- ),
285
- "lsd": extract_value(
286
- response.text, start_str='"LSD",[],{"token":"', end_str='"}'
287
- ),
288
- "fb_dtsg": extract_value(
289
- response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
290
- ),
291
- "abra_csrf": extract_value(
292
- response.text, start_str='abra_csrf":{"value":"', end_str='",'
293
- )
294
- }
295
- return cookies
296
-
297
- class Meta(Provider):
298
- """
299
- A class to interact with the Meta AI API to obtain and use access tokens for sending
300
- and receiving messages from the Meta AI Chat API.
301
- """
302
-
303
- def __init__(
304
- self,
305
- fb_email: str = None,
306
- fb_password: str = None,
307
- proxy: dict = None,
308
- is_conversation: bool = True,
309
- max_tokens: int = 600,
310
- timeout: int = 30,
311
- intro: str = None,
312
- filepath: str = None,
313
- update_file: bool = True,
314
- proxies: dict = {},
315
- history_offset: int = 10250,
316
- act: str = None,
317
- ):
318
- """
319
- Initializes the Meta AI API with given parameters.
320
-
321
- Args:
322
- fb_email (str, optional): Your Facebook email address. Defaults to None.
323
- fb_password (str, optional): Your Facebook password. Defaults to None.
324
- proxy (dict, optional): Proxy settings for requests. Defaults to None.
325
- is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
326
- max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
327
- timeout (int, optional): Http request timeout. Defaults to 30.
328
- intro (str, optional): Conversation introductory prompt. Defaults to None.
329
- filepath (str, optional): Path to file containing conversation history. Defaults to None.
330
- update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
331
- proxies (dict, optional): Http request proxies. Defaults to {}.
332
- history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
333
- act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
334
- """
335
- self.session = Session()
336
- self.session.headers.update(
337
- {
338
- "user-agent": Lit().random(),
339
- }
340
- )
341
- self.access_token = None
342
- self.fb_email = fb_email
343
- self.fb_password = fb_password
344
- self.proxy = proxy
345
- if self.proxy and not self.check_proxy():
346
- raise ConnectionError(
347
- "Unable to connect to proxy. Please check your proxy settings."
348
- )
349
- self.is_conversation = is_conversation
350
- self.max_tokens_to_sample = max_tokens
351
- self.timeout = timeout
352
- self.last_response = {}
353
- self.is_authed = fb_password is not None and fb_email is not None
354
- self.cookies = self.get_cookies()
355
- self.external_conversation_id = None
356
- self.offline_threading_id = None
357
-
358
- self.__available_optimizers = (
359
- method
360
- for method in dir(Optimizers)
361
- if callable(getattr(Optimizers, method)) and not method.startswith("__")
362
- )
363
- Conversation.intro = (
364
- AwesomePrompts().get_act(
365
- act, raise_not_found=True, default=None, case_insensitive=True
366
- )
367
- if act
368
- else intro or Conversation.intro
369
- )
370
- self.conversation = Conversation(
371
- is_conversation, self.max_tokens_to_sample, filepath, update_file
372
- )
373
- self.conversation.history_offset = history_offset
374
- self.session.proxies = proxies
375
-
376
- def check_proxy(self, test_url: str = "https://api.ipify.org/?format=json") -> bool:
377
- """
378
- Checks the proxy connection by making a request to a test URL.
379
-
380
- Args:
381
- test_url (str): A test site from which we check that the proxy is installed correctly.
382
-
383
- Returns:
384
- bool: True if the proxy is working, False otherwise.
385
- """
386
- try:
387
- response = self.session.get(test_url, proxies=self.proxy, timeout=10)
388
- if response.status_code == 200:
389
- self.session.proxies = self.proxy
390
- return True
391
- return False
392
- except CurlError:
393
- return False
394
-
395
- def get_access_token(self) -> str:
396
- """
397
- Retrieves an access token using Meta's authentication API.
398
-
399
- Returns:
400
- str: A valid access token.
401
- """
402
-
403
- if self.access_token:
404
- return self.access_token
405
-
406
- url = "https://www.meta.ai/api/graphql/"
407
- payload = {
408
- "lsd": self.cookies["lsd"],
409
- "fb_api_caller_class": "RelayModern",
410
- "fb_api_req_friendly_name": "useAbraAcceptTOSForTempUserMutation",
411
- "variables": {
412
- "dob": "1999-01-01",
413
- "icebreaker_type": "TEXT",
414
- "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
415
- },
416
- "doc_id": "7604648749596940",
417
- }
418
- payload = urllib.parse.urlencode(payload) # noqa
419
- headers = {
420
- "content-type": "application/x-www-form-urlencoded",
421
- "cookie": f'_js_datr={self.cookies["_js_datr"]}; '
422
- f'abra_csrf={self.cookies["abra_csrf"]}; datr={self.cookies["datr"]};',
423
- "sec-fetch-site": "same-origin",
424
- "x-fb-friendly-name": "useAbraAcceptTOSForTempUserMutation",
425
- }
426
-
427
- response = self.session.post(url, headers=headers, data=payload)
428
-
429
- try:
430
- auth_json = response.json()
431
- except json.JSONDecodeError:
432
- raise exceptions.FacebookRegionBlocked(
433
- "Unable to receive a valid response from Meta AI. This is likely due to your region being blocked. "
434
- "Try manually accessing https://www.meta.ai/ to confirm."
435
- )
436
-
437
- access_token = auth_json["data"]["xab_abra_accept_terms_of_service"][
438
- "new_temp_user_auth"
439
- ]["access_token"]
440
-
441
- # Need to sleep for a bit, for some reason the API doesn't like it when we send request too quickly
442
- # (maybe Meta needs to register Cookies on their side?)
443
- time.sleep(1)
444
-
445
- return access_token
446
-
447
- def ask(
448
- self,
449
- prompt: str,
450
- stream: bool = False,
451
- raw: bool = False,
452
- optimizer: str = None,
453
- conversationally: bool = False,
454
- ) -> Union[Dict, Generator[Dict, None, None]]:
455
- """
456
- Sends a message to the Meta AI and returns the response.
457
-
458
- Args:
459
- prompt (str): The prompt to send.
460
- stream (bool): Whether to stream the response or not. Defaults to False.
461
- raw (bool, optional): Stream back raw response as received. Defaults to False.
462
- optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
463
- conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
464
- Returns:
465
- Union[Dict, Generator[Dict, None, None]]: A dictionary containing the response message and sources, or a generator yielding such dictionaries.
466
- """
467
- conversation_prompt = self.conversation.gen_complete_prompt(prompt)
468
- if optimizer:
469
- if optimizer in self.__available_optimizers:
470
- conversation_prompt = getattr(Optimizers, optimizer)(
471
- conversation_prompt if conversationally else prompt
472
- )
473
- else:
474
- raise Exception(
475
- f"Optimizer is not one of {self.__available_optimizers}"
476
- )
477
-
478
- if not self.is_authed:
479
- self.access_token = self.get_access_token()
480
- auth_payload = {"access_token": self.access_token}
481
- url = "https://graph.meta.ai/graphql?locale=user"
482
-
483
- else:
484
- auth_payload = {"fb_dtsg": self.cookies["fb_dtsg"]}
485
- url = "https://www.meta.ai/api/graphql/"
486
-
487
- if not self.external_conversation_id:
488
- external_id = str(uuid.uuid4())
489
- self.external_conversation_id = external_id
490
- payload = {
491
- **auth_payload,
492
- "fb_api_caller_class": "RelayModern",
493
- "fb_api_req_friendly_name": "useAbraSendMessageMutation",
494
- "variables": json.dumps(
495
- {
496
- "message": {"sensitive_string_value": conversation_prompt},
497
- "externalConversationId": self.external_conversation_id,
498
- "offlineThreadingId": generate_offline_threading_id(),
499
- "suggestedPromptIndex": None,
500
- "flashVideoRecapInput": {"images": []},
501
- "flashPreviewInput": None,
502
- "promptPrefix": None,
503
- "entrypoint": "ABRA__CHAT__TEXT",
504
- "icebreaker_type": "TEXT",
505
- "__relay_internal__pv__AbraDebugDevOnlyrelayprovider": False,
506
- "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
507
- }
508
- ),
509
- "server_timestamps": "true",
510
- "doc_id": "7783822248314888",
511
- }
512
- payload = urllib.parse.urlencode(payload) # noqa
513
- headers = {
514
- "content-type": "application/x-www-form-urlencoded",
515
- "x-fb-friendly-name": "useAbraSendMessageMutation",
516
- }
517
- if self.is_authed:
518
- headers["cookie"] = f'abra_sess={self.cookies["abra_sess"]}'
519
- # Recreate the session to avoid cookie leakage when user is authenticated
520
- self.session = Session()
521
- self.session.proxies = self.proxy
522
-
523
- if stream:
524
-
525
- def for_stream():
526
- response = self.session.post(
527
- url, headers=headers, data=payload, stream=True, timeout=self.timeout
528
- )
529
- if not response.ok:
530
- raise exceptions.FailedToGenerateResponseError(
531
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
532
- )
533
-
534
- lines = response.iter_lines()
535
- is_error = json.loads(next(lines))
536
- if len(is_error.get("errors", [])) > 0:
537
- raise exceptions.FailedToGenerateResponseError(
538
- f"Failed to generate response - {response.text}"
539
- )
540
- final_message = None
541
- for line in lines:
542
- if line:
543
- json_line = json.loads(line)
544
- extracted_data = self.extract_data(json_line)
545
- if not extracted_data.get("message"):
546
- continue
547
- self.last_response.update(extracted_data)
548
- final_message = extracted_data # Always keep the latest
549
- if final_message:
550
- yield final_message if not raw else json.dumps(final_message)
551
- self.conversation.update_chat_history(
552
- prompt, self.get_message(self.last_response)
553
- )
554
-
555
- return for_stream()
556
- else:
557
- response = self.session.post(
558
- url, headers=headers, data=payload, timeout=self.timeout
559
- )
560
- if not response.ok:
561
- raise exceptions.FailedToGenerateResponseError(
562
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
563
- )
564
- raw_response = response.text
565
- last_streamed_response = self.extract_last_response(raw_response)
566
- if not last_streamed_response:
567
- raise exceptions.FailedToGenerateResponseError(
568
- f"Failed to generate response - {response.text}"
569
- )
570
-
571
- extracted_data = self.extract_data(last_streamed_response)
572
- self.last_response.update(extracted_data)
573
- self.conversation.update_chat_history(
574
- prompt, self.get_message(self.last_response)
575
- )
576
- return extracted_data
577
-
578
- def chat(
579
- self,
580
- prompt: str,
581
- stream: bool = False,
582
- optimizer: str = None,
583
- conversationally: bool = False,
584
- ) -> str:
585
- """
586
- Sends a message to the Meta AI and returns the response.
587
-
588
- Args:
589
- prompt (str): The message to send.
590
- stream (bool): Whether to stream the response or not. Defaults to False.
591
- optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
592
- conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
593
-
594
- Returns:
595
- str: The response message.
596
- """
597
-
598
- def for_stream():
599
- for response in self.ask(
600
- prompt, True, optimizer=optimizer, conversationally=conversationally
601
- ):
602
- yield self.get_message(response)
603
-
604
- def for_non_stream():
605
- return self.get_message(
606
- self.ask(
607
- prompt,
608
- False,
609
- optimizer=optimizer,
610
- conversationally=conversationally,
611
- )
612
- )
613
-
614
- return for_stream() if stream else for_non_stream()
615
-
616
- def extract_last_response(self, response: str) -> Dict:
617
- """
618
- Extracts the last response from the Meta AI API.
619
-
620
- Args:
621
- response (str): The response to extract the last response from.
622
-
623
- Returns:
624
- dict: A dictionary containing the last response.
625
- """
626
- last_streamed_response = None
627
- for line in response.split("\n"):
628
- try:
629
- json_line = json.loads(line)
630
- except json.JSONDecodeError:
631
- continue
632
-
633
- bot_response_message = (
634
- json_line.get("data", {})
635
- .get("node", {})
636
- .get("bot_response_message", {})
637
- )
638
- chat_id = bot_response_message.get("id")
639
- if chat_id:
640
- external_conversation_id, offline_threading_id, _ = chat_id.split("_")
641
- self.external_conversation_id = external_conversation_id
642
- self.offline_threading_id = offline_threading_id
643
-
644
- streaming_state = bot_response_message.get("streaming_state")
645
- if streaming_state == "OVERALL_DONE":
646
- last_streamed_response = json_line
647
-
648
- return last_streamed_response
649
-
650
- def extract_data(self, json_line: dict) -> Dict:
651
- """
652
- Extract data and sources from a parsed JSON line.
653
-
654
- Args:
655
- json_line (dict): Parsed JSON line.
656
-
657
- Returns:
658
- dict: A dictionary containing the response message, sources, and media.
659
- """
660
- bot_response_message = (
661
- json_line.get("data", {}).get("node", {}).get("bot_response_message", {})
662
- )
663
- response = format_response(response=json_line)
664
- fetch_id = bot_response_message.get("fetch_id")
665
- sources = self.fetch_sources(fetch_id) if fetch_id else []
666
- medias = self.extract_media(bot_response_message)
667
- return {"message": response, "sources": sources, "media": medias}
668
-
669
- def extract_media(self, json_line: dict) -> List[Dict]:
670
- """
671
- Extract media from a parsed JSON line.
672
-
673
- Args:
674
- json_line (dict): Parsed JSON line.
675
-
676
- Returns:
677
- list: A list of dictionaries containing the extracted media.
678
- """
679
- medias = []
680
- imagine_card = json_line.get("imagine_card", {})
681
- session = imagine_card.get("session", {}) if imagine_card else {}
682
- media_sets = (
683
- (json_line.get("imagine_card", {}).get("session", {}).get("media_sets", []))
684
- if imagine_card and session
685
- else []
686
- )
687
- for media_set in media_sets:
688
- imagine_media = media_set.get("imagine_media", [])
689
- for media in imagine_media:
690
- medias.append(
691
- {
692
- "url": media.get("uri"),
693
- "type": media.get("media_type"),
694
- "prompt": media.get("prompt"),
695
- }
696
- )
697
- return medias
698
-
699
- def get_cookies(self) -> dict:
700
- """
701
- Extracts necessary cookies from the Meta AI main page.
702
-
703
- Returns:
704
- dict: A dictionary containing essential cookies.
705
- """
706
- headers = {}
707
- if self.fb_email is not None and self.fb_password is not None:
708
- fb_session = get_fb_session(self.fb_email, self.fb_password, self.proxy)
709
- headers = {"cookie": f"abra_sess={fb_session['abra_sess']}"}
710
-
711
- response = self.session.get(
712
- url="https://www.meta.ai/",
713
- headers=headers,
714
- proxies=self.proxy,
715
- )
716
-
717
- cookies = {
718
- "_js_datr": extract_value(
719
- response.text, start_str='_js_datr":{"value":"', end_str='",'
720
- ),
721
- "datr": extract_value(
722
- response.text, start_str='datr":{"value":"', end_str='",'
723
- ),
724
- "lsd": extract_value(
725
- response.text, start_str='"LSD",[],{"token":"', end_str='"}'
726
- ),
727
- "fb_dtsg": extract_value(
728
- response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
729
- ),
730
- }
731
-
732
- if len(headers) > 0:
733
- cookies["abra_sess"] = fb_session["abra_sess"]
734
- else:
735
- cookies["abra_csrf"] = extract_value(
736
- response.text, start_str='abra_csrf":{"value":"', end_str='",'
737
- )
738
- return cookies
739
-
740
- def fetch_sources(self, fetch_id: str) -> List[Dict]:
741
- """
742
- Fetches sources from the Meta AI API based on the given query.
743
-
744
- Args:
745
- fetch_id (str): The fetch ID to use for the query.
746
-
747
- Returns:
748
- list: A list of dictionaries containing the fetched sources.
749
- """
750
-
751
- url = "https://graph.meta.ai/graphql?locale=user"
752
- payload = {
753
- "access_token": self.access_token,
754
- "fb_api_caller_class": "RelayModern",
755
- "fb_api_req_friendly_name": "AbraSearchPluginDialogQuery",
756
- "variables": json.dumps({"abraMessageFetchID": fetch_id}),
757
- "server_timestamps": "true",
758
- "doc_id": "6946734308765963",
759
- }
760
-
761
- payload = urllib.parse.urlencode(payload) # noqa
762
-
763
- headers = {
764
- "authority": "graph.meta.ai",
765
- "accept-language": "en-US,en;q=0.9,fr-FR;q=0.8,fr;q=0.7",
766
- "content-type": "application/x-www-form-urlencoded",
767
- "cookie": f'dpr=2; abra_csrf={self.cookies.get("abra_csrf")}; datr={self.cookies.get("datr")}; ps_n=1; ps_l=1',
768
- "x-fb-friendly-name": "AbraSearchPluginDialogQuery",
769
- }
770
-
771
- response = self.session.post(url, headers=headers, data=payload)
772
- response_json = response.json()
773
- message = response_json.get("data", {}).get("message", {})
774
- search_results = (
775
- (response_json.get("data", {}).get("message", {}).get("searchResults"))
776
- if message
777
- else None
778
- )
779
- if search_results is None:
780
- return []
781
-
782
- references = search_results["references"]
783
- return references
784
-
785
- def get_message(self, response: dict) -> str:
786
- """Retrieves message only from response
787
-
788
- Args:
789
- response (dict): Response generated by `self.ask`
790
-
791
- Returns:
792
- str: Message extracted
793
- """
794
- assert isinstance(response, dict), "Response should be of dict data-type only"
795
- return response["message"]
796
-
797
- if __name__ == "__main__":
798
- Meta = Meta()
799
- ai = Meta.chat("hi")
800
- for chunk in ai:
801
- print(chunk, end="", flush=True)
1
+ import json
2
+ import random
3
+ import time
4
+ import urllib.parse
5
+ import uuid
6
+ from typing import Any, Dict, Generator, List, Optional, Union, cast
7
+
8
+ from curl_cffi import CurlError
9
+ from curl_cffi.requests import Session
10
+ from litprinter import ic
11
+
12
+ from webscout import exceptions
13
+ from webscout.AIbase import Provider, Response
14
+ from webscout.AIutel import AwesomePrompts, Conversation, Optimizers, retry
15
+ from webscout.litagent import LitAgent as Lit
16
+ from webscout.scout import Scout
17
+
18
+ MAX_RETRIES = 3
19
+ HTTP2_STREAM_ERRORS = [92, 18, 7, 35, 36] # Common curl HTTP/2 stream errors
20
+
21
+
22
+ def generate_offline_threading_id() -> str:
23
+ """
24
+ Generates an offline threading ID.
25
+
26
+ Returns:
27
+ str: The generated offline threading ID.
28
+ """
29
+ # Maximum value for a 64-bit integer in Python
30
+ max_int = (1 << 64) - 1
31
+ mask22_bits = (1 << 22) - 1
32
+
33
+ # Function to get the current timestamp in milliseconds
34
+ def get_current_timestamp():
35
+ return int(time.time() * 1000)
36
+
37
+ # Function to generate a random 64-bit integer
38
+ def get_random_64bit_int():
39
+ return random.getrandbits(64)
40
+
41
+ # Combine timestamp and random value
42
+ def combine_and_mask(timestamp, random_value):
43
+ shifted_timestamp = timestamp << 22
44
+ masked_random = random_value & mask22_bits
45
+ return (shifted_timestamp | masked_random) & max_int
46
+
47
+ timestamp = get_current_timestamp()
48
+ random_value = get_random_64bit_int()
49
+ threading_id = combine_and_mask(timestamp, random_value)
50
+
51
+ return str(threading_id)
52
+
53
+
54
+ def extract_value(text: str, start_str: str, end_str: str) -> str:
55
+ """
56
+ Helper function to extract a specific value from the given text using a key.
57
+
58
+ Args:
59
+ text (str): The text from which to extract the value.
60
+ start_str (str): The starting key.
61
+ end_str (str): The ending key.
62
+
63
+ Returns:
64
+ str: The extracted value or empty string if not found.
65
+ """
66
+ start_idx = text.find(start_str)
67
+ if start_idx == -1:
68
+ return ""
69
+ start = start_idx + len(start_str)
70
+ end = text.find(end_str, start)
71
+ if end == -1:
72
+ # If end not found, return rest of string (but caller should validate)
73
+ return text[start:]
74
+ return text[start:end]
75
+
76
+
77
+ def format_response(response: dict) -> str:
78
+ """
79
+ Formats the response from Meta AI to remove unnecessary characters.
80
+
81
+ Args:
82
+ response (dict): The dictionnary containing the response to format.
83
+
84
+ Returns:
85
+ str: The formatted response.
86
+ """
87
+ text = ""
88
+ for content in (
89
+ response.get("data", {})
90
+ .get("node", {})
91
+ .get("bot_response_message", {})
92
+ .get("composed_text", {})
93
+ .get("content", [])
94
+ ):
95
+ text += content["text"] + "\n"
96
+ return text
97
+
98
+
99
+ # Function to perform the login
100
+ def get_fb_session(email, password, proxies=None):
101
+ login_url = "https://mbasic.facebook.com/login/"
102
+ headers = {
103
+ "authority": "mbasic.facebook.com",
104
+ "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
105
+ "accept-language": "en-US,en;q=0.9",
106
+ "sec-ch-ua": '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
107
+ "sec-ch-ua-mobile": "?0",
108
+ "sec-ch-ua-platform": '"macOS"',
109
+ "sec-fetch-dest": "document",
110
+ "sec-fetch-mode": "navigate",
111
+ "sec-fetch-site": "none",
112
+ "sec-fetch-user": "?1",
113
+ "upgrade-insecure-requests": "1",
114
+ "user-agent": Lit().random(),
115
+ }
116
+ # Create a session
117
+ session = Session()
118
+ if proxies:
119
+ session.proxies = proxies
120
+
121
+ # Send the GET request
122
+ response = session.get(login_url, headers=headers)
123
+
124
+ # Use Scout for parsing instead of BeautifulSoup
125
+ scout = Scout(response.text)
126
+
127
+ # Parse necessary parameters from the login form
128
+ lsd_tag = scout.find('input', attrs={'name': 'lsd'})
129
+ lsd = lsd_tag.get('value') if lsd_tag else None
130
+ jazoest_tag = scout.find('input', attrs={'name': 'jazoest'})
131
+ jazoest = jazoest_tag.get('value') if jazoest_tag else None
132
+ li_tag = scout.find('input', attrs={'name': 'li'})
133
+ li = li_tag.get('value') if li_tag else None
134
+ m_ts_tag = scout.find('input', attrs={'name': 'm_ts'})
135
+ m_ts = m_ts_tag.get('value') if m_ts_tag else None
136
+
137
+ # Define the URL and body for the POST request to submit the login form
138
+ post_url = "https://mbasic.facebook.com/login/device-based/regular/login/?refsrc=deprecated&lwv=100"
139
+ data = {
140
+ "lsd": lsd,
141
+ "jazoest": jazoest,
142
+ "m_ts": m_ts,
143
+ "li": li,
144
+ "try_number": "0",
145
+ "unrecognized_tries": "0",
146
+ "email": email,
147
+ "pass": password,
148
+ "login": "Log In",
149
+ "bi_xrwh": "0",
150
+ }
151
+
152
+ headers = {
153
+ "authority": "mbasic.facebook.com",
154
+ "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
155
+ "accept-language": "en-US,en;q=0.9",
156
+ "cache-control": "no-cache",
157
+ "content-type": "application/x-www-form-urlencoded",
158
+ "cookie": f"datr={response.cookies.get('datr')}; sb={response.cookies.get('sb')}; ps_n=1; ps_l=1",
159
+ "dpr": "2",
160
+ "origin": "https://mbasic.facebook.com",
161
+ "pragma": "no-cache",
162
+ "referer": "https://mbasic.facebook.com/login/",
163
+ "sec-fetch-site": "same-origin",
164
+ "sec-fetch-user": "?1",
165
+ "upgrade-insecure-requests": "1",
166
+ "user-agent": Lit().random(),
167
+ "viewport-width": "1728",
168
+ }
169
+
170
+ # Send the POST request
171
+ result = session.post(post_url, headers=headers, data=data)
172
+ if "sb" not in session.cookies:
173
+ raise exceptions.FacebookInvalidCredentialsException(
174
+ "Was not able to login to Facebook. Please check your credentials. "
175
+ "You may also have been rate limited. Try to connect to Facebook manually."
176
+ )
177
+
178
+ cookies = {
179
+ **result.cookies.get_dict(),
180
+ "sb": session.cookies["sb"],
181
+ "xs": session.cookies["xs"],
182
+ "fr": session.cookies["fr"],
183
+ "c_user": session.cookies["c_user"],
184
+ }
185
+
186
+ response_login = {
187
+ "cookies": cookies,
188
+ "headers": result.headers,
189
+ "response": response.text,
190
+ }
191
+ meta_ai_cookies = get_cookies()
192
+
193
+ url = "https://www.meta.ai/state/"
194
+
195
+ payload = f'__a=1&lsd={meta_ai_cookies["lsd"]}'
196
+ headers = {
197
+ "authority": "www.meta.ai",
198
+ "accept": "*/*",
199
+ "accept-language": "en-US,en;q=0.9",
200
+ "cache-control": "no-cache",
201
+ "content-type": "application/x-www-form-urlencoded",
202
+ "cookie": f'ps_n=1; ps_l=1; dpr=2; _js_datr={meta_ai_cookies["_js_datr"]}; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["datr"]};; ps_l=1; ps_n=1',
203
+ "origin": "https://www.meta.ai",
204
+ "pragma": "no-cache",
205
+ "referer": "https://www.meta.ai/",
206
+ "sec-fetch-mode": "cors",
207
+ "sec-fetch-site": "same-origin",
208
+ "user-agent": Lit().random(),
209
+ "viewport-width": "1728",
210
+ }
211
+
212
+ # Create a new session for this request
213
+ req_session = Session()
214
+ if proxies:
215
+ req_session.proxies = proxies
216
+
217
+ response = req_session.post(url, headers=headers, data=payload)
218
+
219
+ state = extract_value(response.text, start_str='"state":"', end_str='"')
220
+
221
+ url = f"https://www.facebook.com/oidc/?app_id=1358015658191005&scope=openid%20linking&response_type=code&redirect_uri=https%3A%2F%2Fwww.meta.ai%2Fauth%2F&no_universal_links=1&deoia=1&state={state}"
222
+ payload = {}
223
+ headers = {
224
+ "authority": "www.facebook.com",
225
+ "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
226
+ "accept-language": "en-US,en;q=0.9",
227
+ "cache-control": "no-cache",
228
+ "cookie": f"datr={response_login['cookies']['datr']}; sb={response_login['cookies']['sb']}; c_user={response_login['cookies']['c_user']}; xs={response_login['cookies']['xs']}; fr={response_login['cookies']['fr']}; m_page_voice={response_login['cookies']['m_page_voice']}; abra_csrf={meta_ai_cookies['abra_csrf']};",
229
+ "sec-fetch-dest": "document",
230
+ "sec-fetch-mode": "navigate",
231
+ "sec-fetch-site": "cross-site",
232
+ "sec-fetch-user": "?1",
233
+ "upgrade-insecure-requests": "1",
234
+ "user-agent": Lit().random(),
235
+ }
236
+
237
+ # Create a new session for Facebook
238
+ fb_session = Session()
239
+ if proxies:
240
+ fb_session.proxies = proxies
241
+
242
+ response = fb_session.get(url, headers=headers, data=payload, allow_redirects=False)
243
+
244
+ next_url = response.headers["Location"]
245
+
246
+ url = next_url
247
+
248
+ payload = {}
249
+ headers = {
250
+ "User-Agent": Lit().random(),
251
+ "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
252
+ "Accept-Language": "en-US,en;q=0.5",
253
+ "Accept-Encoding": "gzip, deflate, br",
254
+ "Referer": "https://www.meta.ai/",
255
+ "Connection": "keep-alive",
256
+ "Cookie": f'dpr=2; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["_js_datr"]}',
257
+ "Upgrade-Insecure-Requests": "1",
258
+ "Sec-Fetch-Dest": "document",
259
+ "Sec-Fetch-Mode": "navigate",
260
+ "Sec-Fetch-Site": "cross-site",
261
+ "Sec-Fetch-User": "?1",
262
+ "TE": "trailers",
263
+ }
264
+ fb_session.get(url, headers=headers, data=payload)
265
+ cookies = fb_session.cookies.get_dict()
266
+ if "abra_sess" not in cookies:
267
+ raise exceptions.FacebookInvalidCredentialsException(
268
+ "Was not able to login to Facebook. Please check your credentials. "
269
+ "You may also have been rate limited. Try to connect to Facebook manually."
270
+ )
271
+ ic.configureOutput(prefix='INFO| ')
272
+ ic("Successfully logged in to Facebook.")
273
+ return cookies
274
+
275
+
276
+ def get_cookies() -> dict:
277
+ """
278
+ Extracts necessary cookies from the Meta AI main page.
279
+
280
+ Returns:
281
+ dict: A dictionary containing essential cookies.
282
+ """
283
+ # Create a session
284
+ session = Session()
285
+
286
+ response = session.get(
287
+ "https://www.meta.ai/",
288
+ )
289
+
290
+ cookies = {
291
+ "_js_datr": extract_value(
292
+ response.text, start_str='_js_datr":{"value":"', end_str='",'
293
+ ),
294
+ "datr": extract_value(
295
+ response.text, start_str='datr":{"value":"', end_str='",'
296
+ ),
297
+ "lsd": extract_value(
298
+ response.text, start_str='"LSD",[],{"token":"', end_str='"}'
299
+ ),
300
+ "fb_dtsg": extract_value(
301
+ response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
302
+ ),
303
+ "abra_csrf": extract_value(
304
+ response.text, start_str='abra_csrf":{"value":"', end_str='",'
305
+ )
306
+ }
307
+ return cookies
308
+
309
+ class Meta(Provider):
310
+ """
311
+ A class to interact with the Meta AI API to obtain and use access tokens for sending
312
+ and receiving messages from the Meta AI Chat API.
313
+ """
314
+ required_auth = False
315
+ def __init__(
316
+ self,
317
+ fb_email: Optional[str] = None,
318
+ fb_password: Optional[str] = None,
319
+ proxy: Optional[dict] = None,
320
+ is_conversation: bool = True,
321
+ max_tokens: int = 600,
322
+ timeout: int = 30,
323
+ intro: Optional[str] = None,
324
+ filepath: Optional[str] = None,
325
+ update_file: bool = True,
326
+ proxies: dict = {},
327
+ history_offset: int = 10250,
328
+ act: Optional[str] = None,
329
+ skip_init: bool = False,
330
+ ):
331
+ """
332
+ Initializes the Meta AI API with given parameters.
333
+
334
+ Args:
335
+ fb_email (str, optional): Your Facebook email address. Defaults to None.
336
+ fb_password (str, optional): Your Facebook password. Defaults to None.
337
+ proxy (dict, optional): Proxy settings for requests. Defaults to None.
338
+ is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
339
+ max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
340
+ timeout (int, optional): Http request timeout. Defaults to 30.
341
+ intro (str, optional): Conversation introductory prompt. Defaults to None.
342
+ filepath (str, optional): Path to file containing conversation history. Defaults to None.
343
+ update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
344
+ proxies (dict, optional): Http request proxies. Defaults to {}.
345
+ history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
346
+ act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
347
+ """
348
+ self.session = Session()
349
+ self.session.headers.update(
350
+ {
351
+ "user-agent": Lit().random(),
352
+ }
353
+ )
354
+
355
+ # Configure session for better HTTP/2 handling
356
+ self.session.timeout = timeout
357
+ self.session.curl_options.update({
358
+ # Increase connection timeout for slow networks
359
+ 155: 60, # CURLOPT_CONNECTTIMEOUT
360
+ # Increase total timeout
361
+ 13: max(30, timeout * 2), # CURLOPT_TIMEOUT
362
+ # Enable TCP keep-alive to maintain connections
363
+ 213: 60, # CURLOPT_TCP_KEEPALIVE
364
+ 214: 30, # CURLOPT_TCP_KEEPIDLE
365
+ 215: 10, # CURLOPT_TCP_KEEPINTVL
366
+ # Disable SSL verification issues
367
+ 64: 0, # CURLOPT_SSL_VERIFYPEER
368
+ 81: 0, # CURLOPT_SSL_VERIFYHOST
369
+ })
370
+
371
+ # Create a backup session for fallback
372
+ self.backup_session = Session()
373
+ self.backup_session.headers.update({"user-agent": Lit().random()})
374
+ self.backup_session.curl_options.update(self.session.curl_options)
375
+
376
+ # Add HTTP/2 error tracking
377
+ self.http2_error_count = 0
378
+ self.max_http2_errors = 3
379
+ self.last_successful_request = time.time()
380
+ self.retry_count = 0
381
+
382
+ self.access_token = None
383
+ self.fb_email = fb_email
384
+ self.fb_password = fb_password
385
+ self.proxy = proxy
386
+ if self.proxy and not self.check_proxy():
387
+ raise ConnectionError(
388
+ "Unable to connect to proxy. Please check your proxy settings."
389
+ )
390
+ self.is_conversation = is_conversation
391
+ self.max_tokens_to_sample = max_tokens
392
+ self.timeout = timeout
393
+ self.last_response = {}
394
+ self.is_authed = fb_password is not None and fb_email is not None
395
+ # For testing or offline environments, allow skipping the initial cookie fetch
396
+ self.skip_init = skip_init
397
+ self.cookies = {} if skip_init else self.get_cookies()
398
+ self.external_conversation_id = None
399
+ self.offline_threading_id = None
400
+
401
+ self.__available_optimizers = (
402
+ method
403
+ for method in dir(Optimizers)
404
+ if callable(getattr(Optimizers, method)) and not method.startswith("__")
405
+ )
406
+ self.conversation = Conversation(
407
+ is_conversation, self.max_tokens_to_sample, filepath, update_file
408
+ )
409
+ act_prompt = (
410
+ AwesomePrompts().get_act(cast(Union[str, int], act), default=None, case_insensitive=True
411
+ )
412
+ if act
413
+ else intro
414
+ )
415
+ if act_prompt:
416
+ self.conversation.intro = act_prompt
417
+ self.conversation.history_offset = history_offset
418
+ if proxies:
419
+ self.session.proxies.update(proxies)
420
+ # If skip_init was True we won't have cookies yet — some methods will fetch them lazily
421
+ if self.skip_init:
422
+ ic.configureOutput(prefix='WARNING| ')
423
+ ic('Meta initialized in skip_init mode: cookies not fetched. Some operations will fail until cookies are obtained.')
424
+
425
+
426
+ def check_proxy(self, test_url: str = "https://api.ipify.org/?format=json") -> bool:
427
+ """
428
+ Checks the proxy connection by making a request to a test URL.
429
+
430
+ Args:
431
+ test_url (str): A test site from which we check that the proxy is installed correctly.
432
+
433
+ Returns:
434
+ bool: True if the proxy is working, False otherwise.
435
+ """
436
+ try:
437
+ response = self.session.get(test_url, proxies=self.proxy, timeout=10)
438
+ if response.status_code == 200:
439
+ self.session.proxies = cast(Any, self.proxy)
440
+ return True
441
+ return False
442
+ except CurlError:
443
+ return False
444
+
445
+ @retry(retries=3, delay=2.0)
446
+ def get_access_token(self) -> str:
447
+ """
448
+ Retrieves an access token using Meta's authentication API.
449
+ Handles HTTP/2 errors with fallback strategies.
450
+
451
+ Returns:
452
+ str: A valid access token.
453
+ """
454
+
455
+ if self.access_token:
456
+ return self.access_token
457
+
458
+ url = "https://www.meta.ai/api/graphql/"
459
+ payload = {
460
+ "lsd": self.cookies["lsd"],
461
+ "fb_api_caller_class": "RelayModern",
462
+ "fb_api_req_friendly_name": "useAbraAcceptTOSForTempUserMutation",
463
+ "variables": {
464
+ "dob": "1999-01-01",
465
+ "icebreaker_type": "TEXT",
466
+ "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
467
+ },
468
+ "doc_id": "7604648749596940",
469
+ }
470
+ payload = urllib.parse.urlencode(payload) # noqa
471
+ # Build cookie header safely - avoid inserting None values
472
+ cookie_parts = []
473
+ if self.cookies.get("_js_datr"):
474
+ cookie_parts.append(f"_js_datr={self.cookies.get('_js_datr')}")
475
+ if self.cookies.get("abra_csrf"):
476
+ cookie_parts.append(f"abra_csrf={self.cookies.get('abra_csrf')}")
477
+ if self.cookies.get("datr"):
478
+ cookie_parts.append(f"datr={self.cookies.get('datr')}")
479
+
480
+ headers = {
481
+ "content-type": "application/x-www-form-urlencoded",
482
+ "cookie": "; ".join(cookie_parts),
483
+ "sec-fetch-site": "same-origin",
484
+ "x-fb-friendly-name": "useAbraAcceptTOSForTempUserMutation",
485
+ }
486
+
487
+ # Try once with the normal session
488
+ try:
489
+ response = self.session.post(url, headers=headers, data=payload, timeout=self.timeout)
490
+ except Exception as e:
491
+ # Some Curl errors are wrapped in requests.HTTPError from curl_cffi; inspect message
492
+ err_str = str(e)
493
+ if 'HTTP/2 stream' in err_str or 'stream' in err_str:
494
+ ic.configureOutput(prefix='WARNING| ')
495
+ ic(f"Detected HTTP/2 stream issue when getting access token: {err_str}. Attempting HTTP/1.1 fallback via requests")
496
+ try:
497
+ import requests
498
+ resp = requests.post(url, headers=headers, data=payload, timeout=self.timeout, verify=False)
499
+ from types import SimpleNamespace
500
+ response = SimpleNamespace(status_code=resp.status_code, text=resp.text, json=resp.json)
501
+ except Exception as e2:
502
+ raise exceptions.FailedToGenerateResponseError(
503
+ f"Failed to get access token after HTTP/1.1 fallback: {e2}"
504
+ )
505
+ else:
506
+ raise exceptions.FailedToGenerateResponseError(
507
+ f"Failed to get access token: {e}"
508
+ )
509
+
510
+ try:
511
+ auth_json = response.json()
512
+ except json.JSONDecodeError:
513
+ raise exceptions.FacebookRegionBlocked(
514
+ "Unable to receive a valid response from Meta AI. This is likely due to your region being blocked. "
515
+ "Try manually accessing https://www.meta.ai/ to confirm."
516
+ )
517
+
518
+ access_token = auth_json["data"]["xab_abra_accept_terms_of_service"][
519
+ "new_temp_user_auth"
520
+ ]["access_token"]
521
+
522
+ # Need to sleep for a bit, for some reason the API doesn't like it when we send request too quickly
523
+ # (maybe Meta needs to register Cookies on their side?)
524
+ time.sleep(1)
525
+
526
+ return access_token
527
+
528
+ @retry(retries=3, delay=2.0)
529
+ def ask(
530
+ self,
531
+ prompt: str,
532
+ stream: bool = False,
533
+ raw: bool = False,
534
+ optimizer: Optional[str] = None,
535
+ conversationally: bool = False,
536
+ ) -> Union[Dict, Generator[Dict, None, None]]:
537
+ """
538
+ Sends a message to the Meta AI and returns the response.
539
+
540
+ Args:
541
+ prompt (str): The prompt to send.
542
+ stream (bool): Whether to stream the response or not. Defaults to False.
543
+ raw (bool, optional): Stream back raw response as received. Defaults to False.
544
+ optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
545
+ conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
546
+ Returns:
547
+ Union[Dict, Generator[Dict, None, None]]: A dictionary containing the response message and sources, or a generator yielding such dictionaries.
548
+ """
549
+ conversation_prompt = self.conversation.gen_complete_prompt(prompt)
550
+ if optimizer:
551
+ if optimizer in self.__available_optimizers:
552
+ conversation_prompt = getattr(Optimizers, optimizer)(
553
+ conversation_prompt if conversationally else prompt
554
+ )
555
+ else:
556
+ raise Exception(
557
+ f"Optimizer is not one of {self.__available_optimizers}"
558
+ )
559
+
560
+ if not self.is_authed:
561
+ # Lazily obtain access token/cookies if skip_init was used
562
+ if not self.cookies:
563
+ self.cookies = self.get_cookies()
564
+ self.access_token = self.get_access_token()
565
+ auth_payload = {"access_token": self.access_token}
566
+ url = "https://graph.meta.ai/graphql?locale=user"
567
+
568
+ else:
569
+ if not self.cookies:
570
+ self.cookies = self.get_cookies()
571
+ auth_payload = {"fb_dtsg": self.cookies["fb_dtsg"]}
572
+ url = "https://www.meta.ai/api/graphql/"
573
+
574
+ if not self.external_conversation_id:
575
+ external_id = str(uuid.uuid4())
576
+ self.external_conversation_id = external_id
577
+ payload = {
578
+ **auth_payload,
579
+ "fb_api_caller_class": "RelayModern",
580
+ "fb_api_req_friendly_name": "useAbraSendMessageMutation",
581
+ "variables": json.dumps(
582
+ {
583
+ "message": {"sensitive_string_value": conversation_prompt},
584
+ "externalConversationId": self.external_conversation_id,
585
+ "offlineThreadingId": generate_offline_threading_id(),
586
+ "suggestedPromptIndex": None,
587
+ "flashVideoRecapInput": {"images": []},
588
+ "flashPreviewInput": None,
589
+ "promptPrefix": None,
590
+ "entrypoint": "ABRA__CHAT__TEXT",
591
+ "icebreaker_type": "TEXT",
592
+ "__relay_internal__pv__AbraDebugDevOnlyrelayprovider": False,
593
+ "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
594
+ }
595
+ ),
596
+ "server_timestamps": "true",
597
+ "doc_id": "7783822248314888",
598
+ }
599
+ payload = urllib.parse.urlencode(payload) # noqa
600
+ headers = {
601
+ "content-type": "application/x-www-form-urlencoded",
602
+ "x-fb-friendly-name": "useAbraSendMessageMutation",
603
+ }
604
+ if self.is_authed:
605
+ headers["cookie"] = f'abra_sess={self.cookies["abra_sess"]}'
606
+ # Recreate the session to avoid cookie leakage when user is authenticated
607
+ self.session = Session()
608
+ self.session.proxies = cast(Any, self.proxy)
609
+
610
+ if stream:
611
+
612
+ def for_stream():
613
+ try:
614
+ try:
615
+ response = self.session.post(
616
+ url, headers=headers, data=payload, stream=True, timeout=self.timeout
617
+ )
618
+ except CurlError as e:
619
+ # Try HTTP/1.1 fallback once
620
+ if hasattr(e, 'errno') and e.errno in HTTP2_STREAM_ERRORS:
621
+ ic.configureOutput(prefix='WARNING| ')
622
+ ic("HTTP/2 stream error on streaming request, attempting HTTP/1.1 fallback")
623
+ try:
624
+ self.session.curl_options.update({84: 1}) # force HTTP/1.1
625
+ response = self.session.post(url, headers=headers, data=payload, stream=True, timeout=self.timeout)
626
+ except Exception:
627
+ raise
628
+ else:
629
+ raise
630
+
631
+ if not response.ok:
632
+ raise exceptions.FailedToGenerateResponseError(
633
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
634
+ )
635
+
636
+ lines = response.iter_lines()
637
+ is_error = json.loads(next(lines))
638
+ if len(is_error.get("errors", [])) > 0:
639
+ raise exceptions.FailedToGenerateResponseError(
640
+ f"Failed to generate response - {response.text}"
641
+ )
642
+ final_message = None
643
+ try:
644
+ for line in lines:
645
+ if line:
646
+ try:
647
+ json_line = json.loads(line)
648
+ extracted_data = self.extract_data(json_line)
649
+ if not extracted_data.get("message"):
650
+ continue
651
+ self.last_response.update(extracted_data)
652
+ final_message = extracted_data # Always keep the latest
653
+ yield final_message if not raw else json.dumps(final_message)
654
+ except json.JSONDecodeError:
655
+ # Skip malformed JSON lines
656
+ continue
657
+ except CurlError as e:
658
+ # Handle HTTP/2 stream closure during iteration
659
+ if hasattr(e, 'errno') and e.errno in HTTP2_STREAM_ERRORS:
660
+ ic.configureOutput(prefix='WARNING| ')
661
+ ic(f"HTTP/2 stream closed during iteration (errno: {e.errno})")
662
+ if final_message:
663
+ # Yield the last complete message before the stream closed
664
+ yield final_message if not raw else json.dumps(final_message)
665
+ break
666
+ else:
667
+ raise
668
+ except (ConnectionError, TimeoutError) as e:
669
+ ic.configureOutput(prefix='WARNING| ')
670
+ ic(f"Connection error during streaming: {e}")
671
+ if final_message:
672
+ # Yield the last complete message before the connection was lost
673
+ yield final_message if not raw else json.dumps(final_message)
674
+ self.conversation.update_chat_history(
675
+ prompt, self.get_message(self.last_response)
676
+ )
677
+ return
678
+
679
+ if final_message:
680
+ self.conversation.update_chat_history(
681
+ prompt, self.get_message(self.last_response)
682
+ )
683
+
684
+ except CurlError as e:
685
+ if hasattr(e, 'errno') and e.errno in HTTP2_STREAM_ERRORS:
686
+ raise exceptions.FailedToGenerateResponseError(
687
+ f"HTTP/2 stream error in stream mode: {e}"
688
+ )
689
+ else:
690
+ raise
691
+ except Exception as e:
692
+ raise exceptions.FailedToGenerateResponseError(
693
+ f"Unexpected error in stream mode: {e}"
694
+ )
695
+
696
+ return for_stream()
697
+ else:
698
+ try:
699
+ response = self.session.post(url, headers=headers, data=payload, timeout=self.timeout)
700
+ except CurlError as e:
701
+ # Try HTTP/1.1 fallback for non-stream requests
702
+ if hasattr(e, 'errno') and e.errno in HTTP2_STREAM_ERRORS:
703
+ ic.configureOutput(prefix='WARNING| ')
704
+ ic("HTTP/2 error on non-stream request, attempting HTTP/1.1 fallback")
705
+ try:
706
+ self.session.curl_options.update({84: 1}) # force HTTP/1.1
707
+ response = self.session.post(url, headers=headers, data=payload, timeout=self.timeout)
708
+ except Exception as e2:
709
+ raise exceptions.FailedToGenerateResponseError(
710
+ f"Failed to generate response after HTTP/1.1 fallback: {e2}"
711
+ )
712
+ else:
713
+ raise
714
+
715
+ if not response.ok:
716
+ raise exceptions.FailedToGenerateResponseError(
717
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
718
+ )
719
+ raw_response = response.text
720
+ last_streamed_response = self.extract_last_response(raw_response)
721
+ if not last_streamed_response:
722
+ raise exceptions.FailedToGenerateResponseError(
723
+ f"Failed to generate response - {response.text}"
724
+ )
725
+
726
+ extracted_data = self.extract_data(last_streamed_response)
727
+ self.last_response.update(extracted_data)
728
+ self.conversation.update_chat_history(
729
+ prompt, self.get_message(self.last_response)
730
+ )
731
+ return extracted_data
732
+
733
+ def chat(
734
+ self,
735
+ prompt: str,
736
+ stream: bool = False,
737
+ optimizer: Optional[str] = None,
738
+ conversationally: bool = False,
739
+ **kwargs: Any,
740
+ ) -> Union[str, Generator[str, None, None]]:
741
+ """
742
+ Sends a message to the Meta AI and returns the response.
743
+
744
+ Args:
745
+ prompt (str): The message to send.
746
+ stream (bool): Whether to stream the response or not. Defaults to False.
747
+ optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
748
+ conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
749
+
750
+ Returns:
751
+ str: The response message.
752
+ """
753
+
754
+ def for_stream():
755
+ for response in self.ask(
756
+ prompt, True, optimizer=optimizer, conversationally=conversationally
757
+ ):
758
+ yield self.get_message(response)
759
+
760
+ def for_non_stream():
761
+ return self.get_message(
762
+ self.ask(
763
+ prompt,
764
+ False,
765
+ optimizer=optimizer,
766
+ conversationally=conversationally,
767
+ )
768
+ )
769
+
770
+ return for_stream() if stream else for_non_stream()
771
+
772
+ def extract_last_response(self, response: str) -> Optional[Dict]:
773
+ """
774
+ Extracts the last response from the Meta AI API.
775
+
776
+ Args:
777
+ response (str): The response to extract the last response from.
778
+
779
+ Returns:
780
+ dict: A dictionary containing the last response.
781
+ """
782
+ last_streamed_response = None
783
+ for line in response.split("\n"):
784
+ try:
785
+ json_line = json.loads(line)
786
+ except json.JSONDecodeError:
787
+ continue
788
+
789
+ bot_response_message = (
790
+ json_line.get("data", {})
791
+ .get("node", {})
792
+ .get("bot_response_message", {})
793
+ )
794
+ chat_id = bot_response_message.get("id")
795
+ if chat_id:
796
+ external_conversation_id, offline_threading_id, _ = chat_id.split("_")
797
+ self.external_conversation_id = external_conversation_id
798
+ self.offline_threading_id = offline_threading_id
799
+
800
+ streaming_state = bot_response_message.get("streaming_state")
801
+ if streaming_state == "OVERALL_DONE":
802
+ last_streamed_response = json_line
803
+
804
+ return last_streamed_response
805
+
806
+ def extract_data(self, json_line: dict) -> Dict:
807
+ """
808
+ Extract data and sources from a parsed JSON line.
809
+
810
+ Args:
811
+ json_line (dict): Parsed JSON line.
812
+
813
+ Returns:
814
+ dict: A dictionary containing the response message, sources, and media.
815
+ """
816
+ bot_response_message = (
817
+ json_line.get("data", {}).get("node", {}).get("bot_response_message", {})
818
+ )
819
+ response = format_response(response=json_line)
820
+ fetch_id = bot_response_message.get("fetch_id")
821
+ sources = self.fetch_sources(fetch_id) if fetch_id else []
822
+ medias = self.extract_media(bot_response_message)
823
+ return {"message": response, "sources": sources, "media": medias}
824
+
825
+ def extract_media(self, json_line: dict) -> List[Dict]:
826
+ """
827
+ Extract media from a parsed JSON line.
828
+
829
+ Args:
830
+ json_line (dict): Parsed JSON line.
831
+
832
+ Returns:
833
+ list: A list of dictionaries containing the extracted media.
834
+ """
835
+ medias = []
836
+ imagine_card = json_line.get("imagine_card", {})
837
+ session = imagine_card.get("session", {}) if imagine_card else {}
838
+ media_sets = (
839
+ (json_line.get("imagine_card", {}).get("session", {}).get("media_sets", []))
840
+ if imagine_card and session
841
+ else []
842
+ )
843
+ for media_set in media_sets:
844
+ imagine_media = media_set.get("imagine_media", [])
845
+ for media in imagine_media:
846
+ medias.append(
847
+ {
848
+ "url": media.get("uri"),
849
+ "type": media.get("media_type"),
850
+ "prompt": media.get("prompt"),
851
+ }
852
+ )
853
+ return medias
854
+
855
+ def get_cookies(self) -> dict:
856
+ """
857
+ Extracts necessary cookies from the Meta AI main page.
858
+
859
+ Returns:
860
+ dict: A dictionary containing essential cookies.
861
+ """
862
+ headers = {}
863
+ if self.fb_email is not None and self.fb_password is not None:
864
+ fb_session = get_fb_session(self.fb_email, self.fb_password, self.proxy)
865
+ headers = {"cookie": f"abra_sess={fb_session['abra_sess']}"}
866
+
867
+ # Try fetching the page with a few retries in case of transient errors
868
+ last_response = None
869
+ for attempt in range(3):
870
+ try:
871
+ response = self.session.get(
872
+ url="https://www.meta.ai/",
873
+ headers=headers,
874
+ proxies=self.proxy,
875
+ timeout=self.timeout,
876
+ )
877
+ last_response = response
878
+ break
879
+ except Exception as e:
880
+ ic.configureOutput(prefix='WARNING| ')
881
+ ic(f"Attempt {attempt+1} to fetch meta.ai failed: {e}. Retrying...")
882
+ time.sleep(1 * (2 ** attempt))
883
+ if last_response is None:
884
+ raise exceptions.FailedToGenerateResponseError(
885
+ "Failed to fetch https://www.meta.ai/ after multiple attempts"
886
+ )
887
+ response = last_response
888
+
889
+ cookies = {
890
+ "_js_datr": extract_value(
891
+ response.text, start_str='_js_datr":{"value":"', end_str='",'
892
+ ),
893
+ "datr": extract_value(
894
+ response.text, start_str='datr":{"value":"', end_str='",'
895
+ ),
896
+ "lsd": extract_value(
897
+ response.text, start_str='"LSD",[],{"token":"', end_str='"}'
898
+ ),
899
+ "fb_dtsg": extract_value(
900
+ response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
901
+ ),
902
+ }
903
+ # Also check cookie jar for values
904
+ jar = response.cookies.get_dict()
905
+ for key in ["_js_datr", "datr", "lsd", "fb_dtsg"]:
906
+ if not cookies.get(key) and jar.get(key):
907
+ cookies[key] = jar.get(key)
908
+ if len(headers) > 0:
909
+ cookies["abra_sess"] = fb_session["abra_sess"]
910
+ else:
911
+ cookies["abra_csrf"] = extract_value(
912
+ response.text, start_str='abra_csrf":{"value":"', end_str='",'
913
+ )
914
+
915
+ # Validate extracted cookies - ensure essential ones are present
916
+ essential = ["_js_datr", "datr", "lsd"]
917
+ missing = [k for k in essential if not cookies.get(k)]
918
+ if missing:
919
+ snippet = (response.text[:500] + '...') if response and hasattr(response, 'text') else ''
920
+ raise exceptions.FailedToGenerateResponseError(
921
+ f"Unable to extract necessary cookies from meta.ai page - missing: {missing}. Response may be blocked or returning an error page. Snippet: {snippet}"
922
+ )
923
+
924
+ return cookies
925
+
926
+ def fetch_sources(self, fetch_id: str) -> List[Dict]:
927
+ """
928
+ Fetches sources from the Meta AI API based on the given query.
929
+
930
+ Args:
931
+ fetch_id (str): The fetch ID to use for the query.
932
+
933
+ Returns:
934
+ list: A list of dictionaries containing the fetched sources.
935
+ """
936
+
937
+ url = "https://graph.meta.ai/graphql?locale=user"
938
+ payload = {
939
+ "access_token": self.access_token,
940
+ "fb_api_caller_class": "RelayModern",
941
+ "fb_api_req_friendly_name": "AbraSearchPluginDialogQuery",
942
+ "variables": json.dumps({"abraMessageFetchID": fetch_id}),
943
+ "server_timestamps": "true",
944
+ "doc_id": "6946734308765963",
945
+ }
946
+
947
+ payload = urllib.parse.urlencode(payload) # noqa
948
+
949
+ headers = {
950
+ "authority": "graph.meta.ai",
951
+ "accept-language": "en-US,en;q=0.9,fr-FR;q=0.8,fr;q=0.7",
952
+ "content-type": "application/x-www-form-urlencoded",
953
+ "cookie": f'dpr=2; abra_csrf={self.cookies.get("abra_csrf")}; datr={self.cookies.get("datr")}; ps_n=1; ps_l=1',
954
+ "x-fb-friendly-name": "AbraSearchPluginDialogQuery",
955
+ }
956
+
957
+ response = self.session.post(url, headers=headers, data=payload)
958
+ response_json = response.json()
959
+ message = response_json.get("data", {}).get("message", {})
960
+ search_results = (
961
+ (response_json.get("data", {}).get("message", {}).get("searchResults"))
962
+ if message
963
+ else None
964
+ )
965
+ if search_results is None:
966
+ return []
967
+
968
+ references = search_results["references"]
969
+ return references
970
+
971
+ def get_message(self, response: Response) -> str:
972
+ """Retrieves message only from response
973
+
974
+ Args:
975
+ response (dict): Response generated by `self.ask`
976
+
977
+ Returns:
978
+ str: Message extracted
979
+ """
980
+ assert isinstance(response, dict), "Response should be of dict data-type only"
981
+ return response["message"]
982
+
983
+ if __name__ == "__main__":
984
+ try:
985
+ meta_instance = Meta()
986
+ ai = meta_instance.chat("hi")
987
+ for chunk in ai:
988
+ print(chunk, end="", flush=True)
989
+ except exceptions.FailedToGenerateResponseError as e:
990
+ ic.configureOutput(prefix='ERROR| ')
991
+ ic(f"Meta provider failed to initialize or run: {e}")
992
+ ic("Possible causes: network connectivity issues, region blocking, or site returning error pages.")
993
+ ic("For offline testing, re-run with: Meta(skip_init=True)")
994
+ except Exception as e:
995
+ ic.configureOutput(prefix='ERROR| ')
996
+ ic(f"Unexpected error running meta provider: {e}")