webscout 8.3.7__py3-none-any.whl → 2025.10.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (306) hide show
  1. webscout/AIauto.py +250 -250
  2. webscout/AIbase.py +379 -379
  3. webscout/AIutel.py +60 -60
  4. webscout/Bard.py +1012 -1012
  5. webscout/Bing_search.py +417 -417
  6. webscout/DWEBS.py +529 -529
  7. webscout/Extra/Act.md +309 -309
  8. webscout/Extra/GitToolkit/__init__.py +10 -10
  9. webscout/Extra/GitToolkit/gitapi/README.md +110 -110
  10. webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
  11. webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
  12. webscout/Extra/GitToolkit/gitapi/user.py +96 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
  14. webscout/Extra/YTToolkit/README.md +375 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +956 -956
  16. webscout/Extra/YTToolkit/__init__.py +2 -2
  17. webscout/Extra/YTToolkit/transcriber.py +475 -475
  18. webscout/Extra/YTToolkit/ytapi/README.md +44 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
  20. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  21. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  22. webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
  23. webscout/Extra/YTToolkit/ytapi/https.py +88 -88
  24. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  25. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  26. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  27. webscout/Extra/YTToolkit/ytapi/query.py +39 -39
  28. webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
  29. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  30. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  31. webscout/Extra/autocoder/__init__.py +9 -9
  32. webscout/Extra/autocoder/autocoder.py +1105 -1105
  33. webscout/Extra/autocoder/autocoder_utiles.py +332 -332
  34. webscout/Extra/gguf.md +429 -429
  35. webscout/Extra/gguf.py +1213 -1213
  36. webscout/Extra/tempmail/README.md +487 -487
  37. webscout/Extra/tempmail/__init__.py +27 -27
  38. webscout/Extra/tempmail/async_utils.py +140 -140
  39. webscout/Extra/tempmail/base.py +160 -160
  40. webscout/Extra/tempmail/cli.py +186 -186
  41. webscout/Extra/tempmail/emailnator.py +84 -84
  42. webscout/Extra/tempmail/mail_tm.py +360 -360
  43. webscout/Extra/tempmail/temp_mail_io.py +291 -291
  44. webscout/Extra/weather.md +281 -281
  45. webscout/Extra/weather.py +193 -193
  46. webscout/Litlogger/README.md +10 -10
  47. webscout/Litlogger/__init__.py +15 -15
  48. webscout/Litlogger/formats.py +13 -13
  49. webscout/Litlogger/handlers.py +121 -121
  50. webscout/Litlogger/levels.py +13 -13
  51. webscout/Litlogger/logger.py +134 -134
  52. webscout/Provider/AISEARCH/Perplexity.py +332 -332
  53. webscout/Provider/AISEARCH/README.md +279 -279
  54. webscout/Provider/AISEARCH/__init__.py +16 -1
  55. webscout/Provider/AISEARCH/felo_search.py +206 -206
  56. webscout/Provider/AISEARCH/genspark_search.py +323 -323
  57. webscout/Provider/AISEARCH/hika_search.py +185 -185
  58. webscout/Provider/AISEARCH/iask_search.py +410 -410
  59. webscout/Provider/AISEARCH/monica_search.py +219 -219
  60. webscout/Provider/AISEARCH/scira_search.py +316 -316
  61. webscout/Provider/AISEARCH/stellar_search.py +177 -177
  62. webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
  63. webscout/Provider/Aitopia.py +314 -314
  64. webscout/Provider/Andi.py +1 -1
  65. webscout/Provider/Apriel.py +306 -0
  66. webscout/Provider/ChatGPTClone.py +237 -236
  67. webscout/Provider/ChatSandbox.py +343 -343
  68. webscout/Provider/Cloudflare.py +324 -324
  69. webscout/Provider/Cohere.py +208 -208
  70. webscout/Provider/Deepinfra.py +370 -366
  71. webscout/Provider/ExaAI.py +260 -260
  72. webscout/Provider/ExaChat.py +308 -308
  73. webscout/Provider/Flowith.py +221 -221
  74. webscout/Provider/GMI.py +293 -0
  75. webscout/Provider/Gemini.py +164 -164
  76. webscout/Provider/GeminiProxy.py +167 -167
  77. webscout/Provider/GithubChat.py +371 -372
  78. webscout/Provider/Groq.py +800 -800
  79. webscout/Provider/HeckAI.py +383 -383
  80. webscout/Provider/Jadve.py +282 -282
  81. webscout/Provider/K2Think.py +307 -307
  82. webscout/Provider/Koboldai.py +205 -205
  83. webscout/Provider/LambdaChat.py +423 -423
  84. webscout/Provider/Nemotron.py +244 -244
  85. webscout/Provider/Netwrck.py +248 -248
  86. webscout/Provider/OLLAMA.py +395 -395
  87. webscout/Provider/OPENAI/Cloudflare.py +393 -393
  88. webscout/Provider/OPENAI/FalconH1.py +451 -451
  89. webscout/Provider/OPENAI/FreeGemini.py +296 -296
  90. webscout/Provider/OPENAI/K2Think.py +431 -431
  91. webscout/Provider/OPENAI/NEMOTRON.py +240 -240
  92. webscout/Provider/OPENAI/PI.py +427 -427
  93. webscout/Provider/OPENAI/README.md +959 -959
  94. webscout/Provider/OPENAI/TogetherAI.py +345 -345
  95. webscout/Provider/OPENAI/TwoAI.py +465 -465
  96. webscout/Provider/OPENAI/__init__.py +33 -18
  97. webscout/Provider/OPENAI/base.py +248 -248
  98. webscout/Provider/OPENAI/chatglm.py +528 -0
  99. webscout/Provider/OPENAI/chatgpt.py +592 -592
  100. webscout/Provider/OPENAI/chatgptclone.py +521 -521
  101. webscout/Provider/OPENAI/chatsandbox.py +202 -202
  102. webscout/Provider/OPENAI/deepinfra.py +318 -314
  103. webscout/Provider/OPENAI/e2b.py +1665 -1665
  104. webscout/Provider/OPENAI/exaai.py +420 -420
  105. webscout/Provider/OPENAI/exachat.py +452 -452
  106. webscout/Provider/OPENAI/friendli.py +232 -232
  107. webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
  108. webscout/Provider/OPENAI/groq.py +364 -364
  109. webscout/Provider/OPENAI/heckai.py +314 -314
  110. webscout/Provider/OPENAI/llmchatco.py +337 -337
  111. webscout/Provider/OPENAI/netwrck.py +355 -355
  112. webscout/Provider/OPENAI/oivscode.py +290 -290
  113. webscout/Provider/OPENAI/opkfc.py +518 -518
  114. webscout/Provider/OPENAI/pydantic_imports.py +1 -1
  115. webscout/Provider/OPENAI/scirachat.py +535 -535
  116. webscout/Provider/OPENAI/sonus.py +308 -308
  117. webscout/Provider/OPENAI/standardinput.py +442 -442
  118. webscout/Provider/OPENAI/textpollinations.py +340 -340
  119. webscout/Provider/OPENAI/toolbaz.py +419 -416
  120. webscout/Provider/OPENAI/typefully.py +362 -362
  121. webscout/Provider/OPENAI/utils.py +295 -295
  122. webscout/Provider/OPENAI/venice.py +436 -436
  123. webscout/Provider/OPENAI/wisecat.py +387 -387
  124. webscout/Provider/OPENAI/writecream.py +166 -166
  125. webscout/Provider/OPENAI/x0gpt.py +378 -378
  126. webscout/Provider/OPENAI/yep.py +389 -389
  127. webscout/Provider/OpenGPT.py +230 -230
  128. webscout/Provider/Openai.py +243 -243
  129. webscout/Provider/PI.py +405 -405
  130. webscout/Provider/Perplexitylabs.py +430 -430
  131. webscout/Provider/QwenLM.py +272 -272
  132. webscout/Provider/STT/__init__.py +16 -1
  133. webscout/Provider/Sambanova.py +257 -257
  134. webscout/Provider/StandardInput.py +309 -309
  135. webscout/Provider/TTI/README.md +82 -82
  136. webscout/Provider/TTI/__init__.py +33 -18
  137. webscout/Provider/TTI/aiarta.py +413 -413
  138. webscout/Provider/TTI/base.py +136 -136
  139. webscout/Provider/TTI/bing.py +243 -243
  140. webscout/Provider/TTI/gpt1image.py +149 -149
  141. webscout/Provider/TTI/imagen.py +196 -196
  142. webscout/Provider/TTI/infip.py +211 -211
  143. webscout/Provider/TTI/magicstudio.py +232 -232
  144. webscout/Provider/TTI/monochat.py +219 -219
  145. webscout/Provider/TTI/piclumen.py +214 -214
  146. webscout/Provider/TTI/pixelmuse.py +232 -232
  147. webscout/Provider/TTI/pollinations.py +232 -232
  148. webscout/Provider/TTI/together.py +288 -288
  149. webscout/Provider/TTI/utils.py +12 -12
  150. webscout/Provider/TTI/venice.py +367 -367
  151. webscout/Provider/TTS/README.md +192 -192
  152. webscout/Provider/TTS/__init__.py +33 -18
  153. webscout/Provider/TTS/parler.py +110 -110
  154. webscout/Provider/TTS/streamElements.py +333 -333
  155. webscout/Provider/TTS/utils.py +280 -280
  156. webscout/Provider/TeachAnything.py +237 -237
  157. webscout/Provider/TextPollinationsAI.py +310 -310
  158. webscout/Provider/TogetherAI.py +356 -356
  159. webscout/Provider/TwoAI.py +312 -312
  160. webscout/Provider/TypliAI.py +311 -311
  161. webscout/Provider/UNFINISHED/ChatHub.py +208 -208
  162. webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
  163. webscout/Provider/UNFINISHED/GizAI.py +294 -294
  164. webscout/Provider/UNFINISHED/Marcus.py +198 -198
  165. webscout/Provider/UNFINISHED/Qodo.py +477 -477
  166. webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
  167. webscout/Provider/UNFINISHED/XenAI.py +324 -324
  168. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  169. webscout/Provider/UNFINISHED/liner.py +334 -0
  170. webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
  171. webscout/Provider/UNFINISHED/puterjs.py +634 -634
  172. webscout/Provider/UNFINISHED/samurai.py +223 -223
  173. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  174. webscout/Provider/Venice.py +250 -250
  175. webscout/Provider/VercelAI.py +256 -256
  176. webscout/Provider/WiseCat.py +231 -231
  177. webscout/Provider/WrDoChat.py +366 -366
  178. webscout/Provider/__init__.py +33 -18
  179. webscout/Provider/ai4chat.py +174 -174
  180. webscout/Provider/akashgpt.py +331 -331
  181. webscout/Provider/cerebras.py +446 -446
  182. webscout/Provider/chatglm.py +394 -301
  183. webscout/Provider/cleeai.py +211 -211
  184. webscout/Provider/elmo.py +282 -282
  185. webscout/Provider/geminiapi.py +208 -208
  186. webscout/Provider/granite.py +261 -261
  187. webscout/Provider/hermes.py +263 -263
  188. webscout/Provider/julius.py +223 -223
  189. webscout/Provider/learnfastai.py +309 -309
  190. webscout/Provider/llama3mitril.py +214 -214
  191. webscout/Provider/llmchat.py +243 -243
  192. webscout/Provider/llmchatco.py +290 -290
  193. webscout/Provider/meta.py +801 -801
  194. webscout/Provider/oivscode.py +309 -309
  195. webscout/Provider/scira_chat.py +383 -383
  196. webscout/Provider/searchchat.py +292 -292
  197. webscout/Provider/sonus.py +258 -258
  198. webscout/Provider/toolbaz.py +370 -367
  199. webscout/Provider/turboseek.py +273 -273
  200. webscout/Provider/typefully.py +207 -207
  201. webscout/Provider/yep.py +372 -372
  202. webscout/__init__.py +27 -31
  203. webscout/__main__.py +5 -5
  204. webscout/auth/api_key_manager.py +189 -189
  205. webscout/auth/config.py +175 -175
  206. webscout/auth/models.py +185 -185
  207. webscout/auth/routes.py +663 -664
  208. webscout/auth/simple_logger.py +236 -236
  209. webscout/cli.py +523 -523
  210. webscout/conversation.py +438 -438
  211. webscout/exceptions.py +361 -361
  212. webscout/litagent/Readme.md +298 -298
  213. webscout/litagent/__init__.py +28 -28
  214. webscout/litagent/agent.py +581 -581
  215. webscout/litagent/constants.py +59 -59
  216. webscout/litprinter/__init__.py +58 -58
  217. webscout/models.py +181 -181
  218. webscout/optimizers.py +419 -419
  219. webscout/prompt_manager.py +288 -288
  220. webscout/sanitize.py +1078 -1078
  221. webscout/scout/README.md +401 -401
  222. webscout/scout/__init__.py +8 -8
  223. webscout/scout/core/__init__.py +6 -6
  224. webscout/scout/core/crawler.py +297 -297
  225. webscout/scout/core/scout.py +706 -706
  226. webscout/scout/core/search_result.py +95 -95
  227. webscout/scout/core/text_analyzer.py +62 -62
  228. webscout/scout/core/text_utils.py +277 -277
  229. webscout/scout/core/web_analyzer.py +51 -51
  230. webscout/scout/element.py +599 -599
  231. webscout/scout/parsers/__init__.py +69 -69
  232. webscout/scout/parsers/html5lib_parser.py +172 -172
  233. webscout/scout/parsers/html_parser.py +236 -236
  234. webscout/scout/parsers/lxml_parser.py +178 -178
  235. webscout/scout/utils.py +37 -37
  236. webscout/search/__init__.py +51 -0
  237. webscout/search/base.py +195 -0
  238. webscout/search/duckduckgo_main.py +54 -0
  239. webscout/search/engines/__init__.py +48 -0
  240. webscout/search/engines/bing.py +84 -0
  241. webscout/search/engines/bing_news.py +52 -0
  242. webscout/search/engines/brave.py +43 -0
  243. webscout/search/engines/duckduckgo/__init__.py +25 -0
  244. webscout/search/engines/duckduckgo/answers.py +78 -0
  245. webscout/search/engines/duckduckgo/base.py +187 -0
  246. webscout/search/engines/duckduckgo/images.py +97 -0
  247. webscout/search/engines/duckduckgo/maps.py +168 -0
  248. webscout/search/engines/duckduckgo/news.py +68 -0
  249. webscout/search/engines/duckduckgo/suggestions.py +21 -0
  250. webscout/search/engines/duckduckgo/text.py +211 -0
  251. webscout/search/engines/duckduckgo/translate.py +47 -0
  252. webscout/search/engines/duckduckgo/videos.py +63 -0
  253. webscout/search/engines/duckduckgo/weather.py +74 -0
  254. webscout/search/engines/mojeek.py +37 -0
  255. webscout/search/engines/wikipedia.py +56 -0
  256. webscout/search/engines/yahoo.py +65 -0
  257. webscout/search/engines/yahoo_news.py +64 -0
  258. webscout/search/engines/yandex.py +43 -0
  259. webscout/search/engines/yep/__init__.py +13 -0
  260. webscout/search/engines/yep/base.py +32 -0
  261. webscout/search/engines/yep/images.py +99 -0
  262. webscout/search/engines/yep/suggestions.py +35 -0
  263. webscout/search/engines/yep/text.py +114 -0
  264. webscout/search/http_client.py +156 -0
  265. webscout/search/results.py +137 -0
  266. webscout/search/yep_main.py +44 -0
  267. webscout/swiftcli/Readme.md +323 -323
  268. webscout/swiftcli/__init__.py +95 -95
  269. webscout/swiftcli/core/__init__.py +7 -7
  270. webscout/swiftcli/core/cli.py +308 -308
  271. webscout/swiftcli/core/context.py +104 -104
  272. webscout/swiftcli/core/group.py +241 -241
  273. webscout/swiftcli/decorators/__init__.py +28 -28
  274. webscout/swiftcli/decorators/command.py +221 -221
  275. webscout/swiftcli/decorators/options.py +220 -220
  276. webscout/swiftcli/decorators/output.py +302 -302
  277. webscout/swiftcli/exceptions.py +21 -21
  278. webscout/swiftcli/plugins/__init__.py +9 -9
  279. webscout/swiftcli/plugins/base.py +135 -135
  280. webscout/swiftcli/plugins/manager.py +269 -269
  281. webscout/swiftcli/utils/__init__.py +59 -59
  282. webscout/swiftcli/utils/formatting.py +252 -252
  283. webscout/swiftcli/utils/parsing.py +267 -267
  284. webscout/update_checker.py +117 -117
  285. webscout/version.py +1 -1
  286. webscout/version.py.bak +2 -0
  287. webscout/zeroart/README.md +89 -89
  288. webscout/zeroart/__init__.py +134 -134
  289. webscout/zeroart/base.py +66 -66
  290. webscout/zeroart/effects.py +100 -100
  291. webscout/zeroart/fonts.py +1238 -1238
  292. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/METADATA +936 -937
  293. webscout-2025.10.13.dist-info/RECORD +329 -0
  294. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  295. webscout/Provider/OPENAI/Qwen3.py +0 -303
  296. webscout/Provider/OPENAI/qodo.py +0 -630
  297. webscout/Provider/OPENAI/xenai.py +0 -514
  298. webscout/tempid.py +0 -134
  299. webscout/webscout_search.py +0 -1183
  300. webscout/webscout_search_async.py +0 -649
  301. webscout/yep_search.py +0 -346
  302. webscout-8.3.7.dist-info/RECORD +0 -301
  303. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/WHEEL +0 -0
  304. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/entry_points.txt +0 -0
  305. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/licenses/LICENSE.md +0 -0
  306. {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/top_level.txt +0 -0
webscout/Provider/meta.py CHANGED
@@ -1,801 +1,801 @@
1
- import json
2
- import logging
3
- import time
4
- import urllib
5
- import uuid
6
- from typing import Dict, Generator, List, Union
7
-
8
- import random
9
- from curl_cffi import CurlError
10
- from curl_cffi.requests import Session
11
- from webscout.scout import Scout
12
-
13
- from webscout.AIutel import Optimizers
14
- from webscout.AIutel import Conversation
15
- from webscout.AIutel import AwesomePrompts
16
- from webscout.AIbase import Provider
17
- from webscout import exceptions
18
- from webscout.litagent import LitAgent as Lit
19
- MAX_RETRIES = 3
20
-
21
- def generate_offline_threading_id() -> str:
22
- """
23
- Generates an offline threading ID.
24
-
25
- Returns:
26
- str: The generated offline threading ID.
27
- """
28
- # Maximum value for a 64-bit integer in Python
29
- max_int = (1 << 64) - 1
30
- mask22_bits = (1 << 22) - 1
31
-
32
- # Function to get the current timestamp in milliseconds
33
- def get_current_timestamp():
34
- return int(time.time() * 1000)
35
-
36
- # Function to generate a random 64-bit integer
37
- def get_random_64bit_int():
38
- return random.getrandbits(64)
39
-
40
- # Combine timestamp and random value
41
- def combine_and_mask(timestamp, random_value):
42
- shifted_timestamp = timestamp << 22
43
- masked_random = random_value & mask22_bits
44
- return (shifted_timestamp | masked_random) & max_int
45
-
46
- timestamp = get_current_timestamp()
47
- random_value = get_random_64bit_int()
48
- threading_id = combine_and_mask(timestamp, random_value)
49
-
50
- return str(threading_id)
51
-
52
-
53
- def extract_value(text: str, start_str: str, end_str: str) -> str:
54
- """
55
- Helper function to extract a specific value from the given text using a key.
56
-
57
- Args:
58
- text (str): The text from which to extract the value.
59
- start_str (str): The starting key.
60
- end_str (str): The ending key.
61
-
62
- Returns:
63
- str: The extracted value.
64
- """
65
- start = text.find(start_str) + len(start_str)
66
- end = text.find(end_str, start)
67
- return text[start:end]
68
-
69
-
70
- def format_response(response: dict) -> str:
71
- """
72
- Formats the response from Meta AI to remove unnecessary characters.
73
-
74
- Args:
75
- response (dict): The dictionnary containing the response to format.
76
-
77
- Returns:
78
- str: The formatted response.
79
- """
80
- text = ""
81
- for content in (
82
- response.get("data", {})
83
- .get("node", {})
84
- .get("bot_response_message", {})
85
- .get("composed_text", {})
86
- .get("content", [])
87
- ):
88
- text += content["text"] + "\n"
89
- return text
90
-
91
-
92
- # Function to perform the login
93
- def get_fb_session(email, password, proxies=None):
94
- login_url = "https://mbasic.facebook.com/login/"
95
- headers = {
96
- "authority": "mbasic.facebook.com",
97
- "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
98
- "accept-language": "en-US,en;q=0.9",
99
- "sec-ch-ua": '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
100
- "sec-ch-ua-mobile": "?0",
101
- "sec-ch-ua-platform": '"macOS"',
102
- "sec-fetch-dest": "document",
103
- "sec-fetch-mode": "navigate",
104
- "sec-fetch-site": "none",
105
- "sec-fetch-user": "?1",
106
- "upgrade-insecure-requests": "1",
107
- "user-agent": Lit().random(),
108
- }
109
- # Create a session
110
- session = Session()
111
- if proxies:
112
- session.proxies = proxies
113
-
114
- # Send the GET request
115
- response = session.get(login_url, headers=headers)
116
-
117
- # Use Scout for parsing instead of BeautifulSoup
118
- scout = Scout(response.text)
119
-
120
- # Parse necessary parameters from the login form
121
- lsd = scout.find_first('input[name="lsd"]').get('value')
122
- jazoest = scout.find_first('input[name="jazoest"]').get('value')
123
- li = scout.find_first('input[name="li"]').get('value')
124
- m_ts = scout.find_first('input[name="m_ts"]').get('value')
125
-
126
- # Define the URL and body for the POST request to submit the login form
127
- post_url = "https://mbasic.facebook.com/login/device-based/regular/login/?refsrc=deprecated&lwv=100"
128
- data = {
129
- "lsd": lsd,
130
- "jazoest": jazoest,
131
- "m_ts": m_ts,
132
- "li": li,
133
- "try_number": "0",
134
- "unrecognized_tries": "0",
135
- "email": email,
136
- "pass": password,
137
- "login": "Log In",
138
- "bi_xrwh": "0",
139
- }
140
-
141
- headers = {
142
- "authority": "mbasic.facebook.com",
143
- "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
144
- "accept-language": "en-US,en;q=0.9",
145
- "cache-control": "no-cache",
146
- "content-type": "application/x-www-form-urlencoded",
147
- "cookie": f"datr={response.cookies.get('datr')}; sb={response.cookies.get('sb')}; ps_n=1; ps_l=1",
148
- "dpr": "2",
149
- "origin": "https://mbasic.facebook.com",
150
- "pragma": "no-cache",
151
- "referer": "https://mbasic.facebook.com/login/",
152
- "sec-fetch-site": "same-origin",
153
- "sec-fetch-user": "?1",
154
- "upgrade-insecure-requests": "1",
155
- "user-agent": Lit().random(),
156
- "viewport-width": "1728",
157
- }
158
-
159
- # Send the POST request
160
- result = session.post(post_url, headers=headers, data=data)
161
- if "sb" not in session.cookies:
162
- raise exceptions.FacebookInvalidCredentialsException(
163
- "Was not able to login to Facebook. Please check your credentials. "
164
- "You may also have been rate limited. Try to connect to Facebook manually."
165
- )
166
-
167
- cookies = {
168
- **result.cookies.get_dict(),
169
- "sb": session.cookies["sb"],
170
- "xs": session.cookies["xs"],
171
- "fr": session.cookies["fr"],
172
- "c_user": session.cookies["c_user"],
173
- }
174
-
175
- response_login = {
176
- "cookies": cookies,
177
- "headers": result.headers,
178
- "response": response.text,
179
- }
180
- meta_ai_cookies = get_cookies()
181
-
182
- url = "https://www.meta.ai/state/"
183
-
184
- payload = f'__a=1&lsd={meta_ai_cookies["lsd"]}'
185
- headers = {
186
- "authority": "www.meta.ai",
187
- "accept": "*/*",
188
- "accept-language": "en-US,en;q=0.9",
189
- "cache-control": "no-cache",
190
- "content-type": "application/x-www-form-urlencoded",
191
- "cookie": f'ps_n=1; ps_l=1; dpr=2; _js_datr={meta_ai_cookies["_js_datr"]}; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["datr"]};; ps_l=1; ps_n=1',
192
- "origin": "https://www.meta.ai",
193
- "pragma": "no-cache",
194
- "referer": "https://www.meta.ai/",
195
- "sec-fetch-mode": "cors",
196
- "sec-fetch-site": "same-origin",
197
- "user-agent": Lit().random(),
198
- "viewport-width": "1728",
199
- }
200
-
201
- # Create a new session for this request
202
- req_session = Session()
203
- if proxies:
204
- req_session.proxies = proxies
205
-
206
- response = req_session.post(url, headers=headers, data=payload)
207
-
208
- state = extract_value(response.text, start_str='"state":"', end_str='"')
209
-
210
- url = f"https://www.facebook.com/oidc/?app_id=1358015658191005&scope=openid%20linking&response_type=code&redirect_uri=https%3A%2F%2Fwww.meta.ai%2Fauth%2F&no_universal_links=1&deoia=1&state={state}"
211
- payload = {}
212
- headers = {
213
- "authority": "www.facebook.com",
214
- "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
215
- "accept-language": "en-US,en;q=0.9",
216
- "cache-control": "no-cache",
217
- "cookie": f"datr={response_login['cookies']['datr']}; sb={response_login['cookies']['sb']}; c_user={response_login['cookies']['c_user']}; xs={response_login['cookies']['xs']}; fr={response_login['cookies']['fr']}; m_page_voice={response_login['cookies']['m_page_voice']}; abra_csrf={meta_ai_cookies['abra_csrf']};",
218
- "sec-fetch-dest": "document",
219
- "sec-fetch-mode": "navigate",
220
- "sec-fetch-site": "cross-site",
221
- "sec-fetch-user": "?1",
222
- "upgrade-insecure-requests": "1",
223
- "user-agent": Lit().random(),
224
- }
225
-
226
- # Create a new session for Facebook
227
- fb_session = Session()
228
- if proxies:
229
- fb_session.proxies = proxies
230
-
231
- response = fb_session.get(url, headers=headers, data=payload, allow_redirects=False)
232
-
233
- next_url = response.headers["Location"]
234
-
235
- url = next_url
236
-
237
- payload = {}
238
- headers = {
239
- "User-Agent": Lit().random(),
240
- "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
241
- "Accept-Language": "en-US,en;q=0.5",
242
- "Accept-Encoding": "gzip, deflate, br",
243
- "Referer": "https://www.meta.ai/",
244
- "Connection": "keep-alive",
245
- "Cookie": f'dpr=2; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["_js_datr"]}',
246
- "Upgrade-Insecure-Requests": "1",
247
- "Sec-Fetch-Dest": "document",
248
- "Sec-Fetch-Mode": "navigate",
249
- "Sec-Fetch-Site": "cross-site",
250
- "Sec-Fetch-User": "?1",
251
- "TE": "trailers",
252
- }
253
- fb_session.get(url, headers=headers, data=payload)
254
- cookies = fb_session.cookies.get_dict()
255
- if "abra_sess" not in cookies:
256
- raise exceptions.FacebookInvalidCredentialsException(
257
- "Was not able to login to Facebook. Please check your credentials. "
258
- "You may also have been rate limited. Try to connect to Facebook manually."
259
- )
260
- logging.info("Successfully logged in to Facebook.")
261
- return cookies
262
-
263
-
264
- def get_cookies() -> dict:
265
- """
266
- Extracts necessary cookies from the Meta AI main page.
267
-
268
- Returns:
269
- dict: A dictionary containing essential cookies.
270
- """
271
- # Create a session
272
- session = Session()
273
-
274
- response = session.get(
275
- "https://www.meta.ai/",
276
- )
277
-
278
- cookies = {
279
- "_js_datr": extract_value(
280
- response.text, start_str='_js_datr":{"value":"', end_str='",'
281
- ),
282
- "datr": extract_value(
283
- response.text, start_str='datr":{"value":"', end_str='",'
284
- ),
285
- "lsd": extract_value(
286
- response.text, start_str='"LSD",[],{"token":"', end_str='"}'
287
- ),
288
- "fb_dtsg": extract_value(
289
- response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
290
- ),
291
- "abra_csrf": extract_value(
292
- response.text, start_str='abra_csrf":{"value":"', end_str='",'
293
- )
294
- }
295
- return cookies
296
-
297
- class Meta(Provider):
298
- """
299
- A class to interact with the Meta AI API to obtain and use access tokens for sending
300
- and receiving messages from the Meta AI Chat API.
301
- """
302
- required_auth = False
303
- def __init__(
304
- self,
305
- fb_email: str = None,
306
- fb_password: str = None,
307
- proxy: dict = None,
308
- is_conversation: bool = True,
309
- max_tokens: int = 600,
310
- timeout: int = 30,
311
- intro: str = None,
312
- filepath: str = None,
313
- update_file: bool = True,
314
- proxies: dict = {},
315
- history_offset: int = 10250,
316
- act: str = None,
317
- ):
318
- """
319
- Initializes the Meta AI API with given parameters.
320
-
321
- Args:
322
- fb_email (str, optional): Your Facebook email address. Defaults to None.
323
- fb_password (str, optional): Your Facebook password. Defaults to None.
324
- proxy (dict, optional): Proxy settings for requests. Defaults to None.
325
- is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
326
- max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
327
- timeout (int, optional): Http request timeout. Defaults to 30.
328
- intro (str, optional): Conversation introductory prompt. Defaults to None.
329
- filepath (str, optional): Path to file containing conversation history. Defaults to None.
330
- update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
331
- proxies (dict, optional): Http request proxies. Defaults to {}.
332
- history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
333
- act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
334
- """
335
- self.session = Session()
336
- self.session.headers.update(
337
- {
338
- "user-agent": Lit().random(),
339
- }
340
- )
341
- self.access_token = None
342
- self.fb_email = fb_email
343
- self.fb_password = fb_password
344
- self.proxy = proxy
345
- if self.proxy and not self.check_proxy():
346
- raise ConnectionError(
347
- "Unable to connect to proxy. Please check your proxy settings."
348
- )
349
- self.is_conversation = is_conversation
350
- self.max_tokens_to_sample = max_tokens
351
- self.timeout = timeout
352
- self.last_response = {}
353
- self.is_authed = fb_password is not None and fb_email is not None
354
- self.cookies = self.get_cookies()
355
- self.external_conversation_id = None
356
- self.offline_threading_id = None
357
-
358
- self.__available_optimizers = (
359
- method
360
- for method in dir(Optimizers)
361
- if callable(getattr(Optimizers, method)) and not method.startswith("__")
362
- )
363
- Conversation.intro = (
364
- AwesomePrompts().get_act(
365
- act, raise_not_found=True, default=None, case_insensitive=True
366
- )
367
- if act
368
- else intro or Conversation.intro
369
- )
370
- self.conversation = Conversation(
371
- is_conversation, self.max_tokens_to_sample, filepath, update_file
372
- )
373
- self.conversation.history_offset = history_offset
374
- self.session.proxies = proxies
375
-
376
- def check_proxy(self, test_url: str = "https://api.ipify.org/?format=json") -> bool:
377
- """
378
- Checks the proxy connection by making a request to a test URL.
379
-
380
- Args:
381
- test_url (str): A test site from which we check that the proxy is installed correctly.
382
-
383
- Returns:
384
- bool: True if the proxy is working, False otherwise.
385
- """
386
- try:
387
- response = self.session.get(test_url, proxies=self.proxy, timeout=10)
388
- if response.status_code == 200:
389
- self.session.proxies = self.proxy
390
- return True
391
- return False
392
- except CurlError:
393
- return False
394
-
395
- def get_access_token(self) -> str:
396
- """
397
- Retrieves an access token using Meta's authentication API.
398
-
399
- Returns:
400
- str: A valid access token.
401
- """
402
-
403
- if self.access_token:
404
- return self.access_token
405
-
406
- url = "https://www.meta.ai/api/graphql/"
407
- payload = {
408
- "lsd": self.cookies["lsd"],
409
- "fb_api_caller_class": "RelayModern",
410
- "fb_api_req_friendly_name": "useAbraAcceptTOSForTempUserMutation",
411
- "variables": {
412
- "dob": "1999-01-01",
413
- "icebreaker_type": "TEXT",
414
- "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
415
- },
416
- "doc_id": "7604648749596940",
417
- }
418
- payload = urllib.parse.urlencode(payload) # noqa
419
- headers = {
420
- "content-type": "application/x-www-form-urlencoded",
421
- "cookie": f'_js_datr={self.cookies["_js_datr"]}; '
422
- f'abra_csrf={self.cookies["abra_csrf"]}; datr={self.cookies["datr"]};',
423
- "sec-fetch-site": "same-origin",
424
- "x-fb-friendly-name": "useAbraAcceptTOSForTempUserMutation",
425
- }
426
-
427
- response = self.session.post(url, headers=headers, data=payload)
428
-
429
- try:
430
- auth_json = response.json()
431
- except json.JSONDecodeError:
432
- raise exceptions.FacebookRegionBlocked(
433
- "Unable to receive a valid response from Meta AI. This is likely due to your region being blocked. "
434
- "Try manually accessing https://www.meta.ai/ to confirm."
435
- )
436
-
437
- access_token = auth_json["data"]["xab_abra_accept_terms_of_service"][
438
- "new_temp_user_auth"
439
- ]["access_token"]
440
-
441
- # Need to sleep for a bit, for some reason the API doesn't like it when we send request too quickly
442
- # (maybe Meta needs to register Cookies on their side?)
443
- time.sleep(1)
444
-
445
- return access_token
446
-
447
- def ask(
448
- self,
449
- prompt: str,
450
- stream: bool = False,
451
- raw: bool = False,
452
- optimizer: str = None,
453
- conversationally: bool = False,
454
- ) -> Union[Dict, Generator[Dict, None, None]]:
455
- """
456
- Sends a message to the Meta AI and returns the response.
457
-
458
- Args:
459
- prompt (str): The prompt to send.
460
- stream (bool): Whether to stream the response or not. Defaults to False.
461
- raw (bool, optional): Stream back raw response as received. Defaults to False.
462
- optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
463
- conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
464
- Returns:
465
- Union[Dict, Generator[Dict, None, None]]: A dictionary containing the response message and sources, or a generator yielding such dictionaries.
466
- """
467
- conversation_prompt = self.conversation.gen_complete_prompt(prompt)
468
- if optimizer:
469
- if optimizer in self.__available_optimizers:
470
- conversation_prompt = getattr(Optimizers, optimizer)(
471
- conversation_prompt if conversationally else prompt
472
- )
473
- else:
474
- raise Exception(
475
- f"Optimizer is not one of {self.__available_optimizers}"
476
- )
477
-
478
- if not self.is_authed:
479
- self.access_token = self.get_access_token()
480
- auth_payload = {"access_token": self.access_token}
481
- url = "https://graph.meta.ai/graphql?locale=user"
482
-
483
- else:
484
- auth_payload = {"fb_dtsg": self.cookies["fb_dtsg"]}
485
- url = "https://www.meta.ai/api/graphql/"
486
-
487
- if not self.external_conversation_id:
488
- external_id = str(uuid.uuid4())
489
- self.external_conversation_id = external_id
490
- payload = {
491
- **auth_payload,
492
- "fb_api_caller_class": "RelayModern",
493
- "fb_api_req_friendly_name": "useAbraSendMessageMutation",
494
- "variables": json.dumps(
495
- {
496
- "message": {"sensitive_string_value": conversation_prompt},
497
- "externalConversationId": self.external_conversation_id,
498
- "offlineThreadingId": generate_offline_threading_id(),
499
- "suggestedPromptIndex": None,
500
- "flashVideoRecapInput": {"images": []},
501
- "flashPreviewInput": None,
502
- "promptPrefix": None,
503
- "entrypoint": "ABRA__CHAT__TEXT",
504
- "icebreaker_type": "TEXT",
505
- "__relay_internal__pv__AbraDebugDevOnlyrelayprovider": False,
506
- "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
507
- }
508
- ),
509
- "server_timestamps": "true",
510
- "doc_id": "7783822248314888",
511
- }
512
- payload = urllib.parse.urlencode(payload) # noqa
513
- headers = {
514
- "content-type": "application/x-www-form-urlencoded",
515
- "x-fb-friendly-name": "useAbraSendMessageMutation",
516
- }
517
- if self.is_authed:
518
- headers["cookie"] = f'abra_sess={self.cookies["abra_sess"]}'
519
- # Recreate the session to avoid cookie leakage when user is authenticated
520
- self.session = Session()
521
- self.session.proxies = self.proxy
522
-
523
- if stream:
524
-
525
- def for_stream():
526
- response = self.session.post(
527
- url, headers=headers, data=payload, stream=True, timeout=self.timeout
528
- )
529
- if not response.ok:
530
- raise exceptions.FailedToGenerateResponseError(
531
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
532
- )
533
-
534
- lines = response.iter_lines()
535
- is_error = json.loads(next(lines))
536
- if len(is_error.get("errors", [])) > 0:
537
- raise exceptions.FailedToGenerateResponseError(
538
- f"Failed to generate response - {response.text}"
539
- )
540
- final_message = None
541
- for line in lines:
542
- if line:
543
- json_line = json.loads(line)
544
- extracted_data = self.extract_data(json_line)
545
- if not extracted_data.get("message"):
546
- continue
547
- self.last_response.update(extracted_data)
548
- final_message = extracted_data # Always keep the latest
549
- if final_message:
550
- yield final_message if not raw else json.dumps(final_message)
551
- self.conversation.update_chat_history(
552
- prompt, self.get_message(self.last_response)
553
- )
554
-
555
- return for_stream()
556
- else:
557
- response = self.session.post(
558
- url, headers=headers, data=payload, timeout=self.timeout
559
- )
560
- if not response.ok:
561
- raise exceptions.FailedToGenerateResponseError(
562
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
563
- )
564
- raw_response = response.text
565
- last_streamed_response = self.extract_last_response(raw_response)
566
- if not last_streamed_response:
567
- raise exceptions.FailedToGenerateResponseError(
568
- f"Failed to generate response - {response.text}"
569
- )
570
-
571
- extracted_data = self.extract_data(last_streamed_response)
572
- self.last_response.update(extracted_data)
573
- self.conversation.update_chat_history(
574
- prompt, self.get_message(self.last_response)
575
- )
576
- return extracted_data
577
-
578
- def chat(
579
- self,
580
- prompt: str,
581
- stream: bool = False,
582
- optimizer: str = None,
583
- conversationally: bool = False,
584
- ) -> str:
585
- """
586
- Sends a message to the Meta AI and returns the response.
587
-
588
- Args:
589
- prompt (str): The message to send.
590
- stream (bool): Whether to stream the response or not. Defaults to False.
591
- optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
592
- conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
593
-
594
- Returns:
595
- str: The response message.
596
- """
597
-
598
- def for_stream():
599
- for response in self.ask(
600
- prompt, True, optimizer=optimizer, conversationally=conversationally
601
- ):
602
- yield self.get_message(response)
603
-
604
- def for_non_stream():
605
- return self.get_message(
606
- self.ask(
607
- prompt,
608
- False,
609
- optimizer=optimizer,
610
- conversationally=conversationally,
611
- )
612
- )
613
-
614
- return for_stream() if stream else for_non_stream()
615
-
616
- def extract_last_response(self, response: str) -> Dict:
617
- """
618
- Extracts the last response from the Meta AI API.
619
-
620
- Args:
621
- response (str): The response to extract the last response from.
622
-
623
- Returns:
624
- dict: A dictionary containing the last response.
625
- """
626
- last_streamed_response = None
627
- for line in response.split("\n"):
628
- try:
629
- json_line = json.loads(line)
630
- except json.JSONDecodeError:
631
- continue
632
-
633
- bot_response_message = (
634
- json_line.get("data", {})
635
- .get("node", {})
636
- .get("bot_response_message", {})
637
- )
638
- chat_id = bot_response_message.get("id")
639
- if chat_id:
640
- external_conversation_id, offline_threading_id, _ = chat_id.split("_")
641
- self.external_conversation_id = external_conversation_id
642
- self.offline_threading_id = offline_threading_id
643
-
644
- streaming_state = bot_response_message.get("streaming_state")
645
- if streaming_state == "OVERALL_DONE":
646
- last_streamed_response = json_line
647
-
648
- return last_streamed_response
649
-
650
- def extract_data(self, json_line: dict) -> Dict:
651
- """
652
- Extract data and sources from a parsed JSON line.
653
-
654
- Args:
655
- json_line (dict): Parsed JSON line.
656
-
657
- Returns:
658
- dict: A dictionary containing the response message, sources, and media.
659
- """
660
- bot_response_message = (
661
- json_line.get("data", {}).get("node", {}).get("bot_response_message", {})
662
- )
663
- response = format_response(response=json_line)
664
- fetch_id = bot_response_message.get("fetch_id")
665
- sources = self.fetch_sources(fetch_id) if fetch_id else []
666
- medias = self.extract_media(bot_response_message)
667
- return {"message": response, "sources": sources, "media": medias}
668
-
669
- def extract_media(self, json_line: dict) -> List[Dict]:
670
- """
671
- Extract media from a parsed JSON line.
672
-
673
- Args:
674
- json_line (dict): Parsed JSON line.
675
-
676
- Returns:
677
- list: A list of dictionaries containing the extracted media.
678
- """
679
- medias = []
680
- imagine_card = json_line.get("imagine_card", {})
681
- session = imagine_card.get("session", {}) if imagine_card else {}
682
- media_sets = (
683
- (json_line.get("imagine_card", {}).get("session", {}).get("media_sets", []))
684
- if imagine_card and session
685
- else []
686
- )
687
- for media_set in media_sets:
688
- imagine_media = media_set.get("imagine_media", [])
689
- for media in imagine_media:
690
- medias.append(
691
- {
692
- "url": media.get("uri"),
693
- "type": media.get("media_type"),
694
- "prompt": media.get("prompt"),
695
- }
696
- )
697
- return medias
698
-
699
- def get_cookies(self) -> dict:
700
- """
701
- Extracts necessary cookies from the Meta AI main page.
702
-
703
- Returns:
704
- dict: A dictionary containing essential cookies.
705
- """
706
- headers = {}
707
- if self.fb_email is not None and self.fb_password is not None:
708
- fb_session = get_fb_session(self.fb_email, self.fb_password, self.proxy)
709
- headers = {"cookie": f"abra_sess={fb_session['abra_sess']}"}
710
-
711
- response = self.session.get(
712
- url="https://www.meta.ai/",
713
- headers=headers,
714
- proxies=self.proxy,
715
- )
716
-
717
- cookies = {
718
- "_js_datr": extract_value(
719
- response.text, start_str='_js_datr":{"value":"', end_str='",'
720
- ),
721
- "datr": extract_value(
722
- response.text, start_str='datr":{"value":"', end_str='",'
723
- ),
724
- "lsd": extract_value(
725
- response.text, start_str='"LSD",[],{"token":"', end_str='"}'
726
- ),
727
- "fb_dtsg": extract_value(
728
- response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
729
- ),
730
- }
731
-
732
- if len(headers) > 0:
733
- cookies["abra_sess"] = fb_session["abra_sess"]
734
- else:
735
- cookies["abra_csrf"] = extract_value(
736
- response.text, start_str='abra_csrf":{"value":"', end_str='",'
737
- )
738
- return cookies
739
-
740
- def fetch_sources(self, fetch_id: str) -> List[Dict]:
741
- """
742
- Fetches sources from the Meta AI API based on the given query.
743
-
744
- Args:
745
- fetch_id (str): The fetch ID to use for the query.
746
-
747
- Returns:
748
- list: A list of dictionaries containing the fetched sources.
749
- """
750
-
751
- url = "https://graph.meta.ai/graphql?locale=user"
752
- payload = {
753
- "access_token": self.access_token,
754
- "fb_api_caller_class": "RelayModern",
755
- "fb_api_req_friendly_name": "AbraSearchPluginDialogQuery",
756
- "variables": json.dumps({"abraMessageFetchID": fetch_id}),
757
- "server_timestamps": "true",
758
- "doc_id": "6946734308765963",
759
- }
760
-
761
- payload = urllib.parse.urlencode(payload) # noqa
762
-
763
- headers = {
764
- "authority": "graph.meta.ai",
765
- "accept-language": "en-US,en;q=0.9,fr-FR;q=0.8,fr;q=0.7",
766
- "content-type": "application/x-www-form-urlencoded",
767
- "cookie": f'dpr=2; abra_csrf={self.cookies.get("abra_csrf")}; datr={self.cookies.get("datr")}; ps_n=1; ps_l=1',
768
- "x-fb-friendly-name": "AbraSearchPluginDialogQuery",
769
- }
770
-
771
- response = self.session.post(url, headers=headers, data=payload)
772
- response_json = response.json()
773
- message = response_json.get("data", {}).get("message", {})
774
- search_results = (
775
- (response_json.get("data", {}).get("message", {}).get("searchResults"))
776
- if message
777
- else None
778
- )
779
- if search_results is None:
780
- return []
781
-
782
- references = search_results["references"]
783
- return references
784
-
785
- def get_message(self, response: dict) -> str:
786
- """Retrieves message only from response
787
-
788
- Args:
789
- response (dict): Response generated by `self.ask`
790
-
791
- Returns:
792
- str: Message extracted
793
- """
794
- assert isinstance(response, dict), "Response should be of dict data-type only"
795
- return response["message"]
796
-
797
- if __name__ == "__main__":
798
- Meta = Meta()
799
- ai = Meta.chat("hi")
800
- for chunk in ai:
801
- print(chunk, end="", flush=True)
1
+ import json
2
+ import logging
3
+ import time
4
+ import urllib
5
+ import uuid
6
+ from typing import Dict, Generator, List, Union
7
+
8
+ import random
9
+ from curl_cffi import CurlError
10
+ from curl_cffi.requests import Session
11
+ from webscout.scout import Scout
12
+
13
+ from webscout.AIutel import Optimizers
14
+ from webscout.AIutel import Conversation
15
+ from webscout.AIutel import AwesomePrompts
16
+ from webscout.AIbase import Provider
17
+ from webscout import exceptions
18
+ from webscout.litagent import LitAgent as Lit
19
+ MAX_RETRIES = 3
20
+
21
+ def generate_offline_threading_id() -> str:
22
+ """
23
+ Generates an offline threading ID.
24
+
25
+ Returns:
26
+ str: The generated offline threading ID.
27
+ """
28
+ # Maximum value for a 64-bit integer in Python
29
+ max_int = (1 << 64) - 1
30
+ mask22_bits = (1 << 22) - 1
31
+
32
+ # Function to get the current timestamp in milliseconds
33
+ def get_current_timestamp():
34
+ return int(time.time() * 1000)
35
+
36
+ # Function to generate a random 64-bit integer
37
+ def get_random_64bit_int():
38
+ return random.getrandbits(64)
39
+
40
+ # Combine timestamp and random value
41
+ def combine_and_mask(timestamp, random_value):
42
+ shifted_timestamp = timestamp << 22
43
+ masked_random = random_value & mask22_bits
44
+ return (shifted_timestamp | masked_random) & max_int
45
+
46
+ timestamp = get_current_timestamp()
47
+ random_value = get_random_64bit_int()
48
+ threading_id = combine_and_mask(timestamp, random_value)
49
+
50
+ return str(threading_id)
51
+
52
+
53
+ def extract_value(text: str, start_str: str, end_str: str) -> str:
54
+ """
55
+ Helper function to extract a specific value from the given text using a key.
56
+
57
+ Args:
58
+ text (str): The text from which to extract the value.
59
+ start_str (str): The starting key.
60
+ end_str (str): The ending key.
61
+
62
+ Returns:
63
+ str: The extracted value.
64
+ """
65
+ start = text.find(start_str) + len(start_str)
66
+ end = text.find(end_str, start)
67
+ return text[start:end]
68
+
69
+
70
+ def format_response(response: dict) -> str:
71
+ """
72
+ Formats the response from Meta AI to remove unnecessary characters.
73
+
74
+ Args:
75
+ response (dict): The dictionnary containing the response to format.
76
+
77
+ Returns:
78
+ str: The formatted response.
79
+ """
80
+ text = ""
81
+ for content in (
82
+ response.get("data", {})
83
+ .get("node", {})
84
+ .get("bot_response_message", {})
85
+ .get("composed_text", {})
86
+ .get("content", [])
87
+ ):
88
+ text += content["text"] + "\n"
89
+ return text
90
+
91
+
92
+ # Function to perform the login
93
+ def get_fb_session(email, password, proxies=None):
94
+ login_url = "https://mbasic.facebook.com/login/"
95
+ headers = {
96
+ "authority": "mbasic.facebook.com",
97
+ "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
98
+ "accept-language": "en-US,en;q=0.9",
99
+ "sec-ch-ua": '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
100
+ "sec-ch-ua-mobile": "?0",
101
+ "sec-ch-ua-platform": '"macOS"',
102
+ "sec-fetch-dest": "document",
103
+ "sec-fetch-mode": "navigate",
104
+ "sec-fetch-site": "none",
105
+ "sec-fetch-user": "?1",
106
+ "upgrade-insecure-requests": "1",
107
+ "user-agent": Lit().random(),
108
+ }
109
+ # Create a session
110
+ session = Session()
111
+ if proxies:
112
+ session.proxies = proxies
113
+
114
+ # Send the GET request
115
+ response = session.get(login_url, headers=headers)
116
+
117
+ # Use Scout for parsing instead of BeautifulSoup
118
+ scout = Scout(response.text)
119
+
120
+ # Parse necessary parameters from the login form
121
+ lsd = scout.find_first('input[name="lsd"]').get('value')
122
+ jazoest = scout.find_first('input[name="jazoest"]').get('value')
123
+ li = scout.find_first('input[name="li"]').get('value')
124
+ m_ts = scout.find_first('input[name="m_ts"]').get('value')
125
+
126
+ # Define the URL and body for the POST request to submit the login form
127
+ post_url = "https://mbasic.facebook.com/login/device-based/regular/login/?refsrc=deprecated&lwv=100"
128
+ data = {
129
+ "lsd": lsd,
130
+ "jazoest": jazoest,
131
+ "m_ts": m_ts,
132
+ "li": li,
133
+ "try_number": "0",
134
+ "unrecognized_tries": "0",
135
+ "email": email,
136
+ "pass": password,
137
+ "login": "Log In",
138
+ "bi_xrwh": "0",
139
+ }
140
+
141
+ headers = {
142
+ "authority": "mbasic.facebook.com",
143
+ "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
144
+ "accept-language": "en-US,en;q=0.9",
145
+ "cache-control": "no-cache",
146
+ "content-type": "application/x-www-form-urlencoded",
147
+ "cookie": f"datr={response.cookies.get('datr')}; sb={response.cookies.get('sb')}; ps_n=1; ps_l=1",
148
+ "dpr": "2",
149
+ "origin": "https://mbasic.facebook.com",
150
+ "pragma": "no-cache",
151
+ "referer": "https://mbasic.facebook.com/login/",
152
+ "sec-fetch-site": "same-origin",
153
+ "sec-fetch-user": "?1",
154
+ "upgrade-insecure-requests": "1",
155
+ "user-agent": Lit().random(),
156
+ "viewport-width": "1728",
157
+ }
158
+
159
+ # Send the POST request
160
+ result = session.post(post_url, headers=headers, data=data)
161
+ if "sb" not in session.cookies:
162
+ raise exceptions.FacebookInvalidCredentialsException(
163
+ "Was not able to login to Facebook. Please check your credentials. "
164
+ "You may also have been rate limited. Try to connect to Facebook manually."
165
+ )
166
+
167
+ cookies = {
168
+ **result.cookies.get_dict(),
169
+ "sb": session.cookies["sb"],
170
+ "xs": session.cookies["xs"],
171
+ "fr": session.cookies["fr"],
172
+ "c_user": session.cookies["c_user"],
173
+ }
174
+
175
+ response_login = {
176
+ "cookies": cookies,
177
+ "headers": result.headers,
178
+ "response": response.text,
179
+ }
180
+ meta_ai_cookies = get_cookies()
181
+
182
+ url = "https://www.meta.ai/state/"
183
+
184
+ payload = f'__a=1&lsd={meta_ai_cookies["lsd"]}'
185
+ headers = {
186
+ "authority": "www.meta.ai",
187
+ "accept": "*/*",
188
+ "accept-language": "en-US,en;q=0.9",
189
+ "cache-control": "no-cache",
190
+ "content-type": "application/x-www-form-urlencoded",
191
+ "cookie": f'ps_n=1; ps_l=1; dpr=2; _js_datr={meta_ai_cookies["_js_datr"]}; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["datr"]};; ps_l=1; ps_n=1',
192
+ "origin": "https://www.meta.ai",
193
+ "pragma": "no-cache",
194
+ "referer": "https://www.meta.ai/",
195
+ "sec-fetch-mode": "cors",
196
+ "sec-fetch-site": "same-origin",
197
+ "user-agent": Lit().random(),
198
+ "viewport-width": "1728",
199
+ }
200
+
201
+ # Create a new session for this request
202
+ req_session = Session()
203
+ if proxies:
204
+ req_session.proxies = proxies
205
+
206
+ response = req_session.post(url, headers=headers, data=payload)
207
+
208
+ state = extract_value(response.text, start_str='"state":"', end_str='"')
209
+
210
+ url = f"https://www.facebook.com/oidc/?app_id=1358015658191005&scope=openid%20linking&response_type=code&redirect_uri=https%3A%2F%2Fwww.meta.ai%2Fauth%2F&no_universal_links=1&deoia=1&state={state}"
211
+ payload = {}
212
+ headers = {
213
+ "authority": "www.facebook.com",
214
+ "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
215
+ "accept-language": "en-US,en;q=0.9",
216
+ "cache-control": "no-cache",
217
+ "cookie": f"datr={response_login['cookies']['datr']}; sb={response_login['cookies']['sb']}; c_user={response_login['cookies']['c_user']}; xs={response_login['cookies']['xs']}; fr={response_login['cookies']['fr']}; m_page_voice={response_login['cookies']['m_page_voice']}; abra_csrf={meta_ai_cookies['abra_csrf']};",
218
+ "sec-fetch-dest": "document",
219
+ "sec-fetch-mode": "navigate",
220
+ "sec-fetch-site": "cross-site",
221
+ "sec-fetch-user": "?1",
222
+ "upgrade-insecure-requests": "1",
223
+ "user-agent": Lit().random(),
224
+ }
225
+
226
+ # Create a new session for Facebook
227
+ fb_session = Session()
228
+ if proxies:
229
+ fb_session.proxies = proxies
230
+
231
+ response = fb_session.get(url, headers=headers, data=payload, allow_redirects=False)
232
+
233
+ next_url = response.headers["Location"]
234
+
235
+ url = next_url
236
+
237
+ payload = {}
238
+ headers = {
239
+ "User-Agent": Lit().random(),
240
+ "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
241
+ "Accept-Language": "en-US,en;q=0.5",
242
+ "Accept-Encoding": "gzip, deflate, br",
243
+ "Referer": "https://www.meta.ai/",
244
+ "Connection": "keep-alive",
245
+ "Cookie": f'dpr=2; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["_js_datr"]}',
246
+ "Upgrade-Insecure-Requests": "1",
247
+ "Sec-Fetch-Dest": "document",
248
+ "Sec-Fetch-Mode": "navigate",
249
+ "Sec-Fetch-Site": "cross-site",
250
+ "Sec-Fetch-User": "?1",
251
+ "TE": "trailers",
252
+ }
253
+ fb_session.get(url, headers=headers, data=payload)
254
+ cookies = fb_session.cookies.get_dict()
255
+ if "abra_sess" not in cookies:
256
+ raise exceptions.FacebookInvalidCredentialsException(
257
+ "Was not able to login to Facebook. Please check your credentials. "
258
+ "You may also have been rate limited. Try to connect to Facebook manually."
259
+ )
260
+ logging.info("Successfully logged in to Facebook.")
261
+ return cookies
262
+
263
+
264
+ def get_cookies() -> dict:
265
+ """
266
+ Extracts necessary cookies from the Meta AI main page.
267
+
268
+ Returns:
269
+ dict: A dictionary containing essential cookies.
270
+ """
271
+ # Create a session
272
+ session = Session()
273
+
274
+ response = session.get(
275
+ "https://www.meta.ai/",
276
+ )
277
+
278
+ cookies = {
279
+ "_js_datr": extract_value(
280
+ response.text, start_str='_js_datr":{"value":"', end_str='",'
281
+ ),
282
+ "datr": extract_value(
283
+ response.text, start_str='datr":{"value":"', end_str='",'
284
+ ),
285
+ "lsd": extract_value(
286
+ response.text, start_str='"LSD",[],{"token":"', end_str='"}'
287
+ ),
288
+ "fb_dtsg": extract_value(
289
+ response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
290
+ ),
291
+ "abra_csrf": extract_value(
292
+ response.text, start_str='abra_csrf":{"value":"', end_str='",'
293
+ )
294
+ }
295
+ return cookies
296
+
297
+ class Meta(Provider):
298
+ """
299
+ A class to interact with the Meta AI API to obtain and use access tokens for sending
300
+ and receiving messages from the Meta AI Chat API.
301
+ """
302
+ required_auth = False
303
+ def __init__(
304
+ self,
305
+ fb_email: str = None,
306
+ fb_password: str = None,
307
+ proxy: dict = None,
308
+ is_conversation: bool = True,
309
+ max_tokens: int = 600,
310
+ timeout: int = 30,
311
+ intro: str = None,
312
+ filepath: str = None,
313
+ update_file: bool = True,
314
+ proxies: dict = {},
315
+ history_offset: int = 10250,
316
+ act: str = None,
317
+ ):
318
+ """
319
+ Initializes the Meta AI API with given parameters.
320
+
321
+ Args:
322
+ fb_email (str, optional): Your Facebook email address. Defaults to None.
323
+ fb_password (str, optional): Your Facebook password. Defaults to None.
324
+ proxy (dict, optional): Proxy settings for requests. Defaults to None.
325
+ is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
326
+ max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
327
+ timeout (int, optional): Http request timeout. Defaults to 30.
328
+ intro (str, optional): Conversation introductory prompt. Defaults to None.
329
+ filepath (str, optional): Path to file containing conversation history. Defaults to None.
330
+ update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
331
+ proxies (dict, optional): Http request proxies. Defaults to {}.
332
+ history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
333
+ act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
334
+ """
335
+ self.session = Session()
336
+ self.session.headers.update(
337
+ {
338
+ "user-agent": Lit().random(),
339
+ }
340
+ )
341
+ self.access_token = None
342
+ self.fb_email = fb_email
343
+ self.fb_password = fb_password
344
+ self.proxy = proxy
345
+ if self.proxy and not self.check_proxy():
346
+ raise ConnectionError(
347
+ "Unable to connect to proxy. Please check your proxy settings."
348
+ )
349
+ self.is_conversation = is_conversation
350
+ self.max_tokens_to_sample = max_tokens
351
+ self.timeout = timeout
352
+ self.last_response = {}
353
+ self.is_authed = fb_password is not None and fb_email is not None
354
+ self.cookies = self.get_cookies()
355
+ self.external_conversation_id = None
356
+ self.offline_threading_id = None
357
+
358
+ self.__available_optimizers = (
359
+ method
360
+ for method in dir(Optimizers)
361
+ if callable(getattr(Optimizers, method)) and not method.startswith("__")
362
+ )
363
+ Conversation.intro = (
364
+ AwesomePrompts().get_act(
365
+ act, raise_not_found=True, default=None, case_insensitive=True
366
+ )
367
+ if act
368
+ else intro or Conversation.intro
369
+ )
370
+ self.conversation = Conversation(
371
+ is_conversation, self.max_tokens_to_sample, filepath, update_file
372
+ )
373
+ self.conversation.history_offset = history_offset
374
+ self.session.proxies = proxies
375
+
376
+ def check_proxy(self, test_url: str = "https://api.ipify.org/?format=json") -> bool:
377
+ """
378
+ Checks the proxy connection by making a request to a test URL.
379
+
380
+ Args:
381
+ test_url (str): A test site from which we check that the proxy is installed correctly.
382
+
383
+ Returns:
384
+ bool: True if the proxy is working, False otherwise.
385
+ """
386
+ try:
387
+ response = self.session.get(test_url, proxies=self.proxy, timeout=10)
388
+ if response.status_code == 200:
389
+ self.session.proxies = self.proxy
390
+ return True
391
+ return False
392
+ except CurlError:
393
+ return False
394
+
395
+ def get_access_token(self) -> str:
396
+ """
397
+ Retrieves an access token using Meta's authentication API.
398
+
399
+ Returns:
400
+ str: A valid access token.
401
+ """
402
+
403
+ if self.access_token:
404
+ return self.access_token
405
+
406
+ url = "https://www.meta.ai/api/graphql/"
407
+ payload = {
408
+ "lsd": self.cookies["lsd"],
409
+ "fb_api_caller_class": "RelayModern",
410
+ "fb_api_req_friendly_name": "useAbraAcceptTOSForTempUserMutation",
411
+ "variables": {
412
+ "dob": "1999-01-01",
413
+ "icebreaker_type": "TEXT",
414
+ "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
415
+ },
416
+ "doc_id": "7604648749596940",
417
+ }
418
+ payload = urllib.parse.urlencode(payload) # noqa
419
+ headers = {
420
+ "content-type": "application/x-www-form-urlencoded",
421
+ "cookie": f'_js_datr={self.cookies["_js_datr"]}; '
422
+ f'abra_csrf={self.cookies["abra_csrf"]}; datr={self.cookies["datr"]};',
423
+ "sec-fetch-site": "same-origin",
424
+ "x-fb-friendly-name": "useAbraAcceptTOSForTempUserMutation",
425
+ }
426
+
427
+ response = self.session.post(url, headers=headers, data=payload)
428
+
429
+ try:
430
+ auth_json = response.json()
431
+ except json.JSONDecodeError:
432
+ raise exceptions.FacebookRegionBlocked(
433
+ "Unable to receive a valid response from Meta AI. This is likely due to your region being blocked. "
434
+ "Try manually accessing https://www.meta.ai/ to confirm."
435
+ )
436
+
437
+ access_token = auth_json["data"]["xab_abra_accept_terms_of_service"][
438
+ "new_temp_user_auth"
439
+ ]["access_token"]
440
+
441
+ # Need to sleep for a bit, for some reason the API doesn't like it when we send request too quickly
442
+ # (maybe Meta needs to register Cookies on their side?)
443
+ time.sleep(1)
444
+
445
+ return access_token
446
+
447
+ def ask(
448
+ self,
449
+ prompt: str,
450
+ stream: bool = False,
451
+ raw: bool = False,
452
+ optimizer: str = None,
453
+ conversationally: bool = False,
454
+ ) -> Union[Dict, Generator[Dict, None, None]]:
455
+ """
456
+ Sends a message to the Meta AI and returns the response.
457
+
458
+ Args:
459
+ prompt (str): The prompt to send.
460
+ stream (bool): Whether to stream the response or not. Defaults to False.
461
+ raw (bool, optional): Stream back raw response as received. Defaults to False.
462
+ optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
463
+ conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
464
+ Returns:
465
+ Union[Dict, Generator[Dict, None, None]]: A dictionary containing the response message and sources, or a generator yielding such dictionaries.
466
+ """
467
+ conversation_prompt = self.conversation.gen_complete_prompt(prompt)
468
+ if optimizer:
469
+ if optimizer in self.__available_optimizers:
470
+ conversation_prompt = getattr(Optimizers, optimizer)(
471
+ conversation_prompt if conversationally else prompt
472
+ )
473
+ else:
474
+ raise Exception(
475
+ f"Optimizer is not one of {self.__available_optimizers}"
476
+ )
477
+
478
+ if not self.is_authed:
479
+ self.access_token = self.get_access_token()
480
+ auth_payload = {"access_token": self.access_token}
481
+ url = "https://graph.meta.ai/graphql?locale=user"
482
+
483
+ else:
484
+ auth_payload = {"fb_dtsg": self.cookies["fb_dtsg"]}
485
+ url = "https://www.meta.ai/api/graphql/"
486
+
487
+ if not self.external_conversation_id:
488
+ external_id = str(uuid.uuid4())
489
+ self.external_conversation_id = external_id
490
+ payload = {
491
+ **auth_payload,
492
+ "fb_api_caller_class": "RelayModern",
493
+ "fb_api_req_friendly_name": "useAbraSendMessageMutation",
494
+ "variables": json.dumps(
495
+ {
496
+ "message": {"sensitive_string_value": conversation_prompt},
497
+ "externalConversationId": self.external_conversation_id,
498
+ "offlineThreadingId": generate_offline_threading_id(),
499
+ "suggestedPromptIndex": None,
500
+ "flashVideoRecapInput": {"images": []},
501
+ "flashPreviewInput": None,
502
+ "promptPrefix": None,
503
+ "entrypoint": "ABRA__CHAT__TEXT",
504
+ "icebreaker_type": "TEXT",
505
+ "__relay_internal__pv__AbraDebugDevOnlyrelayprovider": False,
506
+ "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
507
+ }
508
+ ),
509
+ "server_timestamps": "true",
510
+ "doc_id": "7783822248314888",
511
+ }
512
+ payload = urllib.parse.urlencode(payload) # noqa
513
+ headers = {
514
+ "content-type": "application/x-www-form-urlencoded",
515
+ "x-fb-friendly-name": "useAbraSendMessageMutation",
516
+ }
517
+ if self.is_authed:
518
+ headers["cookie"] = f'abra_sess={self.cookies["abra_sess"]}'
519
+ # Recreate the session to avoid cookie leakage when user is authenticated
520
+ self.session = Session()
521
+ self.session.proxies = self.proxy
522
+
523
+ if stream:
524
+
525
+ def for_stream():
526
+ response = self.session.post(
527
+ url, headers=headers, data=payload, stream=True, timeout=self.timeout
528
+ )
529
+ if not response.ok:
530
+ raise exceptions.FailedToGenerateResponseError(
531
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
532
+ )
533
+
534
+ lines = response.iter_lines()
535
+ is_error = json.loads(next(lines))
536
+ if len(is_error.get("errors", [])) > 0:
537
+ raise exceptions.FailedToGenerateResponseError(
538
+ f"Failed to generate response - {response.text}"
539
+ )
540
+ final_message = None
541
+ for line in lines:
542
+ if line:
543
+ json_line = json.loads(line)
544
+ extracted_data = self.extract_data(json_line)
545
+ if not extracted_data.get("message"):
546
+ continue
547
+ self.last_response.update(extracted_data)
548
+ final_message = extracted_data # Always keep the latest
549
+ if final_message:
550
+ yield final_message if not raw else json.dumps(final_message)
551
+ self.conversation.update_chat_history(
552
+ prompt, self.get_message(self.last_response)
553
+ )
554
+
555
+ return for_stream()
556
+ else:
557
+ response = self.session.post(
558
+ url, headers=headers, data=payload, timeout=self.timeout
559
+ )
560
+ if not response.ok:
561
+ raise exceptions.FailedToGenerateResponseError(
562
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
563
+ )
564
+ raw_response = response.text
565
+ last_streamed_response = self.extract_last_response(raw_response)
566
+ if not last_streamed_response:
567
+ raise exceptions.FailedToGenerateResponseError(
568
+ f"Failed to generate response - {response.text}"
569
+ )
570
+
571
+ extracted_data = self.extract_data(last_streamed_response)
572
+ self.last_response.update(extracted_data)
573
+ self.conversation.update_chat_history(
574
+ prompt, self.get_message(self.last_response)
575
+ )
576
+ return extracted_data
577
+
578
+ def chat(
579
+ self,
580
+ prompt: str,
581
+ stream: bool = False,
582
+ optimizer: str = None,
583
+ conversationally: bool = False,
584
+ ) -> str:
585
+ """
586
+ Sends a message to the Meta AI and returns the response.
587
+
588
+ Args:
589
+ prompt (str): The message to send.
590
+ stream (bool): Whether to stream the response or not. Defaults to False.
591
+ optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
592
+ conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
593
+
594
+ Returns:
595
+ str: The response message.
596
+ """
597
+
598
+ def for_stream():
599
+ for response in self.ask(
600
+ prompt, True, optimizer=optimizer, conversationally=conversationally
601
+ ):
602
+ yield self.get_message(response)
603
+
604
+ def for_non_stream():
605
+ return self.get_message(
606
+ self.ask(
607
+ prompt,
608
+ False,
609
+ optimizer=optimizer,
610
+ conversationally=conversationally,
611
+ )
612
+ )
613
+
614
+ return for_stream() if stream else for_non_stream()
615
+
616
+ def extract_last_response(self, response: str) -> Dict:
617
+ """
618
+ Extracts the last response from the Meta AI API.
619
+
620
+ Args:
621
+ response (str): The response to extract the last response from.
622
+
623
+ Returns:
624
+ dict: A dictionary containing the last response.
625
+ """
626
+ last_streamed_response = None
627
+ for line in response.split("\n"):
628
+ try:
629
+ json_line = json.loads(line)
630
+ except json.JSONDecodeError:
631
+ continue
632
+
633
+ bot_response_message = (
634
+ json_line.get("data", {})
635
+ .get("node", {})
636
+ .get("bot_response_message", {})
637
+ )
638
+ chat_id = bot_response_message.get("id")
639
+ if chat_id:
640
+ external_conversation_id, offline_threading_id, _ = chat_id.split("_")
641
+ self.external_conversation_id = external_conversation_id
642
+ self.offline_threading_id = offline_threading_id
643
+
644
+ streaming_state = bot_response_message.get("streaming_state")
645
+ if streaming_state == "OVERALL_DONE":
646
+ last_streamed_response = json_line
647
+
648
+ return last_streamed_response
649
+
650
+ def extract_data(self, json_line: dict) -> Dict:
651
+ """
652
+ Extract data and sources from a parsed JSON line.
653
+
654
+ Args:
655
+ json_line (dict): Parsed JSON line.
656
+
657
+ Returns:
658
+ dict: A dictionary containing the response message, sources, and media.
659
+ """
660
+ bot_response_message = (
661
+ json_line.get("data", {}).get("node", {}).get("bot_response_message", {})
662
+ )
663
+ response = format_response(response=json_line)
664
+ fetch_id = bot_response_message.get("fetch_id")
665
+ sources = self.fetch_sources(fetch_id) if fetch_id else []
666
+ medias = self.extract_media(bot_response_message)
667
+ return {"message": response, "sources": sources, "media": medias}
668
+
669
+ def extract_media(self, json_line: dict) -> List[Dict]:
670
+ """
671
+ Extract media from a parsed JSON line.
672
+
673
+ Args:
674
+ json_line (dict): Parsed JSON line.
675
+
676
+ Returns:
677
+ list: A list of dictionaries containing the extracted media.
678
+ """
679
+ medias = []
680
+ imagine_card = json_line.get("imagine_card", {})
681
+ session = imagine_card.get("session", {}) if imagine_card else {}
682
+ media_sets = (
683
+ (json_line.get("imagine_card", {}).get("session", {}).get("media_sets", []))
684
+ if imagine_card and session
685
+ else []
686
+ )
687
+ for media_set in media_sets:
688
+ imagine_media = media_set.get("imagine_media", [])
689
+ for media in imagine_media:
690
+ medias.append(
691
+ {
692
+ "url": media.get("uri"),
693
+ "type": media.get("media_type"),
694
+ "prompt": media.get("prompt"),
695
+ }
696
+ )
697
+ return medias
698
+
699
+ def get_cookies(self) -> dict:
700
+ """
701
+ Extracts necessary cookies from the Meta AI main page.
702
+
703
+ Returns:
704
+ dict: A dictionary containing essential cookies.
705
+ """
706
+ headers = {}
707
+ if self.fb_email is not None and self.fb_password is not None:
708
+ fb_session = get_fb_session(self.fb_email, self.fb_password, self.proxy)
709
+ headers = {"cookie": f"abra_sess={fb_session['abra_sess']}"}
710
+
711
+ response = self.session.get(
712
+ url="https://www.meta.ai/",
713
+ headers=headers,
714
+ proxies=self.proxy,
715
+ )
716
+
717
+ cookies = {
718
+ "_js_datr": extract_value(
719
+ response.text, start_str='_js_datr":{"value":"', end_str='",'
720
+ ),
721
+ "datr": extract_value(
722
+ response.text, start_str='datr":{"value":"', end_str='",'
723
+ ),
724
+ "lsd": extract_value(
725
+ response.text, start_str='"LSD",[],{"token":"', end_str='"}'
726
+ ),
727
+ "fb_dtsg": extract_value(
728
+ response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
729
+ ),
730
+ }
731
+
732
+ if len(headers) > 0:
733
+ cookies["abra_sess"] = fb_session["abra_sess"]
734
+ else:
735
+ cookies["abra_csrf"] = extract_value(
736
+ response.text, start_str='abra_csrf":{"value":"', end_str='",'
737
+ )
738
+ return cookies
739
+
740
+ def fetch_sources(self, fetch_id: str) -> List[Dict]:
741
+ """
742
+ Fetches sources from the Meta AI API based on the given query.
743
+
744
+ Args:
745
+ fetch_id (str): The fetch ID to use for the query.
746
+
747
+ Returns:
748
+ list: A list of dictionaries containing the fetched sources.
749
+ """
750
+
751
+ url = "https://graph.meta.ai/graphql?locale=user"
752
+ payload = {
753
+ "access_token": self.access_token,
754
+ "fb_api_caller_class": "RelayModern",
755
+ "fb_api_req_friendly_name": "AbraSearchPluginDialogQuery",
756
+ "variables": json.dumps({"abraMessageFetchID": fetch_id}),
757
+ "server_timestamps": "true",
758
+ "doc_id": "6946734308765963",
759
+ }
760
+
761
+ payload = urllib.parse.urlencode(payload) # noqa
762
+
763
+ headers = {
764
+ "authority": "graph.meta.ai",
765
+ "accept-language": "en-US,en;q=0.9,fr-FR;q=0.8,fr;q=0.7",
766
+ "content-type": "application/x-www-form-urlencoded",
767
+ "cookie": f'dpr=2; abra_csrf={self.cookies.get("abra_csrf")}; datr={self.cookies.get("datr")}; ps_n=1; ps_l=1',
768
+ "x-fb-friendly-name": "AbraSearchPluginDialogQuery",
769
+ }
770
+
771
+ response = self.session.post(url, headers=headers, data=payload)
772
+ response_json = response.json()
773
+ message = response_json.get("data", {}).get("message", {})
774
+ search_results = (
775
+ (response_json.get("data", {}).get("message", {}).get("searchResults"))
776
+ if message
777
+ else None
778
+ )
779
+ if search_results is None:
780
+ return []
781
+
782
+ references = search_results["references"]
783
+ return references
784
+
785
+ def get_message(self, response: dict) -> str:
786
+ """Retrieves message only from response
787
+
788
+ Args:
789
+ response (dict): Response generated by `self.ask`
790
+
791
+ Returns:
792
+ str: Message extracted
793
+ """
794
+ assert isinstance(response, dict), "Response should be of dict data-type only"
795
+ return response["message"]
796
+
797
+ if __name__ == "__main__":
798
+ Meta = Meta()
799
+ ai = Meta.chat("hi")
800
+ for chunk in ai:
801
+ print(chunk, end="", flush=True)