webscout 8.3.7__py3-none-any.whl → 2025.10.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (273) hide show
  1. webscout/AIauto.py +250 -250
  2. webscout/AIbase.py +379 -379
  3. webscout/AIutel.py +60 -60
  4. webscout/Bard.py +1012 -1012
  5. webscout/Bing_search.py +417 -417
  6. webscout/DWEBS.py +529 -529
  7. webscout/Extra/Act.md +309 -309
  8. webscout/Extra/GitToolkit/__init__.py +10 -10
  9. webscout/Extra/GitToolkit/gitapi/README.md +110 -110
  10. webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
  11. webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
  12. webscout/Extra/GitToolkit/gitapi/user.py +96 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
  14. webscout/Extra/YTToolkit/README.md +375 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +956 -956
  16. webscout/Extra/YTToolkit/__init__.py +2 -2
  17. webscout/Extra/YTToolkit/transcriber.py +475 -475
  18. webscout/Extra/YTToolkit/ytapi/README.md +44 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
  20. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  21. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  22. webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
  23. webscout/Extra/YTToolkit/ytapi/https.py +88 -88
  24. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  25. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  26. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  27. webscout/Extra/YTToolkit/ytapi/query.py +39 -39
  28. webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
  29. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  30. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  31. webscout/Extra/autocoder/__init__.py +9 -9
  32. webscout/Extra/autocoder/autocoder.py +1105 -1105
  33. webscout/Extra/autocoder/autocoder_utiles.py +332 -332
  34. webscout/Extra/gguf.md +429 -429
  35. webscout/Extra/gguf.py +1213 -1213
  36. webscout/Extra/tempmail/README.md +487 -487
  37. webscout/Extra/tempmail/__init__.py +27 -27
  38. webscout/Extra/tempmail/async_utils.py +140 -140
  39. webscout/Extra/tempmail/base.py +160 -160
  40. webscout/Extra/tempmail/cli.py +186 -186
  41. webscout/Extra/tempmail/emailnator.py +84 -84
  42. webscout/Extra/tempmail/mail_tm.py +360 -360
  43. webscout/Extra/tempmail/temp_mail_io.py +291 -291
  44. webscout/Extra/weather.md +281 -281
  45. webscout/Extra/weather.py +193 -193
  46. webscout/Litlogger/README.md +10 -10
  47. webscout/Litlogger/__init__.py +15 -15
  48. webscout/Litlogger/formats.py +13 -13
  49. webscout/Litlogger/handlers.py +121 -121
  50. webscout/Litlogger/levels.py +13 -13
  51. webscout/Litlogger/logger.py +134 -134
  52. webscout/Provider/AISEARCH/Perplexity.py +332 -332
  53. webscout/Provider/AISEARCH/README.md +279 -279
  54. webscout/Provider/AISEARCH/__init__.py +16 -1
  55. webscout/Provider/AISEARCH/felo_search.py +206 -206
  56. webscout/Provider/AISEARCH/genspark_search.py +323 -323
  57. webscout/Provider/AISEARCH/hika_search.py +185 -185
  58. webscout/Provider/AISEARCH/iask_search.py +410 -410
  59. webscout/Provider/AISEARCH/monica_search.py +219 -219
  60. webscout/Provider/AISEARCH/scira_search.py +316 -316
  61. webscout/Provider/AISEARCH/stellar_search.py +177 -177
  62. webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
  63. webscout/Provider/Aitopia.py +314 -314
  64. webscout/Provider/Apriel.py +306 -0
  65. webscout/Provider/ChatGPTClone.py +236 -236
  66. webscout/Provider/ChatSandbox.py +343 -343
  67. webscout/Provider/Cloudflare.py +324 -324
  68. webscout/Provider/Cohere.py +208 -208
  69. webscout/Provider/Deepinfra.py +370 -366
  70. webscout/Provider/ExaAI.py +260 -260
  71. webscout/Provider/ExaChat.py +308 -308
  72. webscout/Provider/Flowith.py +221 -221
  73. webscout/Provider/GMI.py +293 -0
  74. webscout/Provider/Gemini.py +164 -164
  75. webscout/Provider/GeminiProxy.py +167 -167
  76. webscout/Provider/GithubChat.py +371 -372
  77. webscout/Provider/Groq.py +800 -800
  78. webscout/Provider/HeckAI.py +383 -383
  79. webscout/Provider/Jadve.py +282 -282
  80. webscout/Provider/K2Think.py +307 -307
  81. webscout/Provider/Koboldai.py +205 -205
  82. webscout/Provider/LambdaChat.py +423 -423
  83. webscout/Provider/Nemotron.py +244 -244
  84. webscout/Provider/Netwrck.py +248 -248
  85. webscout/Provider/OLLAMA.py +395 -395
  86. webscout/Provider/OPENAI/Cloudflare.py +393 -393
  87. webscout/Provider/OPENAI/FalconH1.py +451 -451
  88. webscout/Provider/OPENAI/FreeGemini.py +296 -296
  89. webscout/Provider/OPENAI/K2Think.py +431 -431
  90. webscout/Provider/OPENAI/NEMOTRON.py +240 -240
  91. webscout/Provider/OPENAI/PI.py +427 -427
  92. webscout/Provider/OPENAI/README.md +959 -959
  93. webscout/Provider/OPENAI/TogetherAI.py +345 -345
  94. webscout/Provider/OPENAI/TwoAI.py +465 -465
  95. webscout/Provider/OPENAI/__init__.py +33 -18
  96. webscout/Provider/OPENAI/base.py +248 -248
  97. webscout/Provider/OPENAI/chatglm.py +528 -0
  98. webscout/Provider/OPENAI/chatgpt.py +592 -592
  99. webscout/Provider/OPENAI/chatgptclone.py +521 -521
  100. webscout/Provider/OPENAI/chatsandbox.py +202 -202
  101. webscout/Provider/OPENAI/deepinfra.py +318 -314
  102. webscout/Provider/OPENAI/e2b.py +1665 -1665
  103. webscout/Provider/OPENAI/exaai.py +420 -420
  104. webscout/Provider/OPENAI/exachat.py +452 -452
  105. webscout/Provider/OPENAI/friendli.py +232 -232
  106. webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
  107. webscout/Provider/OPENAI/groq.py +364 -364
  108. webscout/Provider/OPENAI/heckai.py +314 -314
  109. webscout/Provider/OPENAI/llmchatco.py +337 -337
  110. webscout/Provider/OPENAI/netwrck.py +355 -355
  111. webscout/Provider/OPENAI/oivscode.py +290 -290
  112. webscout/Provider/OPENAI/opkfc.py +518 -518
  113. webscout/Provider/OPENAI/pydantic_imports.py +1 -1
  114. webscout/Provider/OPENAI/scirachat.py +535 -535
  115. webscout/Provider/OPENAI/sonus.py +308 -308
  116. webscout/Provider/OPENAI/standardinput.py +442 -442
  117. webscout/Provider/OPENAI/textpollinations.py +340 -340
  118. webscout/Provider/OPENAI/toolbaz.py +419 -416
  119. webscout/Provider/OPENAI/typefully.py +362 -362
  120. webscout/Provider/OPENAI/utils.py +295 -295
  121. webscout/Provider/OPENAI/venice.py +436 -436
  122. webscout/Provider/OPENAI/wisecat.py +387 -387
  123. webscout/Provider/OPENAI/writecream.py +166 -166
  124. webscout/Provider/OPENAI/x0gpt.py +378 -378
  125. webscout/Provider/OPENAI/yep.py +389 -389
  126. webscout/Provider/OpenGPT.py +230 -230
  127. webscout/Provider/Openai.py +243 -243
  128. webscout/Provider/PI.py +405 -405
  129. webscout/Provider/Perplexitylabs.py +430 -430
  130. webscout/Provider/QwenLM.py +272 -272
  131. webscout/Provider/STT/__init__.py +16 -1
  132. webscout/Provider/Sambanova.py +257 -257
  133. webscout/Provider/StandardInput.py +309 -309
  134. webscout/Provider/TTI/README.md +82 -82
  135. webscout/Provider/TTI/__init__.py +33 -18
  136. webscout/Provider/TTI/aiarta.py +413 -413
  137. webscout/Provider/TTI/base.py +136 -136
  138. webscout/Provider/TTI/bing.py +243 -243
  139. webscout/Provider/TTI/gpt1image.py +149 -149
  140. webscout/Provider/TTI/imagen.py +196 -196
  141. webscout/Provider/TTI/infip.py +211 -211
  142. webscout/Provider/TTI/magicstudio.py +232 -232
  143. webscout/Provider/TTI/monochat.py +219 -219
  144. webscout/Provider/TTI/piclumen.py +214 -214
  145. webscout/Provider/TTI/pixelmuse.py +232 -232
  146. webscout/Provider/TTI/pollinations.py +232 -232
  147. webscout/Provider/TTI/together.py +288 -288
  148. webscout/Provider/TTI/utils.py +12 -12
  149. webscout/Provider/TTI/venice.py +367 -367
  150. webscout/Provider/TTS/README.md +192 -192
  151. webscout/Provider/TTS/__init__.py +33 -18
  152. webscout/Provider/TTS/parler.py +110 -110
  153. webscout/Provider/TTS/streamElements.py +333 -333
  154. webscout/Provider/TTS/utils.py +280 -280
  155. webscout/Provider/TeachAnything.py +237 -237
  156. webscout/Provider/TextPollinationsAI.py +310 -310
  157. webscout/Provider/TogetherAI.py +356 -356
  158. webscout/Provider/TwoAI.py +312 -312
  159. webscout/Provider/TypliAI.py +311 -311
  160. webscout/Provider/UNFINISHED/ChatHub.py +208 -208
  161. webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
  162. webscout/Provider/UNFINISHED/GizAI.py +294 -294
  163. webscout/Provider/UNFINISHED/Marcus.py +198 -198
  164. webscout/Provider/UNFINISHED/Qodo.py +477 -477
  165. webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
  166. webscout/Provider/UNFINISHED/XenAI.py +324 -324
  167. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  168. webscout/Provider/UNFINISHED/liner.py +334 -0
  169. webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
  170. webscout/Provider/UNFINISHED/puterjs.py +634 -634
  171. webscout/Provider/UNFINISHED/samurai.py +223 -223
  172. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  173. webscout/Provider/Venice.py +250 -250
  174. webscout/Provider/VercelAI.py +256 -256
  175. webscout/Provider/WiseCat.py +231 -231
  176. webscout/Provider/WrDoChat.py +366 -366
  177. webscout/Provider/__init__.py +33 -18
  178. webscout/Provider/ai4chat.py +174 -174
  179. webscout/Provider/akashgpt.py +331 -331
  180. webscout/Provider/cerebras.py +446 -446
  181. webscout/Provider/chatglm.py +394 -301
  182. webscout/Provider/cleeai.py +211 -211
  183. webscout/Provider/elmo.py +282 -282
  184. webscout/Provider/geminiapi.py +208 -208
  185. webscout/Provider/granite.py +261 -261
  186. webscout/Provider/hermes.py +263 -263
  187. webscout/Provider/julius.py +223 -223
  188. webscout/Provider/learnfastai.py +309 -309
  189. webscout/Provider/llama3mitril.py +214 -214
  190. webscout/Provider/llmchat.py +243 -243
  191. webscout/Provider/llmchatco.py +290 -290
  192. webscout/Provider/meta.py +801 -801
  193. webscout/Provider/oivscode.py +309 -309
  194. webscout/Provider/scira_chat.py +383 -383
  195. webscout/Provider/searchchat.py +292 -292
  196. webscout/Provider/sonus.py +258 -258
  197. webscout/Provider/toolbaz.py +370 -367
  198. webscout/Provider/turboseek.py +273 -273
  199. webscout/Provider/typefully.py +207 -207
  200. webscout/Provider/yep.py +372 -372
  201. webscout/__init__.py +30 -31
  202. webscout/__main__.py +5 -5
  203. webscout/auth/api_key_manager.py +189 -189
  204. webscout/auth/config.py +175 -175
  205. webscout/auth/models.py +185 -185
  206. webscout/auth/routes.py +664 -664
  207. webscout/auth/simple_logger.py +236 -236
  208. webscout/cli.py +523 -523
  209. webscout/conversation.py +438 -438
  210. webscout/exceptions.py +361 -361
  211. webscout/litagent/Readme.md +298 -298
  212. webscout/litagent/__init__.py +28 -28
  213. webscout/litagent/agent.py +581 -581
  214. webscout/litagent/constants.py +59 -59
  215. webscout/litprinter/__init__.py +58 -58
  216. webscout/models.py +181 -181
  217. webscout/optimizers.py +419 -419
  218. webscout/prompt_manager.py +288 -288
  219. webscout/sanitize.py +1078 -1078
  220. webscout/scout/README.md +401 -401
  221. webscout/scout/__init__.py +8 -8
  222. webscout/scout/core/__init__.py +6 -6
  223. webscout/scout/core/crawler.py +297 -297
  224. webscout/scout/core/scout.py +706 -706
  225. webscout/scout/core/search_result.py +95 -95
  226. webscout/scout/core/text_analyzer.py +62 -62
  227. webscout/scout/core/text_utils.py +277 -277
  228. webscout/scout/core/web_analyzer.py +51 -51
  229. webscout/scout/element.py +599 -599
  230. webscout/scout/parsers/__init__.py +69 -69
  231. webscout/scout/parsers/html5lib_parser.py +172 -172
  232. webscout/scout/parsers/html_parser.py +236 -236
  233. webscout/scout/parsers/lxml_parser.py +178 -178
  234. webscout/scout/utils.py +37 -37
  235. webscout/swiftcli/Readme.md +323 -323
  236. webscout/swiftcli/__init__.py +95 -95
  237. webscout/swiftcli/core/__init__.py +7 -7
  238. webscout/swiftcli/core/cli.py +308 -308
  239. webscout/swiftcli/core/context.py +104 -104
  240. webscout/swiftcli/core/group.py +241 -241
  241. webscout/swiftcli/decorators/__init__.py +28 -28
  242. webscout/swiftcli/decorators/command.py +221 -221
  243. webscout/swiftcli/decorators/options.py +220 -220
  244. webscout/swiftcli/decorators/output.py +302 -302
  245. webscout/swiftcli/exceptions.py +21 -21
  246. webscout/swiftcli/plugins/__init__.py +9 -9
  247. webscout/swiftcli/plugins/base.py +135 -135
  248. webscout/swiftcli/plugins/manager.py +269 -269
  249. webscout/swiftcli/utils/__init__.py +59 -59
  250. webscout/swiftcli/utils/formatting.py +252 -252
  251. webscout/swiftcli/utils/parsing.py +267 -267
  252. webscout/update_checker.py +117 -117
  253. webscout/version.py +1 -1
  254. webscout/webscout_search.py +1183 -1183
  255. webscout/webscout_search_async.py +649 -649
  256. webscout/yep_search.py +346 -346
  257. webscout/zeroart/README.md +89 -89
  258. webscout/zeroart/__init__.py +134 -134
  259. webscout/zeroart/base.py +66 -66
  260. webscout/zeroart/effects.py +100 -100
  261. webscout/zeroart/fonts.py +1238 -1238
  262. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -937
  263. webscout-2025.10.11.dist-info/RECORD +300 -0
  264. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  265. webscout/Provider/OPENAI/Qwen3.py +0 -303
  266. webscout/Provider/OPENAI/qodo.py +0 -630
  267. webscout/Provider/OPENAI/xenai.py +0 -514
  268. webscout/tempid.py +0 -134
  269. webscout-8.3.7.dist-info/RECORD +0 -301
  270. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
  271. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
  272. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
  273. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
webscout/Provider/meta.py CHANGED
@@ -1,801 +1,801 @@
1
- import json
2
- import logging
3
- import time
4
- import urllib
5
- import uuid
6
- from typing import Dict, Generator, List, Union
7
-
8
- import random
9
- from curl_cffi import CurlError
10
- from curl_cffi.requests import Session
11
- from webscout.scout import Scout
12
-
13
- from webscout.AIutel import Optimizers
14
- from webscout.AIutel import Conversation
15
- from webscout.AIutel import AwesomePrompts
16
- from webscout.AIbase import Provider
17
- from webscout import exceptions
18
- from webscout.litagent import LitAgent as Lit
19
- MAX_RETRIES = 3
20
-
21
- def generate_offline_threading_id() -> str:
22
- """
23
- Generates an offline threading ID.
24
-
25
- Returns:
26
- str: The generated offline threading ID.
27
- """
28
- # Maximum value for a 64-bit integer in Python
29
- max_int = (1 << 64) - 1
30
- mask22_bits = (1 << 22) - 1
31
-
32
- # Function to get the current timestamp in milliseconds
33
- def get_current_timestamp():
34
- return int(time.time() * 1000)
35
-
36
- # Function to generate a random 64-bit integer
37
- def get_random_64bit_int():
38
- return random.getrandbits(64)
39
-
40
- # Combine timestamp and random value
41
- def combine_and_mask(timestamp, random_value):
42
- shifted_timestamp = timestamp << 22
43
- masked_random = random_value & mask22_bits
44
- return (shifted_timestamp | masked_random) & max_int
45
-
46
- timestamp = get_current_timestamp()
47
- random_value = get_random_64bit_int()
48
- threading_id = combine_and_mask(timestamp, random_value)
49
-
50
- return str(threading_id)
51
-
52
-
53
- def extract_value(text: str, start_str: str, end_str: str) -> str:
54
- """
55
- Helper function to extract a specific value from the given text using a key.
56
-
57
- Args:
58
- text (str): The text from which to extract the value.
59
- start_str (str): The starting key.
60
- end_str (str): The ending key.
61
-
62
- Returns:
63
- str: The extracted value.
64
- """
65
- start = text.find(start_str) + len(start_str)
66
- end = text.find(end_str, start)
67
- return text[start:end]
68
-
69
-
70
- def format_response(response: dict) -> str:
71
- """
72
- Formats the response from Meta AI to remove unnecessary characters.
73
-
74
- Args:
75
- response (dict): The dictionnary containing the response to format.
76
-
77
- Returns:
78
- str: The formatted response.
79
- """
80
- text = ""
81
- for content in (
82
- response.get("data", {})
83
- .get("node", {})
84
- .get("bot_response_message", {})
85
- .get("composed_text", {})
86
- .get("content", [])
87
- ):
88
- text += content["text"] + "\n"
89
- return text
90
-
91
-
92
- # Function to perform the login
93
- def get_fb_session(email, password, proxies=None):
94
- login_url = "https://mbasic.facebook.com/login/"
95
- headers = {
96
- "authority": "mbasic.facebook.com",
97
- "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
98
- "accept-language": "en-US,en;q=0.9",
99
- "sec-ch-ua": '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
100
- "sec-ch-ua-mobile": "?0",
101
- "sec-ch-ua-platform": '"macOS"',
102
- "sec-fetch-dest": "document",
103
- "sec-fetch-mode": "navigate",
104
- "sec-fetch-site": "none",
105
- "sec-fetch-user": "?1",
106
- "upgrade-insecure-requests": "1",
107
- "user-agent": Lit().random(),
108
- }
109
- # Create a session
110
- session = Session()
111
- if proxies:
112
- session.proxies = proxies
113
-
114
- # Send the GET request
115
- response = session.get(login_url, headers=headers)
116
-
117
- # Use Scout for parsing instead of BeautifulSoup
118
- scout = Scout(response.text)
119
-
120
- # Parse necessary parameters from the login form
121
- lsd = scout.find_first('input[name="lsd"]').get('value')
122
- jazoest = scout.find_first('input[name="jazoest"]').get('value')
123
- li = scout.find_first('input[name="li"]').get('value')
124
- m_ts = scout.find_first('input[name="m_ts"]').get('value')
125
-
126
- # Define the URL and body for the POST request to submit the login form
127
- post_url = "https://mbasic.facebook.com/login/device-based/regular/login/?refsrc=deprecated&lwv=100"
128
- data = {
129
- "lsd": lsd,
130
- "jazoest": jazoest,
131
- "m_ts": m_ts,
132
- "li": li,
133
- "try_number": "0",
134
- "unrecognized_tries": "0",
135
- "email": email,
136
- "pass": password,
137
- "login": "Log In",
138
- "bi_xrwh": "0",
139
- }
140
-
141
- headers = {
142
- "authority": "mbasic.facebook.com",
143
- "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
144
- "accept-language": "en-US,en;q=0.9",
145
- "cache-control": "no-cache",
146
- "content-type": "application/x-www-form-urlencoded",
147
- "cookie": f"datr={response.cookies.get('datr')}; sb={response.cookies.get('sb')}; ps_n=1; ps_l=1",
148
- "dpr": "2",
149
- "origin": "https://mbasic.facebook.com",
150
- "pragma": "no-cache",
151
- "referer": "https://mbasic.facebook.com/login/",
152
- "sec-fetch-site": "same-origin",
153
- "sec-fetch-user": "?1",
154
- "upgrade-insecure-requests": "1",
155
- "user-agent": Lit().random(),
156
- "viewport-width": "1728",
157
- }
158
-
159
- # Send the POST request
160
- result = session.post(post_url, headers=headers, data=data)
161
- if "sb" not in session.cookies:
162
- raise exceptions.FacebookInvalidCredentialsException(
163
- "Was not able to login to Facebook. Please check your credentials. "
164
- "You may also have been rate limited. Try to connect to Facebook manually."
165
- )
166
-
167
- cookies = {
168
- **result.cookies.get_dict(),
169
- "sb": session.cookies["sb"],
170
- "xs": session.cookies["xs"],
171
- "fr": session.cookies["fr"],
172
- "c_user": session.cookies["c_user"],
173
- }
174
-
175
- response_login = {
176
- "cookies": cookies,
177
- "headers": result.headers,
178
- "response": response.text,
179
- }
180
- meta_ai_cookies = get_cookies()
181
-
182
- url = "https://www.meta.ai/state/"
183
-
184
- payload = f'__a=1&lsd={meta_ai_cookies["lsd"]}'
185
- headers = {
186
- "authority": "www.meta.ai",
187
- "accept": "*/*",
188
- "accept-language": "en-US,en;q=0.9",
189
- "cache-control": "no-cache",
190
- "content-type": "application/x-www-form-urlencoded",
191
- "cookie": f'ps_n=1; ps_l=1; dpr=2; _js_datr={meta_ai_cookies["_js_datr"]}; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["datr"]};; ps_l=1; ps_n=1',
192
- "origin": "https://www.meta.ai",
193
- "pragma": "no-cache",
194
- "referer": "https://www.meta.ai/",
195
- "sec-fetch-mode": "cors",
196
- "sec-fetch-site": "same-origin",
197
- "user-agent": Lit().random(),
198
- "viewport-width": "1728",
199
- }
200
-
201
- # Create a new session for this request
202
- req_session = Session()
203
- if proxies:
204
- req_session.proxies = proxies
205
-
206
- response = req_session.post(url, headers=headers, data=payload)
207
-
208
- state = extract_value(response.text, start_str='"state":"', end_str='"')
209
-
210
- url = f"https://www.facebook.com/oidc/?app_id=1358015658191005&scope=openid%20linking&response_type=code&redirect_uri=https%3A%2F%2Fwww.meta.ai%2Fauth%2F&no_universal_links=1&deoia=1&state={state}"
211
- payload = {}
212
- headers = {
213
- "authority": "www.facebook.com",
214
- "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
215
- "accept-language": "en-US,en;q=0.9",
216
- "cache-control": "no-cache",
217
- "cookie": f"datr={response_login['cookies']['datr']}; sb={response_login['cookies']['sb']}; c_user={response_login['cookies']['c_user']}; xs={response_login['cookies']['xs']}; fr={response_login['cookies']['fr']}; m_page_voice={response_login['cookies']['m_page_voice']}; abra_csrf={meta_ai_cookies['abra_csrf']};",
218
- "sec-fetch-dest": "document",
219
- "sec-fetch-mode": "navigate",
220
- "sec-fetch-site": "cross-site",
221
- "sec-fetch-user": "?1",
222
- "upgrade-insecure-requests": "1",
223
- "user-agent": Lit().random(),
224
- }
225
-
226
- # Create a new session for Facebook
227
- fb_session = Session()
228
- if proxies:
229
- fb_session.proxies = proxies
230
-
231
- response = fb_session.get(url, headers=headers, data=payload, allow_redirects=False)
232
-
233
- next_url = response.headers["Location"]
234
-
235
- url = next_url
236
-
237
- payload = {}
238
- headers = {
239
- "User-Agent": Lit().random(),
240
- "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
241
- "Accept-Language": "en-US,en;q=0.5",
242
- "Accept-Encoding": "gzip, deflate, br",
243
- "Referer": "https://www.meta.ai/",
244
- "Connection": "keep-alive",
245
- "Cookie": f'dpr=2; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["_js_datr"]}',
246
- "Upgrade-Insecure-Requests": "1",
247
- "Sec-Fetch-Dest": "document",
248
- "Sec-Fetch-Mode": "navigate",
249
- "Sec-Fetch-Site": "cross-site",
250
- "Sec-Fetch-User": "?1",
251
- "TE": "trailers",
252
- }
253
- fb_session.get(url, headers=headers, data=payload)
254
- cookies = fb_session.cookies.get_dict()
255
- if "abra_sess" not in cookies:
256
- raise exceptions.FacebookInvalidCredentialsException(
257
- "Was not able to login to Facebook. Please check your credentials. "
258
- "You may also have been rate limited. Try to connect to Facebook manually."
259
- )
260
- logging.info("Successfully logged in to Facebook.")
261
- return cookies
262
-
263
-
264
- def get_cookies() -> dict:
265
- """
266
- Extracts necessary cookies from the Meta AI main page.
267
-
268
- Returns:
269
- dict: A dictionary containing essential cookies.
270
- """
271
- # Create a session
272
- session = Session()
273
-
274
- response = session.get(
275
- "https://www.meta.ai/",
276
- )
277
-
278
- cookies = {
279
- "_js_datr": extract_value(
280
- response.text, start_str='_js_datr":{"value":"', end_str='",'
281
- ),
282
- "datr": extract_value(
283
- response.text, start_str='datr":{"value":"', end_str='",'
284
- ),
285
- "lsd": extract_value(
286
- response.text, start_str='"LSD",[],{"token":"', end_str='"}'
287
- ),
288
- "fb_dtsg": extract_value(
289
- response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
290
- ),
291
- "abra_csrf": extract_value(
292
- response.text, start_str='abra_csrf":{"value":"', end_str='",'
293
- )
294
- }
295
- return cookies
296
-
297
- class Meta(Provider):
298
- """
299
- A class to interact with the Meta AI API to obtain and use access tokens for sending
300
- and receiving messages from the Meta AI Chat API.
301
- """
302
- required_auth = False
303
- def __init__(
304
- self,
305
- fb_email: str = None,
306
- fb_password: str = None,
307
- proxy: dict = None,
308
- is_conversation: bool = True,
309
- max_tokens: int = 600,
310
- timeout: int = 30,
311
- intro: str = None,
312
- filepath: str = None,
313
- update_file: bool = True,
314
- proxies: dict = {},
315
- history_offset: int = 10250,
316
- act: str = None,
317
- ):
318
- """
319
- Initializes the Meta AI API with given parameters.
320
-
321
- Args:
322
- fb_email (str, optional): Your Facebook email address. Defaults to None.
323
- fb_password (str, optional): Your Facebook password. Defaults to None.
324
- proxy (dict, optional): Proxy settings for requests. Defaults to None.
325
- is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
326
- max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
327
- timeout (int, optional): Http request timeout. Defaults to 30.
328
- intro (str, optional): Conversation introductory prompt. Defaults to None.
329
- filepath (str, optional): Path to file containing conversation history. Defaults to None.
330
- update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
331
- proxies (dict, optional): Http request proxies. Defaults to {}.
332
- history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
333
- act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
334
- """
335
- self.session = Session()
336
- self.session.headers.update(
337
- {
338
- "user-agent": Lit().random(),
339
- }
340
- )
341
- self.access_token = None
342
- self.fb_email = fb_email
343
- self.fb_password = fb_password
344
- self.proxy = proxy
345
- if self.proxy and not self.check_proxy():
346
- raise ConnectionError(
347
- "Unable to connect to proxy. Please check your proxy settings."
348
- )
349
- self.is_conversation = is_conversation
350
- self.max_tokens_to_sample = max_tokens
351
- self.timeout = timeout
352
- self.last_response = {}
353
- self.is_authed = fb_password is not None and fb_email is not None
354
- self.cookies = self.get_cookies()
355
- self.external_conversation_id = None
356
- self.offline_threading_id = None
357
-
358
- self.__available_optimizers = (
359
- method
360
- for method in dir(Optimizers)
361
- if callable(getattr(Optimizers, method)) and not method.startswith("__")
362
- )
363
- Conversation.intro = (
364
- AwesomePrompts().get_act(
365
- act, raise_not_found=True, default=None, case_insensitive=True
366
- )
367
- if act
368
- else intro or Conversation.intro
369
- )
370
- self.conversation = Conversation(
371
- is_conversation, self.max_tokens_to_sample, filepath, update_file
372
- )
373
- self.conversation.history_offset = history_offset
374
- self.session.proxies = proxies
375
-
376
- def check_proxy(self, test_url: str = "https://api.ipify.org/?format=json") -> bool:
377
- """
378
- Checks the proxy connection by making a request to a test URL.
379
-
380
- Args:
381
- test_url (str): A test site from which we check that the proxy is installed correctly.
382
-
383
- Returns:
384
- bool: True if the proxy is working, False otherwise.
385
- """
386
- try:
387
- response = self.session.get(test_url, proxies=self.proxy, timeout=10)
388
- if response.status_code == 200:
389
- self.session.proxies = self.proxy
390
- return True
391
- return False
392
- except CurlError:
393
- return False
394
-
395
- def get_access_token(self) -> str:
396
- """
397
- Retrieves an access token using Meta's authentication API.
398
-
399
- Returns:
400
- str: A valid access token.
401
- """
402
-
403
- if self.access_token:
404
- return self.access_token
405
-
406
- url = "https://www.meta.ai/api/graphql/"
407
- payload = {
408
- "lsd": self.cookies["lsd"],
409
- "fb_api_caller_class": "RelayModern",
410
- "fb_api_req_friendly_name": "useAbraAcceptTOSForTempUserMutation",
411
- "variables": {
412
- "dob": "1999-01-01",
413
- "icebreaker_type": "TEXT",
414
- "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
415
- },
416
- "doc_id": "7604648749596940",
417
- }
418
- payload = urllib.parse.urlencode(payload) # noqa
419
- headers = {
420
- "content-type": "application/x-www-form-urlencoded",
421
- "cookie": f'_js_datr={self.cookies["_js_datr"]}; '
422
- f'abra_csrf={self.cookies["abra_csrf"]}; datr={self.cookies["datr"]};',
423
- "sec-fetch-site": "same-origin",
424
- "x-fb-friendly-name": "useAbraAcceptTOSForTempUserMutation",
425
- }
426
-
427
- response = self.session.post(url, headers=headers, data=payload)
428
-
429
- try:
430
- auth_json = response.json()
431
- except json.JSONDecodeError:
432
- raise exceptions.FacebookRegionBlocked(
433
- "Unable to receive a valid response from Meta AI. This is likely due to your region being blocked. "
434
- "Try manually accessing https://www.meta.ai/ to confirm."
435
- )
436
-
437
- access_token = auth_json["data"]["xab_abra_accept_terms_of_service"][
438
- "new_temp_user_auth"
439
- ]["access_token"]
440
-
441
- # Need to sleep for a bit, for some reason the API doesn't like it when we send request too quickly
442
- # (maybe Meta needs to register Cookies on their side?)
443
- time.sleep(1)
444
-
445
- return access_token
446
-
447
- def ask(
448
- self,
449
- prompt: str,
450
- stream: bool = False,
451
- raw: bool = False,
452
- optimizer: str = None,
453
- conversationally: bool = False,
454
- ) -> Union[Dict, Generator[Dict, None, None]]:
455
- """
456
- Sends a message to the Meta AI and returns the response.
457
-
458
- Args:
459
- prompt (str): The prompt to send.
460
- stream (bool): Whether to stream the response or not. Defaults to False.
461
- raw (bool, optional): Stream back raw response as received. Defaults to False.
462
- optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
463
- conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
464
- Returns:
465
- Union[Dict, Generator[Dict, None, None]]: A dictionary containing the response message and sources, or a generator yielding such dictionaries.
466
- """
467
- conversation_prompt = self.conversation.gen_complete_prompt(prompt)
468
- if optimizer:
469
- if optimizer in self.__available_optimizers:
470
- conversation_prompt = getattr(Optimizers, optimizer)(
471
- conversation_prompt if conversationally else prompt
472
- )
473
- else:
474
- raise Exception(
475
- f"Optimizer is not one of {self.__available_optimizers}"
476
- )
477
-
478
- if not self.is_authed:
479
- self.access_token = self.get_access_token()
480
- auth_payload = {"access_token": self.access_token}
481
- url = "https://graph.meta.ai/graphql?locale=user"
482
-
483
- else:
484
- auth_payload = {"fb_dtsg": self.cookies["fb_dtsg"]}
485
- url = "https://www.meta.ai/api/graphql/"
486
-
487
- if not self.external_conversation_id:
488
- external_id = str(uuid.uuid4())
489
- self.external_conversation_id = external_id
490
- payload = {
491
- **auth_payload,
492
- "fb_api_caller_class": "RelayModern",
493
- "fb_api_req_friendly_name": "useAbraSendMessageMutation",
494
- "variables": json.dumps(
495
- {
496
- "message": {"sensitive_string_value": conversation_prompt},
497
- "externalConversationId": self.external_conversation_id,
498
- "offlineThreadingId": generate_offline_threading_id(),
499
- "suggestedPromptIndex": None,
500
- "flashVideoRecapInput": {"images": []},
501
- "flashPreviewInput": None,
502
- "promptPrefix": None,
503
- "entrypoint": "ABRA__CHAT__TEXT",
504
- "icebreaker_type": "TEXT",
505
- "__relay_internal__pv__AbraDebugDevOnlyrelayprovider": False,
506
- "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
507
- }
508
- ),
509
- "server_timestamps": "true",
510
- "doc_id": "7783822248314888",
511
- }
512
- payload = urllib.parse.urlencode(payload) # noqa
513
- headers = {
514
- "content-type": "application/x-www-form-urlencoded",
515
- "x-fb-friendly-name": "useAbraSendMessageMutation",
516
- }
517
- if self.is_authed:
518
- headers["cookie"] = f'abra_sess={self.cookies["abra_sess"]}'
519
- # Recreate the session to avoid cookie leakage when user is authenticated
520
- self.session = Session()
521
- self.session.proxies = self.proxy
522
-
523
- if stream:
524
-
525
- def for_stream():
526
- response = self.session.post(
527
- url, headers=headers, data=payload, stream=True, timeout=self.timeout
528
- )
529
- if not response.ok:
530
- raise exceptions.FailedToGenerateResponseError(
531
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
532
- )
533
-
534
- lines = response.iter_lines()
535
- is_error = json.loads(next(lines))
536
- if len(is_error.get("errors", [])) > 0:
537
- raise exceptions.FailedToGenerateResponseError(
538
- f"Failed to generate response - {response.text}"
539
- )
540
- final_message = None
541
- for line in lines:
542
- if line:
543
- json_line = json.loads(line)
544
- extracted_data = self.extract_data(json_line)
545
- if not extracted_data.get("message"):
546
- continue
547
- self.last_response.update(extracted_data)
548
- final_message = extracted_data # Always keep the latest
549
- if final_message:
550
- yield final_message if not raw else json.dumps(final_message)
551
- self.conversation.update_chat_history(
552
- prompt, self.get_message(self.last_response)
553
- )
554
-
555
- return for_stream()
556
- else:
557
- response = self.session.post(
558
- url, headers=headers, data=payload, timeout=self.timeout
559
- )
560
- if not response.ok:
561
- raise exceptions.FailedToGenerateResponseError(
562
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
563
- )
564
- raw_response = response.text
565
- last_streamed_response = self.extract_last_response(raw_response)
566
- if not last_streamed_response:
567
- raise exceptions.FailedToGenerateResponseError(
568
- f"Failed to generate response - {response.text}"
569
- )
570
-
571
- extracted_data = self.extract_data(last_streamed_response)
572
- self.last_response.update(extracted_data)
573
- self.conversation.update_chat_history(
574
- prompt, self.get_message(self.last_response)
575
- )
576
- return extracted_data
577
-
578
- def chat(
579
- self,
580
- prompt: str,
581
- stream: bool = False,
582
- optimizer: str = None,
583
- conversationally: bool = False,
584
- ) -> str:
585
- """
586
- Sends a message to the Meta AI and returns the response.
587
-
588
- Args:
589
- prompt (str): The message to send.
590
- stream (bool): Whether to stream the response or not. Defaults to False.
591
- optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
592
- conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
593
-
594
- Returns:
595
- str: The response message.
596
- """
597
-
598
- def for_stream():
599
- for response in self.ask(
600
- prompt, True, optimizer=optimizer, conversationally=conversationally
601
- ):
602
- yield self.get_message(response)
603
-
604
- def for_non_stream():
605
- return self.get_message(
606
- self.ask(
607
- prompt,
608
- False,
609
- optimizer=optimizer,
610
- conversationally=conversationally,
611
- )
612
- )
613
-
614
- return for_stream() if stream else for_non_stream()
615
-
616
- def extract_last_response(self, response: str) -> Dict:
617
- """
618
- Extracts the last response from the Meta AI API.
619
-
620
- Args:
621
- response (str): The response to extract the last response from.
622
-
623
- Returns:
624
- dict: A dictionary containing the last response.
625
- """
626
- last_streamed_response = None
627
- for line in response.split("\n"):
628
- try:
629
- json_line = json.loads(line)
630
- except json.JSONDecodeError:
631
- continue
632
-
633
- bot_response_message = (
634
- json_line.get("data", {})
635
- .get("node", {})
636
- .get("bot_response_message", {})
637
- )
638
- chat_id = bot_response_message.get("id")
639
- if chat_id:
640
- external_conversation_id, offline_threading_id, _ = chat_id.split("_")
641
- self.external_conversation_id = external_conversation_id
642
- self.offline_threading_id = offline_threading_id
643
-
644
- streaming_state = bot_response_message.get("streaming_state")
645
- if streaming_state == "OVERALL_DONE":
646
- last_streamed_response = json_line
647
-
648
- return last_streamed_response
649
-
650
- def extract_data(self, json_line: dict) -> Dict:
651
- """
652
- Extract data and sources from a parsed JSON line.
653
-
654
- Args:
655
- json_line (dict): Parsed JSON line.
656
-
657
- Returns:
658
- dict: A dictionary containing the response message, sources, and media.
659
- """
660
- bot_response_message = (
661
- json_line.get("data", {}).get("node", {}).get("bot_response_message", {})
662
- )
663
- response = format_response(response=json_line)
664
- fetch_id = bot_response_message.get("fetch_id")
665
- sources = self.fetch_sources(fetch_id) if fetch_id else []
666
- medias = self.extract_media(bot_response_message)
667
- return {"message": response, "sources": sources, "media": medias}
668
-
669
- def extract_media(self, json_line: dict) -> List[Dict]:
670
- """
671
- Extract media from a parsed JSON line.
672
-
673
- Args:
674
- json_line (dict): Parsed JSON line.
675
-
676
- Returns:
677
- list: A list of dictionaries containing the extracted media.
678
- """
679
- medias = []
680
- imagine_card = json_line.get("imagine_card", {})
681
- session = imagine_card.get("session", {}) if imagine_card else {}
682
- media_sets = (
683
- (json_line.get("imagine_card", {}).get("session", {}).get("media_sets", []))
684
- if imagine_card and session
685
- else []
686
- )
687
- for media_set in media_sets:
688
- imagine_media = media_set.get("imagine_media", [])
689
- for media in imagine_media:
690
- medias.append(
691
- {
692
- "url": media.get("uri"),
693
- "type": media.get("media_type"),
694
- "prompt": media.get("prompt"),
695
- }
696
- )
697
- return medias
698
-
699
- def get_cookies(self) -> dict:
700
- """
701
- Extracts necessary cookies from the Meta AI main page.
702
-
703
- Returns:
704
- dict: A dictionary containing essential cookies.
705
- """
706
- headers = {}
707
- if self.fb_email is not None and self.fb_password is not None:
708
- fb_session = get_fb_session(self.fb_email, self.fb_password, self.proxy)
709
- headers = {"cookie": f"abra_sess={fb_session['abra_sess']}"}
710
-
711
- response = self.session.get(
712
- url="https://www.meta.ai/",
713
- headers=headers,
714
- proxies=self.proxy,
715
- )
716
-
717
- cookies = {
718
- "_js_datr": extract_value(
719
- response.text, start_str='_js_datr":{"value":"', end_str='",'
720
- ),
721
- "datr": extract_value(
722
- response.text, start_str='datr":{"value":"', end_str='",'
723
- ),
724
- "lsd": extract_value(
725
- response.text, start_str='"LSD",[],{"token":"', end_str='"}'
726
- ),
727
- "fb_dtsg": extract_value(
728
- response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
729
- ),
730
- }
731
-
732
- if len(headers) > 0:
733
- cookies["abra_sess"] = fb_session["abra_sess"]
734
- else:
735
- cookies["abra_csrf"] = extract_value(
736
- response.text, start_str='abra_csrf":{"value":"', end_str='",'
737
- )
738
- return cookies
739
-
740
- def fetch_sources(self, fetch_id: str) -> List[Dict]:
741
- """
742
- Fetches sources from the Meta AI API based on the given query.
743
-
744
- Args:
745
- fetch_id (str): The fetch ID to use for the query.
746
-
747
- Returns:
748
- list: A list of dictionaries containing the fetched sources.
749
- """
750
-
751
- url = "https://graph.meta.ai/graphql?locale=user"
752
- payload = {
753
- "access_token": self.access_token,
754
- "fb_api_caller_class": "RelayModern",
755
- "fb_api_req_friendly_name": "AbraSearchPluginDialogQuery",
756
- "variables": json.dumps({"abraMessageFetchID": fetch_id}),
757
- "server_timestamps": "true",
758
- "doc_id": "6946734308765963",
759
- }
760
-
761
- payload = urllib.parse.urlencode(payload) # noqa
762
-
763
- headers = {
764
- "authority": "graph.meta.ai",
765
- "accept-language": "en-US,en;q=0.9,fr-FR;q=0.8,fr;q=0.7",
766
- "content-type": "application/x-www-form-urlencoded",
767
- "cookie": f'dpr=2; abra_csrf={self.cookies.get("abra_csrf")}; datr={self.cookies.get("datr")}; ps_n=1; ps_l=1',
768
- "x-fb-friendly-name": "AbraSearchPluginDialogQuery",
769
- }
770
-
771
- response = self.session.post(url, headers=headers, data=payload)
772
- response_json = response.json()
773
- message = response_json.get("data", {}).get("message", {})
774
- search_results = (
775
- (response_json.get("data", {}).get("message", {}).get("searchResults"))
776
- if message
777
- else None
778
- )
779
- if search_results is None:
780
- return []
781
-
782
- references = search_results["references"]
783
- return references
784
-
785
- def get_message(self, response: dict) -> str:
786
- """Retrieves message only from response
787
-
788
- Args:
789
- response (dict): Response generated by `self.ask`
790
-
791
- Returns:
792
- str: Message extracted
793
- """
794
- assert isinstance(response, dict), "Response should be of dict data-type only"
795
- return response["message"]
796
-
797
- if __name__ == "__main__":
798
- Meta = Meta()
799
- ai = Meta.chat("hi")
800
- for chunk in ai:
801
- print(chunk, end="", flush=True)
1
+ import json
2
+ import logging
3
+ import time
4
+ import urllib
5
+ import uuid
6
+ from typing import Dict, Generator, List, Union
7
+
8
+ import random
9
+ from curl_cffi import CurlError
10
+ from curl_cffi.requests import Session
11
+ from webscout.scout import Scout
12
+
13
+ from webscout.AIutel import Optimizers
14
+ from webscout.AIutel import Conversation
15
+ from webscout.AIutel import AwesomePrompts
16
+ from webscout.AIbase import Provider
17
+ from webscout import exceptions
18
+ from webscout.litagent import LitAgent as Lit
19
+ MAX_RETRIES = 3
20
+
21
+ def generate_offline_threading_id() -> str:
22
+ """
23
+ Generates an offline threading ID.
24
+
25
+ Returns:
26
+ str: The generated offline threading ID.
27
+ """
28
+ # Maximum value for a 64-bit integer in Python
29
+ max_int = (1 << 64) - 1
30
+ mask22_bits = (1 << 22) - 1
31
+
32
+ # Function to get the current timestamp in milliseconds
33
+ def get_current_timestamp():
34
+ return int(time.time() * 1000)
35
+
36
+ # Function to generate a random 64-bit integer
37
+ def get_random_64bit_int():
38
+ return random.getrandbits(64)
39
+
40
+ # Combine timestamp and random value
41
+ def combine_and_mask(timestamp, random_value):
42
+ shifted_timestamp = timestamp << 22
43
+ masked_random = random_value & mask22_bits
44
+ return (shifted_timestamp | masked_random) & max_int
45
+
46
+ timestamp = get_current_timestamp()
47
+ random_value = get_random_64bit_int()
48
+ threading_id = combine_and_mask(timestamp, random_value)
49
+
50
+ return str(threading_id)
51
+
52
+
53
+ def extract_value(text: str, start_str: str, end_str: str) -> str:
54
+ """
55
+ Helper function to extract a specific value from the given text using a key.
56
+
57
+ Args:
58
+ text (str): The text from which to extract the value.
59
+ start_str (str): The starting key.
60
+ end_str (str): The ending key.
61
+
62
+ Returns:
63
+ str: The extracted value.
64
+ """
65
+ start = text.find(start_str) + len(start_str)
66
+ end = text.find(end_str, start)
67
+ return text[start:end]
68
+
69
+
70
+ def format_response(response: dict) -> str:
71
+ """
72
+ Formats the response from Meta AI to remove unnecessary characters.
73
+
74
+ Args:
75
+ response (dict): The dictionnary containing the response to format.
76
+
77
+ Returns:
78
+ str: The formatted response.
79
+ """
80
+ text = ""
81
+ for content in (
82
+ response.get("data", {})
83
+ .get("node", {})
84
+ .get("bot_response_message", {})
85
+ .get("composed_text", {})
86
+ .get("content", [])
87
+ ):
88
+ text += content["text"] + "\n"
89
+ return text
90
+
91
+
92
+ # Function to perform the login
93
+ def get_fb_session(email, password, proxies=None):
94
+ login_url = "https://mbasic.facebook.com/login/"
95
+ headers = {
96
+ "authority": "mbasic.facebook.com",
97
+ "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
98
+ "accept-language": "en-US,en;q=0.9",
99
+ "sec-ch-ua": '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
100
+ "sec-ch-ua-mobile": "?0",
101
+ "sec-ch-ua-platform": '"macOS"',
102
+ "sec-fetch-dest": "document",
103
+ "sec-fetch-mode": "navigate",
104
+ "sec-fetch-site": "none",
105
+ "sec-fetch-user": "?1",
106
+ "upgrade-insecure-requests": "1",
107
+ "user-agent": Lit().random(),
108
+ }
109
+ # Create a session
110
+ session = Session()
111
+ if proxies:
112
+ session.proxies = proxies
113
+
114
+ # Send the GET request
115
+ response = session.get(login_url, headers=headers)
116
+
117
+ # Use Scout for parsing instead of BeautifulSoup
118
+ scout = Scout(response.text)
119
+
120
+ # Parse necessary parameters from the login form
121
+ lsd = scout.find_first('input[name="lsd"]').get('value')
122
+ jazoest = scout.find_first('input[name="jazoest"]').get('value')
123
+ li = scout.find_first('input[name="li"]').get('value')
124
+ m_ts = scout.find_first('input[name="m_ts"]').get('value')
125
+
126
+ # Define the URL and body for the POST request to submit the login form
127
+ post_url = "https://mbasic.facebook.com/login/device-based/regular/login/?refsrc=deprecated&lwv=100"
128
+ data = {
129
+ "lsd": lsd,
130
+ "jazoest": jazoest,
131
+ "m_ts": m_ts,
132
+ "li": li,
133
+ "try_number": "0",
134
+ "unrecognized_tries": "0",
135
+ "email": email,
136
+ "pass": password,
137
+ "login": "Log In",
138
+ "bi_xrwh": "0",
139
+ }
140
+
141
+ headers = {
142
+ "authority": "mbasic.facebook.com",
143
+ "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
144
+ "accept-language": "en-US,en;q=0.9",
145
+ "cache-control": "no-cache",
146
+ "content-type": "application/x-www-form-urlencoded",
147
+ "cookie": f"datr={response.cookies.get('datr')}; sb={response.cookies.get('sb')}; ps_n=1; ps_l=1",
148
+ "dpr": "2",
149
+ "origin": "https://mbasic.facebook.com",
150
+ "pragma": "no-cache",
151
+ "referer": "https://mbasic.facebook.com/login/",
152
+ "sec-fetch-site": "same-origin",
153
+ "sec-fetch-user": "?1",
154
+ "upgrade-insecure-requests": "1",
155
+ "user-agent": Lit().random(),
156
+ "viewport-width": "1728",
157
+ }
158
+
159
+ # Send the POST request
160
+ result = session.post(post_url, headers=headers, data=data)
161
+ if "sb" not in session.cookies:
162
+ raise exceptions.FacebookInvalidCredentialsException(
163
+ "Was not able to login to Facebook. Please check your credentials. "
164
+ "You may also have been rate limited. Try to connect to Facebook manually."
165
+ )
166
+
167
+ cookies = {
168
+ **result.cookies.get_dict(),
169
+ "sb": session.cookies["sb"],
170
+ "xs": session.cookies["xs"],
171
+ "fr": session.cookies["fr"],
172
+ "c_user": session.cookies["c_user"],
173
+ }
174
+
175
+ response_login = {
176
+ "cookies": cookies,
177
+ "headers": result.headers,
178
+ "response": response.text,
179
+ }
180
+ meta_ai_cookies = get_cookies()
181
+
182
+ url = "https://www.meta.ai/state/"
183
+
184
+ payload = f'__a=1&lsd={meta_ai_cookies["lsd"]}'
185
+ headers = {
186
+ "authority": "www.meta.ai",
187
+ "accept": "*/*",
188
+ "accept-language": "en-US,en;q=0.9",
189
+ "cache-control": "no-cache",
190
+ "content-type": "application/x-www-form-urlencoded",
191
+ "cookie": f'ps_n=1; ps_l=1; dpr=2; _js_datr={meta_ai_cookies["_js_datr"]}; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["datr"]};; ps_l=1; ps_n=1',
192
+ "origin": "https://www.meta.ai",
193
+ "pragma": "no-cache",
194
+ "referer": "https://www.meta.ai/",
195
+ "sec-fetch-mode": "cors",
196
+ "sec-fetch-site": "same-origin",
197
+ "user-agent": Lit().random(),
198
+ "viewport-width": "1728",
199
+ }
200
+
201
+ # Create a new session for this request
202
+ req_session = Session()
203
+ if proxies:
204
+ req_session.proxies = proxies
205
+
206
+ response = req_session.post(url, headers=headers, data=payload)
207
+
208
+ state = extract_value(response.text, start_str='"state":"', end_str='"')
209
+
210
+ url = f"https://www.facebook.com/oidc/?app_id=1358015658191005&scope=openid%20linking&response_type=code&redirect_uri=https%3A%2F%2Fwww.meta.ai%2Fauth%2F&no_universal_links=1&deoia=1&state={state}"
211
+ payload = {}
212
+ headers = {
213
+ "authority": "www.facebook.com",
214
+ "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
215
+ "accept-language": "en-US,en;q=0.9",
216
+ "cache-control": "no-cache",
217
+ "cookie": f"datr={response_login['cookies']['datr']}; sb={response_login['cookies']['sb']}; c_user={response_login['cookies']['c_user']}; xs={response_login['cookies']['xs']}; fr={response_login['cookies']['fr']}; m_page_voice={response_login['cookies']['m_page_voice']}; abra_csrf={meta_ai_cookies['abra_csrf']};",
218
+ "sec-fetch-dest": "document",
219
+ "sec-fetch-mode": "navigate",
220
+ "sec-fetch-site": "cross-site",
221
+ "sec-fetch-user": "?1",
222
+ "upgrade-insecure-requests": "1",
223
+ "user-agent": Lit().random(),
224
+ }
225
+
226
+ # Create a new session for Facebook
227
+ fb_session = Session()
228
+ if proxies:
229
+ fb_session.proxies = proxies
230
+
231
+ response = fb_session.get(url, headers=headers, data=payload, allow_redirects=False)
232
+
233
+ next_url = response.headers["Location"]
234
+
235
+ url = next_url
236
+
237
+ payload = {}
238
+ headers = {
239
+ "User-Agent": Lit().random(),
240
+ "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
241
+ "Accept-Language": "en-US,en;q=0.5",
242
+ "Accept-Encoding": "gzip, deflate, br",
243
+ "Referer": "https://www.meta.ai/",
244
+ "Connection": "keep-alive",
245
+ "Cookie": f'dpr=2; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["_js_datr"]}',
246
+ "Upgrade-Insecure-Requests": "1",
247
+ "Sec-Fetch-Dest": "document",
248
+ "Sec-Fetch-Mode": "navigate",
249
+ "Sec-Fetch-Site": "cross-site",
250
+ "Sec-Fetch-User": "?1",
251
+ "TE": "trailers",
252
+ }
253
+ fb_session.get(url, headers=headers, data=payload)
254
+ cookies = fb_session.cookies.get_dict()
255
+ if "abra_sess" not in cookies:
256
+ raise exceptions.FacebookInvalidCredentialsException(
257
+ "Was not able to login to Facebook. Please check your credentials. "
258
+ "You may also have been rate limited. Try to connect to Facebook manually."
259
+ )
260
+ logging.info("Successfully logged in to Facebook.")
261
+ return cookies
262
+
263
+
264
+ def get_cookies() -> dict:
265
+ """
266
+ Extracts necessary cookies from the Meta AI main page.
267
+
268
+ Returns:
269
+ dict: A dictionary containing essential cookies.
270
+ """
271
+ # Create a session
272
+ session = Session()
273
+
274
+ response = session.get(
275
+ "https://www.meta.ai/",
276
+ )
277
+
278
+ cookies = {
279
+ "_js_datr": extract_value(
280
+ response.text, start_str='_js_datr":{"value":"', end_str='",'
281
+ ),
282
+ "datr": extract_value(
283
+ response.text, start_str='datr":{"value":"', end_str='",'
284
+ ),
285
+ "lsd": extract_value(
286
+ response.text, start_str='"LSD",[],{"token":"', end_str='"}'
287
+ ),
288
+ "fb_dtsg": extract_value(
289
+ response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
290
+ ),
291
+ "abra_csrf": extract_value(
292
+ response.text, start_str='abra_csrf":{"value":"', end_str='",'
293
+ )
294
+ }
295
+ return cookies
296
+
297
+ class Meta(Provider):
298
+ """
299
+ A class to interact with the Meta AI API to obtain and use access tokens for sending
300
+ and receiving messages from the Meta AI Chat API.
301
+ """
302
+ required_auth = False
303
+ def __init__(
304
+ self,
305
+ fb_email: str = None,
306
+ fb_password: str = None,
307
+ proxy: dict = None,
308
+ is_conversation: bool = True,
309
+ max_tokens: int = 600,
310
+ timeout: int = 30,
311
+ intro: str = None,
312
+ filepath: str = None,
313
+ update_file: bool = True,
314
+ proxies: dict = {},
315
+ history_offset: int = 10250,
316
+ act: str = None,
317
+ ):
318
+ """
319
+ Initializes the Meta AI API with given parameters.
320
+
321
+ Args:
322
+ fb_email (str, optional): Your Facebook email address. Defaults to None.
323
+ fb_password (str, optional): Your Facebook password. Defaults to None.
324
+ proxy (dict, optional): Proxy settings for requests. Defaults to None.
325
+ is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
326
+ max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
327
+ timeout (int, optional): Http request timeout. Defaults to 30.
328
+ intro (str, optional): Conversation introductory prompt. Defaults to None.
329
+ filepath (str, optional): Path to file containing conversation history. Defaults to None.
330
+ update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
331
+ proxies (dict, optional): Http request proxies. Defaults to {}.
332
+ history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
333
+ act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
334
+ """
335
+ self.session = Session()
336
+ self.session.headers.update(
337
+ {
338
+ "user-agent": Lit().random(),
339
+ }
340
+ )
341
+ self.access_token = None
342
+ self.fb_email = fb_email
343
+ self.fb_password = fb_password
344
+ self.proxy = proxy
345
+ if self.proxy and not self.check_proxy():
346
+ raise ConnectionError(
347
+ "Unable to connect to proxy. Please check your proxy settings."
348
+ )
349
+ self.is_conversation = is_conversation
350
+ self.max_tokens_to_sample = max_tokens
351
+ self.timeout = timeout
352
+ self.last_response = {}
353
+ self.is_authed = fb_password is not None and fb_email is not None
354
+ self.cookies = self.get_cookies()
355
+ self.external_conversation_id = None
356
+ self.offline_threading_id = None
357
+
358
+ self.__available_optimizers = (
359
+ method
360
+ for method in dir(Optimizers)
361
+ if callable(getattr(Optimizers, method)) and not method.startswith("__")
362
+ )
363
+ Conversation.intro = (
364
+ AwesomePrompts().get_act(
365
+ act, raise_not_found=True, default=None, case_insensitive=True
366
+ )
367
+ if act
368
+ else intro or Conversation.intro
369
+ )
370
+ self.conversation = Conversation(
371
+ is_conversation, self.max_tokens_to_sample, filepath, update_file
372
+ )
373
+ self.conversation.history_offset = history_offset
374
+ self.session.proxies = proxies
375
+
376
+ def check_proxy(self, test_url: str = "https://api.ipify.org/?format=json") -> bool:
377
+ """
378
+ Checks the proxy connection by making a request to a test URL.
379
+
380
+ Args:
381
+ test_url (str): A test site from which we check that the proxy is installed correctly.
382
+
383
+ Returns:
384
+ bool: True if the proxy is working, False otherwise.
385
+ """
386
+ try:
387
+ response = self.session.get(test_url, proxies=self.proxy, timeout=10)
388
+ if response.status_code == 200:
389
+ self.session.proxies = self.proxy
390
+ return True
391
+ return False
392
+ except CurlError:
393
+ return False
394
+
395
+ def get_access_token(self) -> str:
396
+ """
397
+ Retrieves an access token using Meta's authentication API.
398
+
399
+ Returns:
400
+ str: A valid access token.
401
+ """
402
+
403
+ if self.access_token:
404
+ return self.access_token
405
+
406
+ url = "https://www.meta.ai/api/graphql/"
407
+ payload = {
408
+ "lsd": self.cookies["lsd"],
409
+ "fb_api_caller_class": "RelayModern",
410
+ "fb_api_req_friendly_name": "useAbraAcceptTOSForTempUserMutation",
411
+ "variables": {
412
+ "dob": "1999-01-01",
413
+ "icebreaker_type": "TEXT",
414
+ "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
415
+ },
416
+ "doc_id": "7604648749596940",
417
+ }
418
+ payload = urllib.parse.urlencode(payload) # noqa
419
+ headers = {
420
+ "content-type": "application/x-www-form-urlencoded",
421
+ "cookie": f'_js_datr={self.cookies["_js_datr"]}; '
422
+ f'abra_csrf={self.cookies["abra_csrf"]}; datr={self.cookies["datr"]};',
423
+ "sec-fetch-site": "same-origin",
424
+ "x-fb-friendly-name": "useAbraAcceptTOSForTempUserMutation",
425
+ }
426
+
427
+ response = self.session.post(url, headers=headers, data=payload)
428
+
429
+ try:
430
+ auth_json = response.json()
431
+ except json.JSONDecodeError:
432
+ raise exceptions.FacebookRegionBlocked(
433
+ "Unable to receive a valid response from Meta AI. This is likely due to your region being blocked. "
434
+ "Try manually accessing https://www.meta.ai/ to confirm."
435
+ )
436
+
437
+ access_token = auth_json["data"]["xab_abra_accept_terms_of_service"][
438
+ "new_temp_user_auth"
439
+ ]["access_token"]
440
+
441
+ # Need to sleep for a bit, for some reason the API doesn't like it when we send request too quickly
442
+ # (maybe Meta needs to register Cookies on their side?)
443
+ time.sleep(1)
444
+
445
+ return access_token
446
+
447
+ def ask(
448
+ self,
449
+ prompt: str,
450
+ stream: bool = False,
451
+ raw: bool = False,
452
+ optimizer: str = None,
453
+ conversationally: bool = False,
454
+ ) -> Union[Dict, Generator[Dict, None, None]]:
455
+ """
456
+ Sends a message to the Meta AI and returns the response.
457
+
458
+ Args:
459
+ prompt (str): The prompt to send.
460
+ stream (bool): Whether to stream the response or not. Defaults to False.
461
+ raw (bool, optional): Stream back raw response as received. Defaults to False.
462
+ optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
463
+ conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
464
+ Returns:
465
+ Union[Dict, Generator[Dict, None, None]]: A dictionary containing the response message and sources, or a generator yielding such dictionaries.
466
+ """
467
+ conversation_prompt = self.conversation.gen_complete_prompt(prompt)
468
+ if optimizer:
469
+ if optimizer in self.__available_optimizers:
470
+ conversation_prompt = getattr(Optimizers, optimizer)(
471
+ conversation_prompt if conversationally else prompt
472
+ )
473
+ else:
474
+ raise Exception(
475
+ f"Optimizer is not one of {self.__available_optimizers}"
476
+ )
477
+
478
+ if not self.is_authed:
479
+ self.access_token = self.get_access_token()
480
+ auth_payload = {"access_token": self.access_token}
481
+ url = "https://graph.meta.ai/graphql?locale=user"
482
+
483
+ else:
484
+ auth_payload = {"fb_dtsg": self.cookies["fb_dtsg"]}
485
+ url = "https://www.meta.ai/api/graphql/"
486
+
487
+ if not self.external_conversation_id:
488
+ external_id = str(uuid.uuid4())
489
+ self.external_conversation_id = external_id
490
+ payload = {
491
+ **auth_payload,
492
+ "fb_api_caller_class": "RelayModern",
493
+ "fb_api_req_friendly_name": "useAbraSendMessageMutation",
494
+ "variables": json.dumps(
495
+ {
496
+ "message": {"sensitive_string_value": conversation_prompt},
497
+ "externalConversationId": self.external_conversation_id,
498
+ "offlineThreadingId": generate_offline_threading_id(),
499
+ "suggestedPromptIndex": None,
500
+ "flashVideoRecapInput": {"images": []},
501
+ "flashPreviewInput": None,
502
+ "promptPrefix": None,
503
+ "entrypoint": "ABRA__CHAT__TEXT",
504
+ "icebreaker_type": "TEXT",
505
+ "__relay_internal__pv__AbraDebugDevOnlyrelayprovider": False,
506
+ "__relay_internal__pv__WebPixelRatiorelayprovider": 1,
507
+ }
508
+ ),
509
+ "server_timestamps": "true",
510
+ "doc_id": "7783822248314888",
511
+ }
512
+ payload = urllib.parse.urlencode(payload) # noqa
513
+ headers = {
514
+ "content-type": "application/x-www-form-urlencoded",
515
+ "x-fb-friendly-name": "useAbraSendMessageMutation",
516
+ }
517
+ if self.is_authed:
518
+ headers["cookie"] = f'abra_sess={self.cookies["abra_sess"]}'
519
+ # Recreate the session to avoid cookie leakage when user is authenticated
520
+ self.session = Session()
521
+ self.session.proxies = self.proxy
522
+
523
+ if stream:
524
+
525
+ def for_stream():
526
+ response = self.session.post(
527
+ url, headers=headers, data=payload, stream=True, timeout=self.timeout
528
+ )
529
+ if not response.ok:
530
+ raise exceptions.FailedToGenerateResponseError(
531
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
532
+ )
533
+
534
+ lines = response.iter_lines()
535
+ is_error = json.loads(next(lines))
536
+ if len(is_error.get("errors", [])) > 0:
537
+ raise exceptions.FailedToGenerateResponseError(
538
+ f"Failed to generate response - {response.text}"
539
+ )
540
+ final_message = None
541
+ for line in lines:
542
+ if line:
543
+ json_line = json.loads(line)
544
+ extracted_data = self.extract_data(json_line)
545
+ if not extracted_data.get("message"):
546
+ continue
547
+ self.last_response.update(extracted_data)
548
+ final_message = extracted_data # Always keep the latest
549
+ if final_message:
550
+ yield final_message if not raw else json.dumps(final_message)
551
+ self.conversation.update_chat_history(
552
+ prompt, self.get_message(self.last_response)
553
+ )
554
+
555
+ return for_stream()
556
+ else:
557
+ response = self.session.post(
558
+ url, headers=headers, data=payload, timeout=self.timeout
559
+ )
560
+ if not response.ok:
561
+ raise exceptions.FailedToGenerateResponseError(
562
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
563
+ )
564
+ raw_response = response.text
565
+ last_streamed_response = self.extract_last_response(raw_response)
566
+ if not last_streamed_response:
567
+ raise exceptions.FailedToGenerateResponseError(
568
+ f"Failed to generate response - {response.text}"
569
+ )
570
+
571
+ extracted_data = self.extract_data(last_streamed_response)
572
+ self.last_response.update(extracted_data)
573
+ self.conversation.update_chat_history(
574
+ prompt, self.get_message(self.last_response)
575
+ )
576
+ return extracted_data
577
+
578
+ def chat(
579
+ self,
580
+ prompt: str,
581
+ stream: bool = False,
582
+ optimizer: str = None,
583
+ conversationally: bool = False,
584
+ ) -> str:
585
+ """
586
+ Sends a message to the Meta AI and returns the response.
587
+
588
+ Args:
589
+ prompt (str): The message to send.
590
+ stream (bool): Whether to stream the response or not. Defaults to False.
591
+ optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
592
+ conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
593
+
594
+ Returns:
595
+ str: The response message.
596
+ """
597
+
598
+ def for_stream():
599
+ for response in self.ask(
600
+ prompt, True, optimizer=optimizer, conversationally=conversationally
601
+ ):
602
+ yield self.get_message(response)
603
+
604
+ def for_non_stream():
605
+ return self.get_message(
606
+ self.ask(
607
+ prompt,
608
+ False,
609
+ optimizer=optimizer,
610
+ conversationally=conversationally,
611
+ )
612
+ )
613
+
614
+ return for_stream() if stream else for_non_stream()
615
+
616
+ def extract_last_response(self, response: str) -> Dict:
617
+ """
618
+ Extracts the last response from the Meta AI API.
619
+
620
+ Args:
621
+ response (str): The response to extract the last response from.
622
+
623
+ Returns:
624
+ dict: A dictionary containing the last response.
625
+ """
626
+ last_streamed_response = None
627
+ for line in response.split("\n"):
628
+ try:
629
+ json_line = json.loads(line)
630
+ except json.JSONDecodeError:
631
+ continue
632
+
633
+ bot_response_message = (
634
+ json_line.get("data", {})
635
+ .get("node", {})
636
+ .get("bot_response_message", {})
637
+ )
638
+ chat_id = bot_response_message.get("id")
639
+ if chat_id:
640
+ external_conversation_id, offline_threading_id, _ = chat_id.split("_")
641
+ self.external_conversation_id = external_conversation_id
642
+ self.offline_threading_id = offline_threading_id
643
+
644
+ streaming_state = bot_response_message.get("streaming_state")
645
+ if streaming_state == "OVERALL_DONE":
646
+ last_streamed_response = json_line
647
+
648
+ return last_streamed_response
649
+
650
+ def extract_data(self, json_line: dict) -> Dict:
651
+ """
652
+ Extract data and sources from a parsed JSON line.
653
+
654
+ Args:
655
+ json_line (dict): Parsed JSON line.
656
+
657
+ Returns:
658
+ dict: A dictionary containing the response message, sources, and media.
659
+ """
660
+ bot_response_message = (
661
+ json_line.get("data", {}).get("node", {}).get("bot_response_message", {})
662
+ )
663
+ response = format_response(response=json_line)
664
+ fetch_id = bot_response_message.get("fetch_id")
665
+ sources = self.fetch_sources(fetch_id) if fetch_id else []
666
+ medias = self.extract_media(bot_response_message)
667
+ return {"message": response, "sources": sources, "media": medias}
668
+
669
+ def extract_media(self, json_line: dict) -> List[Dict]:
670
+ """
671
+ Extract media from a parsed JSON line.
672
+
673
+ Args:
674
+ json_line (dict): Parsed JSON line.
675
+
676
+ Returns:
677
+ list: A list of dictionaries containing the extracted media.
678
+ """
679
+ medias = []
680
+ imagine_card = json_line.get("imagine_card", {})
681
+ session = imagine_card.get("session", {}) if imagine_card else {}
682
+ media_sets = (
683
+ (json_line.get("imagine_card", {}).get("session", {}).get("media_sets", []))
684
+ if imagine_card and session
685
+ else []
686
+ )
687
+ for media_set in media_sets:
688
+ imagine_media = media_set.get("imagine_media", [])
689
+ for media in imagine_media:
690
+ medias.append(
691
+ {
692
+ "url": media.get("uri"),
693
+ "type": media.get("media_type"),
694
+ "prompt": media.get("prompt"),
695
+ }
696
+ )
697
+ return medias
698
+
699
+ def get_cookies(self) -> dict:
700
+ """
701
+ Extracts necessary cookies from the Meta AI main page.
702
+
703
+ Returns:
704
+ dict: A dictionary containing essential cookies.
705
+ """
706
+ headers = {}
707
+ if self.fb_email is not None and self.fb_password is not None:
708
+ fb_session = get_fb_session(self.fb_email, self.fb_password, self.proxy)
709
+ headers = {"cookie": f"abra_sess={fb_session['abra_sess']}"}
710
+
711
+ response = self.session.get(
712
+ url="https://www.meta.ai/",
713
+ headers=headers,
714
+ proxies=self.proxy,
715
+ )
716
+
717
+ cookies = {
718
+ "_js_datr": extract_value(
719
+ response.text, start_str='_js_datr":{"value":"', end_str='",'
720
+ ),
721
+ "datr": extract_value(
722
+ response.text, start_str='datr":{"value":"', end_str='",'
723
+ ),
724
+ "lsd": extract_value(
725
+ response.text, start_str='"LSD",[],{"token":"', end_str='"}'
726
+ ),
727
+ "fb_dtsg": extract_value(
728
+ response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
729
+ ),
730
+ }
731
+
732
+ if len(headers) > 0:
733
+ cookies["abra_sess"] = fb_session["abra_sess"]
734
+ else:
735
+ cookies["abra_csrf"] = extract_value(
736
+ response.text, start_str='abra_csrf":{"value":"', end_str='",'
737
+ )
738
+ return cookies
739
+
740
+ def fetch_sources(self, fetch_id: str) -> List[Dict]:
741
+ """
742
+ Fetches sources from the Meta AI API based on the given query.
743
+
744
+ Args:
745
+ fetch_id (str): The fetch ID to use for the query.
746
+
747
+ Returns:
748
+ list: A list of dictionaries containing the fetched sources.
749
+ """
750
+
751
+ url = "https://graph.meta.ai/graphql?locale=user"
752
+ payload = {
753
+ "access_token": self.access_token,
754
+ "fb_api_caller_class": "RelayModern",
755
+ "fb_api_req_friendly_name": "AbraSearchPluginDialogQuery",
756
+ "variables": json.dumps({"abraMessageFetchID": fetch_id}),
757
+ "server_timestamps": "true",
758
+ "doc_id": "6946734308765963",
759
+ }
760
+
761
+ payload = urllib.parse.urlencode(payload) # noqa
762
+
763
+ headers = {
764
+ "authority": "graph.meta.ai",
765
+ "accept-language": "en-US,en;q=0.9,fr-FR;q=0.8,fr;q=0.7",
766
+ "content-type": "application/x-www-form-urlencoded",
767
+ "cookie": f'dpr=2; abra_csrf={self.cookies.get("abra_csrf")}; datr={self.cookies.get("datr")}; ps_n=1; ps_l=1',
768
+ "x-fb-friendly-name": "AbraSearchPluginDialogQuery",
769
+ }
770
+
771
+ response = self.session.post(url, headers=headers, data=payload)
772
+ response_json = response.json()
773
+ message = response_json.get("data", {}).get("message", {})
774
+ search_results = (
775
+ (response_json.get("data", {}).get("message", {}).get("searchResults"))
776
+ if message
777
+ else None
778
+ )
779
+ if search_results is None:
780
+ return []
781
+
782
+ references = search_results["references"]
783
+ return references
784
+
785
+ def get_message(self, response: dict) -> str:
786
+ """Retrieves message only from response
787
+
788
+ Args:
789
+ response (dict): Response generated by `self.ask`
790
+
791
+ Returns:
792
+ str: Message extracted
793
+ """
794
+ assert isinstance(response, dict), "Response should be of dict data-type only"
795
+ return response["message"]
796
+
797
+ if __name__ == "__main__":
798
+ Meta = Meta()
799
+ ai = Meta.chat("hi")
800
+ for chunk in ai:
801
+ print(chunk, end="", flush=True)