webscout 8.3.7__py3-none-any.whl → 2025.10.11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +250 -250
- webscout/AIbase.py +379 -379
- webscout/AIutel.py +60 -60
- webscout/Bard.py +1012 -1012
- webscout/Bing_search.py +417 -417
- webscout/DWEBS.py +529 -529
- webscout/Extra/Act.md +309 -309
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/README.md +110 -110
- webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
- webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
- webscout/Extra/GitToolkit/gitapi/user.py +96 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
- webscout/Extra/YTToolkit/README.md +375 -375
- webscout/Extra/YTToolkit/YTdownloader.py +956 -956
- webscout/Extra/YTToolkit/__init__.py +2 -2
- webscout/Extra/YTToolkit/transcriber.py +475 -475
- webscout/Extra/YTToolkit/ytapi/README.md +44 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
- webscout/Extra/YTToolkit/ytapi/https.py +88 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
- webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
- webscout/Extra/YTToolkit/ytapi/query.py +39 -39
- webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
- webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
- webscout/Extra/YTToolkit/ytapi/video.py +232 -232
- webscout/Extra/autocoder/__init__.py +9 -9
- webscout/Extra/autocoder/autocoder.py +1105 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +332 -332
- webscout/Extra/gguf.md +429 -429
- webscout/Extra/gguf.py +1213 -1213
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +27 -27
- webscout/Extra/tempmail/async_utils.py +140 -140
- webscout/Extra/tempmail/base.py +160 -160
- webscout/Extra/tempmail/cli.py +186 -186
- webscout/Extra/tempmail/emailnator.py +84 -84
- webscout/Extra/tempmail/mail_tm.py +360 -360
- webscout/Extra/tempmail/temp_mail_io.py +291 -291
- webscout/Extra/weather.md +281 -281
- webscout/Extra/weather.py +193 -193
- webscout/Litlogger/README.md +10 -10
- webscout/Litlogger/__init__.py +15 -15
- webscout/Litlogger/formats.py +13 -13
- webscout/Litlogger/handlers.py +121 -121
- webscout/Litlogger/levels.py +13 -13
- webscout/Litlogger/logger.py +134 -134
- webscout/Provider/AISEARCH/Perplexity.py +332 -332
- webscout/Provider/AISEARCH/README.md +279 -279
- webscout/Provider/AISEARCH/__init__.py +16 -1
- webscout/Provider/AISEARCH/felo_search.py +206 -206
- webscout/Provider/AISEARCH/genspark_search.py +323 -323
- webscout/Provider/AISEARCH/hika_search.py +185 -185
- webscout/Provider/AISEARCH/iask_search.py +410 -410
- webscout/Provider/AISEARCH/monica_search.py +219 -219
- webscout/Provider/AISEARCH/scira_search.py +316 -316
- webscout/Provider/AISEARCH/stellar_search.py +177 -177
- webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
- webscout/Provider/Aitopia.py +314 -314
- webscout/Provider/Apriel.py +306 -0
- webscout/Provider/ChatGPTClone.py +236 -236
- webscout/Provider/ChatSandbox.py +343 -343
- webscout/Provider/Cloudflare.py +324 -324
- webscout/Provider/Cohere.py +208 -208
- webscout/Provider/Deepinfra.py +370 -366
- webscout/Provider/ExaAI.py +260 -260
- webscout/Provider/ExaChat.py +308 -308
- webscout/Provider/Flowith.py +221 -221
- webscout/Provider/GMI.py +293 -0
- webscout/Provider/Gemini.py +164 -164
- webscout/Provider/GeminiProxy.py +167 -167
- webscout/Provider/GithubChat.py +371 -372
- webscout/Provider/Groq.py +800 -800
- webscout/Provider/HeckAI.py +383 -383
- webscout/Provider/Jadve.py +282 -282
- webscout/Provider/K2Think.py +307 -307
- webscout/Provider/Koboldai.py +205 -205
- webscout/Provider/LambdaChat.py +423 -423
- webscout/Provider/Nemotron.py +244 -244
- webscout/Provider/Netwrck.py +248 -248
- webscout/Provider/OLLAMA.py +395 -395
- webscout/Provider/OPENAI/Cloudflare.py +393 -393
- webscout/Provider/OPENAI/FalconH1.py +451 -451
- webscout/Provider/OPENAI/FreeGemini.py +296 -296
- webscout/Provider/OPENAI/K2Think.py +431 -431
- webscout/Provider/OPENAI/NEMOTRON.py +240 -240
- webscout/Provider/OPENAI/PI.py +427 -427
- webscout/Provider/OPENAI/README.md +959 -959
- webscout/Provider/OPENAI/TogetherAI.py +345 -345
- webscout/Provider/OPENAI/TwoAI.py +465 -465
- webscout/Provider/OPENAI/__init__.py +33 -18
- webscout/Provider/OPENAI/base.py +248 -248
- webscout/Provider/OPENAI/chatglm.py +528 -0
- webscout/Provider/OPENAI/chatgpt.py +592 -592
- webscout/Provider/OPENAI/chatgptclone.py +521 -521
- webscout/Provider/OPENAI/chatsandbox.py +202 -202
- webscout/Provider/OPENAI/deepinfra.py +318 -314
- webscout/Provider/OPENAI/e2b.py +1665 -1665
- webscout/Provider/OPENAI/exaai.py +420 -420
- webscout/Provider/OPENAI/exachat.py +452 -452
- webscout/Provider/OPENAI/friendli.py +232 -232
- webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
- webscout/Provider/OPENAI/groq.py +364 -364
- webscout/Provider/OPENAI/heckai.py +314 -314
- webscout/Provider/OPENAI/llmchatco.py +337 -337
- webscout/Provider/OPENAI/netwrck.py +355 -355
- webscout/Provider/OPENAI/oivscode.py +290 -290
- webscout/Provider/OPENAI/opkfc.py +518 -518
- webscout/Provider/OPENAI/pydantic_imports.py +1 -1
- webscout/Provider/OPENAI/scirachat.py +535 -535
- webscout/Provider/OPENAI/sonus.py +308 -308
- webscout/Provider/OPENAI/standardinput.py +442 -442
- webscout/Provider/OPENAI/textpollinations.py +340 -340
- webscout/Provider/OPENAI/toolbaz.py +419 -416
- webscout/Provider/OPENAI/typefully.py +362 -362
- webscout/Provider/OPENAI/utils.py +295 -295
- webscout/Provider/OPENAI/venice.py +436 -436
- webscout/Provider/OPENAI/wisecat.py +387 -387
- webscout/Provider/OPENAI/writecream.py +166 -166
- webscout/Provider/OPENAI/x0gpt.py +378 -378
- webscout/Provider/OPENAI/yep.py +389 -389
- webscout/Provider/OpenGPT.py +230 -230
- webscout/Provider/Openai.py +243 -243
- webscout/Provider/PI.py +405 -405
- webscout/Provider/Perplexitylabs.py +430 -430
- webscout/Provider/QwenLM.py +272 -272
- webscout/Provider/STT/__init__.py +16 -1
- webscout/Provider/Sambanova.py +257 -257
- webscout/Provider/StandardInput.py +309 -309
- webscout/Provider/TTI/README.md +82 -82
- webscout/Provider/TTI/__init__.py +33 -18
- webscout/Provider/TTI/aiarta.py +413 -413
- webscout/Provider/TTI/base.py +136 -136
- webscout/Provider/TTI/bing.py +243 -243
- webscout/Provider/TTI/gpt1image.py +149 -149
- webscout/Provider/TTI/imagen.py +196 -196
- webscout/Provider/TTI/infip.py +211 -211
- webscout/Provider/TTI/magicstudio.py +232 -232
- webscout/Provider/TTI/monochat.py +219 -219
- webscout/Provider/TTI/piclumen.py +214 -214
- webscout/Provider/TTI/pixelmuse.py +232 -232
- webscout/Provider/TTI/pollinations.py +232 -232
- webscout/Provider/TTI/together.py +288 -288
- webscout/Provider/TTI/utils.py +12 -12
- webscout/Provider/TTI/venice.py +367 -367
- webscout/Provider/TTS/README.md +192 -192
- webscout/Provider/TTS/__init__.py +33 -18
- webscout/Provider/TTS/parler.py +110 -110
- webscout/Provider/TTS/streamElements.py +333 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TeachAnything.py +237 -237
- webscout/Provider/TextPollinationsAI.py +310 -310
- webscout/Provider/TogetherAI.py +356 -356
- webscout/Provider/TwoAI.py +312 -312
- webscout/Provider/TypliAI.py +311 -311
- webscout/Provider/UNFINISHED/ChatHub.py +208 -208
- webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
- webscout/Provider/UNFINISHED/GizAI.py +294 -294
- webscout/Provider/UNFINISHED/Marcus.py +198 -198
- webscout/Provider/UNFINISHED/Qodo.py +477 -477
- webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
- webscout/Provider/UNFINISHED/XenAI.py +324 -324
- webscout/Provider/UNFINISHED/Youchat.py +330 -330
- webscout/Provider/UNFINISHED/liner.py +334 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
- webscout/Provider/UNFINISHED/puterjs.py +634 -634
- webscout/Provider/UNFINISHED/samurai.py +223 -223
- webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
- webscout/Provider/Venice.py +250 -250
- webscout/Provider/VercelAI.py +256 -256
- webscout/Provider/WiseCat.py +231 -231
- webscout/Provider/WrDoChat.py +366 -366
- webscout/Provider/__init__.py +33 -18
- webscout/Provider/ai4chat.py +174 -174
- webscout/Provider/akashgpt.py +331 -331
- webscout/Provider/cerebras.py +446 -446
- webscout/Provider/chatglm.py +394 -301
- webscout/Provider/cleeai.py +211 -211
- webscout/Provider/elmo.py +282 -282
- webscout/Provider/geminiapi.py +208 -208
- webscout/Provider/granite.py +261 -261
- webscout/Provider/hermes.py +263 -263
- webscout/Provider/julius.py +223 -223
- webscout/Provider/learnfastai.py +309 -309
- webscout/Provider/llama3mitril.py +214 -214
- webscout/Provider/llmchat.py +243 -243
- webscout/Provider/llmchatco.py +290 -290
- webscout/Provider/meta.py +801 -801
- webscout/Provider/oivscode.py +309 -309
- webscout/Provider/scira_chat.py +383 -383
- webscout/Provider/searchchat.py +292 -292
- webscout/Provider/sonus.py +258 -258
- webscout/Provider/toolbaz.py +370 -367
- webscout/Provider/turboseek.py +273 -273
- webscout/Provider/typefully.py +207 -207
- webscout/Provider/yep.py +372 -372
- webscout/__init__.py +30 -31
- webscout/__main__.py +5 -5
- webscout/auth/api_key_manager.py +189 -189
- webscout/auth/config.py +175 -175
- webscout/auth/models.py +185 -185
- webscout/auth/routes.py +664 -664
- webscout/auth/simple_logger.py +236 -236
- webscout/cli.py +523 -523
- webscout/conversation.py +438 -438
- webscout/exceptions.py +361 -361
- webscout/litagent/Readme.md +298 -298
- webscout/litagent/__init__.py +28 -28
- webscout/litagent/agent.py +581 -581
- webscout/litagent/constants.py +59 -59
- webscout/litprinter/__init__.py +58 -58
- webscout/models.py +181 -181
- webscout/optimizers.py +419 -419
- webscout/prompt_manager.py +288 -288
- webscout/sanitize.py +1078 -1078
- webscout/scout/README.md +401 -401
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +6 -6
- webscout/scout/core/crawler.py +297 -297
- webscout/scout/core/scout.py +706 -706
- webscout/scout/core/search_result.py +95 -95
- webscout/scout/core/text_analyzer.py +62 -62
- webscout/scout/core/text_utils.py +277 -277
- webscout/scout/core/web_analyzer.py +51 -51
- webscout/scout/element.py +599 -599
- webscout/scout/parsers/__init__.py +69 -69
- webscout/scout/parsers/html5lib_parser.py +172 -172
- webscout/scout/parsers/html_parser.py +236 -236
- webscout/scout/parsers/lxml_parser.py +178 -178
- webscout/scout/utils.py +37 -37
- webscout/swiftcli/Readme.md +323 -323
- webscout/swiftcli/__init__.py +95 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +308 -308
- webscout/swiftcli/core/context.py +104 -104
- webscout/swiftcli/core/group.py +241 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +221 -221
- webscout/swiftcli/decorators/options.py +220 -220
- webscout/swiftcli/decorators/output.py +302 -302
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +135 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +59 -59
- webscout/swiftcli/utils/formatting.py +252 -252
- webscout/swiftcli/utils/parsing.py +267 -267
- webscout/update_checker.py +117 -117
- webscout/version.py +1 -1
- webscout/webscout_search.py +1183 -1183
- webscout/webscout_search_async.py +649 -649
- webscout/yep_search.py +346 -346
- webscout/zeroart/README.md +89 -89
- webscout/zeroart/__init__.py +134 -134
- webscout/zeroart/base.py +66 -66
- webscout/zeroart/effects.py +100 -100
- webscout/zeroart/fonts.py +1238 -1238
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -937
- webscout-2025.10.11.dist-info/RECORD +300 -0
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/OPENAI/Qwen3.py +0 -303
- webscout/Provider/OPENAI/qodo.py +0 -630
- webscout/Provider/OPENAI/xenai.py +0 -514
- webscout/tempid.py +0 -134
- webscout-8.3.7.dist-info/RECORD +0 -301
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
webscout/Provider/meta.py
CHANGED
|
@@ -1,801 +1,801 @@
|
|
|
1
|
-
import json
|
|
2
|
-
import logging
|
|
3
|
-
import time
|
|
4
|
-
import urllib
|
|
5
|
-
import uuid
|
|
6
|
-
from typing import Dict, Generator, List, Union
|
|
7
|
-
|
|
8
|
-
import random
|
|
9
|
-
from curl_cffi import CurlError
|
|
10
|
-
from curl_cffi.requests import Session
|
|
11
|
-
from webscout.scout import Scout
|
|
12
|
-
|
|
13
|
-
from webscout.AIutel import Optimizers
|
|
14
|
-
from webscout.AIutel import Conversation
|
|
15
|
-
from webscout.AIutel import AwesomePrompts
|
|
16
|
-
from webscout.AIbase import Provider
|
|
17
|
-
from webscout import exceptions
|
|
18
|
-
from webscout.litagent import LitAgent as Lit
|
|
19
|
-
MAX_RETRIES = 3
|
|
20
|
-
|
|
21
|
-
def generate_offline_threading_id() -> str:
|
|
22
|
-
"""
|
|
23
|
-
Generates an offline threading ID.
|
|
24
|
-
|
|
25
|
-
Returns:
|
|
26
|
-
str: The generated offline threading ID.
|
|
27
|
-
"""
|
|
28
|
-
# Maximum value for a 64-bit integer in Python
|
|
29
|
-
max_int = (1 << 64) - 1
|
|
30
|
-
mask22_bits = (1 << 22) - 1
|
|
31
|
-
|
|
32
|
-
# Function to get the current timestamp in milliseconds
|
|
33
|
-
def get_current_timestamp():
|
|
34
|
-
return int(time.time() * 1000)
|
|
35
|
-
|
|
36
|
-
# Function to generate a random 64-bit integer
|
|
37
|
-
def get_random_64bit_int():
|
|
38
|
-
return random.getrandbits(64)
|
|
39
|
-
|
|
40
|
-
# Combine timestamp and random value
|
|
41
|
-
def combine_and_mask(timestamp, random_value):
|
|
42
|
-
shifted_timestamp = timestamp << 22
|
|
43
|
-
masked_random = random_value & mask22_bits
|
|
44
|
-
return (shifted_timestamp | masked_random) & max_int
|
|
45
|
-
|
|
46
|
-
timestamp = get_current_timestamp()
|
|
47
|
-
random_value = get_random_64bit_int()
|
|
48
|
-
threading_id = combine_and_mask(timestamp, random_value)
|
|
49
|
-
|
|
50
|
-
return str(threading_id)
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
def extract_value(text: str, start_str: str, end_str: str) -> str:
|
|
54
|
-
"""
|
|
55
|
-
Helper function to extract a specific value from the given text using a key.
|
|
56
|
-
|
|
57
|
-
Args:
|
|
58
|
-
text (str): The text from which to extract the value.
|
|
59
|
-
start_str (str): The starting key.
|
|
60
|
-
end_str (str): The ending key.
|
|
61
|
-
|
|
62
|
-
Returns:
|
|
63
|
-
str: The extracted value.
|
|
64
|
-
"""
|
|
65
|
-
start = text.find(start_str) + len(start_str)
|
|
66
|
-
end = text.find(end_str, start)
|
|
67
|
-
return text[start:end]
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
def format_response(response: dict) -> str:
|
|
71
|
-
"""
|
|
72
|
-
Formats the response from Meta AI to remove unnecessary characters.
|
|
73
|
-
|
|
74
|
-
Args:
|
|
75
|
-
response (dict): The dictionnary containing the response to format.
|
|
76
|
-
|
|
77
|
-
Returns:
|
|
78
|
-
str: The formatted response.
|
|
79
|
-
"""
|
|
80
|
-
text = ""
|
|
81
|
-
for content in (
|
|
82
|
-
response.get("data", {})
|
|
83
|
-
.get("node", {})
|
|
84
|
-
.get("bot_response_message", {})
|
|
85
|
-
.get("composed_text", {})
|
|
86
|
-
.get("content", [])
|
|
87
|
-
):
|
|
88
|
-
text += content["text"] + "\n"
|
|
89
|
-
return text
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
# Function to perform the login
|
|
93
|
-
def get_fb_session(email, password, proxies=None):
|
|
94
|
-
login_url = "https://mbasic.facebook.com/login/"
|
|
95
|
-
headers = {
|
|
96
|
-
"authority": "mbasic.facebook.com",
|
|
97
|
-
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
|
|
98
|
-
"accept-language": "en-US,en;q=0.9",
|
|
99
|
-
"sec-ch-ua": '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
|
|
100
|
-
"sec-ch-ua-mobile": "?0",
|
|
101
|
-
"sec-ch-ua-platform": '"macOS"',
|
|
102
|
-
"sec-fetch-dest": "document",
|
|
103
|
-
"sec-fetch-mode": "navigate",
|
|
104
|
-
"sec-fetch-site": "none",
|
|
105
|
-
"sec-fetch-user": "?1",
|
|
106
|
-
"upgrade-insecure-requests": "1",
|
|
107
|
-
"user-agent": Lit().random(),
|
|
108
|
-
}
|
|
109
|
-
# Create a session
|
|
110
|
-
session = Session()
|
|
111
|
-
if proxies:
|
|
112
|
-
session.proxies = proxies
|
|
113
|
-
|
|
114
|
-
# Send the GET request
|
|
115
|
-
response = session.get(login_url, headers=headers)
|
|
116
|
-
|
|
117
|
-
# Use Scout for parsing instead of BeautifulSoup
|
|
118
|
-
scout = Scout(response.text)
|
|
119
|
-
|
|
120
|
-
# Parse necessary parameters from the login form
|
|
121
|
-
lsd = scout.find_first('input[name="lsd"]').get('value')
|
|
122
|
-
jazoest = scout.find_first('input[name="jazoest"]').get('value')
|
|
123
|
-
li = scout.find_first('input[name="li"]').get('value')
|
|
124
|
-
m_ts = scout.find_first('input[name="m_ts"]').get('value')
|
|
125
|
-
|
|
126
|
-
# Define the URL and body for the POST request to submit the login form
|
|
127
|
-
post_url = "https://mbasic.facebook.com/login/device-based/regular/login/?refsrc=deprecated&lwv=100"
|
|
128
|
-
data = {
|
|
129
|
-
"lsd": lsd,
|
|
130
|
-
"jazoest": jazoest,
|
|
131
|
-
"m_ts": m_ts,
|
|
132
|
-
"li": li,
|
|
133
|
-
"try_number": "0",
|
|
134
|
-
"unrecognized_tries": "0",
|
|
135
|
-
"email": email,
|
|
136
|
-
"pass": password,
|
|
137
|
-
"login": "Log In",
|
|
138
|
-
"bi_xrwh": "0",
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
headers = {
|
|
142
|
-
"authority": "mbasic.facebook.com",
|
|
143
|
-
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
|
|
144
|
-
"accept-language": "en-US,en;q=0.9",
|
|
145
|
-
"cache-control": "no-cache",
|
|
146
|
-
"content-type": "application/x-www-form-urlencoded",
|
|
147
|
-
"cookie": f"datr={response.cookies.get('datr')}; sb={response.cookies.get('sb')}; ps_n=1; ps_l=1",
|
|
148
|
-
"dpr": "2",
|
|
149
|
-
"origin": "https://mbasic.facebook.com",
|
|
150
|
-
"pragma": "no-cache",
|
|
151
|
-
"referer": "https://mbasic.facebook.com/login/",
|
|
152
|
-
"sec-fetch-site": "same-origin",
|
|
153
|
-
"sec-fetch-user": "?1",
|
|
154
|
-
"upgrade-insecure-requests": "1",
|
|
155
|
-
"user-agent": Lit().random(),
|
|
156
|
-
"viewport-width": "1728",
|
|
157
|
-
}
|
|
158
|
-
|
|
159
|
-
# Send the POST request
|
|
160
|
-
result = session.post(post_url, headers=headers, data=data)
|
|
161
|
-
if "sb" not in session.cookies:
|
|
162
|
-
raise exceptions.FacebookInvalidCredentialsException(
|
|
163
|
-
"Was not able to login to Facebook. Please check your credentials. "
|
|
164
|
-
"You may also have been rate limited. Try to connect to Facebook manually."
|
|
165
|
-
)
|
|
166
|
-
|
|
167
|
-
cookies = {
|
|
168
|
-
**result.cookies.get_dict(),
|
|
169
|
-
"sb": session.cookies["sb"],
|
|
170
|
-
"xs": session.cookies["xs"],
|
|
171
|
-
"fr": session.cookies["fr"],
|
|
172
|
-
"c_user": session.cookies["c_user"],
|
|
173
|
-
}
|
|
174
|
-
|
|
175
|
-
response_login = {
|
|
176
|
-
"cookies": cookies,
|
|
177
|
-
"headers": result.headers,
|
|
178
|
-
"response": response.text,
|
|
179
|
-
}
|
|
180
|
-
meta_ai_cookies = get_cookies()
|
|
181
|
-
|
|
182
|
-
url = "https://www.meta.ai/state/"
|
|
183
|
-
|
|
184
|
-
payload = f'__a=1&lsd={meta_ai_cookies["lsd"]}'
|
|
185
|
-
headers = {
|
|
186
|
-
"authority": "www.meta.ai",
|
|
187
|
-
"accept": "*/*",
|
|
188
|
-
"accept-language": "en-US,en;q=0.9",
|
|
189
|
-
"cache-control": "no-cache",
|
|
190
|
-
"content-type": "application/x-www-form-urlencoded",
|
|
191
|
-
"cookie": f'ps_n=1; ps_l=1; dpr=2; _js_datr={meta_ai_cookies["_js_datr"]}; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["datr"]};; ps_l=1; ps_n=1',
|
|
192
|
-
"origin": "https://www.meta.ai",
|
|
193
|
-
"pragma": "no-cache",
|
|
194
|
-
"referer": "https://www.meta.ai/",
|
|
195
|
-
"sec-fetch-mode": "cors",
|
|
196
|
-
"sec-fetch-site": "same-origin",
|
|
197
|
-
"user-agent": Lit().random(),
|
|
198
|
-
"viewport-width": "1728",
|
|
199
|
-
}
|
|
200
|
-
|
|
201
|
-
# Create a new session for this request
|
|
202
|
-
req_session = Session()
|
|
203
|
-
if proxies:
|
|
204
|
-
req_session.proxies = proxies
|
|
205
|
-
|
|
206
|
-
response = req_session.post(url, headers=headers, data=payload)
|
|
207
|
-
|
|
208
|
-
state = extract_value(response.text, start_str='"state":"', end_str='"')
|
|
209
|
-
|
|
210
|
-
url = f"https://www.facebook.com/oidc/?app_id=1358015658191005&scope=openid%20linking&response_type=code&redirect_uri=https%3A%2F%2Fwww.meta.ai%2Fauth%2F&no_universal_links=1&deoia=1&state={state}"
|
|
211
|
-
payload = {}
|
|
212
|
-
headers = {
|
|
213
|
-
"authority": "www.facebook.com",
|
|
214
|
-
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
|
|
215
|
-
"accept-language": "en-US,en;q=0.9",
|
|
216
|
-
"cache-control": "no-cache",
|
|
217
|
-
"cookie": f"datr={response_login['cookies']['datr']}; sb={response_login['cookies']['sb']}; c_user={response_login['cookies']['c_user']}; xs={response_login['cookies']['xs']}; fr={response_login['cookies']['fr']}; m_page_voice={response_login['cookies']['m_page_voice']}; abra_csrf={meta_ai_cookies['abra_csrf']};",
|
|
218
|
-
"sec-fetch-dest": "document",
|
|
219
|
-
"sec-fetch-mode": "navigate",
|
|
220
|
-
"sec-fetch-site": "cross-site",
|
|
221
|
-
"sec-fetch-user": "?1",
|
|
222
|
-
"upgrade-insecure-requests": "1",
|
|
223
|
-
"user-agent": Lit().random(),
|
|
224
|
-
}
|
|
225
|
-
|
|
226
|
-
# Create a new session for Facebook
|
|
227
|
-
fb_session = Session()
|
|
228
|
-
if proxies:
|
|
229
|
-
fb_session.proxies = proxies
|
|
230
|
-
|
|
231
|
-
response = fb_session.get(url, headers=headers, data=payload, allow_redirects=False)
|
|
232
|
-
|
|
233
|
-
next_url = response.headers["Location"]
|
|
234
|
-
|
|
235
|
-
url = next_url
|
|
236
|
-
|
|
237
|
-
payload = {}
|
|
238
|
-
headers = {
|
|
239
|
-
"User-Agent": Lit().random(),
|
|
240
|
-
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
|
|
241
|
-
"Accept-Language": "en-US,en;q=0.5",
|
|
242
|
-
"Accept-Encoding": "gzip, deflate, br",
|
|
243
|
-
"Referer": "https://www.meta.ai/",
|
|
244
|
-
"Connection": "keep-alive",
|
|
245
|
-
"Cookie": f'dpr=2; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["_js_datr"]}',
|
|
246
|
-
"Upgrade-Insecure-Requests": "1",
|
|
247
|
-
"Sec-Fetch-Dest": "document",
|
|
248
|
-
"Sec-Fetch-Mode": "navigate",
|
|
249
|
-
"Sec-Fetch-Site": "cross-site",
|
|
250
|
-
"Sec-Fetch-User": "?1",
|
|
251
|
-
"TE": "trailers",
|
|
252
|
-
}
|
|
253
|
-
fb_session.get(url, headers=headers, data=payload)
|
|
254
|
-
cookies = fb_session.cookies.get_dict()
|
|
255
|
-
if "abra_sess" not in cookies:
|
|
256
|
-
raise exceptions.FacebookInvalidCredentialsException(
|
|
257
|
-
"Was not able to login to Facebook. Please check your credentials. "
|
|
258
|
-
"You may also have been rate limited. Try to connect to Facebook manually."
|
|
259
|
-
)
|
|
260
|
-
logging.info("Successfully logged in to Facebook.")
|
|
261
|
-
return cookies
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
def get_cookies() -> dict:
|
|
265
|
-
"""
|
|
266
|
-
Extracts necessary cookies from the Meta AI main page.
|
|
267
|
-
|
|
268
|
-
Returns:
|
|
269
|
-
dict: A dictionary containing essential cookies.
|
|
270
|
-
"""
|
|
271
|
-
# Create a session
|
|
272
|
-
session = Session()
|
|
273
|
-
|
|
274
|
-
response = session.get(
|
|
275
|
-
"https://www.meta.ai/",
|
|
276
|
-
)
|
|
277
|
-
|
|
278
|
-
cookies = {
|
|
279
|
-
"_js_datr": extract_value(
|
|
280
|
-
response.text, start_str='_js_datr":{"value":"', end_str='",'
|
|
281
|
-
),
|
|
282
|
-
"datr": extract_value(
|
|
283
|
-
response.text, start_str='datr":{"value":"', end_str='",'
|
|
284
|
-
),
|
|
285
|
-
"lsd": extract_value(
|
|
286
|
-
response.text, start_str='"LSD",[],{"token":"', end_str='"}'
|
|
287
|
-
),
|
|
288
|
-
"fb_dtsg": extract_value(
|
|
289
|
-
response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
|
|
290
|
-
),
|
|
291
|
-
"abra_csrf": extract_value(
|
|
292
|
-
response.text, start_str='abra_csrf":{"value":"', end_str='",'
|
|
293
|
-
)
|
|
294
|
-
}
|
|
295
|
-
return cookies
|
|
296
|
-
|
|
297
|
-
class Meta(Provider):
|
|
298
|
-
"""
|
|
299
|
-
A class to interact with the Meta AI API to obtain and use access tokens for sending
|
|
300
|
-
and receiving messages from the Meta AI Chat API.
|
|
301
|
-
"""
|
|
302
|
-
required_auth = False
|
|
303
|
-
def __init__(
|
|
304
|
-
self,
|
|
305
|
-
fb_email: str = None,
|
|
306
|
-
fb_password: str = None,
|
|
307
|
-
proxy: dict = None,
|
|
308
|
-
is_conversation: bool = True,
|
|
309
|
-
max_tokens: int = 600,
|
|
310
|
-
timeout: int = 30,
|
|
311
|
-
intro: str = None,
|
|
312
|
-
filepath: str = None,
|
|
313
|
-
update_file: bool = True,
|
|
314
|
-
proxies: dict = {},
|
|
315
|
-
history_offset: int = 10250,
|
|
316
|
-
act: str = None,
|
|
317
|
-
):
|
|
318
|
-
"""
|
|
319
|
-
Initializes the Meta AI API with given parameters.
|
|
320
|
-
|
|
321
|
-
Args:
|
|
322
|
-
fb_email (str, optional): Your Facebook email address. Defaults to None.
|
|
323
|
-
fb_password (str, optional): Your Facebook password. Defaults to None.
|
|
324
|
-
proxy (dict, optional): Proxy settings for requests. Defaults to None.
|
|
325
|
-
is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
|
|
326
|
-
max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
|
|
327
|
-
timeout (int, optional): Http request timeout. Defaults to 30.
|
|
328
|
-
intro (str, optional): Conversation introductory prompt. Defaults to None.
|
|
329
|
-
filepath (str, optional): Path to file containing conversation history. Defaults to None.
|
|
330
|
-
update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
|
|
331
|
-
proxies (dict, optional): Http request proxies. Defaults to {}.
|
|
332
|
-
history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
|
|
333
|
-
act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
|
|
334
|
-
"""
|
|
335
|
-
self.session = Session()
|
|
336
|
-
self.session.headers.update(
|
|
337
|
-
{
|
|
338
|
-
"user-agent": Lit().random(),
|
|
339
|
-
}
|
|
340
|
-
)
|
|
341
|
-
self.access_token = None
|
|
342
|
-
self.fb_email = fb_email
|
|
343
|
-
self.fb_password = fb_password
|
|
344
|
-
self.proxy = proxy
|
|
345
|
-
if self.proxy and not self.check_proxy():
|
|
346
|
-
raise ConnectionError(
|
|
347
|
-
"Unable to connect to proxy. Please check your proxy settings."
|
|
348
|
-
)
|
|
349
|
-
self.is_conversation = is_conversation
|
|
350
|
-
self.max_tokens_to_sample = max_tokens
|
|
351
|
-
self.timeout = timeout
|
|
352
|
-
self.last_response = {}
|
|
353
|
-
self.is_authed = fb_password is not None and fb_email is not None
|
|
354
|
-
self.cookies = self.get_cookies()
|
|
355
|
-
self.external_conversation_id = None
|
|
356
|
-
self.offline_threading_id = None
|
|
357
|
-
|
|
358
|
-
self.__available_optimizers = (
|
|
359
|
-
method
|
|
360
|
-
for method in dir(Optimizers)
|
|
361
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
362
|
-
)
|
|
363
|
-
Conversation.intro = (
|
|
364
|
-
AwesomePrompts().get_act(
|
|
365
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
366
|
-
)
|
|
367
|
-
if act
|
|
368
|
-
else intro or Conversation.intro
|
|
369
|
-
)
|
|
370
|
-
self.conversation = Conversation(
|
|
371
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
372
|
-
)
|
|
373
|
-
self.conversation.history_offset = history_offset
|
|
374
|
-
self.session.proxies = proxies
|
|
375
|
-
|
|
376
|
-
def check_proxy(self, test_url: str = "https://api.ipify.org/?format=json") -> bool:
|
|
377
|
-
"""
|
|
378
|
-
Checks the proxy connection by making a request to a test URL.
|
|
379
|
-
|
|
380
|
-
Args:
|
|
381
|
-
test_url (str): A test site from which we check that the proxy is installed correctly.
|
|
382
|
-
|
|
383
|
-
Returns:
|
|
384
|
-
bool: True if the proxy is working, False otherwise.
|
|
385
|
-
"""
|
|
386
|
-
try:
|
|
387
|
-
response = self.session.get(test_url, proxies=self.proxy, timeout=10)
|
|
388
|
-
if response.status_code == 200:
|
|
389
|
-
self.session.proxies = self.proxy
|
|
390
|
-
return True
|
|
391
|
-
return False
|
|
392
|
-
except CurlError:
|
|
393
|
-
return False
|
|
394
|
-
|
|
395
|
-
def get_access_token(self) -> str:
|
|
396
|
-
"""
|
|
397
|
-
Retrieves an access token using Meta's authentication API.
|
|
398
|
-
|
|
399
|
-
Returns:
|
|
400
|
-
str: A valid access token.
|
|
401
|
-
"""
|
|
402
|
-
|
|
403
|
-
if self.access_token:
|
|
404
|
-
return self.access_token
|
|
405
|
-
|
|
406
|
-
url = "https://www.meta.ai/api/graphql/"
|
|
407
|
-
payload = {
|
|
408
|
-
"lsd": self.cookies["lsd"],
|
|
409
|
-
"fb_api_caller_class": "RelayModern",
|
|
410
|
-
"fb_api_req_friendly_name": "useAbraAcceptTOSForTempUserMutation",
|
|
411
|
-
"variables": {
|
|
412
|
-
"dob": "1999-01-01",
|
|
413
|
-
"icebreaker_type": "TEXT",
|
|
414
|
-
"__relay_internal__pv__WebPixelRatiorelayprovider": 1,
|
|
415
|
-
},
|
|
416
|
-
"doc_id": "7604648749596940",
|
|
417
|
-
}
|
|
418
|
-
payload = urllib.parse.urlencode(payload) # noqa
|
|
419
|
-
headers = {
|
|
420
|
-
"content-type": "application/x-www-form-urlencoded",
|
|
421
|
-
"cookie": f'_js_datr={self.cookies["_js_datr"]}; '
|
|
422
|
-
f'abra_csrf={self.cookies["abra_csrf"]}; datr={self.cookies["datr"]};',
|
|
423
|
-
"sec-fetch-site": "same-origin",
|
|
424
|
-
"x-fb-friendly-name": "useAbraAcceptTOSForTempUserMutation",
|
|
425
|
-
}
|
|
426
|
-
|
|
427
|
-
response = self.session.post(url, headers=headers, data=payload)
|
|
428
|
-
|
|
429
|
-
try:
|
|
430
|
-
auth_json = response.json()
|
|
431
|
-
except json.JSONDecodeError:
|
|
432
|
-
raise exceptions.FacebookRegionBlocked(
|
|
433
|
-
"Unable to receive a valid response from Meta AI. This is likely due to your region being blocked. "
|
|
434
|
-
"Try manually accessing https://www.meta.ai/ to confirm."
|
|
435
|
-
)
|
|
436
|
-
|
|
437
|
-
access_token = auth_json["data"]["xab_abra_accept_terms_of_service"][
|
|
438
|
-
"new_temp_user_auth"
|
|
439
|
-
]["access_token"]
|
|
440
|
-
|
|
441
|
-
# Need to sleep for a bit, for some reason the API doesn't like it when we send request too quickly
|
|
442
|
-
# (maybe Meta needs to register Cookies on their side?)
|
|
443
|
-
time.sleep(1)
|
|
444
|
-
|
|
445
|
-
return access_token
|
|
446
|
-
|
|
447
|
-
def ask(
|
|
448
|
-
self,
|
|
449
|
-
prompt: str,
|
|
450
|
-
stream: bool = False,
|
|
451
|
-
raw: bool = False,
|
|
452
|
-
optimizer: str = None,
|
|
453
|
-
conversationally: bool = False,
|
|
454
|
-
) -> Union[Dict, Generator[Dict, None, None]]:
|
|
455
|
-
"""
|
|
456
|
-
Sends a message to the Meta AI and returns the response.
|
|
457
|
-
|
|
458
|
-
Args:
|
|
459
|
-
prompt (str): The prompt to send.
|
|
460
|
-
stream (bool): Whether to stream the response or not. Defaults to False.
|
|
461
|
-
raw (bool, optional): Stream back raw response as received. Defaults to False.
|
|
462
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
463
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
464
|
-
Returns:
|
|
465
|
-
Union[Dict, Generator[Dict, None, None]]: A dictionary containing the response message and sources, or a generator yielding such dictionaries.
|
|
466
|
-
"""
|
|
467
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
468
|
-
if optimizer:
|
|
469
|
-
if optimizer in self.__available_optimizers:
|
|
470
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
471
|
-
conversation_prompt if conversationally else prompt
|
|
472
|
-
)
|
|
473
|
-
else:
|
|
474
|
-
raise Exception(
|
|
475
|
-
f"Optimizer is not one of {self.__available_optimizers}"
|
|
476
|
-
)
|
|
477
|
-
|
|
478
|
-
if not self.is_authed:
|
|
479
|
-
self.access_token = self.get_access_token()
|
|
480
|
-
auth_payload = {"access_token": self.access_token}
|
|
481
|
-
url = "https://graph.meta.ai/graphql?locale=user"
|
|
482
|
-
|
|
483
|
-
else:
|
|
484
|
-
auth_payload = {"fb_dtsg": self.cookies["fb_dtsg"]}
|
|
485
|
-
url = "https://www.meta.ai/api/graphql/"
|
|
486
|
-
|
|
487
|
-
if not self.external_conversation_id:
|
|
488
|
-
external_id = str(uuid.uuid4())
|
|
489
|
-
self.external_conversation_id = external_id
|
|
490
|
-
payload = {
|
|
491
|
-
**auth_payload,
|
|
492
|
-
"fb_api_caller_class": "RelayModern",
|
|
493
|
-
"fb_api_req_friendly_name": "useAbraSendMessageMutation",
|
|
494
|
-
"variables": json.dumps(
|
|
495
|
-
{
|
|
496
|
-
"message": {"sensitive_string_value": conversation_prompt},
|
|
497
|
-
"externalConversationId": self.external_conversation_id,
|
|
498
|
-
"offlineThreadingId": generate_offline_threading_id(),
|
|
499
|
-
"suggestedPromptIndex": None,
|
|
500
|
-
"flashVideoRecapInput": {"images": []},
|
|
501
|
-
"flashPreviewInput": None,
|
|
502
|
-
"promptPrefix": None,
|
|
503
|
-
"entrypoint": "ABRA__CHAT__TEXT",
|
|
504
|
-
"icebreaker_type": "TEXT",
|
|
505
|
-
"__relay_internal__pv__AbraDebugDevOnlyrelayprovider": False,
|
|
506
|
-
"__relay_internal__pv__WebPixelRatiorelayprovider": 1,
|
|
507
|
-
}
|
|
508
|
-
),
|
|
509
|
-
"server_timestamps": "true",
|
|
510
|
-
"doc_id": "7783822248314888",
|
|
511
|
-
}
|
|
512
|
-
payload = urllib.parse.urlencode(payload) # noqa
|
|
513
|
-
headers = {
|
|
514
|
-
"content-type": "application/x-www-form-urlencoded",
|
|
515
|
-
"x-fb-friendly-name": "useAbraSendMessageMutation",
|
|
516
|
-
}
|
|
517
|
-
if self.is_authed:
|
|
518
|
-
headers["cookie"] = f'abra_sess={self.cookies["abra_sess"]}'
|
|
519
|
-
# Recreate the session to avoid cookie leakage when user is authenticated
|
|
520
|
-
self.session = Session()
|
|
521
|
-
self.session.proxies = self.proxy
|
|
522
|
-
|
|
523
|
-
if stream:
|
|
524
|
-
|
|
525
|
-
def for_stream():
|
|
526
|
-
response = self.session.post(
|
|
527
|
-
url, headers=headers, data=payload, stream=True, timeout=self.timeout
|
|
528
|
-
)
|
|
529
|
-
if not response.ok:
|
|
530
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
531
|
-
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
532
|
-
)
|
|
533
|
-
|
|
534
|
-
lines = response.iter_lines()
|
|
535
|
-
is_error = json.loads(next(lines))
|
|
536
|
-
if len(is_error.get("errors", [])) > 0:
|
|
537
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
538
|
-
f"Failed to generate response - {response.text}"
|
|
539
|
-
)
|
|
540
|
-
final_message = None
|
|
541
|
-
for line in lines:
|
|
542
|
-
if line:
|
|
543
|
-
json_line = json.loads(line)
|
|
544
|
-
extracted_data = self.extract_data(json_line)
|
|
545
|
-
if not extracted_data.get("message"):
|
|
546
|
-
continue
|
|
547
|
-
self.last_response.update(extracted_data)
|
|
548
|
-
final_message = extracted_data # Always keep the latest
|
|
549
|
-
if final_message:
|
|
550
|
-
yield final_message if not raw else json.dumps(final_message)
|
|
551
|
-
self.conversation.update_chat_history(
|
|
552
|
-
prompt, self.get_message(self.last_response)
|
|
553
|
-
)
|
|
554
|
-
|
|
555
|
-
return for_stream()
|
|
556
|
-
else:
|
|
557
|
-
response = self.session.post(
|
|
558
|
-
url, headers=headers, data=payload, timeout=self.timeout
|
|
559
|
-
)
|
|
560
|
-
if not response.ok:
|
|
561
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
562
|
-
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
563
|
-
)
|
|
564
|
-
raw_response = response.text
|
|
565
|
-
last_streamed_response = self.extract_last_response(raw_response)
|
|
566
|
-
if not last_streamed_response:
|
|
567
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
568
|
-
f"Failed to generate response - {response.text}"
|
|
569
|
-
)
|
|
570
|
-
|
|
571
|
-
extracted_data = self.extract_data(last_streamed_response)
|
|
572
|
-
self.last_response.update(extracted_data)
|
|
573
|
-
self.conversation.update_chat_history(
|
|
574
|
-
prompt, self.get_message(self.last_response)
|
|
575
|
-
)
|
|
576
|
-
return extracted_data
|
|
577
|
-
|
|
578
|
-
def chat(
|
|
579
|
-
self,
|
|
580
|
-
prompt: str,
|
|
581
|
-
stream: bool = False,
|
|
582
|
-
optimizer: str = None,
|
|
583
|
-
conversationally: bool = False,
|
|
584
|
-
) -> str:
|
|
585
|
-
"""
|
|
586
|
-
Sends a message to the Meta AI and returns the response.
|
|
587
|
-
|
|
588
|
-
Args:
|
|
589
|
-
prompt (str): The message to send.
|
|
590
|
-
stream (bool): Whether to stream the response or not. Defaults to False.
|
|
591
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
592
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
593
|
-
|
|
594
|
-
Returns:
|
|
595
|
-
str: The response message.
|
|
596
|
-
"""
|
|
597
|
-
|
|
598
|
-
def for_stream():
|
|
599
|
-
for response in self.ask(
|
|
600
|
-
prompt, True, optimizer=optimizer, conversationally=conversationally
|
|
601
|
-
):
|
|
602
|
-
yield self.get_message(response)
|
|
603
|
-
|
|
604
|
-
def for_non_stream():
|
|
605
|
-
return self.get_message(
|
|
606
|
-
self.ask(
|
|
607
|
-
prompt,
|
|
608
|
-
False,
|
|
609
|
-
optimizer=optimizer,
|
|
610
|
-
conversationally=conversationally,
|
|
611
|
-
)
|
|
612
|
-
)
|
|
613
|
-
|
|
614
|
-
return for_stream() if stream else for_non_stream()
|
|
615
|
-
|
|
616
|
-
def extract_last_response(self, response: str) -> Dict:
|
|
617
|
-
"""
|
|
618
|
-
Extracts the last response from the Meta AI API.
|
|
619
|
-
|
|
620
|
-
Args:
|
|
621
|
-
response (str): The response to extract the last response from.
|
|
622
|
-
|
|
623
|
-
Returns:
|
|
624
|
-
dict: A dictionary containing the last response.
|
|
625
|
-
"""
|
|
626
|
-
last_streamed_response = None
|
|
627
|
-
for line in response.split("\n"):
|
|
628
|
-
try:
|
|
629
|
-
json_line = json.loads(line)
|
|
630
|
-
except json.JSONDecodeError:
|
|
631
|
-
continue
|
|
632
|
-
|
|
633
|
-
bot_response_message = (
|
|
634
|
-
json_line.get("data", {})
|
|
635
|
-
.get("node", {})
|
|
636
|
-
.get("bot_response_message", {})
|
|
637
|
-
)
|
|
638
|
-
chat_id = bot_response_message.get("id")
|
|
639
|
-
if chat_id:
|
|
640
|
-
external_conversation_id, offline_threading_id, _ = chat_id.split("_")
|
|
641
|
-
self.external_conversation_id = external_conversation_id
|
|
642
|
-
self.offline_threading_id = offline_threading_id
|
|
643
|
-
|
|
644
|
-
streaming_state = bot_response_message.get("streaming_state")
|
|
645
|
-
if streaming_state == "OVERALL_DONE":
|
|
646
|
-
last_streamed_response = json_line
|
|
647
|
-
|
|
648
|
-
return last_streamed_response
|
|
649
|
-
|
|
650
|
-
def extract_data(self, json_line: dict) -> Dict:
|
|
651
|
-
"""
|
|
652
|
-
Extract data and sources from a parsed JSON line.
|
|
653
|
-
|
|
654
|
-
Args:
|
|
655
|
-
json_line (dict): Parsed JSON line.
|
|
656
|
-
|
|
657
|
-
Returns:
|
|
658
|
-
dict: A dictionary containing the response message, sources, and media.
|
|
659
|
-
"""
|
|
660
|
-
bot_response_message = (
|
|
661
|
-
json_line.get("data", {}).get("node", {}).get("bot_response_message", {})
|
|
662
|
-
)
|
|
663
|
-
response = format_response(response=json_line)
|
|
664
|
-
fetch_id = bot_response_message.get("fetch_id")
|
|
665
|
-
sources = self.fetch_sources(fetch_id) if fetch_id else []
|
|
666
|
-
medias = self.extract_media(bot_response_message)
|
|
667
|
-
return {"message": response, "sources": sources, "media": medias}
|
|
668
|
-
|
|
669
|
-
def extract_media(self, json_line: dict) -> List[Dict]:
|
|
670
|
-
"""
|
|
671
|
-
Extract media from a parsed JSON line.
|
|
672
|
-
|
|
673
|
-
Args:
|
|
674
|
-
json_line (dict): Parsed JSON line.
|
|
675
|
-
|
|
676
|
-
Returns:
|
|
677
|
-
list: A list of dictionaries containing the extracted media.
|
|
678
|
-
"""
|
|
679
|
-
medias = []
|
|
680
|
-
imagine_card = json_line.get("imagine_card", {})
|
|
681
|
-
session = imagine_card.get("session", {}) if imagine_card else {}
|
|
682
|
-
media_sets = (
|
|
683
|
-
(json_line.get("imagine_card", {}).get("session", {}).get("media_sets", []))
|
|
684
|
-
if imagine_card and session
|
|
685
|
-
else []
|
|
686
|
-
)
|
|
687
|
-
for media_set in media_sets:
|
|
688
|
-
imagine_media = media_set.get("imagine_media", [])
|
|
689
|
-
for media in imagine_media:
|
|
690
|
-
medias.append(
|
|
691
|
-
{
|
|
692
|
-
"url": media.get("uri"),
|
|
693
|
-
"type": media.get("media_type"),
|
|
694
|
-
"prompt": media.get("prompt"),
|
|
695
|
-
}
|
|
696
|
-
)
|
|
697
|
-
return medias
|
|
698
|
-
|
|
699
|
-
def get_cookies(self) -> dict:
|
|
700
|
-
"""
|
|
701
|
-
Extracts necessary cookies from the Meta AI main page.
|
|
702
|
-
|
|
703
|
-
Returns:
|
|
704
|
-
dict: A dictionary containing essential cookies.
|
|
705
|
-
"""
|
|
706
|
-
headers = {}
|
|
707
|
-
if self.fb_email is not None and self.fb_password is not None:
|
|
708
|
-
fb_session = get_fb_session(self.fb_email, self.fb_password, self.proxy)
|
|
709
|
-
headers = {"cookie": f"abra_sess={fb_session['abra_sess']}"}
|
|
710
|
-
|
|
711
|
-
response = self.session.get(
|
|
712
|
-
url="https://www.meta.ai/",
|
|
713
|
-
headers=headers,
|
|
714
|
-
proxies=self.proxy,
|
|
715
|
-
)
|
|
716
|
-
|
|
717
|
-
cookies = {
|
|
718
|
-
"_js_datr": extract_value(
|
|
719
|
-
response.text, start_str='_js_datr":{"value":"', end_str='",'
|
|
720
|
-
),
|
|
721
|
-
"datr": extract_value(
|
|
722
|
-
response.text, start_str='datr":{"value":"', end_str='",'
|
|
723
|
-
),
|
|
724
|
-
"lsd": extract_value(
|
|
725
|
-
response.text, start_str='"LSD",[],{"token":"', end_str='"}'
|
|
726
|
-
),
|
|
727
|
-
"fb_dtsg": extract_value(
|
|
728
|
-
response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
|
|
729
|
-
),
|
|
730
|
-
}
|
|
731
|
-
|
|
732
|
-
if len(headers) > 0:
|
|
733
|
-
cookies["abra_sess"] = fb_session["abra_sess"]
|
|
734
|
-
else:
|
|
735
|
-
cookies["abra_csrf"] = extract_value(
|
|
736
|
-
response.text, start_str='abra_csrf":{"value":"', end_str='",'
|
|
737
|
-
)
|
|
738
|
-
return cookies
|
|
739
|
-
|
|
740
|
-
def fetch_sources(self, fetch_id: str) -> List[Dict]:
|
|
741
|
-
"""
|
|
742
|
-
Fetches sources from the Meta AI API based on the given query.
|
|
743
|
-
|
|
744
|
-
Args:
|
|
745
|
-
fetch_id (str): The fetch ID to use for the query.
|
|
746
|
-
|
|
747
|
-
Returns:
|
|
748
|
-
list: A list of dictionaries containing the fetched sources.
|
|
749
|
-
"""
|
|
750
|
-
|
|
751
|
-
url = "https://graph.meta.ai/graphql?locale=user"
|
|
752
|
-
payload = {
|
|
753
|
-
"access_token": self.access_token,
|
|
754
|
-
"fb_api_caller_class": "RelayModern",
|
|
755
|
-
"fb_api_req_friendly_name": "AbraSearchPluginDialogQuery",
|
|
756
|
-
"variables": json.dumps({"abraMessageFetchID": fetch_id}),
|
|
757
|
-
"server_timestamps": "true",
|
|
758
|
-
"doc_id": "6946734308765963",
|
|
759
|
-
}
|
|
760
|
-
|
|
761
|
-
payload = urllib.parse.urlencode(payload) # noqa
|
|
762
|
-
|
|
763
|
-
headers = {
|
|
764
|
-
"authority": "graph.meta.ai",
|
|
765
|
-
"accept-language": "en-US,en;q=0.9,fr-FR;q=0.8,fr;q=0.7",
|
|
766
|
-
"content-type": "application/x-www-form-urlencoded",
|
|
767
|
-
"cookie": f'dpr=2; abra_csrf={self.cookies.get("abra_csrf")}; datr={self.cookies.get("datr")}; ps_n=1; ps_l=1',
|
|
768
|
-
"x-fb-friendly-name": "AbraSearchPluginDialogQuery",
|
|
769
|
-
}
|
|
770
|
-
|
|
771
|
-
response = self.session.post(url, headers=headers, data=payload)
|
|
772
|
-
response_json = response.json()
|
|
773
|
-
message = response_json.get("data", {}).get("message", {})
|
|
774
|
-
search_results = (
|
|
775
|
-
(response_json.get("data", {}).get("message", {}).get("searchResults"))
|
|
776
|
-
if message
|
|
777
|
-
else None
|
|
778
|
-
)
|
|
779
|
-
if search_results is None:
|
|
780
|
-
return []
|
|
781
|
-
|
|
782
|
-
references = search_results["references"]
|
|
783
|
-
return references
|
|
784
|
-
|
|
785
|
-
def get_message(self, response: dict) -> str:
|
|
786
|
-
"""Retrieves message only from response
|
|
787
|
-
|
|
788
|
-
Args:
|
|
789
|
-
response (dict): Response generated by `self.ask`
|
|
790
|
-
|
|
791
|
-
Returns:
|
|
792
|
-
str: Message extracted
|
|
793
|
-
"""
|
|
794
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
795
|
-
return response["message"]
|
|
796
|
-
|
|
797
|
-
if __name__ == "__main__":
|
|
798
|
-
Meta = Meta()
|
|
799
|
-
ai = Meta.chat("hi")
|
|
800
|
-
for chunk in ai:
|
|
801
|
-
print(chunk, end="", flush=True)
|
|
1
|
+
import json
|
|
2
|
+
import logging
|
|
3
|
+
import time
|
|
4
|
+
import urllib
|
|
5
|
+
import uuid
|
|
6
|
+
from typing import Dict, Generator, List, Union
|
|
7
|
+
|
|
8
|
+
import random
|
|
9
|
+
from curl_cffi import CurlError
|
|
10
|
+
from curl_cffi.requests import Session
|
|
11
|
+
from webscout.scout import Scout
|
|
12
|
+
|
|
13
|
+
from webscout.AIutel import Optimizers
|
|
14
|
+
from webscout.AIutel import Conversation
|
|
15
|
+
from webscout.AIutel import AwesomePrompts
|
|
16
|
+
from webscout.AIbase import Provider
|
|
17
|
+
from webscout import exceptions
|
|
18
|
+
from webscout.litagent import LitAgent as Lit
|
|
19
|
+
MAX_RETRIES = 3
|
|
20
|
+
|
|
21
|
+
def generate_offline_threading_id() -> str:
|
|
22
|
+
"""
|
|
23
|
+
Generates an offline threading ID.
|
|
24
|
+
|
|
25
|
+
Returns:
|
|
26
|
+
str: The generated offline threading ID.
|
|
27
|
+
"""
|
|
28
|
+
# Maximum value for a 64-bit integer in Python
|
|
29
|
+
max_int = (1 << 64) - 1
|
|
30
|
+
mask22_bits = (1 << 22) - 1
|
|
31
|
+
|
|
32
|
+
# Function to get the current timestamp in milliseconds
|
|
33
|
+
def get_current_timestamp():
|
|
34
|
+
return int(time.time() * 1000)
|
|
35
|
+
|
|
36
|
+
# Function to generate a random 64-bit integer
|
|
37
|
+
def get_random_64bit_int():
|
|
38
|
+
return random.getrandbits(64)
|
|
39
|
+
|
|
40
|
+
# Combine timestamp and random value
|
|
41
|
+
def combine_and_mask(timestamp, random_value):
|
|
42
|
+
shifted_timestamp = timestamp << 22
|
|
43
|
+
masked_random = random_value & mask22_bits
|
|
44
|
+
return (shifted_timestamp | masked_random) & max_int
|
|
45
|
+
|
|
46
|
+
timestamp = get_current_timestamp()
|
|
47
|
+
random_value = get_random_64bit_int()
|
|
48
|
+
threading_id = combine_and_mask(timestamp, random_value)
|
|
49
|
+
|
|
50
|
+
return str(threading_id)
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
def extract_value(text: str, start_str: str, end_str: str) -> str:
|
|
54
|
+
"""
|
|
55
|
+
Helper function to extract a specific value from the given text using a key.
|
|
56
|
+
|
|
57
|
+
Args:
|
|
58
|
+
text (str): The text from which to extract the value.
|
|
59
|
+
start_str (str): The starting key.
|
|
60
|
+
end_str (str): The ending key.
|
|
61
|
+
|
|
62
|
+
Returns:
|
|
63
|
+
str: The extracted value.
|
|
64
|
+
"""
|
|
65
|
+
start = text.find(start_str) + len(start_str)
|
|
66
|
+
end = text.find(end_str, start)
|
|
67
|
+
return text[start:end]
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
def format_response(response: dict) -> str:
|
|
71
|
+
"""
|
|
72
|
+
Formats the response from Meta AI to remove unnecessary characters.
|
|
73
|
+
|
|
74
|
+
Args:
|
|
75
|
+
response (dict): The dictionnary containing the response to format.
|
|
76
|
+
|
|
77
|
+
Returns:
|
|
78
|
+
str: The formatted response.
|
|
79
|
+
"""
|
|
80
|
+
text = ""
|
|
81
|
+
for content in (
|
|
82
|
+
response.get("data", {})
|
|
83
|
+
.get("node", {})
|
|
84
|
+
.get("bot_response_message", {})
|
|
85
|
+
.get("composed_text", {})
|
|
86
|
+
.get("content", [])
|
|
87
|
+
):
|
|
88
|
+
text += content["text"] + "\n"
|
|
89
|
+
return text
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
# Function to perform the login
|
|
93
|
+
def get_fb_session(email, password, proxies=None):
|
|
94
|
+
login_url = "https://mbasic.facebook.com/login/"
|
|
95
|
+
headers = {
|
|
96
|
+
"authority": "mbasic.facebook.com",
|
|
97
|
+
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
|
|
98
|
+
"accept-language": "en-US,en;q=0.9",
|
|
99
|
+
"sec-ch-ua": '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
|
|
100
|
+
"sec-ch-ua-mobile": "?0",
|
|
101
|
+
"sec-ch-ua-platform": '"macOS"',
|
|
102
|
+
"sec-fetch-dest": "document",
|
|
103
|
+
"sec-fetch-mode": "navigate",
|
|
104
|
+
"sec-fetch-site": "none",
|
|
105
|
+
"sec-fetch-user": "?1",
|
|
106
|
+
"upgrade-insecure-requests": "1",
|
|
107
|
+
"user-agent": Lit().random(),
|
|
108
|
+
}
|
|
109
|
+
# Create a session
|
|
110
|
+
session = Session()
|
|
111
|
+
if proxies:
|
|
112
|
+
session.proxies = proxies
|
|
113
|
+
|
|
114
|
+
# Send the GET request
|
|
115
|
+
response = session.get(login_url, headers=headers)
|
|
116
|
+
|
|
117
|
+
# Use Scout for parsing instead of BeautifulSoup
|
|
118
|
+
scout = Scout(response.text)
|
|
119
|
+
|
|
120
|
+
# Parse necessary parameters from the login form
|
|
121
|
+
lsd = scout.find_first('input[name="lsd"]').get('value')
|
|
122
|
+
jazoest = scout.find_first('input[name="jazoest"]').get('value')
|
|
123
|
+
li = scout.find_first('input[name="li"]').get('value')
|
|
124
|
+
m_ts = scout.find_first('input[name="m_ts"]').get('value')
|
|
125
|
+
|
|
126
|
+
# Define the URL and body for the POST request to submit the login form
|
|
127
|
+
post_url = "https://mbasic.facebook.com/login/device-based/regular/login/?refsrc=deprecated&lwv=100"
|
|
128
|
+
data = {
|
|
129
|
+
"lsd": lsd,
|
|
130
|
+
"jazoest": jazoest,
|
|
131
|
+
"m_ts": m_ts,
|
|
132
|
+
"li": li,
|
|
133
|
+
"try_number": "0",
|
|
134
|
+
"unrecognized_tries": "0",
|
|
135
|
+
"email": email,
|
|
136
|
+
"pass": password,
|
|
137
|
+
"login": "Log In",
|
|
138
|
+
"bi_xrwh": "0",
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
headers = {
|
|
142
|
+
"authority": "mbasic.facebook.com",
|
|
143
|
+
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
|
|
144
|
+
"accept-language": "en-US,en;q=0.9",
|
|
145
|
+
"cache-control": "no-cache",
|
|
146
|
+
"content-type": "application/x-www-form-urlencoded",
|
|
147
|
+
"cookie": f"datr={response.cookies.get('datr')}; sb={response.cookies.get('sb')}; ps_n=1; ps_l=1",
|
|
148
|
+
"dpr": "2",
|
|
149
|
+
"origin": "https://mbasic.facebook.com",
|
|
150
|
+
"pragma": "no-cache",
|
|
151
|
+
"referer": "https://mbasic.facebook.com/login/",
|
|
152
|
+
"sec-fetch-site": "same-origin",
|
|
153
|
+
"sec-fetch-user": "?1",
|
|
154
|
+
"upgrade-insecure-requests": "1",
|
|
155
|
+
"user-agent": Lit().random(),
|
|
156
|
+
"viewport-width": "1728",
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
# Send the POST request
|
|
160
|
+
result = session.post(post_url, headers=headers, data=data)
|
|
161
|
+
if "sb" not in session.cookies:
|
|
162
|
+
raise exceptions.FacebookInvalidCredentialsException(
|
|
163
|
+
"Was not able to login to Facebook. Please check your credentials. "
|
|
164
|
+
"You may also have been rate limited. Try to connect to Facebook manually."
|
|
165
|
+
)
|
|
166
|
+
|
|
167
|
+
cookies = {
|
|
168
|
+
**result.cookies.get_dict(),
|
|
169
|
+
"sb": session.cookies["sb"],
|
|
170
|
+
"xs": session.cookies["xs"],
|
|
171
|
+
"fr": session.cookies["fr"],
|
|
172
|
+
"c_user": session.cookies["c_user"],
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
response_login = {
|
|
176
|
+
"cookies": cookies,
|
|
177
|
+
"headers": result.headers,
|
|
178
|
+
"response": response.text,
|
|
179
|
+
}
|
|
180
|
+
meta_ai_cookies = get_cookies()
|
|
181
|
+
|
|
182
|
+
url = "https://www.meta.ai/state/"
|
|
183
|
+
|
|
184
|
+
payload = f'__a=1&lsd={meta_ai_cookies["lsd"]}'
|
|
185
|
+
headers = {
|
|
186
|
+
"authority": "www.meta.ai",
|
|
187
|
+
"accept": "*/*",
|
|
188
|
+
"accept-language": "en-US,en;q=0.9",
|
|
189
|
+
"cache-control": "no-cache",
|
|
190
|
+
"content-type": "application/x-www-form-urlencoded",
|
|
191
|
+
"cookie": f'ps_n=1; ps_l=1; dpr=2; _js_datr={meta_ai_cookies["_js_datr"]}; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["datr"]};; ps_l=1; ps_n=1',
|
|
192
|
+
"origin": "https://www.meta.ai",
|
|
193
|
+
"pragma": "no-cache",
|
|
194
|
+
"referer": "https://www.meta.ai/",
|
|
195
|
+
"sec-fetch-mode": "cors",
|
|
196
|
+
"sec-fetch-site": "same-origin",
|
|
197
|
+
"user-agent": Lit().random(),
|
|
198
|
+
"viewport-width": "1728",
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
# Create a new session for this request
|
|
202
|
+
req_session = Session()
|
|
203
|
+
if proxies:
|
|
204
|
+
req_session.proxies = proxies
|
|
205
|
+
|
|
206
|
+
response = req_session.post(url, headers=headers, data=payload)
|
|
207
|
+
|
|
208
|
+
state = extract_value(response.text, start_str='"state":"', end_str='"')
|
|
209
|
+
|
|
210
|
+
url = f"https://www.facebook.com/oidc/?app_id=1358015658191005&scope=openid%20linking&response_type=code&redirect_uri=https%3A%2F%2Fwww.meta.ai%2Fauth%2F&no_universal_links=1&deoia=1&state={state}"
|
|
211
|
+
payload = {}
|
|
212
|
+
headers = {
|
|
213
|
+
"authority": "www.facebook.com",
|
|
214
|
+
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
|
|
215
|
+
"accept-language": "en-US,en;q=0.9",
|
|
216
|
+
"cache-control": "no-cache",
|
|
217
|
+
"cookie": f"datr={response_login['cookies']['datr']}; sb={response_login['cookies']['sb']}; c_user={response_login['cookies']['c_user']}; xs={response_login['cookies']['xs']}; fr={response_login['cookies']['fr']}; m_page_voice={response_login['cookies']['m_page_voice']}; abra_csrf={meta_ai_cookies['abra_csrf']};",
|
|
218
|
+
"sec-fetch-dest": "document",
|
|
219
|
+
"sec-fetch-mode": "navigate",
|
|
220
|
+
"sec-fetch-site": "cross-site",
|
|
221
|
+
"sec-fetch-user": "?1",
|
|
222
|
+
"upgrade-insecure-requests": "1",
|
|
223
|
+
"user-agent": Lit().random(),
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
# Create a new session for Facebook
|
|
227
|
+
fb_session = Session()
|
|
228
|
+
if proxies:
|
|
229
|
+
fb_session.proxies = proxies
|
|
230
|
+
|
|
231
|
+
response = fb_session.get(url, headers=headers, data=payload, allow_redirects=False)
|
|
232
|
+
|
|
233
|
+
next_url = response.headers["Location"]
|
|
234
|
+
|
|
235
|
+
url = next_url
|
|
236
|
+
|
|
237
|
+
payload = {}
|
|
238
|
+
headers = {
|
|
239
|
+
"User-Agent": Lit().random(),
|
|
240
|
+
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
|
|
241
|
+
"Accept-Language": "en-US,en;q=0.5",
|
|
242
|
+
"Accept-Encoding": "gzip, deflate, br",
|
|
243
|
+
"Referer": "https://www.meta.ai/",
|
|
244
|
+
"Connection": "keep-alive",
|
|
245
|
+
"Cookie": f'dpr=2; abra_csrf={meta_ai_cookies["abra_csrf"]}; datr={meta_ai_cookies["_js_datr"]}',
|
|
246
|
+
"Upgrade-Insecure-Requests": "1",
|
|
247
|
+
"Sec-Fetch-Dest": "document",
|
|
248
|
+
"Sec-Fetch-Mode": "navigate",
|
|
249
|
+
"Sec-Fetch-Site": "cross-site",
|
|
250
|
+
"Sec-Fetch-User": "?1",
|
|
251
|
+
"TE": "trailers",
|
|
252
|
+
}
|
|
253
|
+
fb_session.get(url, headers=headers, data=payload)
|
|
254
|
+
cookies = fb_session.cookies.get_dict()
|
|
255
|
+
if "abra_sess" not in cookies:
|
|
256
|
+
raise exceptions.FacebookInvalidCredentialsException(
|
|
257
|
+
"Was not able to login to Facebook. Please check your credentials. "
|
|
258
|
+
"You may also have been rate limited. Try to connect to Facebook manually."
|
|
259
|
+
)
|
|
260
|
+
logging.info("Successfully logged in to Facebook.")
|
|
261
|
+
return cookies
|
|
262
|
+
|
|
263
|
+
|
|
264
|
+
def get_cookies() -> dict:
|
|
265
|
+
"""
|
|
266
|
+
Extracts necessary cookies from the Meta AI main page.
|
|
267
|
+
|
|
268
|
+
Returns:
|
|
269
|
+
dict: A dictionary containing essential cookies.
|
|
270
|
+
"""
|
|
271
|
+
# Create a session
|
|
272
|
+
session = Session()
|
|
273
|
+
|
|
274
|
+
response = session.get(
|
|
275
|
+
"https://www.meta.ai/",
|
|
276
|
+
)
|
|
277
|
+
|
|
278
|
+
cookies = {
|
|
279
|
+
"_js_datr": extract_value(
|
|
280
|
+
response.text, start_str='_js_datr":{"value":"', end_str='",'
|
|
281
|
+
),
|
|
282
|
+
"datr": extract_value(
|
|
283
|
+
response.text, start_str='datr":{"value":"', end_str='",'
|
|
284
|
+
),
|
|
285
|
+
"lsd": extract_value(
|
|
286
|
+
response.text, start_str='"LSD",[],{"token":"', end_str='"}'
|
|
287
|
+
),
|
|
288
|
+
"fb_dtsg": extract_value(
|
|
289
|
+
response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
|
|
290
|
+
),
|
|
291
|
+
"abra_csrf": extract_value(
|
|
292
|
+
response.text, start_str='abra_csrf":{"value":"', end_str='",'
|
|
293
|
+
)
|
|
294
|
+
}
|
|
295
|
+
return cookies
|
|
296
|
+
|
|
297
|
+
class Meta(Provider):
|
|
298
|
+
"""
|
|
299
|
+
A class to interact with the Meta AI API to obtain and use access tokens for sending
|
|
300
|
+
and receiving messages from the Meta AI Chat API.
|
|
301
|
+
"""
|
|
302
|
+
required_auth = False
|
|
303
|
+
def __init__(
|
|
304
|
+
self,
|
|
305
|
+
fb_email: str = None,
|
|
306
|
+
fb_password: str = None,
|
|
307
|
+
proxy: dict = None,
|
|
308
|
+
is_conversation: bool = True,
|
|
309
|
+
max_tokens: int = 600,
|
|
310
|
+
timeout: int = 30,
|
|
311
|
+
intro: str = None,
|
|
312
|
+
filepath: str = None,
|
|
313
|
+
update_file: bool = True,
|
|
314
|
+
proxies: dict = {},
|
|
315
|
+
history_offset: int = 10250,
|
|
316
|
+
act: str = None,
|
|
317
|
+
):
|
|
318
|
+
"""
|
|
319
|
+
Initializes the Meta AI API with given parameters.
|
|
320
|
+
|
|
321
|
+
Args:
|
|
322
|
+
fb_email (str, optional): Your Facebook email address. Defaults to None.
|
|
323
|
+
fb_password (str, optional): Your Facebook password. Defaults to None.
|
|
324
|
+
proxy (dict, optional): Proxy settings for requests. Defaults to None.
|
|
325
|
+
is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
|
|
326
|
+
max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
|
|
327
|
+
timeout (int, optional): Http request timeout. Defaults to 30.
|
|
328
|
+
intro (str, optional): Conversation introductory prompt. Defaults to None.
|
|
329
|
+
filepath (str, optional): Path to file containing conversation history. Defaults to None.
|
|
330
|
+
update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
|
|
331
|
+
proxies (dict, optional): Http request proxies. Defaults to {}.
|
|
332
|
+
history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
|
|
333
|
+
act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
|
|
334
|
+
"""
|
|
335
|
+
self.session = Session()
|
|
336
|
+
self.session.headers.update(
|
|
337
|
+
{
|
|
338
|
+
"user-agent": Lit().random(),
|
|
339
|
+
}
|
|
340
|
+
)
|
|
341
|
+
self.access_token = None
|
|
342
|
+
self.fb_email = fb_email
|
|
343
|
+
self.fb_password = fb_password
|
|
344
|
+
self.proxy = proxy
|
|
345
|
+
if self.proxy and not self.check_proxy():
|
|
346
|
+
raise ConnectionError(
|
|
347
|
+
"Unable to connect to proxy. Please check your proxy settings."
|
|
348
|
+
)
|
|
349
|
+
self.is_conversation = is_conversation
|
|
350
|
+
self.max_tokens_to_sample = max_tokens
|
|
351
|
+
self.timeout = timeout
|
|
352
|
+
self.last_response = {}
|
|
353
|
+
self.is_authed = fb_password is not None and fb_email is not None
|
|
354
|
+
self.cookies = self.get_cookies()
|
|
355
|
+
self.external_conversation_id = None
|
|
356
|
+
self.offline_threading_id = None
|
|
357
|
+
|
|
358
|
+
self.__available_optimizers = (
|
|
359
|
+
method
|
|
360
|
+
for method in dir(Optimizers)
|
|
361
|
+
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
362
|
+
)
|
|
363
|
+
Conversation.intro = (
|
|
364
|
+
AwesomePrompts().get_act(
|
|
365
|
+
act, raise_not_found=True, default=None, case_insensitive=True
|
|
366
|
+
)
|
|
367
|
+
if act
|
|
368
|
+
else intro or Conversation.intro
|
|
369
|
+
)
|
|
370
|
+
self.conversation = Conversation(
|
|
371
|
+
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
372
|
+
)
|
|
373
|
+
self.conversation.history_offset = history_offset
|
|
374
|
+
self.session.proxies = proxies
|
|
375
|
+
|
|
376
|
+
def check_proxy(self, test_url: str = "https://api.ipify.org/?format=json") -> bool:
|
|
377
|
+
"""
|
|
378
|
+
Checks the proxy connection by making a request to a test URL.
|
|
379
|
+
|
|
380
|
+
Args:
|
|
381
|
+
test_url (str): A test site from which we check that the proxy is installed correctly.
|
|
382
|
+
|
|
383
|
+
Returns:
|
|
384
|
+
bool: True if the proxy is working, False otherwise.
|
|
385
|
+
"""
|
|
386
|
+
try:
|
|
387
|
+
response = self.session.get(test_url, proxies=self.proxy, timeout=10)
|
|
388
|
+
if response.status_code == 200:
|
|
389
|
+
self.session.proxies = self.proxy
|
|
390
|
+
return True
|
|
391
|
+
return False
|
|
392
|
+
except CurlError:
|
|
393
|
+
return False
|
|
394
|
+
|
|
395
|
+
def get_access_token(self) -> str:
|
|
396
|
+
"""
|
|
397
|
+
Retrieves an access token using Meta's authentication API.
|
|
398
|
+
|
|
399
|
+
Returns:
|
|
400
|
+
str: A valid access token.
|
|
401
|
+
"""
|
|
402
|
+
|
|
403
|
+
if self.access_token:
|
|
404
|
+
return self.access_token
|
|
405
|
+
|
|
406
|
+
url = "https://www.meta.ai/api/graphql/"
|
|
407
|
+
payload = {
|
|
408
|
+
"lsd": self.cookies["lsd"],
|
|
409
|
+
"fb_api_caller_class": "RelayModern",
|
|
410
|
+
"fb_api_req_friendly_name": "useAbraAcceptTOSForTempUserMutation",
|
|
411
|
+
"variables": {
|
|
412
|
+
"dob": "1999-01-01",
|
|
413
|
+
"icebreaker_type": "TEXT",
|
|
414
|
+
"__relay_internal__pv__WebPixelRatiorelayprovider": 1,
|
|
415
|
+
},
|
|
416
|
+
"doc_id": "7604648749596940",
|
|
417
|
+
}
|
|
418
|
+
payload = urllib.parse.urlencode(payload) # noqa
|
|
419
|
+
headers = {
|
|
420
|
+
"content-type": "application/x-www-form-urlencoded",
|
|
421
|
+
"cookie": f'_js_datr={self.cookies["_js_datr"]}; '
|
|
422
|
+
f'abra_csrf={self.cookies["abra_csrf"]}; datr={self.cookies["datr"]};',
|
|
423
|
+
"sec-fetch-site": "same-origin",
|
|
424
|
+
"x-fb-friendly-name": "useAbraAcceptTOSForTempUserMutation",
|
|
425
|
+
}
|
|
426
|
+
|
|
427
|
+
response = self.session.post(url, headers=headers, data=payload)
|
|
428
|
+
|
|
429
|
+
try:
|
|
430
|
+
auth_json = response.json()
|
|
431
|
+
except json.JSONDecodeError:
|
|
432
|
+
raise exceptions.FacebookRegionBlocked(
|
|
433
|
+
"Unable to receive a valid response from Meta AI. This is likely due to your region being blocked. "
|
|
434
|
+
"Try manually accessing https://www.meta.ai/ to confirm."
|
|
435
|
+
)
|
|
436
|
+
|
|
437
|
+
access_token = auth_json["data"]["xab_abra_accept_terms_of_service"][
|
|
438
|
+
"new_temp_user_auth"
|
|
439
|
+
]["access_token"]
|
|
440
|
+
|
|
441
|
+
# Need to sleep for a bit, for some reason the API doesn't like it when we send request too quickly
|
|
442
|
+
# (maybe Meta needs to register Cookies on their side?)
|
|
443
|
+
time.sleep(1)
|
|
444
|
+
|
|
445
|
+
return access_token
|
|
446
|
+
|
|
447
|
+
def ask(
|
|
448
|
+
self,
|
|
449
|
+
prompt: str,
|
|
450
|
+
stream: bool = False,
|
|
451
|
+
raw: bool = False,
|
|
452
|
+
optimizer: str = None,
|
|
453
|
+
conversationally: bool = False,
|
|
454
|
+
) -> Union[Dict, Generator[Dict, None, None]]:
|
|
455
|
+
"""
|
|
456
|
+
Sends a message to the Meta AI and returns the response.
|
|
457
|
+
|
|
458
|
+
Args:
|
|
459
|
+
prompt (str): The prompt to send.
|
|
460
|
+
stream (bool): Whether to stream the response or not. Defaults to False.
|
|
461
|
+
raw (bool, optional): Stream back raw response as received. Defaults to False.
|
|
462
|
+
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
463
|
+
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
464
|
+
Returns:
|
|
465
|
+
Union[Dict, Generator[Dict, None, None]]: A dictionary containing the response message and sources, or a generator yielding such dictionaries.
|
|
466
|
+
"""
|
|
467
|
+
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
468
|
+
if optimizer:
|
|
469
|
+
if optimizer in self.__available_optimizers:
|
|
470
|
+
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
471
|
+
conversation_prompt if conversationally else prompt
|
|
472
|
+
)
|
|
473
|
+
else:
|
|
474
|
+
raise Exception(
|
|
475
|
+
f"Optimizer is not one of {self.__available_optimizers}"
|
|
476
|
+
)
|
|
477
|
+
|
|
478
|
+
if not self.is_authed:
|
|
479
|
+
self.access_token = self.get_access_token()
|
|
480
|
+
auth_payload = {"access_token": self.access_token}
|
|
481
|
+
url = "https://graph.meta.ai/graphql?locale=user"
|
|
482
|
+
|
|
483
|
+
else:
|
|
484
|
+
auth_payload = {"fb_dtsg": self.cookies["fb_dtsg"]}
|
|
485
|
+
url = "https://www.meta.ai/api/graphql/"
|
|
486
|
+
|
|
487
|
+
if not self.external_conversation_id:
|
|
488
|
+
external_id = str(uuid.uuid4())
|
|
489
|
+
self.external_conversation_id = external_id
|
|
490
|
+
payload = {
|
|
491
|
+
**auth_payload,
|
|
492
|
+
"fb_api_caller_class": "RelayModern",
|
|
493
|
+
"fb_api_req_friendly_name": "useAbraSendMessageMutation",
|
|
494
|
+
"variables": json.dumps(
|
|
495
|
+
{
|
|
496
|
+
"message": {"sensitive_string_value": conversation_prompt},
|
|
497
|
+
"externalConversationId": self.external_conversation_id,
|
|
498
|
+
"offlineThreadingId": generate_offline_threading_id(),
|
|
499
|
+
"suggestedPromptIndex": None,
|
|
500
|
+
"flashVideoRecapInput": {"images": []},
|
|
501
|
+
"flashPreviewInput": None,
|
|
502
|
+
"promptPrefix": None,
|
|
503
|
+
"entrypoint": "ABRA__CHAT__TEXT",
|
|
504
|
+
"icebreaker_type": "TEXT",
|
|
505
|
+
"__relay_internal__pv__AbraDebugDevOnlyrelayprovider": False,
|
|
506
|
+
"__relay_internal__pv__WebPixelRatiorelayprovider": 1,
|
|
507
|
+
}
|
|
508
|
+
),
|
|
509
|
+
"server_timestamps": "true",
|
|
510
|
+
"doc_id": "7783822248314888",
|
|
511
|
+
}
|
|
512
|
+
payload = urllib.parse.urlencode(payload) # noqa
|
|
513
|
+
headers = {
|
|
514
|
+
"content-type": "application/x-www-form-urlencoded",
|
|
515
|
+
"x-fb-friendly-name": "useAbraSendMessageMutation",
|
|
516
|
+
}
|
|
517
|
+
if self.is_authed:
|
|
518
|
+
headers["cookie"] = f'abra_sess={self.cookies["abra_sess"]}'
|
|
519
|
+
# Recreate the session to avoid cookie leakage when user is authenticated
|
|
520
|
+
self.session = Session()
|
|
521
|
+
self.session.proxies = self.proxy
|
|
522
|
+
|
|
523
|
+
if stream:
|
|
524
|
+
|
|
525
|
+
def for_stream():
|
|
526
|
+
response = self.session.post(
|
|
527
|
+
url, headers=headers, data=payload, stream=True, timeout=self.timeout
|
|
528
|
+
)
|
|
529
|
+
if not response.ok:
|
|
530
|
+
raise exceptions.FailedToGenerateResponseError(
|
|
531
|
+
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
532
|
+
)
|
|
533
|
+
|
|
534
|
+
lines = response.iter_lines()
|
|
535
|
+
is_error = json.loads(next(lines))
|
|
536
|
+
if len(is_error.get("errors", [])) > 0:
|
|
537
|
+
raise exceptions.FailedToGenerateResponseError(
|
|
538
|
+
f"Failed to generate response - {response.text}"
|
|
539
|
+
)
|
|
540
|
+
final_message = None
|
|
541
|
+
for line in lines:
|
|
542
|
+
if line:
|
|
543
|
+
json_line = json.loads(line)
|
|
544
|
+
extracted_data = self.extract_data(json_line)
|
|
545
|
+
if not extracted_data.get("message"):
|
|
546
|
+
continue
|
|
547
|
+
self.last_response.update(extracted_data)
|
|
548
|
+
final_message = extracted_data # Always keep the latest
|
|
549
|
+
if final_message:
|
|
550
|
+
yield final_message if not raw else json.dumps(final_message)
|
|
551
|
+
self.conversation.update_chat_history(
|
|
552
|
+
prompt, self.get_message(self.last_response)
|
|
553
|
+
)
|
|
554
|
+
|
|
555
|
+
return for_stream()
|
|
556
|
+
else:
|
|
557
|
+
response = self.session.post(
|
|
558
|
+
url, headers=headers, data=payload, timeout=self.timeout
|
|
559
|
+
)
|
|
560
|
+
if not response.ok:
|
|
561
|
+
raise exceptions.FailedToGenerateResponseError(
|
|
562
|
+
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
563
|
+
)
|
|
564
|
+
raw_response = response.text
|
|
565
|
+
last_streamed_response = self.extract_last_response(raw_response)
|
|
566
|
+
if not last_streamed_response:
|
|
567
|
+
raise exceptions.FailedToGenerateResponseError(
|
|
568
|
+
f"Failed to generate response - {response.text}"
|
|
569
|
+
)
|
|
570
|
+
|
|
571
|
+
extracted_data = self.extract_data(last_streamed_response)
|
|
572
|
+
self.last_response.update(extracted_data)
|
|
573
|
+
self.conversation.update_chat_history(
|
|
574
|
+
prompt, self.get_message(self.last_response)
|
|
575
|
+
)
|
|
576
|
+
return extracted_data
|
|
577
|
+
|
|
578
|
+
def chat(
|
|
579
|
+
self,
|
|
580
|
+
prompt: str,
|
|
581
|
+
stream: bool = False,
|
|
582
|
+
optimizer: str = None,
|
|
583
|
+
conversationally: bool = False,
|
|
584
|
+
) -> str:
|
|
585
|
+
"""
|
|
586
|
+
Sends a message to the Meta AI and returns the response.
|
|
587
|
+
|
|
588
|
+
Args:
|
|
589
|
+
prompt (str): The message to send.
|
|
590
|
+
stream (bool): Whether to stream the response or not. Defaults to False.
|
|
591
|
+
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
592
|
+
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
593
|
+
|
|
594
|
+
Returns:
|
|
595
|
+
str: The response message.
|
|
596
|
+
"""
|
|
597
|
+
|
|
598
|
+
def for_stream():
|
|
599
|
+
for response in self.ask(
|
|
600
|
+
prompt, True, optimizer=optimizer, conversationally=conversationally
|
|
601
|
+
):
|
|
602
|
+
yield self.get_message(response)
|
|
603
|
+
|
|
604
|
+
def for_non_stream():
|
|
605
|
+
return self.get_message(
|
|
606
|
+
self.ask(
|
|
607
|
+
prompt,
|
|
608
|
+
False,
|
|
609
|
+
optimizer=optimizer,
|
|
610
|
+
conversationally=conversationally,
|
|
611
|
+
)
|
|
612
|
+
)
|
|
613
|
+
|
|
614
|
+
return for_stream() if stream else for_non_stream()
|
|
615
|
+
|
|
616
|
+
def extract_last_response(self, response: str) -> Dict:
|
|
617
|
+
"""
|
|
618
|
+
Extracts the last response from the Meta AI API.
|
|
619
|
+
|
|
620
|
+
Args:
|
|
621
|
+
response (str): The response to extract the last response from.
|
|
622
|
+
|
|
623
|
+
Returns:
|
|
624
|
+
dict: A dictionary containing the last response.
|
|
625
|
+
"""
|
|
626
|
+
last_streamed_response = None
|
|
627
|
+
for line in response.split("\n"):
|
|
628
|
+
try:
|
|
629
|
+
json_line = json.loads(line)
|
|
630
|
+
except json.JSONDecodeError:
|
|
631
|
+
continue
|
|
632
|
+
|
|
633
|
+
bot_response_message = (
|
|
634
|
+
json_line.get("data", {})
|
|
635
|
+
.get("node", {})
|
|
636
|
+
.get("bot_response_message", {})
|
|
637
|
+
)
|
|
638
|
+
chat_id = bot_response_message.get("id")
|
|
639
|
+
if chat_id:
|
|
640
|
+
external_conversation_id, offline_threading_id, _ = chat_id.split("_")
|
|
641
|
+
self.external_conversation_id = external_conversation_id
|
|
642
|
+
self.offline_threading_id = offline_threading_id
|
|
643
|
+
|
|
644
|
+
streaming_state = bot_response_message.get("streaming_state")
|
|
645
|
+
if streaming_state == "OVERALL_DONE":
|
|
646
|
+
last_streamed_response = json_line
|
|
647
|
+
|
|
648
|
+
return last_streamed_response
|
|
649
|
+
|
|
650
|
+
def extract_data(self, json_line: dict) -> Dict:
|
|
651
|
+
"""
|
|
652
|
+
Extract data and sources from a parsed JSON line.
|
|
653
|
+
|
|
654
|
+
Args:
|
|
655
|
+
json_line (dict): Parsed JSON line.
|
|
656
|
+
|
|
657
|
+
Returns:
|
|
658
|
+
dict: A dictionary containing the response message, sources, and media.
|
|
659
|
+
"""
|
|
660
|
+
bot_response_message = (
|
|
661
|
+
json_line.get("data", {}).get("node", {}).get("bot_response_message", {})
|
|
662
|
+
)
|
|
663
|
+
response = format_response(response=json_line)
|
|
664
|
+
fetch_id = bot_response_message.get("fetch_id")
|
|
665
|
+
sources = self.fetch_sources(fetch_id) if fetch_id else []
|
|
666
|
+
medias = self.extract_media(bot_response_message)
|
|
667
|
+
return {"message": response, "sources": sources, "media": medias}
|
|
668
|
+
|
|
669
|
+
def extract_media(self, json_line: dict) -> List[Dict]:
|
|
670
|
+
"""
|
|
671
|
+
Extract media from a parsed JSON line.
|
|
672
|
+
|
|
673
|
+
Args:
|
|
674
|
+
json_line (dict): Parsed JSON line.
|
|
675
|
+
|
|
676
|
+
Returns:
|
|
677
|
+
list: A list of dictionaries containing the extracted media.
|
|
678
|
+
"""
|
|
679
|
+
medias = []
|
|
680
|
+
imagine_card = json_line.get("imagine_card", {})
|
|
681
|
+
session = imagine_card.get("session", {}) if imagine_card else {}
|
|
682
|
+
media_sets = (
|
|
683
|
+
(json_line.get("imagine_card", {}).get("session", {}).get("media_sets", []))
|
|
684
|
+
if imagine_card and session
|
|
685
|
+
else []
|
|
686
|
+
)
|
|
687
|
+
for media_set in media_sets:
|
|
688
|
+
imagine_media = media_set.get("imagine_media", [])
|
|
689
|
+
for media in imagine_media:
|
|
690
|
+
medias.append(
|
|
691
|
+
{
|
|
692
|
+
"url": media.get("uri"),
|
|
693
|
+
"type": media.get("media_type"),
|
|
694
|
+
"prompt": media.get("prompt"),
|
|
695
|
+
}
|
|
696
|
+
)
|
|
697
|
+
return medias
|
|
698
|
+
|
|
699
|
+
def get_cookies(self) -> dict:
|
|
700
|
+
"""
|
|
701
|
+
Extracts necessary cookies from the Meta AI main page.
|
|
702
|
+
|
|
703
|
+
Returns:
|
|
704
|
+
dict: A dictionary containing essential cookies.
|
|
705
|
+
"""
|
|
706
|
+
headers = {}
|
|
707
|
+
if self.fb_email is not None and self.fb_password is not None:
|
|
708
|
+
fb_session = get_fb_session(self.fb_email, self.fb_password, self.proxy)
|
|
709
|
+
headers = {"cookie": f"abra_sess={fb_session['abra_sess']}"}
|
|
710
|
+
|
|
711
|
+
response = self.session.get(
|
|
712
|
+
url="https://www.meta.ai/",
|
|
713
|
+
headers=headers,
|
|
714
|
+
proxies=self.proxy,
|
|
715
|
+
)
|
|
716
|
+
|
|
717
|
+
cookies = {
|
|
718
|
+
"_js_datr": extract_value(
|
|
719
|
+
response.text, start_str='_js_datr":{"value":"', end_str='",'
|
|
720
|
+
),
|
|
721
|
+
"datr": extract_value(
|
|
722
|
+
response.text, start_str='datr":{"value":"', end_str='",'
|
|
723
|
+
),
|
|
724
|
+
"lsd": extract_value(
|
|
725
|
+
response.text, start_str='"LSD",[],{"token":"', end_str='"}'
|
|
726
|
+
),
|
|
727
|
+
"fb_dtsg": extract_value(
|
|
728
|
+
response.text, start_str='DTSGInitData",[],{"token":"', end_str='"'
|
|
729
|
+
),
|
|
730
|
+
}
|
|
731
|
+
|
|
732
|
+
if len(headers) > 0:
|
|
733
|
+
cookies["abra_sess"] = fb_session["abra_sess"]
|
|
734
|
+
else:
|
|
735
|
+
cookies["abra_csrf"] = extract_value(
|
|
736
|
+
response.text, start_str='abra_csrf":{"value":"', end_str='",'
|
|
737
|
+
)
|
|
738
|
+
return cookies
|
|
739
|
+
|
|
740
|
+
def fetch_sources(self, fetch_id: str) -> List[Dict]:
|
|
741
|
+
"""
|
|
742
|
+
Fetches sources from the Meta AI API based on the given query.
|
|
743
|
+
|
|
744
|
+
Args:
|
|
745
|
+
fetch_id (str): The fetch ID to use for the query.
|
|
746
|
+
|
|
747
|
+
Returns:
|
|
748
|
+
list: A list of dictionaries containing the fetched sources.
|
|
749
|
+
"""
|
|
750
|
+
|
|
751
|
+
url = "https://graph.meta.ai/graphql?locale=user"
|
|
752
|
+
payload = {
|
|
753
|
+
"access_token": self.access_token,
|
|
754
|
+
"fb_api_caller_class": "RelayModern",
|
|
755
|
+
"fb_api_req_friendly_name": "AbraSearchPluginDialogQuery",
|
|
756
|
+
"variables": json.dumps({"abraMessageFetchID": fetch_id}),
|
|
757
|
+
"server_timestamps": "true",
|
|
758
|
+
"doc_id": "6946734308765963",
|
|
759
|
+
}
|
|
760
|
+
|
|
761
|
+
payload = urllib.parse.urlencode(payload) # noqa
|
|
762
|
+
|
|
763
|
+
headers = {
|
|
764
|
+
"authority": "graph.meta.ai",
|
|
765
|
+
"accept-language": "en-US,en;q=0.9,fr-FR;q=0.8,fr;q=0.7",
|
|
766
|
+
"content-type": "application/x-www-form-urlencoded",
|
|
767
|
+
"cookie": f'dpr=2; abra_csrf={self.cookies.get("abra_csrf")}; datr={self.cookies.get("datr")}; ps_n=1; ps_l=1',
|
|
768
|
+
"x-fb-friendly-name": "AbraSearchPluginDialogQuery",
|
|
769
|
+
}
|
|
770
|
+
|
|
771
|
+
response = self.session.post(url, headers=headers, data=payload)
|
|
772
|
+
response_json = response.json()
|
|
773
|
+
message = response_json.get("data", {}).get("message", {})
|
|
774
|
+
search_results = (
|
|
775
|
+
(response_json.get("data", {}).get("message", {}).get("searchResults"))
|
|
776
|
+
if message
|
|
777
|
+
else None
|
|
778
|
+
)
|
|
779
|
+
if search_results is None:
|
|
780
|
+
return []
|
|
781
|
+
|
|
782
|
+
references = search_results["references"]
|
|
783
|
+
return references
|
|
784
|
+
|
|
785
|
+
def get_message(self, response: dict) -> str:
|
|
786
|
+
"""Retrieves message only from response
|
|
787
|
+
|
|
788
|
+
Args:
|
|
789
|
+
response (dict): Response generated by `self.ask`
|
|
790
|
+
|
|
791
|
+
Returns:
|
|
792
|
+
str: Message extracted
|
|
793
|
+
"""
|
|
794
|
+
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
795
|
+
return response["message"]
|
|
796
|
+
|
|
797
|
+
if __name__ == "__main__":
|
|
798
|
+
Meta = Meta()
|
|
799
|
+
ai = Meta.chat("hi")
|
|
800
|
+
for chunk in ai:
|
|
801
|
+
print(chunk, end="", flush=True)
|