webscout 8.3.7__py3-none-any.whl → 2025.10.11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +250 -250
- webscout/AIbase.py +379 -379
- webscout/AIutel.py +60 -60
- webscout/Bard.py +1012 -1012
- webscout/Bing_search.py +417 -417
- webscout/DWEBS.py +529 -529
- webscout/Extra/Act.md +309 -309
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/README.md +110 -110
- webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
- webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
- webscout/Extra/GitToolkit/gitapi/user.py +96 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
- webscout/Extra/YTToolkit/README.md +375 -375
- webscout/Extra/YTToolkit/YTdownloader.py +956 -956
- webscout/Extra/YTToolkit/__init__.py +2 -2
- webscout/Extra/YTToolkit/transcriber.py +475 -475
- webscout/Extra/YTToolkit/ytapi/README.md +44 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
- webscout/Extra/YTToolkit/ytapi/https.py +88 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
- webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
- webscout/Extra/YTToolkit/ytapi/query.py +39 -39
- webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
- webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
- webscout/Extra/YTToolkit/ytapi/video.py +232 -232
- webscout/Extra/autocoder/__init__.py +9 -9
- webscout/Extra/autocoder/autocoder.py +1105 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +332 -332
- webscout/Extra/gguf.md +429 -429
- webscout/Extra/gguf.py +1213 -1213
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +27 -27
- webscout/Extra/tempmail/async_utils.py +140 -140
- webscout/Extra/tempmail/base.py +160 -160
- webscout/Extra/tempmail/cli.py +186 -186
- webscout/Extra/tempmail/emailnator.py +84 -84
- webscout/Extra/tempmail/mail_tm.py +360 -360
- webscout/Extra/tempmail/temp_mail_io.py +291 -291
- webscout/Extra/weather.md +281 -281
- webscout/Extra/weather.py +193 -193
- webscout/Litlogger/README.md +10 -10
- webscout/Litlogger/__init__.py +15 -15
- webscout/Litlogger/formats.py +13 -13
- webscout/Litlogger/handlers.py +121 -121
- webscout/Litlogger/levels.py +13 -13
- webscout/Litlogger/logger.py +134 -134
- webscout/Provider/AISEARCH/Perplexity.py +332 -332
- webscout/Provider/AISEARCH/README.md +279 -279
- webscout/Provider/AISEARCH/__init__.py +16 -1
- webscout/Provider/AISEARCH/felo_search.py +206 -206
- webscout/Provider/AISEARCH/genspark_search.py +323 -323
- webscout/Provider/AISEARCH/hika_search.py +185 -185
- webscout/Provider/AISEARCH/iask_search.py +410 -410
- webscout/Provider/AISEARCH/monica_search.py +219 -219
- webscout/Provider/AISEARCH/scira_search.py +316 -316
- webscout/Provider/AISEARCH/stellar_search.py +177 -177
- webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
- webscout/Provider/Aitopia.py +314 -314
- webscout/Provider/Apriel.py +306 -0
- webscout/Provider/ChatGPTClone.py +236 -236
- webscout/Provider/ChatSandbox.py +343 -343
- webscout/Provider/Cloudflare.py +324 -324
- webscout/Provider/Cohere.py +208 -208
- webscout/Provider/Deepinfra.py +370 -366
- webscout/Provider/ExaAI.py +260 -260
- webscout/Provider/ExaChat.py +308 -308
- webscout/Provider/Flowith.py +221 -221
- webscout/Provider/GMI.py +293 -0
- webscout/Provider/Gemini.py +164 -164
- webscout/Provider/GeminiProxy.py +167 -167
- webscout/Provider/GithubChat.py +371 -372
- webscout/Provider/Groq.py +800 -800
- webscout/Provider/HeckAI.py +383 -383
- webscout/Provider/Jadve.py +282 -282
- webscout/Provider/K2Think.py +307 -307
- webscout/Provider/Koboldai.py +205 -205
- webscout/Provider/LambdaChat.py +423 -423
- webscout/Provider/Nemotron.py +244 -244
- webscout/Provider/Netwrck.py +248 -248
- webscout/Provider/OLLAMA.py +395 -395
- webscout/Provider/OPENAI/Cloudflare.py +393 -393
- webscout/Provider/OPENAI/FalconH1.py +451 -451
- webscout/Provider/OPENAI/FreeGemini.py +296 -296
- webscout/Provider/OPENAI/K2Think.py +431 -431
- webscout/Provider/OPENAI/NEMOTRON.py +240 -240
- webscout/Provider/OPENAI/PI.py +427 -427
- webscout/Provider/OPENAI/README.md +959 -959
- webscout/Provider/OPENAI/TogetherAI.py +345 -345
- webscout/Provider/OPENAI/TwoAI.py +465 -465
- webscout/Provider/OPENAI/__init__.py +33 -18
- webscout/Provider/OPENAI/base.py +248 -248
- webscout/Provider/OPENAI/chatglm.py +528 -0
- webscout/Provider/OPENAI/chatgpt.py +592 -592
- webscout/Provider/OPENAI/chatgptclone.py +521 -521
- webscout/Provider/OPENAI/chatsandbox.py +202 -202
- webscout/Provider/OPENAI/deepinfra.py +318 -314
- webscout/Provider/OPENAI/e2b.py +1665 -1665
- webscout/Provider/OPENAI/exaai.py +420 -420
- webscout/Provider/OPENAI/exachat.py +452 -452
- webscout/Provider/OPENAI/friendli.py +232 -232
- webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
- webscout/Provider/OPENAI/groq.py +364 -364
- webscout/Provider/OPENAI/heckai.py +314 -314
- webscout/Provider/OPENAI/llmchatco.py +337 -337
- webscout/Provider/OPENAI/netwrck.py +355 -355
- webscout/Provider/OPENAI/oivscode.py +290 -290
- webscout/Provider/OPENAI/opkfc.py +518 -518
- webscout/Provider/OPENAI/pydantic_imports.py +1 -1
- webscout/Provider/OPENAI/scirachat.py +535 -535
- webscout/Provider/OPENAI/sonus.py +308 -308
- webscout/Provider/OPENAI/standardinput.py +442 -442
- webscout/Provider/OPENAI/textpollinations.py +340 -340
- webscout/Provider/OPENAI/toolbaz.py +419 -416
- webscout/Provider/OPENAI/typefully.py +362 -362
- webscout/Provider/OPENAI/utils.py +295 -295
- webscout/Provider/OPENAI/venice.py +436 -436
- webscout/Provider/OPENAI/wisecat.py +387 -387
- webscout/Provider/OPENAI/writecream.py +166 -166
- webscout/Provider/OPENAI/x0gpt.py +378 -378
- webscout/Provider/OPENAI/yep.py +389 -389
- webscout/Provider/OpenGPT.py +230 -230
- webscout/Provider/Openai.py +243 -243
- webscout/Provider/PI.py +405 -405
- webscout/Provider/Perplexitylabs.py +430 -430
- webscout/Provider/QwenLM.py +272 -272
- webscout/Provider/STT/__init__.py +16 -1
- webscout/Provider/Sambanova.py +257 -257
- webscout/Provider/StandardInput.py +309 -309
- webscout/Provider/TTI/README.md +82 -82
- webscout/Provider/TTI/__init__.py +33 -18
- webscout/Provider/TTI/aiarta.py +413 -413
- webscout/Provider/TTI/base.py +136 -136
- webscout/Provider/TTI/bing.py +243 -243
- webscout/Provider/TTI/gpt1image.py +149 -149
- webscout/Provider/TTI/imagen.py +196 -196
- webscout/Provider/TTI/infip.py +211 -211
- webscout/Provider/TTI/magicstudio.py +232 -232
- webscout/Provider/TTI/monochat.py +219 -219
- webscout/Provider/TTI/piclumen.py +214 -214
- webscout/Provider/TTI/pixelmuse.py +232 -232
- webscout/Provider/TTI/pollinations.py +232 -232
- webscout/Provider/TTI/together.py +288 -288
- webscout/Provider/TTI/utils.py +12 -12
- webscout/Provider/TTI/venice.py +367 -367
- webscout/Provider/TTS/README.md +192 -192
- webscout/Provider/TTS/__init__.py +33 -18
- webscout/Provider/TTS/parler.py +110 -110
- webscout/Provider/TTS/streamElements.py +333 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TeachAnything.py +237 -237
- webscout/Provider/TextPollinationsAI.py +310 -310
- webscout/Provider/TogetherAI.py +356 -356
- webscout/Provider/TwoAI.py +312 -312
- webscout/Provider/TypliAI.py +311 -311
- webscout/Provider/UNFINISHED/ChatHub.py +208 -208
- webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
- webscout/Provider/UNFINISHED/GizAI.py +294 -294
- webscout/Provider/UNFINISHED/Marcus.py +198 -198
- webscout/Provider/UNFINISHED/Qodo.py +477 -477
- webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
- webscout/Provider/UNFINISHED/XenAI.py +324 -324
- webscout/Provider/UNFINISHED/Youchat.py +330 -330
- webscout/Provider/UNFINISHED/liner.py +334 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
- webscout/Provider/UNFINISHED/puterjs.py +634 -634
- webscout/Provider/UNFINISHED/samurai.py +223 -223
- webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
- webscout/Provider/Venice.py +250 -250
- webscout/Provider/VercelAI.py +256 -256
- webscout/Provider/WiseCat.py +231 -231
- webscout/Provider/WrDoChat.py +366 -366
- webscout/Provider/__init__.py +33 -18
- webscout/Provider/ai4chat.py +174 -174
- webscout/Provider/akashgpt.py +331 -331
- webscout/Provider/cerebras.py +446 -446
- webscout/Provider/chatglm.py +394 -301
- webscout/Provider/cleeai.py +211 -211
- webscout/Provider/elmo.py +282 -282
- webscout/Provider/geminiapi.py +208 -208
- webscout/Provider/granite.py +261 -261
- webscout/Provider/hermes.py +263 -263
- webscout/Provider/julius.py +223 -223
- webscout/Provider/learnfastai.py +309 -309
- webscout/Provider/llama3mitril.py +214 -214
- webscout/Provider/llmchat.py +243 -243
- webscout/Provider/llmchatco.py +290 -290
- webscout/Provider/meta.py +801 -801
- webscout/Provider/oivscode.py +309 -309
- webscout/Provider/scira_chat.py +383 -383
- webscout/Provider/searchchat.py +292 -292
- webscout/Provider/sonus.py +258 -258
- webscout/Provider/toolbaz.py +370 -367
- webscout/Provider/turboseek.py +273 -273
- webscout/Provider/typefully.py +207 -207
- webscout/Provider/yep.py +372 -372
- webscout/__init__.py +30 -31
- webscout/__main__.py +5 -5
- webscout/auth/api_key_manager.py +189 -189
- webscout/auth/config.py +175 -175
- webscout/auth/models.py +185 -185
- webscout/auth/routes.py +664 -664
- webscout/auth/simple_logger.py +236 -236
- webscout/cli.py +523 -523
- webscout/conversation.py +438 -438
- webscout/exceptions.py +361 -361
- webscout/litagent/Readme.md +298 -298
- webscout/litagent/__init__.py +28 -28
- webscout/litagent/agent.py +581 -581
- webscout/litagent/constants.py +59 -59
- webscout/litprinter/__init__.py +58 -58
- webscout/models.py +181 -181
- webscout/optimizers.py +419 -419
- webscout/prompt_manager.py +288 -288
- webscout/sanitize.py +1078 -1078
- webscout/scout/README.md +401 -401
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +6 -6
- webscout/scout/core/crawler.py +297 -297
- webscout/scout/core/scout.py +706 -706
- webscout/scout/core/search_result.py +95 -95
- webscout/scout/core/text_analyzer.py +62 -62
- webscout/scout/core/text_utils.py +277 -277
- webscout/scout/core/web_analyzer.py +51 -51
- webscout/scout/element.py +599 -599
- webscout/scout/parsers/__init__.py +69 -69
- webscout/scout/parsers/html5lib_parser.py +172 -172
- webscout/scout/parsers/html_parser.py +236 -236
- webscout/scout/parsers/lxml_parser.py +178 -178
- webscout/scout/utils.py +37 -37
- webscout/swiftcli/Readme.md +323 -323
- webscout/swiftcli/__init__.py +95 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +308 -308
- webscout/swiftcli/core/context.py +104 -104
- webscout/swiftcli/core/group.py +241 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +221 -221
- webscout/swiftcli/decorators/options.py +220 -220
- webscout/swiftcli/decorators/output.py +302 -302
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +135 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +59 -59
- webscout/swiftcli/utils/formatting.py +252 -252
- webscout/swiftcli/utils/parsing.py +267 -267
- webscout/update_checker.py +117 -117
- webscout/version.py +1 -1
- webscout/webscout_search.py +1183 -1183
- webscout/webscout_search_async.py +649 -649
- webscout/yep_search.py +346 -346
- webscout/zeroart/README.md +89 -89
- webscout/zeroart/__init__.py +134 -134
- webscout/zeroart/base.py +66 -66
- webscout/zeroart/effects.py +100 -100
- webscout/zeroart/fonts.py +1238 -1238
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -937
- webscout-2025.10.11.dist-info/RECORD +300 -0
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/OPENAI/Qwen3.py +0 -303
- webscout/Provider/OPENAI/qodo.py +0 -630
- webscout/Provider/OPENAI/xenai.py +0 -514
- webscout/tempid.py +0 -134
- webscout-8.3.7.dist-info/RECORD +0 -301
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
webscout/Provider/learnfastai.py
CHANGED
|
@@ -1,310 +1,310 @@
|
|
|
1
|
-
import os
|
|
2
|
-
import json
|
|
3
|
-
from typing import Any, Dict, Optional, Union, Generator
|
|
4
|
-
import uuid
|
|
5
|
-
from curl_cffi.requests import Session
|
|
6
|
-
from curl_cffi import CurlError
|
|
7
|
-
|
|
8
|
-
from webscout.AIutel import Optimizers
|
|
9
|
-
from webscout.AIutel import Conversation, sanitize_stream # Import sanitize_stream
|
|
10
|
-
from webscout.AIutel import AwesomePrompts
|
|
11
|
-
from webscout.AIbase import Provider
|
|
12
|
-
from webscout import exceptions
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
class LearnFast(Provider):
|
|
16
|
-
"""
|
|
17
|
-
A class to interact with the LearnFast.ai API.
|
|
18
|
-
"""
|
|
19
|
-
required_auth = False
|
|
20
|
-
def __init__(
|
|
21
|
-
self,
|
|
22
|
-
is_conversation: bool = True,
|
|
23
|
-
max_tokens: int = 600, # Note: max_tokens is not used by this API
|
|
24
|
-
timeout: int = 30,
|
|
25
|
-
intro: str = None,
|
|
26
|
-
filepath: str = None,
|
|
27
|
-
update_file: bool = True,
|
|
28
|
-
proxies: dict = {},
|
|
29
|
-
history_offset: int = 10250,
|
|
30
|
-
act: str = None,
|
|
31
|
-
system_prompt: str = "You are a helpful AI assistant.", # Note: system_prompt is not used by this API
|
|
32
|
-
):
|
|
33
|
-
"""
|
|
34
|
-
Initializes the LearnFast.ai API with given parameters.
|
|
35
|
-
"""
|
|
36
|
-
# Initialize curl_cffi Session
|
|
37
|
-
self.session = Session()
|
|
38
|
-
self.is_conversation = is_conversation
|
|
39
|
-
self.max_tokens_to_sample = max_tokens
|
|
40
|
-
self.api_endpoint = 'https://autosite.erweima.ai/api/v1/chat'
|
|
41
|
-
self.stream_chunk_size = 64
|
|
42
|
-
self.timeout = timeout
|
|
43
|
-
self.last_response = {}
|
|
44
|
-
self.system_prompt = system_prompt
|
|
45
|
-
self.headers = {
|
|
46
|
-
"authority": "autosite.erweima.ai",
|
|
47
|
-
"accept": "*/*",
|
|
48
|
-
"accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
|
|
49
|
-
"authorization": "", # Always empty
|
|
50
|
-
"content-type": "application/json",
|
|
51
|
-
"dnt": "1",
|
|
52
|
-
"origin": "https://learnfast.ai",
|
|
53
|
-
"priority": "u=1, i", # Keep priority header if needed
|
|
54
|
-
"referer": "https://learnfast.ai/",
|
|
55
|
-
"sec-fetch-dest": "empty",
|
|
56
|
-
"sec-fetch-mode": "cors",
|
|
57
|
-
"sec-fetch-site": "cross-site",
|
|
58
|
-
# uniqueid will be added dynamically in ask()
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
self.__available_optimizers = (
|
|
62
|
-
method
|
|
63
|
-
for method in dir(Optimizers)
|
|
64
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
65
|
-
)
|
|
66
|
-
# Update curl_cffi session headers and proxies
|
|
67
|
-
self.session.headers.update(self.headers)
|
|
68
|
-
self.session.proxies = proxies # Assign proxies directly
|
|
69
|
-
|
|
70
|
-
Conversation.intro = (
|
|
71
|
-
AwesomePrompts().get_act(
|
|
72
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
73
|
-
)
|
|
74
|
-
if act
|
|
75
|
-
else intro or Conversation.intro
|
|
76
|
-
)
|
|
77
|
-
self.conversation = Conversation(
|
|
78
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
79
|
-
)
|
|
80
|
-
self.conversation.history_offset = history_offset
|
|
81
|
-
|
|
82
|
-
@staticmethod
|
|
83
|
-
def _learnfast_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
|
|
84
|
-
"""Extracts message content from LearnFast stream JSON objects."""
|
|
85
|
-
if isinstance(chunk, dict) and chunk.get('code') == 200 and chunk.get('data'):
|
|
86
|
-
return chunk['data'].get('message')
|
|
87
|
-
return None
|
|
88
|
-
|
|
89
|
-
def generate_unique_id(self) -> str:
|
|
90
|
-
"""Generate a 32-character hexadecimal unique ID."""
|
|
91
|
-
return uuid.uuid4().hex
|
|
92
|
-
|
|
93
|
-
def generate_session_id(self) -> str:
|
|
94
|
-
"""Generate a 32-character hexadecimal session ID."""
|
|
95
|
-
return uuid.uuid4().hex
|
|
96
|
-
|
|
97
|
-
def upload_image_to_0x0(self, image_path: str) -> str:
|
|
98
|
-
"""
|
|
99
|
-
Uploads an image to 0x0.st and returns the public URL.
|
|
100
|
-
"""
|
|
101
|
-
if not os.path.isfile(image_path):
|
|
102
|
-
raise FileNotFoundError(f"The file '{image_path}' does not exist.")
|
|
103
|
-
|
|
104
|
-
with open(image_path, "rb") as img_file:
|
|
105
|
-
files = {"file": img_file}
|
|
106
|
-
try:
|
|
107
|
-
response = self.session.post(
|
|
108
|
-
"https://0x0.st",
|
|
109
|
-
files=files,
|
|
110
|
-
# Add impersonate if using the main session
|
|
111
|
-
impersonate="chrome110"
|
|
112
|
-
)
|
|
113
|
-
response.raise_for_status()
|
|
114
|
-
image_url = response.text.strip()
|
|
115
|
-
if not image_url.startswith("http"):
|
|
116
|
-
raise ValueError("Received an invalid URL from 0x0.st.")
|
|
117
|
-
return image_url
|
|
118
|
-
except CurlError as e: # Catch CurlError
|
|
119
|
-
raise Exception(f"Failed to upload image to 0x0.st (CurlError): {e}") from e
|
|
120
|
-
except Exception as e: # Catch other potential errors
|
|
121
|
-
raise Exception(f"Failed to upload image to 0x0.st: {e}") from e
|
|
122
|
-
|
|
123
|
-
def create_payload(
|
|
124
|
-
self,
|
|
125
|
-
session_id: str,
|
|
126
|
-
conversation_prompt: str,
|
|
127
|
-
image_url: Optional[str] = None
|
|
128
|
-
) -> dict:
|
|
129
|
-
"""
|
|
130
|
-
Creates the JSON payload for the request.
|
|
131
|
-
"""
|
|
132
|
-
payload = {
|
|
133
|
-
"prompt": conversation_prompt,
|
|
134
|
-
"firstQuestionFlag": True,
|
|
135
|
-
"sessionId": session_id,
|
|
136
|
-
"attachments": []
|
|
137
|
-
}
|
|
138
|
-
if image_url:
|
|
139
|
-
payload["attachments"] = [
|
|
140
|
-
{
|
|
141
|
-
"fileType": "image/jpeg",
|
|
142
|
-
"file": {},
|
|
143
|
-
"fileContent": image_url
|
|
144
|
-
}
|
|
145
|
-
]
|
|
146
|
-
return payload
|
|
147
|
-
|
|
148
|
-
def ask(
|
|
149
|
-
self,
|
|
150
|
-
prompt: str,
|
|
151
|
-
stream: bool = False, # API supports streaming
|
|
152
|
-
raw: bool = False,
|
|
153
|
-
optimizer: str = None,
|
|
154
|
-
conversationally: bool = False,
|
|
155
|
-
image_path: Optional[str] = None,
|
|
156
|
-
) -> Union[dict, Generator[dict, None, None], str]:
|
|
157
|
-
"""Chat with LearnFast
|
|
158
|
-
|
|
159
|
-
Args:
|
|
160
|
-
prompt (str): Prompt to be send.
|
|
161
|
-
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
162
|
-
raw (bool, optional): Stream back raw response as received. Defaults to False.
|
|
163
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
164
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
165
|
-
image_path (Optional[str], optional): Path to the image to be uploaded.
|
|
166
|
-
Defaults to None.
|
|
167
|
-
|
|
168
|
-
Returns:
|
|
169
|
-
Union[dict, Generator[dict, None, None], str]: Response generated
|
|
170
|
-
"""
|
|
171
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
172
|
-
if optimizer:
|
|
173
|
-
if optimizer in self.__available_optimizers:
|
|
174
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
175
|
-
conversation_prompt if conversationally else prompt
|
|
176
|
-
)
|
|
177
|
-
else:
|
|
178
|
-
raise Exception(
|
|
179
|
-
f"Optimizer is not one of {self.__available_optimizers}"
|
|
180
|
-
)
|
|
181
|
-
|
|
182
|
-
# Generate unique ID and session ID
|
|
183
|
-
unique_id = self.generate_unique_id()
|
|
184
|
-
session_id = self.generate_session_id()
|
|
185
|
-
|
|
186
|
-
# Update headers with the unique ID for this request
|
|
187
|
-
current_headers = self.headers.copy()
|
|
188
|
-
current_headers["uniqueid"] = unique_id
|
|
189
|
-
|
|
190
|
-
# Upload image and get URL if image_path is provided
|
|
191
|
-
image_url = None
|
|
192
|
-
if image_path:
|
|
193
|
-
try:
|
|
194
|
-
image_url = self.upload_image_to_0x0(image_path)
|
|
195
|
-
except Exception as e:
|
|
196
|
-
raise exceptions.FailedToGenerateResponseError(f"Error uploading image: {e}") from e
|
|
197
|
-
|
|
198
|
-
# Create the payload
|
|
199
|
-
payload = self.create_payload(session_id, conversation_prompt, image_url)
|
|
200
|
-
|
|
201
|
-
# Convert the payload to a JSON string
|
|
202
|
-
data = json.dumps(payload)
|
|
203
|
-
|
|
204
|
-
def for_stream():
|
|
205
|
-
full_response = ""
|
|
206
|
-
try:
|
|
207
|
-
response = self.session.post(
|
|
208
|
-
self.api_endpoint,
|
|
209
|
-
headers=current_headers, # Use headers with uniqueid
|
|
210
|
-
data=data,
|
|
211
|
-
stream=True,
|
|
212
|
-
timeout=self.timeout,
|
|
213
|
-
impersonate="chrome110"
|
|
214
|
-
)
|
|
215
|
-
response.raise_for_status()
|
|
216
|
-
|
|
217
|
-
# Iterate over each line in the response
|
|
218
|
-
for line in response.iter_lines():
|
|
219
|
-
if not line:
|
|
220
|
-
continue
|
|
221
|
-
try:
|
|
222
|
-
chunk = json.loads(line)
|
|
223
|
-
except Exception:
|
|
224
|
-
continue
|
|
225
|
-
# Only yield message_type == "text"
|
|
226
|
-
data_field = chunk.get("data", {})
|
|
227
|
-
if (
|
|
228
|
-
chunk.get("code") == 200 and
|
|
229
|
-
data_field.get("code") == 200 and
|
|
230
|
-
data_field.get("message_type") == "text" and
|
|
231
|
-
data_field.get("message")
|
|
232
|
-
):
|
|
233
|
-
message = data_field["message"]
|
|
234
|
-
full_response += message
|
|
235
|
-
if raw:
|
|
236
|
-
yield message
|
|
237
|
-
else:
|
|
238
|
-
yield {"text": message}
|
|
239
|
-
self.last_response = {"text": full_response}
|
|
240
|
-
self.conversation.update_chat_history(prompt, full_response)
|
|
241
|
-
except CurlError as e:
|
|
242
|
-
raise exceptions.FailedToGenerateResponseError(f"An error occurred (CurlError): {e}") from e
|
|
243
|
-
except Exception as e:
|
|
244
|
-
err_text = getattr(e, 'response', None) and getattr(e.response, 'text', '')
|
|
245
|
-
raise exceptions.FailedToGenerateResponseError(f"An error occurred ({type(e).__name__}): {e} - {err_text}") from e
|
|
246
|
-
def for_non_stream():
|
|
247
|
-
full_response_text = ""
|
|
248
|
-
try:
|
|
249
|
-
for chunk_data in for_stream():
|
|
250
|
-
if raw and isinstance(chunk_data, str):
|
|
251
|
-
full_response_text += chunk_data
|
|
252
|
-
elif isinstance(chunk_data, dict) and "text" in chunk_data:
|
|
253
|
-
full_response_text += chunk_data["text"]
|
|
254
|
-
except Exception as e:
|
|
255
|
-
if not full_response_text:
|
|
256
|
-
raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
|
|
257
|
-
return full_response_text if raw else self.last_response
|
|
258
|
-
return for_stream() if stream else for_non_stream()
|
|
259
|
-
|
|
260
|
-
def chat(
|
|
261
|
-
self,
|
|
262
|
-
prompt: str,
|
|
263
|
-
stream: bool = False,
|
|
264
|
-
optimizer: str = None,
|
|
265
|
-
conversationally: bool = False,
|
|
266
|
-
image_path: Optional[str] = None,
|
|
267
|
-
raw: bool = False
|
|
268
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
269
|
-
"""Generate response `str` or stream, with raw support"""
|
|
270
|
-
try:
|
|
271
|
-
response_gen = self.ask(
|
|
272
|
-
prompt, stream=stream, raw=raw,
|
|
273
|
-
optimizer=optimizer, conversationally=conversationally,
|
|
274
|
-
image_path=image_path
|
|
275
|
-
)
|
|
276
|
-
if stream:
|
|
277
|
-
def stream_wrapper():
|
|
278
|
-
for chunk in response_gen:
|
|
279
|
-
if raw:
|
|
280
|
-
yield chunk
|
|
281
|
-
else:
|
|
282
|
-
yield self.get_message(chunk)
|
|
283
|
-
return stream_wrapper()
|
|
284
|
-
else:
|
|
285
|
-
if raw:
|
|
286
|
-
return response_gen if isinstance(response_gen, str) else self.get_message(response_gen)
|
|
287
|
-
else:
|
|
288
|
-
return self.get_message(response_gen)
|
|
289
|
-
except Exception as e:
|
|
290
|
-
return f"Error: {str(e)}"
|
|
291
|
-
|
|
292
|
-
def get_message(self, response: dict) -> str:
|
|
293
|
-
"""Retrieves message only from response
|
|
294
|
-
|
|
295
|
-
Args:
|
|
296
|
-
response (dict): Response generated by `self.ask`
|
|
297
|
-
|
|
298
|
-
Returns:
|
|
299
|
-
str: Message extracted
|
|
300
|
-
"""
|
|
301
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
302
|
-
return response["text"]
|
|
303
|
-
|
|
304
|
-
if __name__ == "__main__":
|
|
305
|
-
# Ensure curl_cffi is installed
|
|
306
|
-
from rich import print
|
|
307
|
-
ai = LearnFast()
|
|
308
|
-
response = ai.chat(input(">>> "), stream=True, raw=False)
|
|
309
|
-
for chunk in response:
|
|
1
|
+
import os
|
|
2
|
+
import json
|
|
3
|
+
from typing import Any, Dict, Optional, Union, Generator
|
|
4
|
+
import uuid
|
|
5
|
+
from curl_cffi.requests import Session
|
|
6
|
+
from curl_cffi import CurlError
|
|
7
|
+
|
|
8
|
+
from webscout.AIutel import Optimizers
|
|
9
|
+
from webscout.AIutel import Conversation, sanitize_stream # Import sanitize_stream
|
|
10
|
+
from webscout.AIutel import AwesomePrompts
|
|
11
|
+
from webscout.AIbase import Provider
|
|
12
|
+
from webscout import exceptions
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
class LearnFast(Provider):
|
|
16
|
+
"""
|
|
17
|
+
A class to interact with the LearnFast.ai API.
|
|
18
|
+
"""
|
|
19
|
+
required_auth = False
|
|
20
|
+
def __init__(
|
|
21
|
+
self,
|
|
22
|
+
is_conversation: bool = True,
|
|
23
|
+
max_tokens: int = 600, # Note: max_tokens is not used by this API
|
|
24
|
+
timeout: int = 30,
|
|
25
|
+
intro: str = None,
|
|
26
|
+
filepath: str = None,
|
|
27
|
+
update_file: bool = True,
|
|
28
|
+
proxies: dict = {},
|
|
29
|
+
history_offset: int = 10250,
|
|
30
|
+
act: str = None,
|
|
31
|
+
system_prompt: str = "You are a helpful AI assistant.", # Note: system_prompt is not used by this API
|
|
32
|
+
):
|
|
33
|
+
"""
|
|
34
|
+
Initializes the LearnFast.ai API with given parameters.
|
|
35
|
+
"""
|
|
36
|
+
# Initialize curl_cffi Session
|
|
37
|
+
self.session = Session()
|
|
38
|
+
self.is_conversation = is_conversation
|
|
39
|
+
self.max_tokens_to_sample = max_tokens
|
|
40
|
+
self.api_endpoint = 'https://autosite.erweima.ai/api/v1/chat'
|
|
41
|
+
self.stream_chunk_size = 64
|
|
42
|
+
self.timeout = timeout
|
|
43
|
+
self.last_response = {}
|
|
44
|
+
self.system_prompt = system_prompt
|
|
45
|
+
self.headers = {
|
|
46
|
+
"authority": "autosite.erweima.ai",
|
|
47
|
+
"accept": "*/*",
|
|
48
|
+
"accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
|
|
49
|
+
"authorization": "", # Always empty
|
|
50
|
+
"content-type": "application/json",
|
|
51
|
+
"dnt": "1",
|
|
52
|
+
"origin": "https://learnfast.ai",
|
|
53
|
+
"priority": "u=1, i", # Keep priority header if needed
|
|
54
|
+
"referer": "https://learnfast.ai/",
|
|
55
|
+
"sec-fetch-dest": "empty",
|
|
56
|
+
"sec-fetch-mode": "cors",
|
|
57
|
+
"sec-fetch-site": "cross-site",
|
|
58
|
+
# uniqueid will be added dynamically in ask()
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
self.__available_optimizers = (
|
|
62
|
+
method
|
|
63
|
+
for method in dir(Optimizers)
|
|
64
|
+
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
65
|
+
)
|
|
66
|
+
# Update curl_cffi session headers and proxies
|
|
67
|
+
self.session.headers.update(self.headers)
|
|
68
|
+
self.session.proxies = proxies # Assign proxies directly
|
|
69
|
+
|
|
70
|
+
Conversation.intro = (
|
|
71
|
+
AwesomePrompts().get_act(
|
|
72
|
+
act, raise_not_found=True, default=None, case_insensitive=True
|
|
73
|
+
)
|
|
74
|
+
if act
|
|
75
|
+
else intro or Conversation.intro
|
|
76
|
+
)
|
|
77
|
+
self.conversation = Conversation(
|
|
78
|
+
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
79
|
+
)
|
|
80
|
+
self.conversation.history_offset = history_offset
|
|
81
|
+
|
|
82
|
+
@staticmethod
|
|
83
|
+
def _learnfast_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
|
|
84
|
+
"""Extracts message content from LearnFast stream JSON objects."""
|
|
85
|
+
if isinstance(chunk, dict) and chunk.get('code') == 200 and chunk.get('data'):
|
|
86
|
+
return chunk['data'].get('message')
|
|
87
|
+
return None
|
|
88
|
+
|
|
89
|
+
def generate_unique_id(self) -> str:
|
|
90
|
+
"""Generate a 32-character hexadecimal unique ID."""
|
|
91
|
+
return uuid.uuid4().hex
|
|
92
|
+
|
|
93
|
+
def generate_session_id(self) -> str:
|
|
94
|
+
"""Generate a 32-character hexadecimal session ID."""
|
|
95
|
+
return uuid.uuid4().hex
|
|
96
|
+
|
|
97
|
+
def upload_image_to_0x0(self, image_path: str) -> str:
|
|
98
|
+
"""
|
|
99
|
+
Uploads an image to 0x0.st and returns the public URL.
|
|
100
|
+
"""
|
|
101
|
+
if not os.path.isfile(image_path):
|
|
102
|
+
raise FileNotFoundError(f"The file '{image_path}' does not exist.")
|
|
103
|
+
|
|
104
|
+
with open(image_path, "rb") as img_file:
|
|
105
|
+
files = {"file": img_file}
|
|
106
|
+
try:
|
|
107
|
+
response = self.session.post(
|
|
108
|
+
"https://0x0.st",
|
|
109
|
+
files=files,
|
|
110
|
+
# Add impersonate if using the main session
|
|
111
|
+
impersonate="chrome110"
|
|
112
|
+
)
|
|
113
|
+
response.raise_for_status()
|
|
114
|
+
image_url = response.text.strip()
|
|
115
|
+
if not image_url.startswith("http"):
|
|
116
|
+
raise ValueError("Received an invalid URL from 0x0.st.")
|
|
117
|
+
return image_url
|
|
118
|
+
except CurlError as e: # Catch CurlError
|
|
119
|
+
raise Exception(f"Failed to upload image to 0x0.st (CurlError): {e}") from e
|
|
120
|
+
except Exception as e: # Catch other potential errors
|
|
121
|
+
raise Exception(f"Failed to upload image to 0x0.st: {e}") from e
|
|
122
|
+
|
|
123
|
+
def create_payload(
|
|
124
|
+
self,
|
|
125
|
+
session_id: str,
|
|
126
|
+
conversation_prompt: str,
|
|
127
|
+
image_url: Optional[str] = None
|
|
128
|
+
) -> dict:
|
|
129
|
+
"""
|
|
130
|
+
Creates the JSON payload for the request.
|
|
131
|
+
"""
|
|
132
|
+
payload = {
|
|
133
|
+
"prompt": conversation_prompt,
|
|
134
|
+
"firstQuestionFlag": True,
|
|
135
|
+
"sessionId": session_id,
|
|
136
|
+
"attachments": []
|
|
137
|
+
}
|
|
138
|
+
if image_url:
|
|
139
|
+
payload["attachments"] = [
|
|
140
|
+
{
|
|
141
|
+
"fileType": "image/jpeg",
|
|
142
|
+
"file": {},
|
|
143
|
+
"fileContent": image_url
|
|
144
|
+
}
|
|
145
|
+
]
|
|
146
|
+
return payload
|
|
147
|
+
|
|
148
|
+
def ask(
|
|
149
|
+
self,
|
|
150
|
+
prompt: str,
|
|
151
|
+
stream: bool = False, # API supports streaming
|
|
152
|
+
raw: bool = False,
|
|
153
|
+
optimizer: str = None,
|
|
154
|
+
conversationally: bool = False,
|
|
155
|
+
image_path: Optional[str] = None,
|
|
156
|
+
) -> Union[dict, Generator[dict, None, None], str]:
|
|
157
|
+
"""Chat with LearnFast
|
|
158
|
+
|
|
159
|
+
Args:
|
|
160
|
+
prompt (str): Prompt to be send.
|
|
161
|
+
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
162
|
+
raw (bool, optional): Stream back raw response as received. Defaults to False.
|
|
163
|
+
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
164
|
+
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
165
|
+
image_path (Optional[str], optional): Path to the image to be uploaded.
|
|
166
|
+
Defaults to None.
|
|
167
|
+
|
|
168
|
+
Returns:
|
|
169
|
+
Union[dict, Generator[dict, None, None], str]: Response generated
|
|
170
|
+
"""
|
|
171
|
+
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
172
|
+
if optimizer:
|
|
173
|
+
if optimizer in self.__available_optimizers:
|
|
174
|
+
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
175
|
+
conversation_prompt if conversationally else prompt
|
|
176
|
+
)
|
|
177
|
+
else:
|
|
178
|
+
raise Exception(
|
|
179
|
+
f"Optimizer is not one of {self.__available_optimizers}"
|
|
180
|
+
)
|
|
181
|
+
|
|
182
|
+
# Generate unique ID and session ID
|
|
183
|
+
unique_id = self.generate_unique_id()
|
|
184
|
+
session_id = self.generate_session_id()
|
|
185
|
+
|
|
186
|
+
# Update headers with the unique ID for this request
|
|
187
|
+
current_headers = self.headers.copy()
|
|
188
|
+
current_headers["uniqueid"] = unique_id
|
|
189
|
+
|
|
190
|
+
# Upload image and get URL if image_path is provided
|
|
191
|
+
image_url = None
|
|
192
|
+
if image_path:
|
|
193
|
+
try:
|
|
194
|
+
image_url = self.upload_image_to_0x0(image_path)
|
|
195
|
+
except Exception as e:
|
|
196
|
+
raise exceptions.FailedToGenerateResponseError(f"Error uploading image: {e}") from e
|
|
197
|
+
|
|
198
|
+
# Create the payload
|
|
199
|
+
payload = self.create_payload(session_id, conversation_prompt, image_url)
|
|
200
|
+
|
|
201
|
+
# Convert the payload to a JSON string
|
|
202
|
+
data = json.dumps(payload)
|
|
203
|
+
|
|
204
|
+
def for_stream():
|
|
205
|
+
full_response = ""
|
|
206
|
+
try:
|
|
207
|
+
response = self.session.post(
|
|
208
|
+
self.api_endpoint,
|
|
209
|
+
headers=current_headers, # Use headers with uniqueid
|
|
210
|
+
data=data,
|
|
211
|
+
stream=True,
|
|
212
|
+
timeout=self.timeout,
|
|
213
|
+
impersonate="chrome110"
|
|
214
|
+
)
|
|
215
|
+
response.raise_for_status()
|
|
216
|
+
|
|
217
|
+
# Iterate over each line in the response
|
|
218
|
+
for line in response.iter_lines():
|
|
219
|
+
if not line:
|
|
220
|
+
continue
|
|
221
|
+
try:
|
|
222
|
+
chunk = json.loads(line)
|
|
223
|
+
except Exception:
|
|
224
|
+
continue
|
|
225
|
+
# Only yield message_type == "text"
|
|
226
|
+
data_field = chunk.get("data", {})
|
|
227
|
+
if (
|
|
228
|
+
chunk.get("code") == 200 and
|
|
229
|
+
data_field.get("code") == 200 and
|
|
230
|
+
data_field.get("message_type") == "text" and
|
|
231
|
+
data_field.get("message")
|
|
232
|
+
):
|
|
233
|
+
message = data_field["message"]
|
|
234
|
+
full_response += message
|
|
235
|
+
if raw:
|
|
236
|
+
yield message
|
|
237
|
+
else:
|
|
238
|
+
yield {"text": message}
|
|
239
|
+
self.last_response = {"text": full_response}
|
|
240
|
+
self.conversation.update_chat_history(prompt, full_response)
|
|
241
|
+
except CurlError as e:
|
|
242
|
+
raise exceptions.FailedToGenerateResponseError(f"An error occurred (CurlError): {e}") from e
|
|
243
|
+
except Exception as e:
|
|
244
|
+
err_text = getattr(e, 'response', None) and getattr(e.response, 'text', '')
|
|
245
|
+
raise exceptions.FailedToGenerateResponseError(f"An error occurred ({type(e).__name__}): {e} - {err_text}") from e
|
|
246
|
+
def for_non_stream():
|
|
247
|
+
full_response_text = ""
|
|
248
|
+
try:
|
|
249
|
+
for chunk_data in for_stream():
|
|
250
|
+
if raw and isinstance(chunk_data, str):
|
|
251
|
+
full_response_text += chunk_data
|
|
252
|
+
elif isinstance(chunk_data, dict) and "text" in chunk_data:
|
|
253
|
+
full_response_text += chunk_data["text"]
|
|
254
|
+
except Exception as e:
|
|
255
|
+
if not full_response_text:
|
|
256
|
+
raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
|
|
257
|
+
return full_response_text if raw else self.last_response
|
|
258
|
+
return for_stream() if stream else for_non_stream()
|
|
259
|
+
|
|
260
|
+
def chat(
|
|
261
|
+
self,
|
|
262
|
+
prompt: str,
|
|
263
|
+
stream: bool = False,
|
|
264
|
+
optimizer: str = None,
|
|
265
|
+
conversationally: bool = False,
|
|
266
|
+
image_path: Optional[str] = None,
|
|
267
|
+
raw: bool = False
|
|
268
|
+
) -> Union[str, Generator[str, None, None]]:
|
|
269
|
+
"""Generate response `str` or stream, with raw support"""
|
|
270
|
+
try:
|
|
271
|
+
response_gen = self.ask(
|
|
272
|
+
prompt, stream=stream, raw=raw,
|
|
273
|
+
optimizer=optimizer, conversationally=conversationally,
|
|
274
|
+
image_path=image_path
|
|
275
|
+
)
|
|
276
|
+
if stream:
|
|
277
|
+
def stream_wrapper():
|
|
278
|
+
for chunk in response_gen:
|
|
279
|
+
if raw:
|
|
280
|
+
yield chunk
|
|
281
|
+
else:
|
|
282
|
+
yield self.get_message(chunk)
|
|
283
|
+
return stream_wrapper()
|
|
284
|
+
else:
|
|
285
|
+
if raw:
|
|
286
|
+
return response_gen if isinstance(response_gen, str) else self.get_message(response_gen)
|
|
287
|
+
else:
|
|
288
|
+
return self.get_message(response_gen)
|
|
289
|
+
except Exception as e:
|
|
290
|
+
return f"Error: {str(e)}"
|
|
291
|
+
|
|
292
|
+
def get_message(self, response: dict) -> str:
|
|
293
|
+
"""Retrieves message only from response
|
|
294
|
+
|
|
295
|
+
Args:
|
|
296
|
+
response (dict): Response generated by `self.ask`
|
|
297
|
+
|
|
298
|
+
Returns:
|
|
299
|
+
str: Message extracted
|
|
300
|
+
"""
|
|
301
|
+
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
302
|
+
return response["text"]
|
|
303
|
+
|
|
304
|
+
if __name__ == "__main__":
|
|
305
|
+
# Ensure curl_cffi is installed
|
|
306
|
+
from rich import print
|
|
307
|
+
ai = LearnFast()
|
|
308
|
+
response = ai.chat(input(">>> "), stream=True, raw=False)
|
|
309
|
+
for chunk in response:
|
|
310
310
|
print(chunk, end='', flush=True)
|