webscout 8.3.7__py3-none-any.whl → 2025.10.11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +250 -250
- webscout/AIbase.py +379 -379
- webscout/AIutel.py +60 -60
- webscout/Bard.py +1012 -1012
- webscout/Bing_search.py +417 -417
- webscout/DWEBS.py +529 -529
- webscout/Extra/Act.md +309 -309
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/README.md +110 -110
- webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
- webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
- webscout/Extra/GitToolkit/gitapi/user.py +96 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
- webscout/Extra/YTToolkit/README.md +375 -375
- webscout/Extra/YTToolkit/YTdownloader.py +956 -956
- webscout/Extra/YTToolkit/__init__.py +2 -2
- webscout/Extra/YTToolkit/transcriber.py +475 -475
- webscout/Extra/YTToolkit/ytapi/README.md +44 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
- webscout/Extra/YTToolkit/ytapi/https.py +88 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
- webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
- webscout/Extra/YTToolkit/ytapi/query.py +39 -39
- webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
- webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
- webscout/Extra/YTToolkit/ytapi/video.py +232 -232
- webscout/Extra/autocoder/__init__.py +9 -9
- webscout/Extra/autocoder/autocoder.py +1105 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +332 -332
- webscout/Extra/gguf.md +429 -429
- webscout/Extra/gguf.py +1213 -1213
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +27 -27
- webscout/Extra/tempmail/async_utils.py +140 -140
- webscout/Extra/tempmail/base.py +160 -160
- webscout/Extra/tempmail/cli.py +186 -186
- webscout/Extra/tempmail/emailnator.py +84 -84
- webscout/Extra/tempmail/mail_tm.py +360 -360
- webscout/Extra/tempmail/temp_mail_io.py +291 -291
- webscout/Extra/weather.md +281 -281
- webscout/Extra/weather.py +193 -193
- webscout/Litlogger/README.md +10 -10
- webscout/Litlogger/__init__.py +15 -15
- webscout/Litlogger/formats.py +13 -13
- webscout/Litlogger/handlers.py +121 -121
- webscout/Litlogger/levels.py +13 -13
- webscout/Litlogger/logger.py +134 -134
- webscout/Provider/AISEARCH/Perplexity.py +332 -332
- webscout/Provider/AISEARCH/README.md +279 -279
- webscout/Provider/AISEARCH/__init__.py +16 -1
- webscout/Provider/AISEARCH/felo_search.py +206 -206
- webscout/Provider/AISEARCH/genspark_search.py +323 -323
- webscout/Provider/AISEARCH/hika_search.py +185 -185
- webscout/Provider/AISEARCH/iask_search.py +410 -410
- webscout/Provider/AISEARCH/monica_search.py +219 -219
- webscout/Provider/AISEARCH/scira_search.py +316 -316
- webscout/Provider/AISEARCH/stellar_search.py +177 -177
- webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
- webscout/Provider/Aitopia.py +314 -314
- webscout/Provider/Apriel.py +306 -0
- webscout/Provider/ChatGPTClone.py +236 -236
- webscout/Provider/ChatSandbox.py +343 -343
- webscout/Provider/Cloudflare.py +324 -324
- webscout/Provider/Cohere.py +208 -208
- webscout/Provider/Deepinfra.py +370 -366
- webscout/Provider/ExaAI.py +260 -260
- webscout/Provider/ExaChat.py +308 -308
- webscout/Provider/Flowith.py +221 -221
- webscout/Provider/GMI.py +293 -0
- webscout/Provider/Gemini.py +164 -164
- webscout/Provider/GeminiProxy.py +167 -167
- webscout/Provider/GithubChat.py +371 -372
- webscout/Provider/Groq.py +800 -800
- webscout/Provider/HeckAI.py +383 -383
- webscout/Provider/Jadve.py +282 -282
- webscout/Provider/K2Think.py +307 -307
- webscout/Provider/Koboldai.py +205 -205
- webscout/Provider/LambdaChat.py +423 -423
- webscout/Provider/Nemotron.py +244 -244
- webscout/Provider/Netwrck.py +248 -248
- webscout/Provider/OLLAMA.py +395 -395
- webscout/Provider/OPENAI/Cloudflare.py +393 -393
- webscout/Provider/OPENAI/FalconH1.py +451 -451
- webscout/Provider/OPENAI/FreeGemini.py +296 -296
- webscout/Provider/OPENAI/K2Think.py +431 -431
- webscout/Provider/OPENAI/NEMOTRON.py +240 -240
- webscout/Provider/OPENAI/PI.py +427 -427
- webscout/Provider/OPENAI/README.md +959 -959
- webscout/Provider/OPENAI/TogetherAI.py +345 -345
- webscout/Provider/OPENAI/TwoAI.py +465 -465
- webscout/Provider/OPENAI/__init__.py +33 -18
- webscout/Provider/OPENAI/base.py +248 -248
- webscout/Provider/OPENAI/chatglm.py +528 -0
- webscout/Provider/OPENAI/chatgpt.py +592 -592
- webscout/Provider/OPENAI/chatgptclone.py +521 -521
- webscout/Provider/OPENAI/chatsandbox.py +202 -202
- webscout/Provider/OPENAI/deepinfra.py +318 -314
- webscout/Provider/OPENAI/e2b.py +1665 -1665
- webscout/Provider/OPENAI/exaai.py +420 -420
- webscout/Provider/OPENAI/exachat.py +452 -452
- webscout/Provider/OPENAI/friendli.py +232 -232
- webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
- webscout/Provider/OPENAI/groq.py +364 -364
- webscout/Provider/OPENAI/heckai.py +314 -314
- webscout/Provider/OPENAI/llmchatco.py +337 -337
- webscout/Provider/OPENAI/netwrck.py +355 -355
- webscout/Provider/OPENAI/oivscode.py +290 -290
- webscout/Provider/OPENAI/opkfc.py +518 -518
- webscout/Provider/OPENAI/pydantic_imports.py +1 -1
- webscout/Provider/OPENAI/scirachat.py +535 -535
- webscout/Provider/OPENAI/sonus.py +308 -308
- webscout/Provider/OPENAI/standardinput.py +442 -442
- webscout/Provider/OPENAI/textpollinations.py +340 -340
- webscout/Provider/OPENAI/toolbaz.py +419 -416
- webscout/Provider/OPENAI/typefully.py +362 -362
- webscout/Provider/OPENAI/utils.py +295 -295
- webscout/Provider/OPENAI/venice.py +436 -436
- webscout/Provider/OPENAI/wisecat.py +387 -387
- webscout/Provider/OPENAI/writecream.py +166 -166
- webscout/Provider/OPENAI/x0gpt.py +378 -378
- webscout/Provider/OPENAI/yep.py +389 -389
- webscout/Provider/OpenGPT.py +230 -230
- webscout/Provider/Openai.py +243 -243
- webscout/Provider/PI.py +405 -405
- webscout/Provider/Perplexitylabs.py +430 -430
- webscout/Provider/QwenLM.py +272 -272
- webscout/Provider/STT/__init__.py +16 -1
- webscout/Provider/Sambanova.py +257 -257
- webscout/Provider/StandardInput.py +309 -309
- webscout/Provider/TTI/README.md +82 -82
- webscout/Provider/TTI/__init__.py +33 -18
- webscout/Provider/TTI/aiarta.py +413 -413
- webscout/Provider/TTI/base.py +136 -136
- webscout/Provider/TTI/bing.py +243 -243
- webscout/Provider/TTI/gpt1image.py +149 -149
- webscout/Provider/TTI/imagen.py +196 -196
- webscout/Provider/TTI/infip.py +211 -211
- webscout/Provider/TTI/magicstudio.py +232 -232
- webscout/Provider/TTI/monochat.py +219 -219
- webscout/Provider/TTI/piclumen.py +214 -214
- webscout/Provider/TTI/pixelmuse.py +232 -232
- webscout/Provider/TTI/pollinations.py +232 -232
- webscout/Provider/TTI/together.py +288 -288
- webscout/Provider/TTI/utils.py +12 -12
- webscout/Provider/TTI/venice.py +367 -367
- webscout/Provider/TTS/README.md +192 -192
- webscout/Provider/TTS/__init__.py +33 -18
- webscout/Provider/TTS/parler.py +110 -110
- webscout/Provider/TTS/streamElements.py +333 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TeachAnything.py +237 -237
- webscout/Provider/TextPollinationsAI.py +310 -310
- webscout/Provider/TogetherAI.py +356 -356
- webscout/Provider/TwoAI.py +312 -312
- webscout/Provider/TypliAI.py +311 -311
- webscout/Provider/UNFINISHED/ChatHub.py +208 -208
- webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
- webscout/Provider/UNFINISHED/GizAI.py +294 -294
- webscout/Provider/UNFINISHED/Marcus.py +198 -198
- webscout/Provider/UNFINISHED/Qodo.py +477 -477
- webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
- webscout/Provider/UNFINISHED/XenAI.py +324 -324
- webscout/Provider/UNFINISHED/Youchat.py +330 -330
- webscout/Provider/UNFINISHED/liner.py +334 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
- webscout/Provider/UNFINISHED/puterjs.py +634 -634
- webscout/Provider/UNFINISHED/samurai.py +223 -223
- webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
- webscout/Provider/Venice.py +250 -250
- webscout/Provider/VercelAI.py +256 -256
- webscout/Provider/WiseCat.py +231 -231
- webscout/Provider/WrDoChat.py +366 -366
- webscout/Provider/__init__.py +33 -18
- webscout/Provider/ai4chat.py +174 -174
- webscout/Provider/akashgpt.py +331 -331
- webscout/Provider/cerebras.py +446 -446
- webscout/Provider/chatglm.py +394 -301
- webscout/Provider/cleeai.py +211 -211
- webscout/Provider/elmo.py +282 -282
- webscout/Provider/geminiapi.py +208 -208
- webscout/Provider/granite.py +261 -261
- webscout/Provider/hermes.py +263 -263
- webscout/Provider/julius.py +223 -223
- webscout/Provider/learnfastai.py +309 -309
- webscout/Provider/llama3mitril.py +214 -214
- webscout/Provider/llmchat.py +243 -243
- webscout/Provider/llmchatco.py +290 -290
- webscout/Provider/meta.py +801 -801
- webscout/Provider/oivscode.py +309 -309
- webscout/Provider/scira_chat.py +383 -383
- webscout/Provider/searchchat.py +292 -292
- webscout/Provider/sonus.py +258 -258
- webscout/Provider/toolbaz.py +370 -367
- webscout/Provider/turboseek.py +273 -273
- webscout/Provider/typefully.py +207 -207
- webscout/Provider/yep.py +372 -372
- webscout/__init__.py +30 -31
- webscout/__main__.py +5 -5
- webscout/auth/api_key_manager.py +189 -189
- webscout/auth/config.py +175 -175
- webscout/auth/models.py +185 -185
- webscout/auth/routes.py +664 -664
- webscout/auth/simple_logger.py +236 -236
- webscout/cli.py +523 -523
- webscout/conversation.py +438 -438
- webscout/exceptions.py +361 -361
- webscout/litagent/Readme.md +298 -298
- webscout/litagent/__init__.py +28 -28
- webscout/litagent/agent.py +581 -581
- webscout/litagent/constants.py +59 -59
- webscout/litprinter/__init__.py +58 -58
- webscout/models.py +181 -181
- webscout/optimizers.py +419 -419
- webscout/prompt_manager.py +288 -288
- webscout/sanitize.py +1078 -1078
- webscout/scout/README.md +401 -401
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +6 -6
- webscout/scout/core/crawler.py +297 -297
- webscout/scout/core/scout.py +706 -706
- webscout/scout/core/search_result.py +95 -95
- webscout/scout/core/text_analyzer.py +62 -62
- webscout/scout/core/text_utils.py +277 -277
- webscout/scout/core/web_analyzer.py +51 -51
- webscout/scout/element.py +599 -599
- webscout/scout/parsers/__init__.py +69 -69
- webscout/scout/parsers/html5lib_parser.py +172 -172
- webscout/scout/parsers/html_parser.py +236 -236
- webscout/scout/parsers/lxml_parser.py +178 -178
- webscout/scout/utils.py +37 -37
- webscout/swiftcli/Readme.md +323 -323
- webscout/swiftcli/__init__.py +95 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +308 -308
- webscout/swiftcli/core/context.py +104 -104
- webscout/swiftcli/core/group.py +241 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +221 -221
- webscout/swiftcli/decorators/options.py +220 -220
- webscout/swiftcli/decorators/output.py +302 -302
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +135 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +59 -59
- webscout/swiftcli/utils/formatting.py +252 -252
- webscout/swiftcli/utils/parsing.py +267 -267
- webscout/update_checker.py +117 -117
- webscout/version.py +1 -1
- webscout/webscout_search.py +1183 -1183
- webscout/webscout_search_async.py +649 -649
- webscout/yep_search.py +346 -346
- webscout/zeroart/README.md +89 -89
- webscout/zeroart/__init__.py +134 -134
- webscout/zeroart/base.py +66 -66
- webscout/zeroart/effects.py +100 -100
- webscout/zeroart/fonts.py +1238 -1238
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -937
- webscout-2025.10.11.dist-info/RECORD +300 -0
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/OPENAI/Qwen3.py +0 -303
- webscout/Provider/OPENAI/qodo.py +0 -630
- webscout/Provider/OPENAI/xenai.py +0 -514
- webscout/tempid.py +0 -134
- webscout-8.3.7.dist-info/RECORD +0 -301
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
webscout/Provider/OPENAI/yep.py
CHANGED
|
@@ -1,390 +1,390 @@
|
|
|
1
|
-
import time
|
|
2
|
-
import uuid
|
|
3
|
-
import cloudscraper # Import cloudscraper
|
|
4
|
-
import json
|
|
5
|
-
from typing import List, Dict, Optional, Union, Generator, Any
|
|
6
|
-
|
|
7
|
-
# Import base classes and utility structures
|
|
8
|
-
from webscout.Provider.OPENAI.base import OpenAICompatibleProvider, BaseChat, BaseCompletions
|
|
9
|
-
from webscout.Provider.OPENAI.utils import (
|
|
10
|
-
ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
|
|
11
|
-
ChatCompletionMessage, CompletionUsage, get_system_prompt, count_tokens # Import count_tokens
|
|
12
|
-
)
|
|
13
|
-
|
|
14
|
-
# Attempt to import LitAgent, fallback if not available
|
|
15
|
-
try:
|
|
16
|
-
from webscout.litagent import LitAgent
|
|
17
|
-
except ImportError:
|
|
18
|
-
# Define a dummy LitAgent if webscout is not installed or accessible
|
|
19
|
-
class LitAgent:
|
|
20
|
-
def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
|
|
21
|
-
print("Warning: LitAgent not found. Using default minimal headers.")
|
|
22
|
-
return {
|
|
23
|
-
"accept": "*/*",
|
|
24
|
-
"accept_language": "en-US,en;q=0.9",
|
|
25
|
-
"platform": "Windows",
|
|
26
|
-
"sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
|
|
27
|
-
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
|
|
28
|
-
"browser_type": browser,
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
# --- YEPCHAT Client ---
|
|
32
|
-
|
|
33
|
-
# ANSI escape codes for formatting
|
|
34
|
-
BOLD = "\033[1m"
|
|
35
|
-
RED = "\033[91m"
|
|
36
|
-
RESET = "\033[0m"
|
|
37
|
-
|
|
38
|
-
class Completions(BaseCompletions):
|
|
39
|
-
def __init__(self, client: 'YEPCHAT'):
|
|
40
|
-
self._client = client
|
|
41
|
-
|
|
42
|
-
def create(
|
|
43
|
-
self,
|
|
44
|
-
*,
|
|
45
|
-
model: str,
|
|
46
|
-
messages: List[Dict[str, str]],
|
|
47
|
-
max_tokens: Optional[int] = 1280,
|
|
48
|
-
stream: bool = False,
|
|
49
|
-
temperature: Optional[float] = 0.6,
|
|
50
|
-
top_p: Optional[float] = 0.7,
|
|
51
|
-
system_prompt: Optional[str] = None, # Added for consistency, but will be ignored
|
|
52
|
-
timeout: Optional[int] = None,
|
|
53
|
-
proxies: Optional[Dict[str, str]] = None,
|
|
54
|
-
**kwargs: Any
|
|
55
|
-
) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
|
|
56
|
-
"""
|
|
57
|
-
Creates a model response for the given chat conversation using YEPCHAT API.
|
|
58
|
-
Mimics openai.chat.completions.create
|
|
59
|
-
Note: YEPCHAT does not support system messages. They will be ignored.
|
|
60
|
-
"""
|
|
61
|
-
# Only accept and use the raw model name (no prefix logic)
|
|
62
|
-
model_raw = model
|
|
63
|
-
# Validate model
|
|
64
|
-
if model_raw not in self._client.AVAILABLE_MODELS:
|
|
65
|
-
raise ValueError(
|
|
66
|
-
f"Invalid model: {model}. Choose from: {self._client.AVAILABLE_MODELS}"
|
|
67
|
-
)
|
|
68
|
-
|
|
69
|
-
# Filter out system messages and warn the user if any are present
|
|
70
|
-
filtered_messages = []
|
|
71
|
-
has_system_message = False
|
|
72
|
-
if get_system_prompt(messages) or system_prompt: # Check both message list and explicit param
|
|
73
|
-
has_system_message = True
|
|
74
|
-
|
|
75
|
-
for msg in messages:
|
|
76
|
-
if msg["role"] == "system":
|
|
77
|
-
continue # Skip system messages
|
|
78
|
-
filtered_messages.append(msg)
|
|
79
|
-
|
|
80
|
-
if has_system_message:
|
|
81
|
-
# Print warning in bold red
|
|
82
|
-
print(f"{BOLD}{RED}Warning: YEPCHAT does not support system messages, they will be ignored.{RESET}")
|
|
83
|
-
|
|
84
|
-
# If no messages left after filtering, raise an error
|
|
85
|
-
if not filtered_messages:
|
|
86
|
-
raise ValueError("At least one user or assistant message is required for YEPCHAT.")
|
|
87
|
-
|
|
88
|
-
payload = {
|
|
89
|
-
"stream": stream,
|
|
90
|
-
"max_tokens": max_tokens,
|
|
91
|
-
"top_p": top_p,
|
|
92
|
-
"temperature": temperature,
|
|
93
|
-
"messages": filtered_messages, # Use filtered messages
|
|
94
|
-
"model": model_raw, # Send only the raw model name to the API
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
# Add any extra kwargs to the payload
|
|
98
|
-
payload.update(kwargs)
|
|
99
|
-
|
|
100
|
-
request_id = f"chatcmpl-{uuid.uuid4()}"
|
|
101
|
-
created_time = int(time.time())
|
|
102
|
-
|
|
103
|
-
if stream:
|
|
104
|
-
return self._create_stream(request_id, created_time, model, payload, timeout, proxies)
|
|
105
|
-
else:
|
|
106
|
-
return self._create_non_stream(request_id, created_time, model, payload, timeout, proxies)
|
|
107
|
-
|
|
108
|
-
def _create_stream(
|
|
109
|
-
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
|
|
110
|
-
) -> Generator[ChatCompletionChunk, None, None]:
|
|
111
|
-
try:
|
|
112
|
-
response = self._client.session.post(
|
|
113
|
-
self._client.api_endpoint,
|
|
114
|
-
headers=self._client.headers,
|
|
115
|
-
cookies=self._client.cookies,
|
|
116
|
-
json=payload,
|
|
117
|
-
stream=True,
|
|
118
|
-
timeout=timeout or self._client.timeout,
|
|
119
|
-
proxies=proxies or getattr(self._client, "proxies", None)
|
|
120
|
-
)
|
|
121
|
-
|
|
122
|
-
if not response.ok:
|
|
123
|
-
raise IOError(
|
|
124
|
-
f"YEPCHAT API Error: {response.status_code} {response.reason} - {response.text}"
|
|
125
|
-
)
|
|
126
|
-
|
|
127
|
-
# Track tokens for streaming
|
|
128
|
-
prompt_tokens = count_tokens([m.get('content', '') for m in payload.get('messages', [])])
|
|
129
|
-
completion_tokens = 0
|
|
130
|
-
total_tokens = prompt_tokens
|
|
131
|
-
|
|
132
|
-
for line in response.iter_lines(decode_unicode=True):
|
|
133
|
-
if line:
|
|
134
|
-
line = line.strip()
|
|
135
|
-
if line.startswith("data: "):
|
|
136
|
-
json_str = line[6:]
|
|
137
|
-
if json_str == "[DONE]":
|
|
138
|
-
break
|
|
139
|
-
try:
|
|
140
|
-
data = json.loads(json_str)
|
|
141
|
-
choice_data = data.get('choices', [{}])[0]
|
|
142
|
-
delta_data = choice_data.get('delta', {})
|
|
143
|
-
finish_reason = choice_data.get('finish_reason')
|
|
144
|
-
content = delta_data.get('content')
|
|
145
|
-
role = delta_data.get('role', None)
|
|
146
|
-
|
|
147
|
-
# Count tokens for this chunk
|
|
148
|
-
chunk_tokens = count_tokens(content) if content else 0
|
|
149
|
-
completion_tokens += chunk_tokens
|
|
150
|
-
total_tokens = prompt_tokens + completion_tokens
|
|
151
|
-
|
|
152
|
-
if content is not None or role is not None:
|
|
153
|
-
delta = ChoiceDelta(content=content, role=role)
|
|
154
|
-
choice = Choice(index=0, delta=delta, finish_reason=finish_reason)
|
|
155
|
-
chunk = ChatCompletionChunk(
|
|
156
|
-
id=request_id,
|
|
157
|
-
choices=[choice],
|
|
158
|
-
created=created_time,
|
|
159
|
-
model=model,
|
|
160
|
-
)
|
|
161
|
-
# Set usage directly on the chunk object
|
|
162
|
-
chunk.usage = {
|
|
163
|
-
"prompt_tokens": prompt_tokens,
|
|
164
|
-
"completion_tokens": completion_tokens,
|
|
165
|
-
"total_tokens": total_tokens,
|
|
166
|
-
"estimated_cost": None
|
|
167
|
-
}
|
|
168
|
-
# Yield the chunk with usage information
|
|
169
|
-
yield chunk
|
|
170
|
-
|
|
171
|
-
except json.JSONDecodeError:
|
|
172
|
-
print(f"Warning: Could not decode JSON line: {json_str}")
|
|
173
|
-
continue
|
|
174
|
-
|
|
175
|
-
# Yield final chunk with finish reason if not already sent
|
|
176
|
-
delta = ChoiceDelta()
|
|
177
|
-
choice = Choice(index=0, delta=delta, finish_reason="stop")
|
|
178
|
-
chunk = ChatCompletionChunk(
|
|
179
|
-
id=request_id,
|
|
180
|
-
choices=[choice],
|
|
181
|
-
created=created_time,
|
|
182
|
-
model=model,
|
|
183
|
-
)
|
|
184
|
-
# Set usage directly on the chunk object
|
|
185
|
-
chunk.usage = {
|
|
186
|
-
"prompt_tokens": prompt_tokens,
|
|
187
|
-
"completion_tokens": completion_tokens,
|
|
188
|
-
"total_tokens": total_tokens,
|
|
189
|
-
"estimated_cost": None
|
|
190
|
-
}
|
|
191
|
-
yield chunk
|
|
192
|
-
|
|
193
|
-
except cloudscraper.exceptions.CloudflareChallengeError as e:
|
|
194
|
-
pass
|
|
195
|
-
|
|
196
|
-
def _create_non_stream(
|
|
197
|
-
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
|
|
198
|
-
) -> ChatCompletion:
|
|
199
|
-
full_response_content = ""
|
|
200
|
-
finish_reason = "stop"
|
|
201
|
-
try:
|
|
202
|
-
# Make a non-streaming request to the API
|
|
203
|
-
payload_copy = payload.copy()
|
|
204
|
-
payload_copy["stream"] = False
|
|
205
|
-
response = self._client.session.post(
|
|
206
|
-
self._client.api_endpoint,
|
|
207
|
-
headers=self._client.headers,
|
|
208
|
-
cookies=self._client.cookies,
|
|
209
|
-
json=payload_copy,
|
|
210
|
-
timeout=timeout or self._client.timeout,
|
|
211
|
-
proxies=proxies or getattr(self._client, "proxies", None)
|
|
212
|
-
)
|
|
213
|
-
if not response.ok:
|
|
214
|
-
raise IOError(
|
|
215
|
-
f"YEPCHAT API Error: {response.status_code} {response.reason} - {response.text}"
|
|
216
|
-
)
|
|
217
|
-
data = response.json()
|
|
218
|
-
if 'choices' in data and len(data['choices']) > 0:
|
|
219
|
-
# YEPCHAT non-streaming returns message content in choices[0]['message']['content']
|
|
220
|
-
full_response_content = data['choices'][0].get('message', {}).get('content', '')
|
|
221
|
-
finish_reason = data['choices'][0].get('finish_reason', 'stop')
|
|
222
|
-
else:
|
|
223
|
-
full_response_content = ''
|
|
224
|
-
finish_reason = 'stop'
|
|
225
|
-
except Exception as e:
|
|
226
|
-
print(f"Error obtaining non-stream response from YEPCHAT: {e}")
|
|
227
|
-
finish_reason = "error"
|
|
228
|
-
|
|
229
|
-
message = ChatCompletionMessage(
|
|
230
|
-
role="assistant",
|
|
231
|
-
content=full_response_content
|
|
232
|
-
)
|
|
233
|
-
choice = Choice(
|
|
234
|
-
index=0,
|
|
235
|
-
message=message,
|
|
236
|
-
finish_reason=finish_reason
|
|
237
|
-
)
|
|
238
|
-
# Use count_tokens to compute usage
|
|
239
|
-
prompt_tokens = count_tokens([m.get('content', '') for m in payload.get('messages', [])])
|
|
240
|
-
completion_tokens = count_tokens(full_response_content)
|
|
241
|
-
usage = CompletionUsage(
|
|
242
|
-
prompt_tokens=prompt_tokens,
|
|
243
|
-
completion_tokens=completion_tokens,
|
|
244
|
-
total_tokens=prompt_tokens + completion_tokens
|
|
245
|
-
)
|
|
246
|
-
completion = ChatCompletion(
|
|
247
|
-
id=request_id,
|
|
248
|
-
choices=[choice],
|
|
249
|
-
created=created_time,
|
|
250
|
-
model=model,
|
|
251
|
-
usage=usage,
|
|
252
|
-
)
|
|
253
|
-
return completion
|
|
254
|
-
|
|
255
|
-
class Chat(BaseChat):
|
|
256
|
-
def __init__(self, client: 'YEPCHAT'):
|
|
257
|
-
self.completions = Completions(client)
|
|
258
|
-
|
|
259
|
-
class YEPCHAT(OpenAICompatibleProvider):
|
|
260
|
-
"""
|
|
261
|
-
OpenAI-compatible client for YEPCHAT API.
|
|
262
|
-
|
|
263
|
-
Usage:
|
|
264
|
-
client = YEPCHAT()
|
|
265
|
-
response = client.chat.completions.create(
|
|
266
|
-
model="DeepSeek-R1-Distill-Qwen-32B",
|
|
267
|
-
messages=[{"role": "user", "content": "Hello!"}]
|
|
268
|
-
)
|
|
269
|
-
print(response.choices[0].message.content)
|
|
270
|
-
"""
|
|
271
|
-
_base_models = ["DeepSeek-R1-Distill-Qwen-32B", "Mixtral-8x7B-Instruct-v0.1"]
|
|
272
|
-
|
|
273
|
-
# Create AVAILABLE_MODELS as a list of base model names (no prefix)
|
|
274
|
-
AVAILABLE_MODELS = _base_models
|
|
275
|
-
|
|
276
|
-
def __init__(
|
|
277
|
-
self,
|
|
278
|
-
browser: str = "chrome"
|
|
279
|
-
):
|
|
280
|
-
"""
|
|
281
|
-
Initialize the YEPCHAT client.
|
|
282
|
-
|
|
283
|
-
Args:
|
|
284
|
-
browser: Browser name for LitAgent to generate User-Agent.
|
|
285
|
-
"""
|
|
286
|
-
self.timeout = None
|
|
287
|
-
self.api_endpoint = "https://api.yep.com/v1/chat/completions"
|
|
288
|
-
self.session = cloudscraper.create_scraper() # Use cloudscraper
|
|
289
|
-
|
|
290
|
-
# Initialize LitAgent for user agent generation and fingerprinting
|
|
291
|
-
try:
|
|
292
|
-
agent = LitAgent()
|
|
293
|
-
fingerprint = agent.generate_fingerprint(browser=browser)
|
|
294
|
-
except Exception as e:
|
|
295
|
-
print(f"Warning: Failed to generate fingerprint with LitAgent: {e}. Using fallback.")
|
|
296
|
-
# Fallback fingerprint data
|
|
297
|
-
fingerprint = {
|
|
298
|
-
"accept": "*/*",
|
|
299
|
-
"accept_language": "en-US,en;q=0.9",
|
|
300
|
-
"sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
|
|
301
|
-
"platform": "Windows",
|
|
302
|
-
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36"
|
|
303
|
-
}
|
|
304
|
-
|
|
305
|
-
# Initialize headers using the fingerprint
|
|
306
|
-
self.headers = {
|
|
307
|
-
"Accept": fingerprint["accept"],
|
|
308
|
-
"Accept-Encoding": "gzip, deflate, br, zstd",
|
|
309
|
-
"Accept-Language": fingerprint["accept_language"],
|
|
310
|
-
"Content-Type": "application/json; charset=utf-8",
|
|
311
|
-
"DNT": "1",
|
|
312
|
-
"Origin": "https://yep.com",
|
|
313
|
-
"Referer": "https://yep.com/",
|
|
314
|
-
"Sec-CH-UA": fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
|
|
315
|
-
"Sec-CH-UA-Mobile": "?0",
|
|
316
|
-
"Sec-CH-UA-Platform": f'"{fingerprint["platform"]}"',
|
|
317
|
-
"User-Agent": fingerprint["user_agent"],
|
|
318
|
-
"x-forwarded-for": fingerprint["x-forwarded-for"],
|
|
319
|
-
"x-real-ip": fingerprint["x-real-ip"],
|
|
320
|
-
"x-client-ip": fingerprint["x-client-ip"],
|
|
321
|
-
"forwarded": fingerprint["forwarded"],
|
|
322
|
-
"x-forwarded-proto": "https",
|
|
323
|
-
"x-request-id": fingerprint["x-request-id"],
|
|
324
|
-
}
|
|
325
|
-
self.session.headers.update(self.headers)
|
|
326
|
-
|
|
327
|
-
# Generate cookies (consider if these need refreshing or specific values)
|
|
328
|
-
self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
|
|
329
|
-
|
|
330
|
-
# Initialize the chat interface
|
|
331
|
-
self.chat = Chat(self)
|
|
332
|
-
|
|
333
|
-
@property
|
|
334
|
-
def models(self):
|
|
335
|
-
class _ModelList:
|
|
336
|
-
def list(inner_self):
|
|
337
|
-
return YEPCHAT.AVAILABLE_MODELS
|
|
338
|
-
return _ModelList()
|
|
339
|
-
|
|
340
|
-
def convert_model_name(self, model: str) -> str:
|
|
341
|
-
"""
|
|
342
|
-
Ensures the model name is valid for YEPCHAT.
|
|
343
|
-
Returns the validated model name or raises an error if invalid.
|
|
344
|
-
"""
|
|
345
|
-
if model in self.AVAILABLE_MODELS:
|
|
346
|
-
return model
|
|
347
|
-
else:
|
|
348
|
-
# Raise error instead of defaulting, as model is mandatory in create()
|
|
349
|
-
raise ValueError(f"Model '{model}' not supported by YEPCHAT. Available: {self.AVAILABLE_MODELS}")
|
|
350
|
-
|
|
351
|
-
# Example usage (optional, for testing)
|
|
352
|
-
if __name__ == '__main__':
|
|
353
|
-
print("Testing YEPCHAT OpenAI-Compatible Client...")
|
|
354
|
-
|
|
355
|
-
# Test Non-Streaming
|
|
356
|
-
try:
|
|
357
|
-
print("\n--- Non-Streaming Test (DeepSeek) ---")
|
|
358
|
-
client = YEPCHAT()
|
|
359
|
-
response = client.chat.completions.create(
|
|
360
|
-
model="DeepSeek-R1-Distill-Qwen-32B",
|
|
361
|
-
messages=[
|
|
362
|
-
{"role": "user", "content": "Say 'Hello World'"}
|
|
363
|
-
],
|
|
364
|
-
stream=False
|
|
365
|
-
)
|
|
366
|
-
print("Response:", response.choices[0].message.content)
|
|
367
|
-
print("Usage:", response.usage) # Will show 0 tokens
|
|
368
|
-
except Exception as e:
|
|
369
|
-
print(f"Non-Streaming Test Failed: {e}")
|
|
370
|
-
|
|
371
|
-
# Test Streaming
|
|
372
|
-
try:
|
|
373
|
-
print("\n--- Streaming Test (Mixtral) ---")
|
|
374
|
-
client_stream = YEPCHAT()
|
|
375
|
-
stream = client_stream.chat.completions.create(
|
|
376
|
-
model="Mixtral-8x7B-Instruct-v0.1",
|
|
377
|
-
messages=[
|
|
378
|
-
{"role": "user", "content": "Write a short sentence about AI."}
|
|
379
|
-
],
|
|
380
|
-
stream=True
|
|
381
|
-
)
|
|
382
|
-
print("Streaming Response:")
|
|
383
|
-
for chunk in stream:
|
|
384
|
-
content = chunk.choices[0].delta.content
|
|
385
|
-
if content:
|
|
386
|
-
print(content, end="", flush=True)
|
|
387
|
-
print() # Add a newline at the end
|
|
388
|
-
|
|
389
|
-
except Exception as e:
|
|
1
|
+
import time
|
|
2
|
+
import uuid
|
|
3
|
+
import cloudscraper # Import cloudscraper
|
|
4
|
+
import json
|
|
5
|
+
from typing import List, Dict, Optional, Union, Generator, Any
|
|
6
|
+
|
|
7
|
+
# Import base classes and utility structures
|
|
8
|
+
from webscout.Provider.OPENAI.base import OpenAICompatibleProvider, BaseChat, BaseCompletions
|
|
9
|
+
from webscout.Provider.OPENAI.utils import (
|
|
10
|
+
ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
|
|
11
|
+
ChatCompletionMessage, CompletionUsage, get_system_prompt, count_tokens # Import count_tokens
|
|
12
|
+
)
|
|
13
|
+
|
|
14
|
+
# Attempt to import LitAgent, fallback if not available
|
|
15
|
+
try:
|
|
16
|
+
from webscout.litagent import LitAgent
|
|
17
|
+
except ImportError:
|
|
18
|
+
# Define a dummy LitAgent if webscout is not installed or accessible
|
|
19
|
+
class LitAgent:
|
|
20
|
+
def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
|
|
21
|
+
print("Warning: LitAgent not found. Using default minimal headers.")
|
|
22
|
+
return {
|
|
23
|
+
"accept": "*/*",
|
|
24
|
+
"accept_language": "en-US,en;q=0.9",
|
|
25
|
+
"platform": "Windows",
|
|
26
|
+
"sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
|
|
27
|
+
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
|
|
28
|
+
"browser_type": browser,
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
# --- YEPCHAT Client ---
|
|
32
|
+
|
|
33
|
+
# ANSI escape codes for formatting
|
|
34
|
+
BOLD = "\033[1m"
|
|
35
|
+
RED = "\033[91m"
|
|
36
|
+
RESET = "\033[0m"
|
|
37
|
+
|
|
38
|
+
class Completions(BaseCompletions):
|
|
39
|
+
def __init__(self, client: 'YEPCHAT'):
|
|
40
|
+
self._client = client
|
|
41
|
+
|
|
42
|
+
def create(
|
|
43
|
+
self,
|
|
44
|
+
*,
|
|
45
|
+
model: str,
|
|
46
|
+
messages: List[Dict[str, str]],
|
|
47
|
+
max_tokens: Optional[int] = 1280,
|
|
48
|
+
stream: bool = False,
|
|
49
|
+
temperature: Optional[float] = 0.6,
|
|
50
|
+
top_p: Optional[float] = 0.7,
|
|
51
|
+
system_prompt: Optional[str] = None, # Added for consistency, but will be ignored
|
|
52
|
+
timeout: Optional[int] = None,
|
|
53
|
+
proxies: Optional[Dict[str, str]] = None,
|
|
54
|
+
**kwargs: Any
|
|
55
|
+
) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
|
|
56
|
+
"""
|
|
57
|
+
Creates a model response for the given chat conversation using YEPCHAT API.
|
|
58
|
+
Mimics openai.chat.completions.create
|
|
59
|
+
Note: YEPCHAT does not support system messages. They will be ignored.
|
|
60
|
+
"""
|
|
61
|
+
# Only accept and use the raw model name (no prefix logic)
|
|
62
|
+
model_raw = model
|
|
63
|
+
# Validate model
|
|
64
|
+
if model_raw not in self._client.AVAILABLE_MODELS:
|
|
65
|
+
raise ValueError(
|
|
66
|
+
f"Invalid model: {model}. Choose from: {self._client.AVAILABLE_MODELS}"
|
|
67
|
+
)
|
|
68
|
+
|
|
69
|
+
# Filter out system messages and warn the user if any are present
|
|
70
|
+
filtered_messages = []
|
|
71
|
+
has_system_message = False
|
|
72
|
+
if get_system_prompt(messages) or system_prompt: # Check both message list and explicit param
|
|
73
|
+
has_system_message = True
|
|
74
|
+
|
|
75
|
+
for msg in messages:
|
|
76
|
+
if msg["role"] == "system":
|
|
77
|
+
continue # Skip system messages
|
|
78
|
+
filtered_messages.append(msg)
|
|
79
|
+
|
|
80
|
+
if has_system_message:
|
|
81
|
+
# Print warning in bold red
|
|
82
|
+
print(f"{BOLD}{RED}Warning: YEPCHAT does not support system messages, they will be ignored.{RESET}")
|
|
83
|
+
|
|
84
|
+
# If no messages left after filtering, raise an error
|
|
85
|
+
if not filtered_messages:
|
|
86
|
+
raise ValueError("At least one user or assistant message is required for YEPCHAT.")
|
|
87
|
+
|
|
88
|
+
payload = {
|
|
89
|
+
"stream": stream,
|
|
90
|
+
"max_tokens": max_tokens,
|
|
91
|
+
"top_p": top_p,
|
|
92
|
+
"temperature": temperature,
|
|
93
|
+
"messages": filtered_messages, # Use filtered messages
|
|
94
|
+
"model": model_raw, # Send only the raw model name to the API
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
# Add any extra kwargs to the payload
|
|
98
|
+
payload.update(kwargs)
|
|
99
|
+
|
|
100
|
+
request_id = f"chatcmpl-{uuid.uuid4()}"
|
|
101
|
+
created_time = int(time.time())
|
|
102
|
+
|
|
103
|
+
if stream:
|
|
104
|
+
return self._create_stream(request_id, created_time, model, payload, timeout, proxies)
|
|
105
|
+
else:
|
|
106
|
+
return self._create_non_stream(request_id, created_time, model, payload, timeout, proxies)
|
|
107
|
+
|
|
108
|
+
def _create_stream(
|
|
109
|
+
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
|
|
110
|
+
) -> Generator[ChatCompletionChunk, None, None]:
|
|
111
|
+
try:
|
|
112
|
+
response = self._client.session.post(
|
|
113
|
+
self._client.api_endpoint,
|
|
114
|
+
headers=self._client.headers,
|
|
115
|
+
cookies=self._client.cookies,
|
|
116
|
+
json=payload,
|
|
117
|
+
stream=True,
|
|
118
|
+
timeout=timeout or self._client.timeout,
|
|
119
|
+
proxies=proxies or getattr(self._client, "proxies", None)
|
|
120
|
+
)
|
|
121
|
+
|
|
122
|
+
if not response.ok:
|
|
123
|
+
raise IOError(
|
|
124
|
+
f"YEPCHAT API Error: {response.status_code} {response.reason} - {response.text}"
|
|
125
|
+
)
|
|
126
|
+
|
|
127
|
+
# Track tokens for streaming
|
|
128
|
+
prompt_tokens = count_tokens([m.get('content', '') for m in payload.get('messages', [])])
|
|
129
|
+
completion_tokens = 0
|
|
130
|
+
total_tokens = prompt_tokens
|
|
131
|
+
|
|
132
|
+
for line in response.iter_lines(decode_unicode=True):
|
|
133
|
+
if line:
|
|
134
|
+
line = line.strip()
|
|
135
|
+
if line.startswith("data: "):
|
|
136
|
+
json_str = line[6:]
|
|
137
|
+
if json_str == "[DONE]":
|
|
138
|
+
break
|
|
139
|
+
try:
|
|
140
|
+
data = json.loads(json_str)
|
|
141
|
+
choice_data = data.get('choices', [{}])[0]
|
|
142
|
+
delta_data = choice_data.get('delta', {})
|
|
143
|
+
finish_reason = choice_data.get('finish_reason')
|
|
144
|
+
content = delta_data.get('content')
|
|
145
|
+
role = delta_data.get('role', None)
|
|
146
|
+
|
|
147
|
+
# Count tokens for this chunk
|
|
148
|
+
chunk_tokens = count_tokens(content) if content else 0
|
|
149
|
+
completion_tokens += chunk_tokens
|
|
150
|
+
total_tokens = prompt_tokens + completion_tokens
|
|
151
|
+
|
|
152
|
+
if content is not None or role is not None:
|
|
153
|
+
delta = ChoiceDelta(content=content, role=role)
|
|
154
|
+
choice = Choice(index=0, delta=delta, finish_reason=finish_reason)
|
|
155
|
+
chunk = ChatCompletionChunk(
|
|
156
|
+
id=request_id,
|
|
157
|
+
choices=[choice],
|
|
158
|
+
created=created_time,
|
|
159
|
+
model=model,
|
|
160
|
+
)
|
|
161
|
+
# Set usage directly on the chunk object
|
|
162
|
+
chunk.usage = {
|
|
163
|
+
"prompt_tokens": prompt_tokens,
|
|
164
|
+
"completion_tokens": completion_tokens,
|
|
165
|
+
"total_tokens": total_tokens,
|
|
166
|
+
"estimated_cost": None
|
|
167
|
+
}
|
|
168
|
+
# Yield the chunk with usage information
|
|
169
|
+
yield chunk
|
|
170
|
+
|
|
171
|
+
except json.JSONDecodeError:
|
|
172
|
+
print(f"Warning: Could not decode JSON line: {json_str}")
|
|
173
|
+
continue
|
|
174
|
+
|
|
175
|
+
# Yield final chunk with finish reason if not already sent
|
|
176
|
+
delta = ChoiceDelta()
|
|
177
|
+
choice = Choice(index=0, delta=delta, finish_reason="stop")
|
|
178
|
+
chunk = ChatCompletionChunk(
|
|
179
|
+
id=request_id,
|
|
180
|
+
choices=[choice],
|
|
181
|
+
created=created_time,
|
|
182
|
+
model=model,
|
|
183
|
+
)
|
|
184
|
+
# Set usage directly on the chunk object
|
|
185
|
+
chunk.usage = {
|
|
186
|
+
"prompt_tokens": prompt_tokens,
|
|
187
|
+
"completion_tokens": completion_tokens,
|
|
188
|
+
"total_tokens": total_tokens,
|
|
189
|
+
"estimated_cost": None
|
|
190
|
+
}
|
|
191
|
+
yield chunk
|
|
192
|
+
|
|
193
|
+
except cloudscraper.exceptions.CloudflareChallengeError as e:
|
|
194
|
+
pass
|
|
195
|
+
|
|
196
|
+
def _create_non_stream(
|
|
197
|
+
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
|
|
198
|
+
) -> ChatCompletion:
|
|
199
|
+
full_response_content = ""
|
|
200
|
+
finish_reason = "stop"
|
|
201
|
+
try:
|
|
202
|
+
# Make a non-streaming request to the API
|
|
203
|
+
payload_copy = payload.copy()
|
|
204
|
+
payload_copy["stream"] = False
|
|
205
|
+
response = self._client.session.post(
|
|
206
|
+
self._client.api_endpoint,
|
|
207
|
+
headers=self._client.headers,
|
|
208
|
+
cookies=self._client.cookies,
|
|
209
|
+
json=payload_copy,
|
|
210
|
+
timeout=timeout or self._client.timeout,
|
|
211
|
+
proxies=proxies or getattr(self._client, "proxies", None)
|
|
212
|
+
)
|
|
213
|
+
if not response.ok:
|
|
214
|
+
raise IOError(
|
|
215
|
+
f"YEPCHAT API Error: {response.status_code} {response.reason} - {response.text}"
|
|
216
|
+
)
|
|
217
|
+
data = response.json()
|
|
218
|
+
if 'choices' in data and len(data['choices']) > 0:
|
|
219
|
+
# YEPCHAT non-streaming returns message content in choices[0]['message']['content']
|
|
220
|
+
full_response_content = data['choices'][0].get('message', {}).get('content', '')
|
|
221
|
+
finish_reason = data['choices'][0].get('finish_reason', 'stop')
|
|
222
|
+
else:
|
|
223
|
+
full_response_content = ''
|
|
224
|
+
finish_reason = 'stop'
|
|
225
|
+
except Exception as e:
|
|
226
|
+
print(f"Error obtaining non-stream response from YEPCHAT: {e}")
|
|
227
|
+
finish_reason = "error"
|
|
228
|
+
|
|
229
|
+
message = ChatCompletionMessage(
|
|
230
|
+
role="assistant",
|
|
231
|
+
content=full_response_content
|
|
232
|
+
)
|
|
233
|
+
choice = Choice(
|
|
234
|
+
index=0,
|
|
235
|
+
message=message,
|
|
236
|
+
finish_reason=finish_reason
|
|
237
|
+
)
|
|
238
|
+
# Use count_tokens to compute usage
|
|
239
|
+
prompt_tokens = count_tokens([m.get('content', '') for m in payload.get('messages', [])])
|
|
240
|
+
completion_tokens = count_tokens(full_response_content)
|
|
241
|
+
usage = CompletionUsage(
|
|
242
|
+
prompt_tokens=prompt_tokens,
|
|
243
|
+
completion_tokens=completion_tokens,
|
|
244
|
+
total_tokens=prompt_tokens + completion_tokens
|
|
245
|
+
)
|
|
246
|
+
completion = ChatCompletion(
|
|
247
|
+
id=request_id,
|
|
248
|
+
choices=[choice],
|
|
249
|
+
created=created_time,
|
|
250
|
+
model=model,
|
|
251
|
+
usage=usage,
|
|
252
|
+
)
|
|
253
|
+
return completion
|
|
254
|
+
|
|
255
|
+
class Chat(BaseChat):
|
|
256
|
+
def __init__(self, client: 'YEPCHAT'):
|
|
257
|
+
self.completions = Completions(client)
|
|
258
|
+
|
|
259
|
+
class YEPCHAT(OpenAICompatibleProvider):
|
|
260
|
+
"""
|
|
261
|
+
OpenAI-compatible client for YEPCHAT API.
|
|
262
|
+
|
|
263
|
+
Usage:
|
|
264
|
+
client = YEPCHAT()
|
|
265
|
+
response = client.chat.completions.create(
|
|
266
|
+
model="DeepSeek-R1-Distill-Qwen-32B",
|
|
267
|
+
messages=[{"role": "user", "content": "Hello!"}]
|
|
268
|
+
)
|
|
269
|
+
print(response.choices[0].message.content)
|
|
270
|
+
"""
|
|
271
|
+
_base_models = ["DeepSeek-R1-Distill-Qwen-32B", "Mixtral-8x7B-Instruct-v0.1"]
|
|
272
|
+
|
|
273
|
+
# Create AVAILABLE_MODELS as a list of base model names (no prefix)
|
|
274
|
+
AVAILABLE_MODELS = _base_models
|
|
275
|
+
|
|
276
|
+
def __init__(
|
|
277
|
+
self,
|
|
278
|
+
browser: str = "chrome"
|
|
279
|
+
):
|
|
280
|
+
"""
|
|
281
|
+
Initialize the YEPCHAT client.
|
|
282
|
+
|
|
283
|
+
Args:
|
|
284
|
+
browser: Browser name for LitAgent to generate User-Agent.
|
|
285
|
+
"""
|
|
286
|
+
self.timeout = None
|
|
287
|
+
self.api_endpoint = "https://api.yep.com/v1/chat/completions"
|
|
288
|
+
self.session = cloudscraper.create_scraper() # Use cloudscraper
|
|
289
|
+
|
|
290
|
+
# Initialize LitAgent for user agent generation and fingerprinting
|
|
291
|
+
try:
|
|
292
|
+
agent = LitAgent()
|
|
293
|
+
fingerprint = agent.generate_fingerprint(browser=browser)
|
|
294
|
+
except Exception as e:
|
|
295
|
+
print(f"Warning: Failed to generate fingerprint with LitAgent: {e}. Using fallback.")
|
|
296
|
+
# Fallback fingerprint data
|
|
297
|
+
fingerprint = {
|
|
298
|
+
"accept": "*/*",
|
|
299
|
+
"accept_language": "en-US,en;q=0.9",
|
|
300
|
+
"sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
|
|
301
|
+
"platform": "Windows",
|
|
302
|
+
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36"
|
|
303
|
+
}
|
|
304
|
+
|
|
305
|
+
# Initialize headers using the fingerprint
|
|
306
|
+
self.headers = {
|
|
307
|
+
"Accept": fingerprint["accept"],
|
|
308
|
+
"Accept-Encoding": "gzip, deflate, br, zstd",
|
|
309
|
+
"Accept-Language": fingerprint["accept_language"],
|
|
310
|
+
"Content-Type": "application/json; charset=utf-8",
|
|
311
|
+
"DNT": "1",
|
|
312
|
+
"Origin": "https://yep.com",
|
|
313
|
+
"Referer": "https://yep.com/",
|
|
314
|
+
"Sec-CH-UA": fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
|
|
315
|
+
"Sec-CH-UA-Mobile": "?0",
|
|
316
|
+
"Sec-CH-UA-Platform": f'"{fingerprint["platform"]}"',
|
|
317
|
+
"User-Agent": fingerprint["user_agent"],
|
|
318
|
+
"x-forwarded-for": fingerprint["x-forwarded-for"],
|
|
319
|
+
"x-real-ip": fingerprint["x-real-ip"],
|
|
320
|
+
"x-client-ip": fingerprint["x-client-ip"],
|
|
321
|
+
"forwarded": fingerprint["forwarded"],
|
|
322
|
+
"x-forwarded-proto": "https",
|
|
323
|
+
"x-request-id": fingerprint["x-request-id"],
|
|
324
|
+
}
|
|
325
|
+
self.session.headers.update(self.headers)
|
|
326
|
+
|
|
327
|
+
# Generate cookies (consider if these need refreshing or specific values)
|
|
328
|
+
self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
|
|
329
|
+
|
|
330
|
+
# Initialize the chat interface
|
|
331
|
+
self.chat = Chat(self)
|
|
332
|
+
|
|
333
|
+
@property
|
|
334
|
+
def models(self):
|
|
335
|
+
class _ModelList:
|
|
336
|
+
def list(inner_self):
|
|
337
|
+
return YEPCHAT.AVAILABLE_MODELS
|
|
338
|
+
return _ModelList()
|
|
339
|
+
|
|
340
|
+
def convert_model_name(self, model: str) -> str:
|
|
341
|
+
"""
|
|
342
|
+
Ensures the model name is valid for YEPCHAT.
|
|
343
|
+
Returns the validated model name or raises an error if invalid.
|
|
344
|
+
"""
|
|
345
|
+
if model in self.AVAILABLE_MODELS:
|
|
346
|
+
return model
|
|
347
|
+
else:
|
|
348
|
+
# Raise error instead of defaulting, as model is mandatory in create()
|
|
349
|
+
raise ValueError(f"Model '{model}' not supported by YEPCHAT. Available: {self.AVAILABLE_MODELS}")
|
|
350
|
+
|
|
351
|
+
# Example usage (optional, for testing)
|
|
352
|
+
if __name__ == '__main__':
|
|
353
|
+
print("Testing YEPCHAT OpenAI-Compatible Client...")
|
|
354
|
+
|
|
355
|
+
# Test Non-Streaming
|
|
356
|
+
try:
|
|
357
|
+
print("\n--- Non-Streaming Test (DeepSeek) ---")
|
|
358
|
+
client = YEPCHAT()
|
|
359
|
+
response = client.chat.completions.create(
|
|
360
|
+
model="DeepSeek-R1-Distill-Qwen-32B",
|
|
361
|
+
messages=[
|
|
362
|
+
{"role": "user", "content": "Say 'Hello World'"}
|
|
363
|
+
],
|
|
364
|
+
stream=False
|
|
365
|
+
)
|
|
366
|
+
print("Response:", response.choices[0].message.content)
|
|
367
|
+
print("Usage:", response.usage) # Will show 0 tokens
|
|
368
|
+
except Exception as e:
|
|
369
|
+
print(f"Non-Streaming Test Failed: {e}")
|
|
370
|
+
|
|
371
|
+
# Test Streaming
|
|
372
|
+
try:
|
|
373
|
+
print("\n--- Streaming Test (Mixtral) ---")
|
|
374
|
+
client_stream = YEPCHAT()
|
|
375
|
+
stream = client_stream.chat.completions.create(
|
|
376
|
+
model="Mixtral-8x7B-Instruct-v0.1",
|
|
377
|
+
messages=[
|
|
378
|
+
{"role": "user", "content": "Write a short sentence about AI."}
|
|
379
|
+
],
|
|
380
|
+
stream=True
|
|
381
|
+
)
|
|
382
|
+
print("Streaming Response:")
|
|
383
|
+
for chunk in stream:
|
|
384
|
+
content = chunk.choices[0].delta.content
|
|
385
|
+
if content:
|
|
386
|
+
print(content, end="", flush=True)
|
|
387
|
+
print() # Add a newline at the end
|
|
388
|
+
|
|
389
|
+
except Exception as e:
|
|
390
390
|
print(f"Streaming Test Failed: {e}")
|