webscout 8.3.7__py3-none-any.whl → 2025.10.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +250 -250
- webscout/AIbase.py +379 -379
- webscout/AIutel.py +60 -60
- webscout/Bard.py +1012 -1012
- webscout/Bing_search.py +417 -417
- webscout/DWEBS.py +529 -529
- webscout/Extra/Act.md +309 -309
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/README.md +110 -110
- webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
- webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
- webscout/Extra/GitToolkit/gitapi/user.py +96 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
- webscout/Extra/YTToolkit/README.md +375 -375
- webscout/Extra/YTToolkit/YTdownloader.py +956 -956
- webscout/Extra/YTToolkit/__init__.py +2 -2
- webscout/Extra/YTToolkit/transcriber.py +475 -475
- webscout/Extra/YTToolkit/ytapi/README.md +44 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
- webscout/Extra/YTToolkit/ytapi/https.py +88 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
- webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
- webscout/Extra/YTToolkit/ytapi/query.py +39 -39
- webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
- webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
- webscout/Extra/YTToolkit/ytapi/video.py +232 -232
- webscout/Extra/autocoder/__init__.py +9 -9
- webscout/Extra/autocoder/autocoder.py +1105 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +332 -332
- webscout/Extra/gguf.md +429 -429
- webscout/Extra/gguf.py +1213 -1213
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +27 -27
- webscout/Extra/tempmail/async_utils.py +140 -140
- webscout/Extra/tempmail/base.py +160 -160
- webscout/Extra/tempmail/cli.py +186 -186
- webscout/Extra/tempmail/emailnator.py +84 -84
- webscout/Extra/tempmail/mail_tm.py +360 -360
- webscout/Extra/tempmail/temp_mail_io.py +291 -291
- webscout/Extra/weather.md +281 -281
- webscout/Extra/weather.py +193 -193
- webscout/Litlogger/README.md +10 -10
- webscout/Litlogger/__init__.py +15 -15
- webscout/Litlogger/formats.py +13 -13
- webscout/Litlogger/handlers.py +121 -121
- webscout/Litlogger/levels.py +13 -13
- webscout/Litlogger/logger.py +134 -134
- webscout/Provider/AISEARCH/Perplexity.py +332 -332
- webscout/Provider/AISEARCH/README.md +279 -279
- webscout/Provider/AISEARCH/__init__.py +16 -1
- webscout/Provider/AISEARCH/felo_search.py +206 -206
- webscout/Provider/AISEARCH/genspark_search.py +323 -323
- webscout/Provider/AISEARCH/hika_search.py +185 -185
- webscout/Provider/AISEARCH/iask_search.py +410 -410
- webscout/Provider/AISEARCH/monica_search.py +219 -219
- webscout/Provider/AISEARCH/scira_search.py +316 -316
- webscout/Provider/AISEARCH/stellar_search.py +177 -177
- webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
- webscout/Provider/Aitopia.py +314 -314
- webscout/Provider/Andi.py +1 -1
- webscout/Provider/Apriel.py +306 -0
- webscout/Provider/ChatGPTClone.py +237 -236
- webscout/Provider/ChatSandbox.py +343 -343
- webscout/Provider/Cloudflare.py +324 -324
- webscout/Provider/Cohere.py +208 -208
- webscout/Provider/Deepinfra.py +370 -366
- webscout/Provider/ExaAI.py +260 -260
- webscout/Provider/ExaChat.py +308 -308
- webscout/Provider/Flowith.py +221 -221
- webscout/Provider/GMI.py +293 -0
- webscout/Provider/Gemini.py +164 -164
- webscout/Provider/GeminiProxy.py +167 -167
- webscout/Provider/GithubChat.py +371 -372
- webscout/Provider/Groq.py +800 -800
- webscout/Provider/HeckAI.py +383 -383
- webscout/Provider/Jadve.py +282 -282
- webscout/Provider/K2Think.py +307 -307
- webscout/Provider/Koboldai.py +205 -205
- webscout/Provider/LambdaChat.py +423 -423
- webscout/Provider/Nemotron.py +244 -244
- webscout/Provider/Netwrck.py +248 -248
- webscout/Provider/OLLAMA.py +395 -395
- webscout/Provider/OPENAI/Cloudflare.py +393 -393
- webscout/Provider/OPENAI/FalconH1.py +451 -451
- webscout/Provider/OPENAI/FreeGemini.py +296 -296
- webscout/Provider/OPENAI/K2Think.py +431 -431
- webscout/Provider/OPENAI/NEMOTRON.py +240 -240
- webscout/Provider/OPENAI/PI.py +427 -427
- webscout/Provider/OPENAI/README.md +959 -959
- webscout/Provider/OPENAI/TogetherAI.py +345 -345
- webscout/Provider/OPENAI/TwoAI.py +465 -465
- webscout/Provider/OPENAI/__init__.py +33 -18
- webscout/Provider/OPENAI/base.py +248 -248
- webscout/Provider/OPENAI/chatglm.py +528 -0
- webscout/Provider/OPENAI/chatgpt.py +592 -592
- webscout/Provider/OPENAI/chatgptclone.py +521 -521
- webscout/Provider/OPENAI/chatsandbox.py +202 -202
- webscout/Provider/OPENAI/deepinfra.py +318 -314
- webscout/Provider/OPENAI/e2b.py +1665 -1665
- webscout/Provider/OPENAI/exaai.py +420 -420
- webscout/Provider/OPENAI/exachat.py +452 -452
- webscout/Provider/OPENAI/friendli.py +232 -232
- webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
- webscout/Provider/OPENAI/groq.py +364 -364
- webscout/Provider/OPENAI/heckai.py +314 -314
- webscout/Provider/OPENAI/llmchatco.py +337 -337
- webscout/Provider/OPENAI/netwrck.py +355 -355
- webscout/Provider/OPENAI/oivscode.py +290 -290
- webscout/Provider/OPENAI/opkfc.py +518 -518
- webscout/Provider/OPENAI/pydantic_imports.py +1 -1
- webscout/Provider/OPENAI/scirachat.py +535 -535
- webscout/Provider/OPENAI/sonus.py +308 -308
- webscout/Provider/OPENAI/standardinput.py +442 -442
- webscout/Provider/OPENAI/textpollinations.py +340 -340
- webscout/Provider/OPENAI/toolbaz.py +419 -416
- webscout/Provider/OPENAI/typefully.py +362 -362
- webscout/Provider/OPENAI/utils.py +295 -295
- webscout/Provider/OPENAI/venice.py +436 -436
- webscout/Provider/OPENAI/wisecat.py +387 -387
- webscout/Provider/OPENAI/writecream.py +166 -166
- webscout/Provider/OPENAI/x0gpt.py +378 -378
- webscout/Provider/OPENAI/yep.py +389 -389
- webscout/Provider/OpenGPT.py +230 -230
- webscout/Provider/Openai.py +243 -243
- webscout/Provider/PI.py +405 -405
- webscout/Provider/Perplexitylabs.py +430 -430
- webscout/Provider/QwenLM.py +272 -272
- webscout/Provider/STT/__init__.py +16 -1
- webscout/Provider/Sambanova.py +257 -257
- webscout/Provider/StandardInput.py +309 -309
- webscout/Provider/TTI/README.md +82 -82
- webscout/Provider/TTI/__init__.py +33 -18
- webscout/Provider/TTI/aiarta.py +413 -413
- webscout/Provider/TTI/base.py +136 -136
- webscout/Provider/TTI/bing.py +243 -243
- webscout/Provider/TTI/gpt1image.py +149 -149
- webscout/Provider/TTI/imagen.py +196 -196
- webscout/Provider/TTI/infip.py +211 -211
- webscout/Provider/TTI/magicstudio.py +232 -232
- webscout/Provider/TTI/monochat.py +219 -219
- webscout/Provider/TTI/piclumen.py +214 -214
- webscout/Provider/TTI/pixelmuse.py +232 -232
- webscout/Provider/TTI/pollinations.py +232 -232
- webscout/Provider/TTI/together.py +288 -288
- webscout/Provider/TTI/utils.py +12 -12
- webscout/Provider/TTI/venice.py +367 -367
- webscout/Provider/TTS/README.md +192 -192
- webscout/Provider/TTS/__init__.py +33 -18
- webscout/Provider/TTS/parler.py +110 -110
- webscout/Provider/TTS/streamElements.py +333 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TeachAnything.py +237 -237
- webscout/Provider/TextPollinationsAI.py +310 -310
- webscout/Provider/TogetherAI.py +356 -356
- webscout/Provider/TwoAI.py +312 -312
- webscout/Provider/TypliAI.py +311 -311
- webscout/Provider/UNFINISHED/ChatHub.py +208 -208
- webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
- webscout/Provider/UNFINISHED/GizAI.py +294 -294
- webscout/Provider/UNFINISHED/Marcus.py +198 -198
- webscout/Provider/UNFINISHED/Qodo.py +477 -477
- webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
- webscout/Provider/UNFINISHED/XenAI.py +324 -324
- webscout/Provider/UNFINISHED/Youchat.py +330 -330
- webscout/Provider/UNFINISHED/liner.py +334 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
- webscout/Provider/UNFINISHED/puterjs.py +634 -634
- webscout/Provider/UNFINISHED/samurai.py +223 -223
- webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
- webscout/Provider/Venice.py +250 -250
- webscout/Provider/VercelAI.py +256 -256
- webscout/Provider/WiseCat.py +231 -231
- webscout/Provider/WrDoChat.py +366 -366
- webscout/Provider/__init__.py +33 -18
- webscout/Provider/ai4chat.py +174 -174
- webscout/Provider/akashgpt.py +331 -331
- webscout/Provider/cerebras.py +446 -446
- webscout/Provider/chatglm.py +394 -301
- webscout/Provider/cleeai.py +211 -211
- webscout/Provider/elmo.py +282 -282
- webscout/Provider/geminiapi.py +208 -208
- webscout/Provider/granite.py +261 -261
- webscout/Provider/hermes.py +263 -263
- webscout/Provider/julius.py +223 -223
- webscout/Provider/learnfastai.py +309 -309
- webscout/Provider/llama3mitril.py +214 -214
- webscout/Provider/llmchat.py +243 -243
- webscout/Provider/llmchatco.py +290 -290
- webscout/Provider/meta.py +801 -801
- webscout/Provider/oivscode.py +309 -309
- webscout/Provider/scira_chat.py +383 -383
- webscout/Provider/searchchat.py +292 -292
- webscout/Provider/sonus.py +258 -258
- webscout/Provider/toolbaz.py +370 -367
- webscout/Provider/turboseek.py +273 -273
- webscout/Provider/typefully.py +207 -207
- webscout/Provider/yep.py +372 -372
- webscout/__init__.py +27 -31
- webscout/__main__.py +5 -5
- webscout/auth/api_key_manager.py +189 -189
- webscout/auth/config.py +175 -175
- webscout/auth/models.py +185 -185
- webscout/auth/routes.py +663 -664
- webscout/auth/simple_logger.py +236 -236
- webscout/cli.py +523 -523
- webscout/conversation.py +438 -438
- webscout/exceptions.py +361 -361
- webscout/litagent/Readme.md +298 -298
- webscout/litagent/__init__.py +28 -28
- webscout/litagent/agent.py +581 -581
- webscout/litagent/constants.py +59 -59
- webscout/litprinter/__init__.py +58 -58
- webscout/models.py +181 -181
- webscout/optimizers.py +419 -419
- webscout/prompt_manager.py +288 -288
- webscout/sanitize.py +1078 -1078
- webscout/scout/README.md +401 -401
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +6 -6
- webscout/scout/core/crawler.py +297 -297
- webscout/scout/core/scout.py +706 -706
- webscout/scout/core/search_result.py +95 -95
- webscout/scout/core/text_analyzer.py +62 -62
- webscout/scout/core/text_utils.py +277 -277
- webscout/scout/core/web_analyzer.py +51 -51
- webscout/scout/element.py +599 -599
- webscout/scout/parsers/__init__.py +69 -69
- webscout/scout/parsers/html5lib_parser.py +172 -172
- webscout/scout/parsers/html_parser.py +236 -236
- webscout/scout/parsers/lxml_parser.py +178 -178
- webscout/scout/utils.py +37 -37
- webscout/search/__init__.py +51 -0
- webscout/search/base.py +195 -0
- webscout/search/duckduckgo_main.py +54 -0
- webscout/search/engines/__init__.py +48 -0
- webscout/search/engines/bing.py +84 -0
- webscout/search/engines/bing_news.py +52 -0
- webscout/search/engines/brave.py +43 -0
- webscout/search/engines/duckduckgo/__init__.py +25 -0
- webscout/search/engines/duckduckgo/answers.py +78 -0
- webscout/search/engines/duckduckgo/base.py +187 -0
- webscout/search/engines/duckduckgo/images.py +97 -0
- webscout/search/engines/duckduckgo/maps.py +168 -0
- webscout/search/engines/duckduckgo/news.py +68 -0
- webscout/search/engines/duckduckgo/suggestions.py +21 -0
- webscout/search/engines/duckduckgo/text.py +211 -0
- webscout/search/engines/duckduckgo/translate.py +47 -0
- webscout/search/engines/duckduckgo/videos.py +63 -0
- webscout/search/engines/duckduckgo/weather.py +74 -0
- webscout/search/engines/mojeek.py +37 -0
- webscout/search/engines/wikipedia.py +56 -0
- webscout/search/engines/yahoo.py +65 -0
- webscout/search/engines/yahoo_news.py +64 -0
- webscout/search/engines/yandex.py +43 -0
- webscout/search/engines/yep/__init__.py +13 -0
- webscout/search/engines/yep/base.py +32 -0
- webscout/search/engines/yep/images.py +99 -0
- webscout/search/engines/yep/suggestions.py +35 -0
- webscout/search/engines/yep/text.py +114 -0
- webscout/search/http_client.py +156 -0
- webscout/search/results.py +137 -0
- webscout/search/yep_main.py +44 -0
- webscout/swiftcli/Readme.md +323 -323
- webscout/swiftcli/__init__.py +95 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +308 -308
- webscout/swiftcli/core/context.py +104 -104
- webscout/swiftcli/core/group.py +241 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +221 -221
- webscout/swiftcli/decorators/options.py +220 -220
- webscout/swiftcli/decorators/output.py +302 -302
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +135 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +59 -59
- webscout/swiftcli/utils/formatting.py +252 -252
- webscout/swiftcli/utils/parsing.py +267 -267
- webscout/update_checker.py +117 -117
- webscout/version.py +1 -1
- webscout/version.py.bak +2 -0
- webscout/zeroart/README.md +89 -89
- webscout/zeroart/__init__.py +134 -134
- webscout/zeroart/base.py +66 -66
- webscout/zeroart/effects.py +100 -100
- webscout/zeroart/fonts.py +1238 -1238
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/METADATA +936 -937
- webscout-2025.10.13.dist-info/RECORD +329 -0
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/OPENAI/Qwen3.py +0 -303
- webscout/Provider/OPENAI/qodo.py +0 -630
- webscout/Provider/OPENAI/xenai.py +0 -514
- webscout/tempid.py +0 -134
- webscout/webscout_search.py +0 -1183
- webscout/webscout_search_async.py +0 -649
- webscout/yep_search.py +0 -346
- webscout-8.3.7.dist-info/RECORD +0 -301
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/WHEEL +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/entry_points.txt +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.3.7.dist-info → webscout-2025.10.13.dist-info}/top_level.txt +0 -0
|
@@ -1,387 +1,387 @@
|
|
|
1
|
-
import time
|
|
2
|
-
import uuid
|
|
3
|
-
import requests
|
|
4
|
-
import re
|
|
5
|
-
import json
|
|
6
|
-
from typing import List, Dict, Optional, Union, Generator, Any
|
|
7
|
-
|
|
8
|
-
# Import base classes and utility structures
|
|
9
|
-
from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
|
|
10
|
-
from .utils import (
|
|
11
|
-
ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
|
|
12
|
-
ChatCompletionMessage, CompletionUsage, count_tokens
|
|
13
|
-
)
|
|
14
|
-
|
|
15
|
-
# Attempt to import LitAgent, fallback if not available
|
|
16
|
-
try:
|
|
17
|
-
from webscout.litagent import LitAgent
|
|
18
|
-
except ImportError:
|
|
19
|
-
# Define a dummy LitAgent if webscout is not installed or accessible
|
|
20
|
-
class LitAgent:
|
|
21
|
-
def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
|
|
22
|
-
# Return minimal default headers if LitAgent is unavailable
|
|
23
|
-
print("Warning: LitAgent not found. Using default minimal headers.")
|
|
24
|
-
return {
|
|
25
|
-
"accept": "*/*",
|
|
26
|
-
"accept_language": "en-US,en;q=0.9",
|
|
27
|
-
"platform": "Windows",
|
|
28
|
-
"sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
|
|
29
|
-
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
|
|
30
|
-
"browser_type": browser,
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
# --- WiseCat Client ---
|
|
34
|
-
|
|
35
|
-
class Completions(BaseCompletions):
|
|
36
|
-
def __init__(self, client: 'WiseCat'):
|
|
37
|
-
self._client = client
|
|
38
|
-
|
|
39
|
-
def create(
|
|
40
|
-
self,
|
|
41
|
-
*,
|
|
42
|
-
model: str,
|
|
43
|
-
messages: List[Dict[str, str]],
|
|
44
|
-
max_tokens: Optional[int] = 2049,
|
|
45
|
-
stream: bool = False,
|
|
46
|
-
temperature: Optional[float] = None,
|
|
47
|
-
top_p: Optional[float] = None,
|
|
48
|
-
**kwargs: Any
|
|
49
|
-
) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
|
|
50
|
-
"""
|
|
51
|
-
Creates a model response for the given chat conversation.
|
|
52
|
-
Mimics openai.chat.completions.create
|
|
53
|
-
"""
|
|
54
|
-
# Prepare the payload for WiseCat API
|
|
55
|
-
payload = {
|
|
56
|
-
"id": "ephemeral",
|
|
57
|
-
"messages": messages,
|
|
58
|
-
"selectedChatModel": self._client.convert_model_name(model)
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
# Add optional parameters if provided
|
|
62
|
-
if max_tokens is not None and max_tokens > 0:
|
|
63
|
-
payload["max_tokens"] = max_tokens
|
|
64
|
-
|
|
65
|
-
if temperature is not None:
|
|
66
|
-
payload["temperature"] = temperature
|
|
67
|
-
|
|
68
|
-
if top_p is not None:
|
|
69
|
-
payload["top_p"] = top_p
|
|
70
|
-
|
|
71
|
-
# Add any additional parameters
|
|
72
|
-
payload.update(kwargs)
|
|
73
|
-
|
|
74
|
-
request_id = f"chatcmpl-{uuid.uuid4()}"
|
|
75
|
-
created_time = int(time.time())
|
|
76
|
-
|
|
77
|
-
if stream:
|
|
78
|
-
return self._create_stream(request_id, created_time, model, payload)
|
|
79
|
-
else:
|
|
80
|
-
return self._create_non_stream(request_id, created_time, model, payload)
|
|
81
|
-
|
|
82
|
-
def _create_stream(
|
|
83
|
-
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
|
|
84
|
-
) -> Generator[ChatCompletionChunk, None, None]:
|
|
85
|
-
try:
|
|
86
|
-
response = self._client.session.post(
|
|
87
|
-
self._client.api_endpoint,
|
|
88
|
-
headers=self._client.headers,
|
|
89
|
-
json=payload,
|
|
90
|
-
stream=True,
|
|
91
|
-
timeout=self._client.timeout
|
|
92
|
-
)
|
|
93
|
-
|
|
94
|
-
# Handle non-200 responses
|
|
95
|
-
if not response.ok:
|
|
96
|
-
raise IOError(
|
|
97
|
-
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
98
|
-
)
|
|
99
|
-
|
|
100
|
-
# Track token usage across chunks
|
|
101
|
-
prompt_tokens = 0
|
|
102
|
-
completion_tokens = 0
|
|
103
|
-
total_tokens = 0
|
|
104
|
-
|
|
105
|
-
# Estimate prompt tokens based on message length
|
|
106
|
-
for msg in payload.get("messages", []):
|
|
107
|
-
prompt_tokens += count_tokens(msg.get("content", ""))
|
|
108
|
-
|
|
109
|
-
for line in response.iter_lines():
|
|
110
|
-
if line:
|
|
111
|
-
decoded_line = line.decode('utf-8').strip()
|
|
112
|
-
|
|
113
|
-
# WiseCat uses a different format, so we need to extract the content
|
|
114
|
-
match = re.search(r'0:"(.*?)"', decoded_line)
|
|
115
|
-
if match:
|
|
116
|
-
content = match.group(1)
|
|
117
|
-
|
|
118
|
-
# Format the content (replace escaped newlines)
|
|
119
|
-
content = self._client.format_text(content)
|
|
120
|
-
|
|
121
|
-
# Update token counts
|
|
122
|
-
completion_tokens += 1
|
|
123
|
-
total_tokens = prompt_tokens + completion_tokens
|
|
124
|
-
|
|
125
|
-
# Create the delta object
|
|
126
|
-
delta = ChoiceDelta(
|
|
127
|
-
content=content,
|
|
128
|
-
role="assistant",
|
|
129
|
-
tool_calls=None
|
|
130
|
-
)
|
|
131
|
-
|
|
132
|
-
# Create the choice object
|
|
133
|
-
choice = Choice(
|
|
134
|
-
index=0,
|
|
135
|
-
delta=delta,
|
|
136
|
-
finish_reason=None,
|
|
137
|
-
logprobs=None
|
|
138
|
-
)
|
|
139
|
-
|
|
140
|
-
# Create the chunk object
|
|
141
|
-
chunk = ChatCompletionChunk(
|
|
142
|
-
id=request_id,
|
|
143
|
-
choices=[choice],
|
|
144
|
-
created=created_time,
|
|
145
|
-
model=model,
|
|
146
|
-
system_fingerprint=None
|
|
147
|
-
)
|
|
148
|
-
|
|
149
|
-
# Convert chunk to dict using Pydantic's API
|
|
150
|
-
if hasattr(chunk, "model_dump"):
|
|
151
|
-
chunk_dict = chunk.model_dump(exclude_none=True)
|
|
152
|
-
else:
|
|
153
|
-
chunk_dict = chunk.dict(exclude_none=True)
|
|
154
|
-
|
|
155
|
-
# Add usage information to match OpenAI format
|
|
156
|
-
usage_dict = {
|
|
157
|
-
"prompt_tokens": prompt_tokens,
|
|
158
|
-
"completion_tokens": completion_tokens,
|
|
159
|
-
"total_tokens": total_tokens,
|
|
160
|
-
"estimated_cost": None
|
|
161
|
-
}
|
|
162
|
-
|
|
163
|
-
chunk_dict["usage"] = usage_dict
|
|
164
|
-
|
|
165
|
-
# Return the chunk object for internal processing
|
|
166
|
-
yield chunk
|
|
167
|
-
|
|
168
|
-
# Final chunk with finish_reason="stop"
|
|
169
|
-
delta = ChoiceDelta(
|
|
170
|
-
content=None,
|
|
171
|
-
role=None,
|
|
172
|
-
tool_calls=None
|
|
173
|
-
)
|
|
174
|
-
|
|
175
|
-
choice = Choice(
|
|
176
|
-
index=0,
|
|
177
|
-
delta=delta,
|
|
178
|
-
finish_reason="stop",
|
|
179
|
-
logprobs=None
|
|
180
|
-
)
|
|
181
|
-
|
|
182
|
-
chunk = ChatCompletionChunk(
|
|
183
|
-
id=request_id,
|
|
184
|
-
choices=[choice],
|
|
185
|
-
created=created_time,
|
|
186
|
-
model=model,
|
|
187
|
-
system_fingerprint=None
|
|
188
|
-
)
|
|
189
|
-
|
|
190
|
-
if hasattr(chunk, "model_dump"):
|
|
191
|
-
chunk_dict = chunk.model_dump(exclude_none=True)
|
|
192
|
-
else:
|
|
193
|
-
chunk_dict = chunk.dict(exclude_none=True)
|
|
194
|
-
chunk_dict["usage"] = {
|
|
195
|
-
"prompt_tokens": prompt_tokens,
|
|
196
|
-
"completion_tokens": completion_tokens,
|
|
197
|
-
"total_tokens": total_tokens,
|
|
198
|
-
"estimated_cost": None
|
|
199
|
-
}
|
|
200
|
-
|
|
201
|
-
yield chunk
|
|
202
|
-
|
|
203
|
-
except Exception as e:
|
|
204
|
-
print(f"Error during WiseCat stream request: {e}")
|
|
205
|
-
raise IOError(f"WiseCat request failed: {e}") from e
|
|
206
|
-
|
|
207
|
-
def _create_non_stream(
|
|
208
|
-
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
|
|
209
|
-
) -> ChatCompletion:
|
|
210
|
-
try:
|
|
211
|
-
# For non-streaming, we still use streaming internally to collect the full response
|
|
212
|
-
response = self._client.session.post(
|
|
213
|
-
self._client.api_endpoint,
|
|
214
|
-
headers=self._client.headers,
|
|
215
|
-
json=payload,
|
|
216
|
-
stream=True,
|
|
217
|
-
timeout=self._client.timeout
|
|
218
|
-
)
|
|
219
|
-
|
|
220
|
-
# Handle non-200 responses
|
|
221
|
-
if not response.ok:
|
|
222
|
-
raise IOError(
|
|
223
|
-
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
224
|
-
)
|
|
225
|
-
|
|
226
|
-
# Collect the full response
|
|
227
|
-
full_text = ""
|
|
228
|
-
for line in response.iter_lines(decode_unicode=True):
|
|
229
|
-
if line:
|
|
230
|
-
match = re.search(r'0:"(.*?)"', line)
|
|
231
|
-
if match:
|
|
232
|
-
content = match.group(1)
|
|
233
|
-
full_text += content
|
|
234
|
-
|
|
235
|
-
# Format the text (replace escaped newlines)
|
|
236
|
-
full_text = self._client.format_text(full_text)
|
|
237
|
-
|
|
238
|
-
# Estimate token counts
|
|
239
|
-
prompt_tokens = 0
|
|
240
|
-
for msg in payload.get("messages", []):
|
|
241
|
-
prompt_tokens += count_tokens(msg.get("content", ""))
|
|
242
|
-
|
|
243
|
-
completion_tokens = count_tokens(full_text)
|
|
244
|
-
total_tokens = prompt_tokens + completion_tokens
|
|
245
|
-
|
|
246
|
-
# Create the message object
|
|
247
|
-
message = ChatCompletionMessage(
|
|
248
|
-
role="assistant",
|
|
249
|
-
content=full_text
|
|
250
|
-
)
|
|
251
|
-
|
|
252
|
-
# Create the choice object
|
|
253
|
-
choice = Choice(
|
|
254
|
-
index=0,
|
|
255
|
-
message=message,
|
|
256
|
-
finish_reason="stop"
|
|
257
|
-
)
|
|
258
|
-
|
|
259
|
-
# Create the usage object
|
|
260
|
-
usage = CompletionUsage(
|
|
261
|
-
prompt_tokens=prompt_tokens,
|
|
262
|
-
completion_tokens=completion_tokens,
|
|
263
|
-
total_tokens=total_tokens
|
|
264
|
-
)
|
|
265
|
-
|
|
266
|
-
# Create the completion object
|
|
267
|
-
completion = ChatCompletion(
|
|
268
|
-
id=request_id,
|
|
269
|
-
choices=[choice],
|
|
270
|
-
created=created_time,
|
|
271
|
-
model=model,
|
|
272
|
-
usage=usage,
|
|
273
|
-
)
|
|
274
|
-
|
|
275
|
-
return completion
|
|
276
|
-
|
|
277
|
-
except Exception as e:
|
|
278
|
-
print(f"Error during WiseCat non-stream request: {e}")
|
|
279
|
-
raise IOError(f"WiseCat request failed: {e}") from e
|
|
280
|
-
|
|
281
|
-
class Chat(BaseChat):
|
|
282
|
-
def __init__(self, client: 'WiseCat'):
|
|
283
|
-
self.completions = Completions(client)
|
|
284
|
-
|
|
285
|
-
class WiseCat(OpenAICompatibleProvider):
|
|
286
|
-
"""
|
|
287
|
-
OpenAI-compatible client for WiseCat API.
|
|
288
|
-
|
|
289
|
-
Usage:
|
|
290
|
-
client = WiseCat()
|
|
291
|
-
response = client.chat.completions.create(
|
|
292
|
-
model="chat-model-large",
|
|
293
|
-
messages=[{"role": "user", "content": "Hello!"}]
|
|
294
|
-
)
|
|
295
|
-
"""
|
|
296
|
-
|
|
297
|
-
_base_models = ["chat-model-small", "chat-model-large", "chat-model-reasoning"]
|
|
298
|
-
# Create AVAILABLE_MODELS as a list with the format "WiseCat/model"
|
|
299
|
-
AVAILABLE_MODELS = [f"WiseCat/{model}" for model in _base_models]
|
|
300
|
-
# Create a mapping dictionary for internal use
|
|
301
|
-
_model_mapping = {model: f"WiseCat/{model}" for model in _base_models}
|
|
302
|
-
|
|
303
|
-
def __init__(
|
|
304
|
-
self,
|
|
305
|
-
timeout: Optional[int] = None,
|
|
306
|
-
browser: str = "chrome"
|
|
307
|
-
):
|
|
308
|
-
"""
|
|
309
|
-
Initialize the WiseCat client.
|
|
310
|
-
|
|
311
|
-
Args:
|
|
312
|
-
timeout: Request timeout in seconds (None for no timeout)
|
|
313
|
-
browser: Browser to emulate in user agent
|
|
314
|
-
"""
|
|
315
|
-
self.timeout = timeout
|
|
316
|
-
self.api_endpoint = "https://wise-cat-groq.vercel.app/api/chat"
|
|
317
|
-
self.session = requests.Session()
|
|
318
|
-
|
|
319
|
-
# Initialize LitAgent for user agent generation
|
|
320
|
-
agent = LitAgent()
|
|
321
|
-
self.fingerprint = agent.generate_fingerprint(browser)
|
|
322
|
-
|
|
323
|
-
# Use the fingerprint for headers
|
|
324
|
-
self.headers = self.fingerprint
|
|
325
|
-
|
|
326
|
-
self.session.headers.update(self.headers)
|
|
327
|
-
|
|
328
|
-
# Initialize the chat interface
|
|
329
|
-
self.chat = Chat(self)
|
|
330
|
-
|
|
331
|
-
def format_text(self, text: str) -> str:
|
|
332
|
-
"""
|
|
333
|
-
Format text by replacing escaped newlines with actual newlines.
|
|
334
|
-
|
|
335
|
-
Args:
|
|
336
|
-
text: Text to format
|
|
337
|
-
|
|
338
|
-
Returns:
|
|
339
|
-
Formatted text
|
|
340
|
-
"""
|
|
341
|
-
# Use a more comprehensive approach to handle all escape sequences
|
|
342
|
-
try:
|
|
343
|
-
# First handle double backslashes to avoid issues
|
|
344
|
-
text = text.replace('\\\\', '\\')
|
|
345
|
-
|
|
346
|
-
# Handle common escape sequences
|
|
347
|
-
text = text.replace('\\n', '\n')
|
|
348
|
-
text = text.replace('\\r', '\r')
|
|
349
|
-
text = text.replace('\\t', '\t')
|
|
350
|
-
text = text.replace('\\"', '"')
|
|
351
|
-
text = text.replace("\\'", "'")
|
|
352
|
-
|
|
353
|
-
# Handle any remaining escape sequences using JSON decoding
|
|
354
|
-
# This is a fallback in case there are other escape sequences
|
|
355
|
-
try:
|
|
356
|
-
# Add quotes to make it a valid JSON string
|
|
357
|
-
json_str = f'"{text}"'
|
|
358
|
-
# Use json module to decode all escape sequences
|
|
359
|
-
decoded = json.loads(json_str)
|
|
360
|
-
return decoded
|
|
361
|
-
except json.JSONDecodeError:
|
|
362
|
-
# If JSON decoding fails, return the text with the replacements we've already done
|
|
363
|
-
return text
|
|
364
|
-
except Exception as e:
|
|
365
|
-
# If any error occurs, return the original text
|
|
366
|
-
print(f"Warning: Error formatting text: {e}")
|
|
367
|
-
return text
|
|
368
|
-
|
|
369
|
-
def convert_model_name(self, model: str) -> str:
|
|
370
|
-
"""
|
|
371
|
-
Convert model names to ones supported by WiseCat. Accepts both 'WiseCat/model' and raw model names.
|
|
372
|
-
"""
|
|
373
|
-
if model.startswith("WiseCat/"):
|
|
374
|
-
model_raw = model.replace("WiseCat/", "", 1)
|
|
375
|
-
else:
|
|
376
|
-
model_raw = model
|
|
377
|
-
if f"WiseCat/{model_raw}" in self.AVAILABLE_MODELS:
|
|
378
|
-
return model_raw
|
|
379
|
-
print(f"Warning: Unknown model '{model}'. Using 'chat-model-large' instead.")
|
|
380
|
-
return "chat-model-large"
|
|
381
|
-
|
|
382
|
-
@property
|
|
383
|
-
def models(self):
|
|
384
|
-
class _ModelList:
|
|
385
|
-
def list(inner_self):
|
|
386
|
-
return WiseCat.AVAILABLE_MODELS
|
|
387
|
-
return _ModelList()
|
|
1
|
+
import time
|
|
2
|
+
import uuid
|
|
3
|
+
import requests
|
|
4
|
+
import re
|
|
5
|
+
import json
|
|
6
|
+
from typing import List, Dict, Optional, Union, Generator, Any
|
|
7
|
+
|
|
8
|
+
# Import base classes and utility structures
|
|
9
|
+
from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
|
|
10
|
+
from .utils import (
|
|
11
|
+
ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
|
|
12
|
+
ChatCompletionMessage, CompletionUsage, count_tokens
|
|
13
|
+
)
|
|
14
|
+
|
|
15
|
+
# Attempt to import LitAgent, fallback if not available
|
|
16
|
+
try:
|
|
17
|
+
from webscout.litagent import LitAgent
|
|
18
|
+
except ImportError:
|
|
19
|
+
# Define a dummy LitAgent if webscout is not installed or accessible
|
|
20
|
+
class LitAgent:
|
|
21
|
+
def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
|
|
22
|
+
# Return minimal default headers if LitAgent is unavailable
|
|
23
|
+
print("Warning: LitAgent not found. Using default minimal headers.")
|
|
24
|
+
return {
|
|
25
|
+
"accept": "*/*",
|
|
26
|
+
"accept_language": "en-US,en;q=0.9",
|
|
27
|
+
"platform": "Windows",
|
|
28
|
+
"sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
|
|
29
|
+
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
|
|
30
|
+
"browser_type": browser,
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
# --- WiseCat Client ---
|
|
34
|
+
|
|
35
|
+
class Completions(BaseCompletions):
|
|
36
|
+
def __init__(self, client: 'WiseCat'):
|
|
37
|
+
self._client = client
|
|
38
|
+
|
|
39
|
+
def create(
|
|
40
|
+
self,
|
|
41
|
+
*,
|
|
42
|
+
model: str,
|
|
43
|
+
messages: List[Dict[str, str]],
|
|
44
|
+
max_tokens: Optional[int] = 2049,
|
|
45
|
+
stream: bool = False,
|
|
46
|
+
temperature: Optional[float] = None,
|
|
47
|
+
top_p: Optional[float] = None,
|
|
48
|
+
**kwargs: Any
|
|
49
|
+
) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
|
|
50
|
+
"""
|
|
51
|
+
Creates a model response for the given chat conversation.
|
|
52
|
+
Mimics openai.chat.completions.create
|
|
53
|
+
"""
|
|
54
|
+
# Prepare the payload for WiseCat API
|
|
55
|
+
payload = {
|
|
56
|
+
"id": "ephemeral",
|
|
57
|
+
"messages": messages,
|
|
58
|
+
"selectedChatModel": self._client.convert_model_name(model)
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
# Add optional parameters if provided
|
|
62
|
+
if max_tokens is not None and max_tokens > 0:
|
|
63
|
+
payload["max_tokens"] = max_tokens
|
|
64
|
+
|
|
65
|
+
if temperature is not None:
|
|
66
|
+
payload["temperature"] = temperature
|
|
67
|
+
|
|
68
|
+
if top_p is not None:
|
|
69
|
+
payload["top_p"] = top_p
|
|
70
|
+
|
|
71
|
+
# Add any additional parameters
|
|
72
|
+
payload.update(kwargs)
|
|
73
|
+
|
|
74
|
+
request_id = f"chatcmpl-{uuid.uuid4()}"
|
|
75
|
+
created_time = int(time.time())
|
|
76
|
+
|
|
77
|
+
if stream:
|
|
78
|
+
return self._create_stream(request_id, created_time, model, payload)
|
|
79
|
+
else:
|
|
80
|
+
return self._create_non_stream(request_id, created_time, model, payload)
|
|
81
|
+
|
|
82
|
+
def _create_stream(
|
|
83
|
+
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
|
|
84
|
+
) -> Generator[ChatCompletionChunk, None, None]:
|
|
85
|
+
try:
|
|
86
|
+
response = self._client.session.post(
|
|
87
|
+
self._client.api_endpoint,
|
|
88
|
+
headers=self._client.headers,
|
|
89
|
+
json=payload,
|
|
90
|
+
stream=True,
|
|
91
|
+
timeout=self._client.timeout
|
|
92
|
+
)
|
|
93
|
+
|
|
94
|
+
# Handle non-200 responses
|
|
95
|
+
if not response.ok:
|
|
96
|
+
raise IOError(
|
|
97
|
+
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
98
|
+
)
|
|
99
|
+
|
|
100
|
+
# Track token usage across chunks
|
|
101
|
+
prompt_tokens = 0
|
|
102
|
+
completion_tokens = 0
|
|
103
|
+
total_tokens = 0
|
|
104
|
+
|
|
105
|
+
# Estimate prompt tokens based on message length
|
|
106
|
+
for msg in payload.get("messages", []):
|
|
107
|
+
prompt_tokens += count_tokens(msg.get("content", ""))
|
|
108
|
+
|
|
109
|
+
for line in response.iter_lines():
|
|
110
|
+
if line:
|
|
111
|
+
decoded_line = line.decode('utf-8').strip()
|
|
112
|
+
|
|
113
|
+
# WiseCat uses a different format, so we need to extract the content
|
|
114
|
+
match = re.search(r'0:"(.*?)"', decoded_line)
|
|
115
|
+
if match:
|
|
116
|
+
content = match.group(1)
|
|
117
|
+
|
|
118
|
+
# Format the content (replace escaped newlines)
|
|
119
|
+
content = self._client.format_text(content)
|
|
120
|
+
|
|
121
|
+
# Update token counts
|
|
122
|
+
completion_tokens += 1
|
|
123
|
+
total_tokens = prompt_tokens + completion_tokens
|
|
124
|
+
|
|
125
|
+
# Create the delta object
|
|
126
|
+
delta = ChoiceDelta(
|
|
127
|
+
content=content,
|
|
128
|
+
role="assistant",
|
|
129
|
+
tool_calls=None
|
|
130
|
+
)
|
|
131
|
+
|
|
132
|
+
# Create the choice object
|
|
133
|
+
choice = Choice(
|
|
134
|
+
index=0,
|
|
135
|
+
delta=delta,
|
|
136
|
+
finish_reason=None,
|
|
137
|
+
logprobs=None
|
|
138
|
+
)
|
|
139
|
+
|
|
140
|
+
# Create the chunk object
|
|
141
|
+
chunk = ChatCompletionChunk(
|
|
142
|
+
id=request_id,
|
|
143
|
+
choices=[choice],
|
|
144
|
+
created=created_time,
|
|
145
|
+
model=model,
|
|
146
|
+
system_fingerprint=None
|
|
147
|
+
)
|
|
148
|
+
|
|
149
|
+
# Convert chunk to dict using Pydantic's API
|
|
150
|
+
if hasattr(chunk, "model_dump"):
|
|
151
|
+
chunk_dict = chunk.model_dump(exclude_none=True)
|
|
152
|
+
else:
|
|
153
|
+
chunk_dict = chunk.dict(exclude_none=True)
|
|
154
|
+
|
|
155
|
+
# Add usage information to match OpenAI format
|
|
156
|
+
usage_dict = {
|
|
157
|
+
"prompt_tokens": prompt_tokens,
|
|
158
|
+
"completion_tokens": completion_tokens,
|
|
159
|
+
"total_tokens": total_tokens,
|
|
160
|
+
"estimated_cost": None
|
|
161
|
+
}
|
|
162
|
+
|
|
163
|
+
chunk_dict["usage"] = usage_dict
|
|
164
|
+
|
|
165
|
+
# Return the chunk object for internal processing
|
|
166
|
+
yield chunk
|
|
167
|
+
|
|
168
|
+
# Final chunk with finish_reason="stop"
|
|
169
|
+
delta = ChoiceDelta(
|
|
170
|
+
content=None,
|
|
171
|
+
role=None,
|
|
172
|
+
tool_calls=None
|
|
173
|
+
)
|
|
174
|
+
|
|
175
|
+
choice = Choice(
|
|
176
|
+
index=0,
|
|
177
|
+
delta=delta,
|
|
178
|
+
finish_reason="stop",
|
|
179
|
+
logprobs=None
|
|
180
|
+
)
|
|
181
|
+
|
|
182
|
+
chunk = ChatCompletionChunk(
|
|
183
|
+
id=request_id,
|
|
184
|
+
choices=[choice],
|
|
185
|
+
created=created_time,
|
|
186
|
+
model=model,
|
|
187
|
+
system_fingerprint=None
|
|
188
|
+
)
|
|
189
|
+
|
|
190
|
+
if hasattr(chunk, "model_dump"):
|
|
191
|
+
chunk_dict = chunk.model_dump(exclude_none=True)
|
|
192
|
+
else:
|
|
193
|
+
chunk_dict = chunk.dict(exclude_none=True)
|
|
194
|
+
chunk_dict["usage"] = {
|
|
195
|
+
"prompt_tokens": prompt_tokens,
|
|
196
|
+
"completion_tokens": completion_tokens,
|
|
197
|
+
"total_tokens": total_tokens,
|
|
198
|
+
"estimated_cost": None
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
yield chunk
|
|
202
|
+
|
|
203
|
+
except Exception as e:
|
|
204
|
+
print(f"Error during WiseCat stream request: {e}")
|
|
205
|
+
raise IOError(f"WiseCat request failed: {e}") from e
|
|
206
|
+
|
|
207
|
+
def _create_non_stream(
|
|
208
|
+
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
|
|
209
|
+
) -> ChatCompletion:
|
|
210
|
+
try:
|
|
211
|
+
# For non-streaming, we still use streaming internally to collect the full response
|
|
212
|
+
response = self._client.session.post(
|
|
213
|
+
self._client.api_endpoint,
|
|
214
|
+
headers=self._client.headers,
|
|
215
|
+
json=payload,
|
|
216
|
+
stream=True,
|
|
217
|
+
timeout=self._client.timeout
|
|
218
|
+
)
|
|
219
|
+
|
|
220
|
+
# Handle non-200 responses
|
|
221
|
+
if not response.ok:
|
|
222
|
+
raise IOError(
|
|
223
|
+
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
224
|
+
)
|
|
225
|
+
|
|
226
|
+
# Collect the full response
|
|
227
|
+
full_text = ""
|
|
228
|
+
for line in response.iter_lines(decode_unicode=True):
|
|
229
|
+
if line:
|
|
230
|
+
match = re.search(r'0:"(.*?)"', line)
|
|
231
|
+
if match:
|
|
232
|
+
content = match.group(1)
|
|
233
|
+
full_text += content
|
|
234
|
+
|
|
235
|
+
# Format the text (replace escaped newlines)
|
|
236
|
+
full_text = self._client.format_text(full_text)
|
|
237
|
+
|
|
238
|
+
# Estimate token counts
|
|
239
|
+
prompt_tokens = 0
|
|
240
|
+
for msg in payload.get("messages", []):
|
|
241
|
+
prompt_tokens += count_tokens(msg.get("content", ""))
|
|
242
|
+
|
|
243
|
+
completion_tokens = count_tokens(full_text)
|
|
244
|
+
total_tokens = prompt_tokens + completion_tokens
|
|
245
|
+
|
|
246
|
+
# Create the message object
|
|
247
|
+
message = ChatCompletionMessage(
|
|
248
|
+
role="assistant",
|
|
249
|
+
content=full_text
|
|
250
|
+
)
|
|
251
|
+
|
|
252
|
+
# Create the choice object
|
|
253
|
+
choice = Choice(
|
|
254
|
+
index=0,
|
|
255
|
+
message=message,
|
|
256
|
+
finish_reason="stop"
|
|
257
|
+
)
|
|
258
|
+
|
|
259
|
+
# Create the usage object
|
|
260
|
+
usage = CompletionUsage(
|
|
261
|
+
prompt_tokens=prompt_tokens,
|
|
262
|
+
completion_tokens=completion_tokens,
|
|
263
|
+
total_tokens=total_tokens
|
|
264
|
+
)
|
|
265
|
+
|
|
266
|
+
# Create the completion object
|
|
267
|
+
completion = ChatCompletion(
|
|
268
|
+
id=request_id,
|
|
269
|
+
choices=[choice],
|
|
270
|
+
created=created_time,
|
|
271
|
+
model=model,
|
|
272
|
+
usage=usage,
|
|
273
|
+
)
|
|
274
|
+
|
|
275
|
+
return completion
|
|
276
|
+
|
|
277
|
+
except Exception as e:
|
|
278
|
+
print(f"Error during WiseCat non-stream request: {e}")
|
|
279
|
+
raise IOError(f"WiseCat request failed: {e}") from e
|
|
280
|
+
|
|
281
|
+
class Chat(BaseChat):
|
|
282
|
+
def __init__(self, client: 'WiseCat'):
|
|
283
|
+
self.completions = Completions(client)
|
|
284
|
+
|
|
285
|
+
class WiseCat(OpenAICompatibleProvider):
|
|
286
|
+
"""
|
|
287
|
+
OpenAI-compatible client for WiseCat API.
|
|
288
|
+
|
|
289
|
+
Usage:
|
|
290
|
+
client = WiseCat()
|
|
291
|
+
response = client.chat.completions.create(
|
|
292
|
+
model="chat-model-large",
|
|
293
|
+
messages=[{"role": "user", "content": "Hello!"}]
|
|
294
|
+
)
|
|
295
|
+
"""
|
|
296
|
+
|
|
297
|
+
_base_models = ["chat-model-small", "chat-model-large", "chat-model-reasoning"]
|
|
298
|
+
# Create AVAILABLE_MODELS as a list with the format "WiseCat/model"
|
|
299
|
+
AVAILABLE_MODELS = [f"WiseCat/{model}" for model in _base_models]
|
|
300
|
+
# Create a mapping dictionary for internal use
|
|
301
|
+
_model_mapping = {model: f"WiseCat/{model}" for model in _base_models}
|
|
302
|
+
|
|
303
|
+
def __init__(
|
|
304
|
+
self,
|
|
305
|
+
timeout: Optional[int] = None,
|
|
306
|
+
browser: str = "chrome"
|
|
307
|
+
):
|
|
308
|
+
"""
|
|
309
|
+
Initialize the WiseCat client.
|
|
310
|
+
|
|
311
|
+
Args:
|
|
312
|
+
timeout: Request timeout in seconds (None for no timeout)
|
|
313
|
+
browser: Browser to emulate in user agent
|
|
314
|
+
"""
|
|
315
|
+
self.timeout = timeout
|
|
316
|
+
self.api_endpoint = "https://wise-cat-groq.vercel.app/api/chat"
|
|
317
|
+
self.session = requests.Session()
|
|
318
|
+
|
|
319
|
+
# Initialize LitAgent for user agent generation
|
|
320
|
+
agent = LitAgent()
|
|
321
|
+
self.fingerprint = agent.generate_fingerprint(browser)
|
|
322
|
+
|
|
323
|
+
# Use the fingerprint for headers
|
|
324
|
+
self.headers = self.fingerprint
|
|
325
|
+
|
|
326
|
+
self.session.headers.update(self.headers)
|
|
327
|
+
|
|
328
|
+
# Initialize the chat interface
|
|
329
|
+
self.chat = Chat(self)
|
|
330
|
+
|
|
331
|
+
def format_text(self, text: str) -> str:
|
|
332
|
+
"""
|
|
333
|
+
Format text by replacing escaped newlines with actual newlines.
|
|
334
|
+
|
|
335
|
+
Args:
|
|
336
|
+
text: Text to format
|
|
337
|
+
|
|
338
|
+
Returns:
|
|
339
|
+
Formatted text
|
|
340
|
+
"""
|
|
341
|
+
# Use a more comprehensive approach to handle all escape sequences
|
|
342
|
+
try:
|
|
343
|
+
# First handle double backslashes to avoid issues
|
|
344
|
+
text = text.replace('\\\\', '\\')
|
|
345
|
+
|
|
346
|
+
# Handle common escape sequences
|
|
347
|
+
text = text.replace('\\n', '\n')
|
|
348
|
+
text = text.replace('\\r', '\r')
|
|
349
|
+
text = text.replace('\\t', '\t')
|
|
350
|
+
text = text.replace('\\"', '"')
|
|
351
|
+
text = text.replace("\\'", "'")
|
|
352
|
+
|
|
353
|
+
# Handle any remaining escape sequences using JSON decoding
|
|
354
|
+
# This is a fallback in case there are other escape sequences
|
|
355
|
+
try:
|
|
356
|
+
# Add quotes to make it a valid JSON string
|
|
357
|
+
json_str = f'"{text}"'
|
|
358
|
+
# Use json module to decode all escape sequences
|
|
359
|
+
decoded = json.loads(json_str)
|
|
360
|
+
return decoded
|
|
361
|
+
except json.JSONDecodeError:
|
|
362
|
+
# If JSON decoding fails, return the text with the replacements we've already done
|
|
363
|
+
return text
|
|
364
|
+
except Exception as e:
|
|
365
|
+
# If any error occurs, return the original text
|
|
366
|
+
print(f"Warning: Error formatting text: {e}")
|
|
367
|
+
return text
|
|
368
|
+
|
|
369
|
+
def convert_model_name(self, model: str) -> str:
|
|
370
|
+
"""
|
|
371
|
+
Convert model names to ones supported by WiseCat. Accepts both 'WiseCat/model' and raw model names.
|
|
372
|
+
"""
|
|
373
|
+
if model.startswith("WiseCat/"):
|
|
374
|
+
model_raw = model.replace("WiseCat/", "", 1)
|
|
375
|
+
else:
|
|
376
|
+
model_raw = model
|
|
377
|
+
if f"WiseCat/{model_raw}" in self.AVAILABLE_MODELS:
|
|
378
|
+
return model_raw
|
|
379
|
+
print(f"Warning: Unknown model '{model}'. Using 'chat-model-large' instead.")
|
|
380
|
+
return "chat-model-large"
|
|
381
|
+
|
|
382
|
+
@property
|
|
383
|
+
def models(self):
|
|
384
|
+
class _ModelList:
|
|
385
|
+
def list(inner_self):
|
|
386
|
+
return WiseCat.AVAILABLE_MODELS
|
|
387
|
+
return _ModelList()
|