webscout 8.2.6__py3-none-any.whl → 8.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIutel.py +97 -87
- webscout/version.py +1 -1
- {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/METADATA +2 -15
- webscout-8.2.7.dist-info/RECORD +26 -0
- {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
- webscout-8.2.7.dist-info/entry_points.txt +3 -0
- webscout-8.2.7.dist-info/top_level.txt +1 -0
- webscout/Extra/GitToolkit/__init__.py +0 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
- webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
- webscout/Extra/GitToolkit/gitapi/user.py +0 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
- webscout/Extra/YTToolkit/YTdownloader.py +0 -957
- webscout/Extra/YTToolkit/__init__.py +0 -3
- webscout/Extra/YTToolkit/transcriber.py +0 -476
- webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
- webscout/Extra/YTToolkit/ytapi/https.py +0 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
- webscout/Extra/YTToolkit/ytapi/query.py +0 -40
- webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
- webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
- webscout/Extra/YTToolkit/ytapi/video.py +0 -232
- webscout/Extra/__init__.py +0 -7
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -910
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.py +0 -684
- webscout/Extra/tempmail/__init__.py +0 -28
- webscout/Extra/tempmail/async_utils.py +0 -141
- webscout/Extra/tempmail/base.py +0 -161
- webscout/Extra/tempmail/cli.py +0 -187
- webscout/Extra/tempmail/emailnator.py +0 -84
- webscout/Extra/tempmail/mail_tm.py +0 -361
- webscout/Extra/tempmail/temp_mail_io.py +0 -292
- webscout/Extra/weather.py +0 -194
- webscout/Extra/weather_ascii.py +0 -76
- webscout/Litlogger/__init__.py +0 -67
- webscout/Litlogger/core/__init__.py +0 -6
- webscout/Litlogger/core/level.py +0 -23
- webscout/Litlogger/core/logger.py +0 -165
- webscout/Litlogger/handlers/__init__.py +0 -12
- webscout/Litlogger/handlers/console.py +0 -33
- webscout/Litlogger/handlers/file.py +0 -143
- webscout/Litlogger/handlers/network.py +0 -173
- webscout/Litlogger/styles/__init__.py +0 -7
- webscout/Litlogger/styles/colors.py +0 -249
- webscout/Litlogger/styles/formats.py +0 -458
- webscout/Litlogger/styles/text.py +0 -87
- webscout/Litlogger/utils/__init__.py +0 -6
- webscout/Litlogger/utils/detectors.py +0 -153
- webscout/Litlogger/utils/formatters.py +0 -200
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -250
- webscout/Provider/AISEARCH/ISou.py +0 -256
- webscout/Provider/AISEARCH/Perplexity.py +0 -359
- webscout/Provider/AISEARCH/__init__.py +0 -10
- webscout/Provider/AISEARCH/felo_search.py +0 -228
- webscout/Provider/AISEARCH/genspark_search.py +0 -208
- webscout/Provider/AISEARCH/hika_search.py +0 -198
- webscout/Provider/AISEARCH/iask_search.py +0 -436
- webscout/Provider/AISEARCH/monica_search.py +0 -246
- webscout/Provider/AISEARCH/scira_search.py +0 -322
- webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
- webscout/Provider/Aitopia.py +0 -316
- webscout/Provider/AllenAI.py +0 -447
- webscout/Provider/Andi.py +0 -228
- webscout/Provider/Blackboxai.py +0 -229
- webscout/Provider/ChatGPTClone.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/ChatSandbox.py +0 -342
- webscout/Provider/Cloudflare.py +0 -325
- webscout/Provider/Cohere.py +0 -208
- webscout/Provider/Deepinfra.py +0 -338
- webscout/Provider/ElectronHub.py +0 -773
- webscout/Provider/ExaAI.py +0 -261
- webscout/Provider/ExaChat.py +0 -358
- webscout/Provider/Free2GPT.py +0 -241
- webscout/Provider/GPTWeb.py +0 -249
- webscout/Provider/Gemini.py +0 -169
- webscout/Provider/GithubChat.py +0 -370
- webscout/Provider/GizAI.py +0 -285
- webscout/Provider/Glider.py +0 -222
- webscout/Provider/Groq.py +0 -801
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HeckAI.py +0 -257
- webscout/Provider/HuggingFaceChat.py +0 -469
- webscout/Provider/Hunyuan.py +0 -283
- webscout/Provider/Jadve.py +0 -291
- webscout/Provider/Koboldai.py +0 -381
- webscout/Provider/LambdaChat.py +0 -411
- webscout/Provider/Llama3.py +0 -259
- webscout/Provider/MCPCore.py +0 -315
- webscout/Provider/Marcus.py +0 -206
- webscout/Provider/Nemotron.py +0 -218
- webscout/Provider/Netwrck.py +0 -270
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/__init__.py +0 -28
- webscout/Provider/OPENAI/ai4chat.py +0 -286
- webscout/Provider/OPENAI/base.py +0 -46
- webscout/Provider/OPENAI/c4ai.py +0 -367
- webscout/Provider/OPENAI/chatgpt.py +0 -549
- webscout/Provider/OPENAI/chatgptclone.py +0 -481
- webscout/Provider/OPENAI/deepinfra.py +0 -309
- webscout/Provider/OPENAI/e2b.py +0 -1350
- webscout/Provider/OPENAI/exaai.py +0 -404
- webscout/Provider/OPENAI/exachat.py +0 -437
- webscout/Provider/OPENAI/freeaichat.py +0 -352
- webscout/Provider/OPENAI/glider.py +0 -316
- webscout/Provider/OPENAI/groq.py +0 -354
- webscout/Provider/OPENAI/heckai.py +0 -341
- webscout/Provider/OPENAI/llmchatco.py +0 -327
- webscout/Provider/OPENAI/mcpcore.py +0 -376
- webscout/Provider/OPENAI/multichat.py +0 -368
- webscout/Provider/OPENAI/netwrck.py +0 -350
- webscout/Provider/OPENAI/opkfc.py +0 -488
- webscout/Provider/OPENAI/scirachat.py +0 -462
- webscout/Provider/OPENAI/sonus.py +0 -294
- webscout/Provider/OPENAI/standardinput.py +0 -425
- webscout/Provider/OPENAI/textpollinations.py +0 -329
- webscout/Provider/OPENAI/toolbaz.py +0 -406
- webscout/Provider/OPENAI/typegpt.py +0 -346
- webscout/Provider/OPENAI/uncovrAI.py +0 -455
- webscout/Provider/OPENAI/utils.py +0 -211
- webscout/Provider/OPENAI/venice.py +0 -413
- webscout/Provider/OPENAI/wisecat.py +0 -381
- webscout/Provider/OPENAI/writecream.py +0 -156
- webscout/Provider/OPENAI/x0gpt.py +0 -371
- webscout/Provider/OPENAI/yep.py +0 -327
- webscout/Provider/OpenGPT.py +0 -209
- webscout/Provider/Openai.py +0 -496
- webscout/Provider/PI.py +0 -429
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/QwenLM.py +0 -254
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -290
- webscout/Provider/TTI/AiForce/__init__.py +0 -22
- webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
- webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
- webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
- webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
- webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
- webscout/Provider/TTI/ImgSys/__init__.py +0 -23
- webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
- webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
- webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
- webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
- webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
- webscout/Provider/TTI/Nexra/__init__.py +0 -22
- webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
- webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
- webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
- webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
- webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
- webscout/Provider/TTI/__init__.py +0 -12
- webscout/Provider/TTI/aiarta/__init__.py +0 -2
- webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
- webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
- webscout/Provider/TTI/artbit/__init__.py +0 -22
- webscout/Provider/TTI/artbit/async_artbit.py +0 -155
- webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
- webscout/Provider/TTI/fastflux/__init__.py +0 -22
- webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
- webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
- webscout/Provider/TTI/huggingface/__init__.py +0 -22
- webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
- webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
- webscout/Provider/TTI/piclumen/__init__.py +0 -23
- webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
- webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
- webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
- webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
- webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
- webscout/Provider/TTI/talkai/__init__.py +0 -4
- webscout/Provider/TTI/talkai/async_talkai.py +0 -229
- webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
- webscout/Provider/TTS/__init__.py +0 -8
- webscout/Provider/TTS/base.py +0 -159
- webscout/Provider/TTS/deepgram.py +0 -156
- webscout/Provider/TTS/elevenlabs.py +0 -111
- webscout/Provider/TTS/gesserit.py +0 -128
- webscout/Provider/TTS/murfai.py +0 -113
- webscout/Provider/TTS/parler.py +0 -111
- webscout/Provider/TTS/speechma.py +0 -180
- webscout/Provider/TTS/streamElements.py +0 -333
- webscout/Provider/TTS/utils.py +0 -280
- webscout/Provider/TeachAnything.py +0 -233
- webscout/Provider/TextPollinationsAI.py +0 -306
- webscout/Provider/TwoAI.py +0 -280
- webscout/Provider/TypliAI.py +0 -305
- webscout/Provider/Venice.py +0 -258
- webscout/Provider/VercelAI.py +0 -253
- webscout/Provider/WiseCat.py +0 -233
- webscout/Provider/WrDoChat.py +0 -370
- webscout/Provider/Writecream.py +0 -237
- webscout/Provider/WritingMate.py +0 -269
- webscout/Provider/Youchat.py +0 -330
- webscout/Provider/__init__.py +0 -178
- webscout/Provider/ai4chat.py +0 -203
- webscout/Provider/aimathgpt.py +0 -189
- webscout/Provider/akashgpt.py +0 -335
- webscout/Provider/asksteve.py +0 -212
- webscout/Provider/bagoodex.py +0 -145
- webscout/Provider/cerebras.py +0 -288
- webscout/Provider/chatglm.py +0 -215
- webscout/Provider/cleeai.py +0 -213
- webscout/Provider/copilot.py +0 -425
- webscout/Provider/elmo.py +0 -283
- webscout/Provider/freeaichat.py +0 -285
- webscout/Provider/geminiapi.py +0 -208
- webscout/Provider/geminiprorealtime.py +0 -160
- webscout/Provider/granite.py +0 -235
- webscout/Provider/hermes.py +0 -266
- webscout/Provider/julius.py +0 -223
- webscout/Provider/koala.py +0 -268
- webscout/Provider/learnfastai.py +0 -325
- webscout/Provider/llama3mitril.py +0 -215
- webscout/Provider/llmchat.py +0 -255
- webscout/Provider/llmchatco.py +0 -306
- webscout/Provider/meta.py +0 -798
- webscout/Provider/multichat.py +0 -364
- webscout/Provider/scira_chat.py +0 -297
- webscout/Provider/scnet.py +0 -243
- webscout/Provider/searchchat.py +0 -292
- webscout/Provider/sonus.py +0 -258
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/toolbaz.py +0 -353
- webscout/Provider/turboseek.py +0 -266
- webscout/Provider/typefully.py +0 -330
- webscout/Provider/typegpt.py +0 -289
- webscout/Provider/uncovr.py +0 -368
- webscout/Provider/x0gpt.py +0 -299
- webscout/Provider/yep.py +0 -389
- webscout/litagent/__init__.py +0 -29
- webscout/litagent/agent.py +0 -455
- webscout/litagent/constants.py +0 -60
- webscout/litprinter/__init__.py +0 -59
- webscout/scout/__init__.py +0 -8
- webscout/scout/core/__init__.py +0 -7
- webscout/scout/core/crawler.py +0 -140
- webscout/scout/core/scout.py +0 -568
- webscout/scout/core/search_result.py +0 -96
- webscout/scout/core/text_analyzer.py +0 -63
- webscout/scout/core/text_utils.py +0 -277
- webscout/scout/core/web_analyzer.py +0 -52
- webscout/scout/core.py +0 -881
- webscout/scout/element.py +0 -460
- webscout/scout/parsers/__init__.py +0 -69
- webscout/scout/parsers/html5lib_parser.py +0 -172
- webscout/scout/parsers/html_parser.py +0 -236
- webscout/scout/parsers/lxml_parser.py +0 -178
- webscout/scout/utils.py +0 -37
- webscout/swiftcli/__init__.py +0 -95
- webscout/swiftcli/core/__init__.py +0 -7
- webscout/swiftcli/core/cli.py +0 -297
- webscout/swiftcli/core/context.py +0 -104
- webscout/swiftcli/core/group.py +0 -241
- webscout/swiftcli/decorators/__init__.py +0 -28
- webscout/swiftcli/decorators/command.py +0 -221
- webscout/swiftcli/decorators/options.py +0 -220
- webscout/swiftcli/decorators/output.py +0 -252
- webscout/swiftcli/exceptions.py +0 -21
- webscout/swiftcli/plugins/__init__.py +0 -9
- webscout/swiftcli/plugins/base.py +0 -135
- webscout/swiftcli/plugins/manager.py +0 -262
- webscout/swiftcli/utils/__init__.py +0 -59
- webscout/swiftcli/utils/formatting.py +0 -252
- webscout/swiftcli/utils/parsing.py +0 -267
- webscout/zeroart/__init__.py +0 -55
- webscout/zeroart/base.py +0 -60
- webscout/zeroart/effects.py +0 -99
- webscout/zeroart/fonts.py +0 -816
- webscout-8.2.6.dist-info/RECORD +0 -307
- webscout-8.2.6.dist-info/entry_points.txt +0 -3
- webscout-8.2.6.dist-info/top_level.txt +0 -2
- webstoken/__init__.py +0 -30
- webstoken/classifier.py +0 -189
- webstoken/keywords.py +0 -216
- webstoken/language.py +0 -128
- webstoken/ner.py +0 -164
- webstoken/normalizer.py +0 -35
- webstoken/processor.py +0 -77
- webstoken/sentiment.py +0 -206
- webstoken/stemmer.py +0 -73
- webstoken/tagger.py +0 -60
- webstoken/tokenizer.py +0 -158
- {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/licenses/LICENSE.md +0 -0
|
@@ -1,381 +0,0 @@
|
|
|
1
|
-
import time
|
|
2
|
-
import uuid
|
|
3
|
-
import requests
|
|
4
|
-
import re
|
|
5
|
-
import json
|
|
6
|
-
from typing import List, Dict, Optional, Union, Generator, Any
|
|
7
|
-
|
|
8
|
-
# Import base classes and utility structures
|
|
9
|
-
from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
|
|
10
|
-
from .utils import (
|
|
11
|
-
ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
|
|
12
|
-
ChatCompletionMessage, CompletionUsage
|
|
13
|
-
)
|
|
14
|
-
|
|
15
|
-
# Attempt to import LitAgent, fallback if not available
|
|
16
|
-
try:
|
|
17
|
-
from webscout.litagent import LitAgent
|
|
18
|
-
except ImportError:
|
|
19
|
-
# Define a dummy LitAgent if webscout is not installed or accessible
|
|
20
|
-
class LitAgent:
|
|
21
|
-
def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
|
|
22
|
-
# Return minimal default headers if LitAgent is unavailable
|
|
23
|
-
print("Warning: LitAgent not found. Using default minimal headers.")
|
|
24
|
-
return {
|
|
25
|
-
"accept": "*/*",
|
|
26
|
-
"accept_language": "en-US,en;q=0.9",
|
|
27
|
-
"platform": "Windows",
|
|
28
|
-
"sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
|
|
29
|
-
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
|
|
30
|
-
"browser_type": browser,
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
# --- WiseCat Client ---
|
|
34
|
-
|
|
35
|
-
class Completions(BaseCompletions):
|
|
36
|
-
def __init__(self, client: 'WiseCat'):
|
|
37
|
-
self._client = client
|
|
38
|
-
|
|
39
|
-
def create(
|
|
40
|
-
self,
|
|
41
|
-
*,
|
|
42
|
-
model: str,
|
|
43
|
-
messages: List[Dict[str, str]],
|
|
44
|
-
max_tokens: Optional[int] = 2049,
|
|
45
|
-
stream: bool = False,
|
|
46
|
-
temperature: Optional[float] = None,
|
|
47
|
-
top_p: Optional[float] = None,
|
|
48
|
-
**kwargs: Any
|
|
49
|
-
) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
|
|
50
|
-
"""
|
|
51
|
-
Creates a model response for the given chat conversation.
|
|
52
|
-
Mimics openai.chat.completions.create
|
|
53
|
-
"""
|
|
54
|
-
# Prepare the payload for WiseCat API
|
|
55
|
-
payload = {
|
|
56
|
-
"id": "ephemeral",
|
|
57
|
-
"messages": messages,
|
|
58
|
-
"selectedChatModel": self._client.convert_model_name(model)
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
# Add optional parameters if provided
|
|
62
|
-
if max_tokens is not None and max_tokens > 0:
|
|
63
|
-
payload["max_tokens"] = max_tokens
|
|
64
|
-
|
|
65
|
-
if temperature is not None:
|
|
66
|
-
payload["temperature"] = temperature
|
|
67
|
-
|
|
68
|
-
if top_p is not None:
|
|
69
|
-
payload["top_p"] = top_p
|
|
70
|
-
|
|
71
|
-
# Add any additional parameters
|
|
72
|
-
payload.update(kwargs)
|
|
73
|
-
|
|
74
|
-
request_id = f"chatcmpl-{uuid.uuid4()}"
|
|
75
|
-
created_time = int(time.time())
|
|
76
|
-
|
|
77
|
-
if stream:
|
|
78
|
-
return self._create_stream(request_id, created_time, model, payload)
|
|
79
|
-
else:
|
|
80
|
-
return self._create_non_stream(request_id, created_time, model, payload)
|
|
81
|
-
|
|
82
|
-
def _create_stream(
|
|
83
|
-
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
|
|
84
|
-
) -> Generator[ChatCompletionChunk, None, None]:
|
|
85
|
-
try:
|
|
86
|
-
response = self._client.session.post(
|
|
87
|
-
self._client.api_endpoint,
|
|
88
|
-
headers=self._client.headers,
|
|
89
|
-
json=payload,
|
|
90
|
-
stream=True,
|
|
91
|
-
timeout=self._client.timeout
|
|
92
|
-
)
|
|
93
|
-
|
|
94
|
-
# Handle non-200 responses
|
|
95
|
-
if not response.ok:
|
|
96
|
-
raise IOError(
|
|
97
|
-
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
98
|
-
)
|
|
99
|
-
|
|
100
|
-
# Track token usage across chunks
|
|
101
|
-
prompt_tokens = 0
|
|
102
|
-
completion_tokens = 0
|
|
103
|
-
total_tokens = 0
|
|
104
|
-
|
|
105
|
-
# Estimate prompt tokens based on message length
|
|
106
|
-
for msg in payload.get("messages", []):
|
|
107
|
-
prompt_tokens += len(msg.get("content", "").split())
|
|
108
|
-
|
|
109
|
-
for line in response.iter_lines():
|
|
110
|
-
if line:
|
|
111
|
-
decoded_line = line.decode('utf-8').strip()
|
|
112
|
-
|
|
113
|
-
# WiseCat uses a different format, so we need to extract the content
|
|
114
|
-
match = re.search(r'0:"(.*?)"', decoded_line)
|
|
115
|
-
if match:
|
|
116
|
-
content = match.group(1)
|
|
117
|
-
|
|
118
|
-
# Format the content (replace escaped newlines)
|
|
119
|
-
content = self._client.format_text(content)
|
|
120
|
-
|
|
121
|
-
# Update token counts
|
|
122
|
-
completion_tokens += 1
|
|
123
|
-
total_tokens = prompt_tokens + completion_tokens
|
|
124
|
-
|
|
125
|
-
# Create the delta object
|
|
126
|
-
delta = ChoiceDelta(
|
|
127
|
-
content=content,
|
|
128
|
-
role="assistant",
|
|
129
|
-
tool_calls=None
|
|
130
|
-
)
|
|
131
|
-
|
|
132
|
-
# Create the choice object
|
|
133
|
-
choice = Choice(
|
|
134
|
-
index=0,
|
|
135
|
-
delta=delta,
|
|
136
|
-
finish_reason=None,
|
|
137
|
-
logprobs=None
|
|
138
|
-
)
|
|
139
|
-
|
|
140
|
-
# Create the chunk object
|
|
141
|
-
chunk = ChatCompletionChunk(
|
|
142
|
-
id=request_id,
|
|
143
|
-
choices=[choice],
|
|
144
|
-
created=created_time,
|
|
145
|
-
model=model,
|
|
146
|
-
system_fingerprint=None
|
|
147
|
-
)
|
|
148
|
-
|
|
149
|
-
# Convert to dict for proper formatting
|
|
150
|
-
chunk_dict = chunk.to_dict()
|
|
151
|
-
|
|
152
|
-
# Add usage information to match OpenAI format
|
|
153
|
-
usage_dict = {
|
|
154
|
-
"prompt_tokens": prompt_tokens,
|
|
155
|
-
"completion_tokens": completion_tokens,
|
|
156
|
-
"total_tokens": total_tokens,
|
|
157
|
-
"estimated_cost": None
|
|
158
|
-
}
|
|
159
|
-
|
|
160
|
-
chunk_dict["usage"] = usage_dict
|
|
161
|
-
|
|
162
|
-
# Return the chunk object for internal processing
|
|
163
|
-
yield chunk
|
|
164
|
-
|
|
165
|
-
# Final chunk with finish_reason="stop"
|
|
166
|
-
delta = ChoiceDelta(
|
|
167
|
-
content=None,
|
|
168
|
-
role=None,
|
|
169
|
-
tool_calls=None
|
|
170
|
-
)
|
|
171
|
-
|
|
172
|
-
choice = Choice(
|
|
173
|
-
index=0,
|
|
174
|
-
delta=delta,
|
|
175
|
-
finish_reason="stop",
|
|
176
|
-
logprobs=None
|
|
177
|
-
)
|
|
178
|
-
|
|
179
|
-
chunk = ChatCompletionChunk(
|
|
180
|
-
id=request_id,
|
|
181
|
-
choices=[choice],
|
|
182
|
-
created=created_time,
|
|
183
|
-
model=model,
|
|
184
|
-
system_fingerprint=None
|
|
185
|
-
)
|
|
186
|
-
|
|
187
|
-
chunk_dict = chunk.to_dict()
|
|
188
|
-
chunk_dict["usage"] = {
|
|
189
|
-
"prompt_tokens": prompt_tokens,
|
|
190
|
-
"completion_tokens": completion_tokens,
|
|
191
|
-
"total_tokens": total_tokens,
|
|
192
|
-
"estimated_cost": None
|
|
193
|
-
}
|
|
194
|
-
|
|
195
|
-
yield chunk
|
|
196
|
-
|
|
197
|
-
except Exception as e:
|
|
198
|
-
print(f"Error during WiseCat stream request: {e}")
|
|
199
|
-
raise IOError(f"WiseCat request failed: {e}") from e
|
|
200
|
-
|
|
201
|
-
def _create_non_stream(
|
|
202
|
-
self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
|
|
203
|
-
) -> ChatCompletion:
|
|
204
|
-
try:
|
|
205
|
-
# For non-streaming, we still use streaming internally to collect the full response
|
|
206
|
-
response = self._client.session.post(
|
|
207
|
-
self._client.api_endpoint,
|
|
208
|
-
headers=self._client.headers,
|
|
209
|
-
json=payload,
|
|
210
|
-
stream=True,
|
|
211
|
-
timeout=self._client.timeout
|
|
212
|
-
)
|
|
213
|
-
|
|
214
|
-
# Handle non-200 responses
|
|
215
|
-
if not response.ok:
|
|
216
|
-
raise IOError(
|
|
217
|
-
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
218
|
-
)
|
|
219
|
-
|
|
220
|
-
# Collect the full response
|
|
221
|
-
full_text = ""
|
|
222
|
-
for line in response.iter_lines(decode_unicode=True):
|
|
223
|
-
if line:
|
|
224
|
-
match = re.search(r'0:"(.*?)"', line)
|
|
225
|
-
if match:
|
|
226
|
-
content = match.group(1)
|
|
227
|
-
full_text += content
|
|
228
|
-
|
|
229
|
-
# Format the text (replace escaped newlines)
|
|
230
|
-
full_text = self._client.format_text(full_text)
|
|
231
|
-
|
|
232
|
-
# Estimate token counts
|
|
233
|
-
prompt_tokens = 0
|
|
234
|
-
for msg in payload.get("messages", []):
|
|
235
|
-
prompt_tokens += len(msg.get("content", "").split())
|
|
236
|
-
|
|
237
|
-
completion_tokens = len(full_text.split())
|
|
238
|
-
total_tokens = prompt_tokens + completion_tokens
|
|
239
|
-
|
|
240
|
-
# Create the message object
|
|
241
|
-
message = ChatCompletionMessage(
|
|
242
|
-
role="assistant",
|
|
243
|
-
content=full_text
|
|
244
|
-
)
|
|
245
|
-
|
|
246
|
-
# Create the choice object
|
|
247
|
-
choice = Choice(
|
|
248
|
-
index=0,
|
|
249
|
-
message=message,
|
|
250
|
-
finish_reason="stop"
|
|
251
|
-
)
|
|
252
|
-
|
|
253
|
-
# Create the usage object
|
|
254
|
-
usage = CompletionUsage(
|
|
255
|
-
prompt_tokens=prompt_tokens,
|
|
256
|
-
completion_tokens=completion_tokens,
|
|
257
|
-
total_tokens=total_tokens
|
|
258
|
-
)
|
|
259
|
-
|
|
260
|
-
# Create the completion object
|
|
261
|
-
completion = ChatCompletion(
|
|
262
|
-
id=request_id,
|
|
263
|
-
choices=[choice],
|
|
264
|
-
created=created_time,
|
|
265
|
-
model=model,
|
|
266
|
-
usage=usage,
|
|
267
|
-
)
|
|
268
|
-
|
|
269
|
-
return completion
|
|
270
|
-
|
|
271
|
-
except Exception as e:
|
|
272
|
-
print(f"Error during WiseCat non-stream request: {e}")
|
|
273
|
-
raise IOError(f"WiseCat request failed: {e}") from e
|
|
274
|
-
|
|
275
|
-
class Chat(BaseChat):
|
|
276
|
-
def __init__(self, client: 'WiseCat'):
|
|
277
|
-
self.completions = Completions(client)
|
|
278
|
-
|
|
279
|
-
class WiseCat(OpenAICompatibleProvider):
|
|
280
|
-
"""
|
|
281
|
-
OpenAI-compatible client for WiseCat API.
|
|
282
|
-
|
|
283
|
-
Usage:
|
|
284
|
-
client = WiseCat()
|
|
285
|
-
response = client.chat.completions.create(
|
|
286
|
-
model="chat-model-large",
|
|
287
|
-
messages=[{"role": "user", "content": "Hello!"}]
|
|
288
|
-
)
|
|
289
|
-
"""
|
|
290
|
-
|
|
291
|
-
AVAILABLE_MODELS = [
|
|
292
|
-
"chat-model-small",
|
|
293
|
-
"chat-model-large",
|
|
294
|
-
"chat-model-reasoning",
|
|
295
|
-
]
|
|
296
|
-
|
|
297
|
-
# No model mapping needed as we use the model names directly
|
|
298
|
-
|
|
299
|
-
def __init__(
|
|
300
|
-
self,
|
|
301
|
-
timeout: Optional[int] = None,
|
|
302
|
-
browser: str = "chrome"
|
|
303
|
-
):
|
|
304
|
-
"""
|
|
305
|
-
Initialize the WiseCat client.
|
|
306
|
-
|
|
307
|
-
Args:
|
|
308
|
-
timeout: Request timeout in seconds (None for no timeout)
|
|
309
|
-
browser: Browser to emulate in user agent
|
|
310
|
-
"""
|
|
311
|
-
self.timeout = timeout
|
|
312
|
-
self.api_endpoint = "https://wise-cat-groq.vercel.app/api/chat"
|
|
313
|
-
self.session = requests.Session()
|
|
314
|
-
|
|
315
|
-
# Initialize LitAgent for user agent generation
|
|
316
|
-
agent = LitAgent()
|
|
317
|
-
self.fingerprint = agent.generate_fingerprint(browser)
|
|
318
|
-
|
|
319
|
-
# Use the fingerprint for headers
|
|
320
|
-
self.headers = self.fingerprint
|
|
321
|
-
|
|
322
|
-
self.session.headers.update(self.headers)
|
|
323
|
-
|
|
324
|
-
# Initialize the chat interface
|
|
325
|
-
self.chat = Chat(self)
|
|
326
|
-
|
|
327
|
-
def format_text(self, text: str) -> str:
|
|
328
|
-
"""
|
|
329
|
-
Format text by replacing escaped newlines with actual newlines.
|
|
330
|
-
|
|
331
|
-
Args:
|
|
332
|
-
text: Text to format
|
|
333
|
-
|
|
334
|
-
Returns:
|
|
335
|
-
Formatted text
|
|
336
|
-
"""
|
|
337
|
-
# Use a more comprehensive approach to handle all escape sequences
|
|
338
|
-
try:
|
|
339
|
-
# First handle double backslashes to avoid issues
|
|
340
|
-
text = text.replace('\\\\', '\\')
|
|
341
|
-
|
|
342
|
-
# Handle common escape sequences
|
|
343
|
-
text = text.replace('\\n', '\n')
|
|
344
|
-
text = text.replace('\\r', '\r')
|
|
345
|
-
text = text.replace('\\t', '\t')
|
|
346
|
-
text = text.replace('\\"', '"')
|
|
347
|
-
text = text.replace("\\'", "'")
|
|
348
|
-
|
|
349
|
-
# Handle any remaining escape sequences using JSON decoding
|
|
350
|
-
# This is a fallback in case there are other escape sequences
|
|
351
|
-
try:
|
|
352
|
-
# Add quotes to make it a valid JSON string
|
|
353
|
-
json_str = f'"{text}"'
|
|
354
|
-
# Use json module to decode all escape sequences
|
|
355
|
-
decoded = json.loads(json_str)
|
|
356
|
-
return decoded
|
|
357
|
-
except json.JSONDecodeError:
|
|
358
|
-
# If JSON decoding fails, return the text with the replacements we've already done
|
|
359
|
-
return text
|
|
360
|
-
except Exception as e:
|
|
361
|
-
# If any error occurs, return the original text
|
|
362
|
-
print(f"Warning: Error formatting text: {e}")
|
|
363
|
-
return text
|
|
364
|
-
|
|
365
|
-
def convert_model_name(self, model: str) -> str:
|
|
366
|
-
"""
|
|
367
|
-
Convert model names to ones supported by WiseCat.
|
|
368
|
-
|
|
369
|
-
Args:
|
|
370
|
-
model: Model name to convert
|
|
371
|
-
|
|
372
|
-
Returns:
|
|
373
|
-
WiseCat model name
|
|
374
|
-
"""
|
|
375
|
-
# If the model is already a valid WiseCat model, return it
|
|
376
|
-
if model in self.AVAILABLE_MODELS:
|
|
377
|
-
return model
|
|
378
|
-
|
|
379
|
-
# Default to the most capable model
|
|
380
|
-
print(f"Warning: Unknown model '{model}'. Using 'chat-model-large' instead.")
|
|
381
|
-
return "chat-model-large"
|
|
@@ -1,156 +0,0 @@
|
|
|
1
|
-
import time
|
|
2
|
-
import uuid
|
|
3
|
-
import requests
|
|
4
|
-
import json
|
|
5
|
-
from typing import List, Dict, Optional, Union, Generator, Any
|
|
6
|
-
|
|
7
|
-
# Import base classes and utility structures
|
|
8
|
-
from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
|
|
9
|
-
from .utils import (
|
|
10
|
-
ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
|
|
11
|
-
ChatCompletionMessage, CompletionUsage
|
|
12
|
-
)
|
|
13
|
-
|
|
14
|
-
# Attempt to import LitAgent, fallback if not available
|
|
15
|
-
try:
|
|
16
|
-
from webscout.litagent import LitAgent
|
|
17
|
-
except ImportError:
|
|
18
|
-
print("Warning: LitAgent not found. Using default user agent.")
|
|
19
|
-
|
|
20
|
-
class Completions(BaseCompletions):
|
|
21
|
-
def __init__(self, client: 'Writecream'):
|
|
22
|
-
self._client = client
|
|
23
|
-
|
|
24
|
-
def create(
|
|
25
|
-
*,
|
|
26
|
-
self,
|
|
27
|
-
model: str = None, # Not used by Writecream, for compatibility
|
|
28
|
-
messages: List[Dict[str, str]],
|
|
29
|
-
max_tokens: Optional[int] = None, # Not used by Writecream
|
|
30
|
-
stream: bool = False,
|
|
31
|
-
temperature: Optional[float] = None, # Not used by Writecream
|
|
32
|
-
top_p: Optional[float] = None, # Not used by Writecream
|
|
33
|
-
**kwargs: Any
|
|
34
|
-
) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
|
|
35
|
-
"""
|
|
36
|
-
Creates a model response for the given chat conversation.
|
|
37
|
-
Mimics openai.chat.completions.create
|
|
38
|
-
"""
|
|
39
|
-
payload = messages
|
|
40
|
-
request_id = f"chatcmpl-{uuid.uuid4()}"
|
|
41
|
-
created_time = int(time.time())
|
|
42
|
-
if stream:
|
|
43
|
-
return self._create_stream(request_id, created_time, payload)
|
|
44
|
-
else:
|
|
45
|
-
return self._create_non_stream(request_id, created_time, payload)
|
|
46
|
-
|
|
47
|
-
def _create_stream(
|
|
48
|
-
self, request_id: str, created_time: int, payload: List[Dict[str, str]]
|
|
49
|
-
) -> Generator[ChatCompletionChunk, None, None]:
|
|
50
|
-
# Writecream does not support streaming, so yield the full response as a single chunk
|
|
51
|
-
completion = self._create_non_stream(request_id, created_time, payload)
|
|
52
|
-
content = completion.choices[0].message.content
|
|
53
|
-
# Yield as a single chunk
|
|
54
|
-
delta = ChoiceDelta(content=content)
|
|
55
|
-
choice = Choice(index=0, delta=delta, finish_reason=None)
|
|
56
|
-
chunk = ChatCompletionChunk(
|
|
57
|
-
id=request_id,
|
|
58
|
-
choices=[choice],
|
|
59
|
-
created=created_time,
|
|
60
|
-
model="writecream",
|
|
61
|
-
)
|
|
62
|
-
yield chunk
|
|
63
|
-
# Final chunk with finish_reason
|
|
64
|
-
delta = ChoiceDelta(content=None)
|
|
65
|
-
choice = Choice(index=0, delta=delta, finish_reason="stop")
|
|
66
|
-
chunk = ChatCompletionChunk(
|
|
67
|
-
id=request_id,
|
|
68
|
-
choices=[choice],
|
|
69
|
-
created=created_time,
|
|
70
|
-
model="writecream",
|
|
71
|
-
)
|
|
72
|
-
yield chunk
|
|
73
|
-
|
|
74
|
-
def _create_non_stream(
|
|
75
|
-
self, request_id: str, created_time: int, payload: List[Dict[str, str]]
|
|
76
|
-
) -> ChatCompletion:
|
|
77
|
-
try:
|
|
78
|
-
params = {
|
|
79
|
-
"query": json.dumps(payload),
|
|
80
|
-
"link": "writecream.com"
|
|
81
|
-
}
|
|
82
|
-
response = self._client.session.get(
|
|
83
|
-
self._client.base_url,
|
|
84
|
-
params=params,
|
|
85
|
-
headers=self._client.headers,
|
|
86
|
-
timeout=self._client.timeout
|
|
87
|
-
)
|
|
88
|
-
response.raise_for_status()
|
|
89
|
-
data = response.json()
|
|
90
|
-
# Extract the response content according to the new API format
|
|
91
|
-
content = data.get("response_content", "")
|
|
92
|
-
# Estimate tokens
|
|
93
|
-
prompt_tokens = sum(len(m.get("content", "").split()) for m in payload)
|
|
94
|
-
completion_tokens = len(content.split())
|
|
95
|
-
usage = CompletionUsage(
|
|
96
|
-
prompt_tokens=prompt_tokens,
|
|
97
|
-
completion_tokens=completion_tokens,
|
|
98
|
-
total_tokens=prompt_tokens + completion_tokens
|
|
99
|
-
)
|
|
100
|
-
message = ChatCompletionMessage(role="assistant", content=content)
|
|
101
|
-
choice = Choice(index=0, message=message, finish_reason="stop")
|
|
102
|
-
completion = ChatCompletion(
|
|
103
|
-
id=request_id,
|
|
104
|
-
choices=[choice],
|
|
105
|
-
created=created_time,
|
|
106
|
-
model="writecream",
|
|
107
|
-
usage=usage
|
|
108
|
-
)
|
|
109
|
-
return completion
|
|
110
|
-
except Exception as e:
|
|
111
|
-
print(f"Error during Writecream request: {e}")
|
|
112
|
-
raise IOError(f"Writecream request failed: {e}") from e
|
|
113
|
-
|
|
114
|
-
class Chat(BaseChat):
|
|
115
|
-
def __init__(self, client: 'Writecream'):
|
|
116
|
-
self.completions = Completions(client)
|
|
117
|
-
|
|
118
|
-
class Writecream(OpenAICompatibleProvider):
|
|
119
|
-
"""
|
|
120
|
-
OpenAI-compatible client for Writecream API.
|
|
121
|
-
|
|
122
|
-
Usage:
|
|
123
|
-
client = Writecream()
|
|
124
|
-
response = client.chat.completions.create(
|
|
125
|
-
messages=[{"role": "system", "content": "You are a helpful assistant."},
|
|
126
|
-
{"role": "user", "content": "What is the capital of France?"}]
|
|
127
|
-
)
|
|
128
|
-
print(response.choices[0].message.content)
|
|
129
|
-
"""
|
|
130
|
-
AVAILABLE_MODELS = ["writecream"]
|
|
131
|
-
|
|
132
|
-
def __init__(self, timeout: Optional[int] = 30, browser: str = "chrome"):
|
|
133
|
-
self.timeout = timeout
|
|
134
|
-
self.base_url = "https://8pe3nv3qha.execute-api.us-east-1.amazonaws.com/default/llm_chat"
|
|
135
|
-
self.session = requests.Session()
|
|
136
|
-
agent = LitAgent()
|
|
137
|
-
self.headers = {
|
|
138
|
-
"User-Agent": agent.random(),
|
|
139
|
-
"Referer": "https://www.writecream.com/chatgpt-chat/"
|
|
140
|
-
}
|
|
141
|
-
self.session.headers.update(self.headers)
|
|
142
|
-
self.chat = Chat(self)
|
|
143
|
-
|
|
144
|
-
def convert_model_name(self, model: str) -> str:
|
|
145
|
-
return "writecream"
|
|
146
|
-
|
|
147
|
-
# Simple test if run directly
|
|
148
|
-
if __name__ == "__main__":
|
|
149
|
-
client = Writecream()
|
|
150
|
-
response = client.chat.completions.create(
|
|
151
|
-
messages=[
|
|
152
|
-
{"role": "system", "content": "You are a helpful assistant."},
|
|
153
|
-
{"role": "user", "content": "What is the capital of France?"}
|
|
154
|
-
]
|
|
155
|
-
)
|
|
156
|
-
print(response.choices[0].message.content)
|