webscout 8.2.6__py3-none-any.whl → 8.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIutel.py +97 -87
- webscout/version.py +1 -1
- {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/METADATA +2 -15
- webscout-8.2.7.dist-info/RECORD +26 -0
- {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
- webscout-8.2.7.dist-info/entry_points.txt +3 -0
- webscout-8.2.7.dist-info/top_level.txt +1 -0
- webscout/Extra/GitToolkit/__init__.py +0 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
- webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
- webscout/Extra/GitToolkit/gitapi/user.py +0 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
- webscout/Extra/YTToolkit/YTdownloader.py +0 -957
- webscout/Extra/YTToolkit/__init__.py +0 -3
- webscout/Extra/YTToolkit/transcriber.py +0 -476
- webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
- webscout/Extra/YTToolkit/ytapi/https.py +0 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
- webscout/Extra/YTToolkit/ytapi/query.py +0 -40
- webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
- webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
- webscout/Extra/YTToolkit/ytapi/video.py +0 -232
- webscout/Extra/__init__.py +0 -7
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -910
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.py +0 -684
- webscout/Extra/tempmail/__init__.py +0 -28
- webscout/Extra/tempmail/async_utils.py +0 -141
- webscout/Extra/tempmail/base.py +0 -161
- webscout/Extra/tempmail/cli.py +0 -187
- webscout/Extra/tempmail/emailnator.py +0 -84
- webscout/Extra/tempmail/mail_tm.py +0 -361
- webscout/Extra/tempmail/temp_mail_io.py +0 -292
- webscout/Extra/weather.py +0 -194
- webscout/Extra/weather_ascii.py +0 -76
- webscout/Litlogger/__init__.py +0 -67
- webscout/Litlogger/core/__init__.py +0 -6
- webscout/Litlogger/core/level.py +0 -23
- webscout/Litlogger/core/logger.py +0 -165
- webscout/Litlogger/handlers/__init__.py +0 -12
- webscout/Litlogger/handlers/console.py +0 -33
- webscout/Litlogger/handlers/file.py +0 -143
- webscout/Litlogger/handlers/network.py +0 -173
- webscout/Litlogger/styles/__init__.py +0 -7
- webscout/Litlogger/styles/colors.py +0 -249
- webscout/Litlogger/styles/formats.py +0 -458
- webscout/Litlogger/styles/text.py +0 -87
- webscout/Litlogger/utils/__init__.py +0 -6
- webscout/Litlogger/utils/detectors.py +0 -153
- webscout/Litlogger/utils/formatters.py +0 -200
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -250
- webscout/Provider/AISEARCH/ISou.py +0 -256
- webscout/Provider/AISEARCH/Perplexity.py +0 -359
- webscout/Provider/AISEARCH/__init__.py +0 -10
- webscout/Provider/AISEARCH/felo_search.py +0 -228
- webscout/Provider/AISEARCH/genspark_search.py +0 -208
- webscout/Provider/AISEARCH/hika_search.py +0 -198
- webscout/Provider/AISEARCH/iask_search.py +0 -436
- webscout/Provider/AISEARCH/monica_search.py +0 -246
- webscout/Provider/AISEARCH/scira_search.py +0 -322
- webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
- webscout/Provider/Aitopia.py +0 -316
- webscout/Provider/AllenAI.py +0 -447
- webscout/Provider/Andi.py +0 -228
- webscout/Provider/Blackboxai.py +0 -229
- webscout/Provider/ChatGPTClone.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/ChatSandbox.py +0 -342
- webscout/Provider/Cloudflare.py +0 -325
- webscout/Provider/Cohere.py +0 -208
- webscout/Provider/Deepinfra.py +0 -338
- webscout/Provider/ElectronHub.py +0 -773
- webscout/Provider/ExaAI.py +0 -261
- webscout/Provider/ExaChat.py +0 -358
- webscout/Provider/Free2GPT.py +0 -241
- webscout/Provider/GPTWeb.py +0 -249
- webscout/Provider/Gemini.py +0 -169
- webscout/Provider/GithubChat.py +0 -370
- webscout/Provider/GizAI.py +0 -285
- webscout/Provider/Glider.py +0 -222
- webscout/Provider/Groq.py +0 -801
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HeckAI.py +0 -257
- webscout/Provider/HuggingFaceChat.py +0 -469
- webscout/Provider/Hunyuan.py +0 -283
- webscout/Provider/Jadve.py +0 -291
- webscout/Provider/Koboldai.py +0 -381
- webscout/Provider/LambdaChat.py +0 -411
- webscout/Provider/Llama3.py +0 -259
- webscout/Provider/MCPCore.py +0 -315
- webscout/Provider/Marcus.py +0 -206
- webscout/Provider/Nemotron.py +0 -218
- webscout/Provider/Netwrck.py +0 -270
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/__init__.py +0 -28
- webscout/Provider/OPENAI/ai4chat.py +0 -286
- webscout/Provider/OPENAI/base.py +0 -46
- webscout/Provider/OPENAI/c4ai.py +0 -367
- webscout/Provider/OPENAI/chatgpt.py +0 -549
- webscout/Provider/OPENAI/chatgptclone.py +0 -481
- webscout/Provider/OPENAI/deepinfra.py +0 -309
- webscout/Provider/OPENAI/e2b.py +0 -1350
- webscout/Provider/OPENAI/exaai.py +0 -404
- webscout/Provider/OPENAI/exachat.py +0 -437
- webscout/Provider/OPENAI/freeaichat.py +0 -352
- webscout/Provider/OPENAI/glider.py +0 -316
- webscout/Provider/OPENAI/groq.py +0 -354
- webscout/Provider/OPENAI/heckai.py +0 -341
- webscout/Provider/OPENAI/llmchatco.py +0 -327
- webscout/Provider/OPENAI/mcpcore.py +0 -376
- webscout/Provider/OPENAI/multichat.py +0 -368
- webscout/Provider/OPENAI/netwrck.py +0 -350
- webscout/Provider/OPENAI/opkfc.py +0 -488
- webscout/Provider/OPENAI/scirachat.py +0 -462
- webscout/Provider/OPENAI/sonus.py +0 -294
- webscout/Provider/OPENAI/standardinput.py +0 -425
- webscout/Provider/OPENAI/textpollinations.py +0 -329
- webscout/Provider/OPENAI/toolbaz.py +0 -406
- webscout/Provider/OPENAI/typegpt.py +0 -346
- webscout/Provider/OPENAI/uncovrAI.py +0 -455
- webscout/Provider/OPENAI/utils.py +0 -211
- webscout/Provider/OPENAI/venice.py +0 -413
- webscout/Provider/OPENAI/wisecat.py +0 -381
- webscout/Provider/OPENAI/writecream.py +0 -156
- webscout/Provider/OPENAI/x0gpt.py +0 -371
- webscout/Provider/OPENAI/yep.py +0 -327
- webscout/Provider/OpenGPT.py +0 -209
- webscout/Provider/Openai.py +0 -496
- webscout/Provider/PI.py +0 -429
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/QwenLM.py +0 -254
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -290
- webscout/Provider/TTI/AiForce/__init__.py +0 -22
- webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
- webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
- webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
- webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
- webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
- webscout/Provider/TTI/ImgSys/__init__.py +0 -23
- webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
- webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
- webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
- webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
- webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
- webscout/Provider/TTI/Nexra/__init__.py +0 -22
- webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
- webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
- webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
- webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
- webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
- webscout/Provider/TTI/__init__.py +0 -12
- webscout/Provider/TTI/aiarta/__init__.py +0 -2
- webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
- webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
- webscout/Provider/TTI/artbit/__init__.py +0 -22
- webscout/Provider/TTI/artbit/async_artbit.py +0 -155
- webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
- webscout/Provider/TTI/fastflux/__init__.py +0 -22
- webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
- webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
- webscout/Provider/TTI/huggingface/__init__.py +0 -22
- webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
- webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
- webscout/Provider/TTI/piclumen/__init__.py +0 -23
- webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
- webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
- webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
- webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
- webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
- webscout/Provider/TTI/talkai/__init__.py +0 -4
- webscout/Provider/TTI/talkai/async_talkai.py +0 -229
- webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
- webscout/Provider/TTS/__init__.py +0 -8
- webscout/Provider/TTS/base.py +0 -159
- webscout/Provider/TTS/deepgram.py +0 -156
- webscout/Provider/TTS/elevenlabs.py +0 -111
- webscout/Provider/TTS/gesserit.py +0 -128
- webscout/Provider/TTS/murfai.py +0 -113
- webscout/Provider/TTS/parler.py +0 -111
- webscout/Provider/TTS/speechma.py +0 -180
- webscout/Provider/TTS/streamElements.py +0 -333
- webscout/Provider/TTS/utils.py +0 -280
- webscout/Provider/TeachAnything.py +0 -233
- webscout/Provider/TextPollinationsAI.py +0 -306
- webscout/Provider/TwoAI.py +0 -280
- webscout/Provider/TypliAI.py +0 -305
- webscout/Provider/Venice.py +0 -258
- webscout/Provider/VercelAI.py +0 -253
- webscout/Provider/WiseCat.py +0 -233
- webscout/Provider/WrDoChat.py +0 -370
- webscout/Provider/Writecream.py +0 -237
- webscout/Provider/WritingMate.py +0 -269
- webscout/Provider/Youchat.py +0 -330
- webscout/Provider/__init__.py +0 -178
- webscout/Provider/ai4chat.py +0 -203
- webscout/Provider/aimathgpt.py +0 -189
- webscout/Provider/akashgpt.py +0 -335
- webscout/Provider/asksteve.py +0 -212
- webscout/Provider/bagoodex.py +0 -145
- webscout/Provider/cerebras.py +0 -288
- webscout/Provider/chatglm.py +0 -215
- webscout/Provider/cleeai.py +0 -213
- webscout/Provider/copilot.py +0 -425
- webscout/Provider/elmo.py +0 -283
- webscout/Provider/freeaichat.py +0 -285
- webscout/Provider/geminiapi.py +0 -208
- webscout/Provider/geminiprorealtime.py +0 -160
- webscout/Provider/granite.py +0 -235
- webscout/Provider/hermes.py +0 -266
- webscout/Provider/julius.py +0 -223
- webscout/Provider/koala.py +0 -268
- webscout/Provider/learnfastai.py +0 -325
- webscout/Provider/llama3mitril.py +0 -215
- webscout/Provider/llmchat.py +0 -255
- webscout/Provider/llmchatco.py +0 -306
- webscout/Provider/meta.py +0 -798
- webscout/Provider/multichat.py +0 -364
- webscout/Provider/scira_chat.py +0 -297
- webscout/Provider/scnet.py +0 -243
- webscout/Provider/searchchat.py +0 -292
- webscout/Provider/sonus.py +0 -258
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/toolbaz.py +0 -353
- webscout/Provider/turboseek.py +0 -266
- webscout/Provider/typefully.py +0 -330
- webscout/Provider/typegpt.py +0 -289
- webscout/Provider/uncovr.py +0 -368
- webscout/Provider/x0gpt.py +0 -299
- webscout/Provider/yep.py +0 -389
- webscout/litagent/__init__.py +0 -29
- webscout/litagent/agent.py +0 -455
- webscout/litagent/constants.py +0 -60
- webscout/litprinter/__init__.py +0 -59
- webscout/scout/__init__.py +0 -8
- webscout/scout/core/__init__.py +0 -7
- webscout/scout/core/crawler.py +0 -140
- webscout/scout/core/scout.py +0 -568
- webscout/scout/core/search_result.py +0 -96
- webscout/scout/core/text_analyzer.py +0 -63
- webscout/scout/core/text_utils.py +0 -277
- webscout/scout/core/web_analyzer.py +0 -52
- webscout/scout/core.py +0 -881
- webscout/scout/element.py +0 -460
- webscout/scout/parsers/__init__.py +0 -69
- webscout/scout/parsers/html5lib_parser.py +0 -172
- webscout/scout/parsers/html_parser.py +0 -236
- webscout/scout/parsers/lxml_parser.py +0 -178
- webscout/scout/utils.py +0 -37
- webscout/swiftcli/__init__.py +0 -95
- webscout/swiftcli/core/__init__.py +0 -7
- webscout/swiftcli/core/cli.py +0 -297
- webscout/swiftcli/core/context.py +0 -104
- webscout/swiftcli/core/group.py +0 -241
- webscout/swiftcli/decorators/__init__.py +0 -28
- webscout/swiftcli/decorators/command.py +0 -221
- webscout/swiftcli/decorators/options.py +0 -220
- webscout/swiftcli/decorators/output.py +0 -252
- webscout/swiftcli/exceptions.py +0 -21
- webscout/swiftcli/plugins/__init__.py +0 -9
- webscout/swiftcli/plugins/base.py +0 -135
- webscout/swiftcli/plugins/manager.py +0 -262
- webscout/swiftcli/utils/__init__.py +0 -59
- webscout/swiftcli/utils/formatting.py +0 -252
- webscout/swiftcli/utils/parsing.py +0 -267
- webscout/zeroart/__init__.py +0 -55
- webscout/zeroart/base.py +0 -60
- webscout/zeroart/effects.py +0 -99
- webscout/zeroart/fonts.py +0 -816
- webscout-8.2.6.dist-info/RECORD +0 -307
- webscout-8.2.6.dist-info/entry_points.txt +0 -3
- webscout-8.2.6.dist-info/top_level.txt +0 -2
- webstoken/__init__.py +0 -30
- webstoken/classifier.py +0 -189
- webstoken/keywords.py +0 -216
- webstoken/language.py +0 -128
- webstoken/ner.py +0 -164
- webstoken/normalizer.py +0 -35
- webstoken/processor.py +0 -77
- webstoken/sentiment.py +0 -206
- webstoken/stemmer.py +0 -73
- webstoken/tagger.py +0 -60
- webstoken/tokenizer.py +0 -158
- {webscout-8.2.6.dist-info → webscout-8.2.7.dist-info}/licenses/LICENSE.md +0 -0
|
@@ -1,329 +0,0 @@
|
|
|
1
|
-
import time
|
|
2
|
-
import uuid
|
|
3
|
-
import requests
|
|
4
|
-
import json
|
|
5
|
-
from typing import List, Dict, Optional, Union, Generator, Any
|
|
6
|
-
|
|
7
|
-
# Import base classes and utility structures
|
|
8
|
-
from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
|
|
9
|
-
from .utils import (
|
|
10
|
-
ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
|
|
11
|
-
ChatCompletionMessage, CompletionUsage, ToolCall, ToolFunction
|
|
12
|
-
)
|
|
13
|
-
|
|
14
|
-
# Import LitAgent for browser fingerprinting
|
|
15
|
-
from webscout.litagent import LitAgent
|
|
16
|
-
|
|
17
|
-
# ANSI escape codes for formatting
|
|
18
|
-
BOLD = "\033[1m"
|
|
19
|
-
RED = "\033[91m"
|
|
20
|
-
RESET = "\033[0m"
|
|
21
|
-
|
|
22
|
-
class Completions(BaseCompletions):
|
|
23
|
-
def __init__(self, client: 'TextPollinations'):
|
|
24
|
-
self._client = client
|
|
25
|
-
|
|
26
|
-
def create(
|
|
27
|
-
self,
|
|
28
|
-
*,
|
|
29
|
-
model: str,
|
|
30
|
-
messages: List[Dict[str, str]],
|
|
31
|
-
max_tokens: Optional[int] = None,
|
|
32
|
-
stream: bool = False,
|
|
33
|
-
temperature: Optional[float] = None,
|
|
34
|
-
top_p: Optional[float] = None,
|
|
35
|
-
tools: Optional[List[Dict[str, Any]]] = None,
|
|
36
|
-
tool_choice: Optional[Union[str, Dict[str, Any]]] = None,
|
|
37
|
-
**kwargs: Any
|
|
38
|
-
) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
|
|
39
|
-
"""
|
|
40
|
-
Creates a model response for the given chat conversation.
|
|
41
|
-
Mimics openai.chat.completions.create
|
|
42
|
-
"""
|
|
43
|
-
payload = {
|
|
44
|
-
"model": model,
|
|
45
|
-
"messages": messages,
|
|
46
|
-
"stream": stream,
|
|
47
|
-
}
|
|
48
|
-
if max_tokens is not None:
|
|
49
|
-
payload["max_tokens"] = max_tokens
|
|
50
|
-
if temperature is not None:
|
|
51
|
-
payload["temperature"] = temperature
|
|
52
|
-
if top_p is not None:
|
|
53
|
-
payload["top_p"] = top_p
|
|
54
|
-
if tools is not None:
|
|
55
|
-
payload["tools"] = tools
|
|
56
|
-
if tool_choice is not None:
|
|
57
|
-
payload["tool_choice"] = tool_choice
|
|
58
|
-
|
|
59
|
-
payload.update(kwargs)
|
|
60
|
-
|
|
61
|
-
request_id = str(uuid.uuid4())
|
|
62
|
-
created_time = int(time.time())
|
|
63
|
-
|
|
64
|
-
if stream:
|
|
65
|
-
return self._create_streaming(request_id, created_time, model, payload)
|
|
66
|
-
else:
|
|
67
|
-
return self._create_non_streaming(request_id, created_time, model, payload)
|
|
68
|
-
|
|
69
|
-
def _create_streaming(
|
|
70
|
-
self,
|
|
71
|
-
request_id: str,
|
|
72
|
-
created_time: int,
|
|
73
|
-
model: str,
|
|
74
|
-
payload: Dict[str, Any]
|
|
75
|
-
) -> Generator[ChatCompletionChunk, None, None]:
|
|
76
|
-
"""Implementation for streaming chat completions."""
|
|
77
|
-
try:
|
|
78
|
-
|
|
79
|
-
# Make the streaming request
|
|
80
|
-
response = self._client.session.post(
|
|
81
|
-
self._client.api_endpoint,
|
|
82
|
-
headers=self._client.headers,
|
|
83
|
-
json=payload,
|
|
84
|
-
stream=True,
|
|
85
|
-
timeout=self._client.timeout
|
|
86
|
-
)
|
|
87
|
-
|
|
88
|
-
if not response.ok:
|
|
89
|
-
raise IOError(f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}")
|
|
90
|
-
|
|
91
|
-
# Process the streaming response
|
|
92
|
-
full_response = ""
|
|
93
|
-
|
|
94
|
-
for line in response.iter_lines():
|
|
95
|
-
if line:
|
|
96
|
-
line = line.decode('utf-8').strip()
|
|
97
|
-
if line == "data: [DONE]":
|
|
98
|
-
break
|
|
99
|
-
if line.startswith('data: '):
|
|
100
|
-
try:
|
|
101
|
-
json_data = json.loads(line[6:])
|
|
102
|
-
if 'choices' in json_data and len(json_data['choices']) > 0:
|
|
103
|
-
choice = json_data['choices'][0]
|
|
104
|
-
if 'delta' in choice:
|
|
105
|
-
delta_obj = ChoiceDelta()
|
|
106
|
-
|
|
107
|
-
# Handle content in delta
|
|
108
|
-
if 'content' in choice['delta']:
|
|
109
|
-
content = choice['delta']['content']
|
|
110
|
-
full_response += content
|
|
111
|
-
delta_obj.content = content
|
|
112
|
-
|
|
113
|
-
# Handle tool calls in delta
|
|
114
|
-
if 'tool_calls' in choice['delta']:
|
|
115
|
-
tool_calls = []
|
|
116
|
-
for tool_call_data in choice['delta']['tool_calls']:
|
|
117
|
-
if 'function' in tool_call_data:
|
|
118
|
-
function = ToolFunction(
|
|
119
|
-
name=tool_call_data['function'].get('name', ''),
|
|
120
|
-
arguments=tool_call_data['function'].get('arguments', '')
|
|
121
|
-
)
|
|
122
|
-
tool_call = ToolCall(
|
|
123
|
-
id=tool_call_data.get('id', str(uuid.uuid4())),
|
|
124
|
-
type=tool_call_data.get('type', 'function'),
|
|
125
|
-
function=function
|
|
126
|
-
)
|
|
127
|
-
tool_calls.append(tool_call)
|
|
128
|
-
|
|
129
|
-
if tool_calls:
|
|
130
|
-
delta_obj.tool_calls = tool_calls
|
|
131
|
-
|
|
132
|
-
# Create and yield a chunk
|
|
133
|
-
choice_obj = Choice(index=0, delta=delta_obj, finish_reason=None)
|
|
134
|
-
chunk = ChatCompletionChunk(
|
|
135
|
-
id=request_id,
|
|
136
|
-
choices=[choice_obj],
|
|
137
|
-
created=created_time,
|
|
138
|
-
model=model
|
|
139
|
-
)
|
|
140
|
-
|
|
141
|
-
yield chunk
|
|
142
|
-
except json.JSONDecodeError:
|
|
143
|
-
continue
|
|
144
|
-
|
|
145
|
-
# Final chunk with finish_reason
|
|
146
|
-
delta = ChoiceDelta(content=None)
|
|
147
|
-
choice = Choice(index=0, delta=delta, finish_reason="stop")
|
|
148
|
-
chunk = ChatCompletionChunk(
|
|
149
|
-
id=request_id,
|
|
150
|
-
choices=[choice],
|
|
151
|
-
created=created_time,
|
|
152
|
-
model=model
|
|
153
|
-
)
|
|
154
|
-
|
|
155
|
-
yield chunk
|
|
156
|
-
|
|
157
|
-
except Exception as e:
|
|
158
|
-
print(f"{RED}Error during TextPollinations streaming request: {e}{RESET}")
|
|
159
|
-
raise IOError(f"TextPollinations streaming request failed: {e}") from e
|
|
160
|
-
|
|
161
|
-
def _create_non_streaming(
|
|
162
|
-
self,
|
|
163
|
-
request_id: str,
|
|
164
|
-
created_time: int,
|
|
165
|
-
model: str,
|
|
166
|
-
payload: Dict[str, Any]
|
|
167
|
-
) -> ChatCompletion:
|
|
168
|
-
"""Implementation for non-streaming chat completions."""
|
|
169
|
-
try:
|
|
170
|
-
|
|
171
|
-
# Make the non-streaming request
|
|
172
|
-
response = self._client.session.post(
|
|
173
|
-
self._client.api_endpoint,
|
|
174
|
-
headers=self._client.headers,
|
|
175
|
-
json=payload,
|
|
176
|
-
timeout=self._client.timeout
|
|
177
|
-
)
|
|
178
|
-
|
|
179
|
-
if not response.ok:
|
|
180
|
-
raise IOError(f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}")
|
|
181
|
-
|
|
182
|
-
# Parse the response
|
|
183
|
-
response_json = response.json()
|
|
184
|
-
|
|
185
|
-
# Extract the content
|
|
186
|
-
if 'choices' in response_json and len(response_json['choices']) > 0:
|
|
187
|
-
choice_data = response_json['choices'][0]
|
|
188
|
-
if 'message' in choice_data:
|
|
189
|
-
message_data = choice_data['message']
|
|
190
|
-
|
|
191
|
-
# Extract content
|
|
192
|
-
full_content = message_data.get('content', '')
|
|
193
|
-
|
|
194
|
-
# Create the completion message with potential tool calls
|
|
195
|
-
message = ChatCompletionMessage(role="assistant", content=full_content)
|
|
196
|
-
|
|
197
|
-
# Handle tool calls if present
|
|
198
|
-
if 'tool_calls' in message_data:
|
|
199
|
-
tool_calls = []
|
|
200
|
-
for tool_call_data in message_data['tool_calls']:
|
|
201
|
-
if 'function' in tool_call_data:
|
|
202
|
-
function = ToolFunction(
|
|
203
|
-
name=tool_call_data['function'].get('name', ''),
|
|
204
|
-
arguments=tool_call_data['function'].get('arguments', '')
|
|
205
|
-
)
|
|
206
|
-
tool_call = ToolCall(
|
|
207
|
-
id=tool_call_data.get('id', str(uuid.uuid4())),
|
|
208
|
-
type=tool_call_data.get('type', 'function'),
|
|
209
|
-
function=function
|
|
210
|
-
)
|
|
211
|
-
tool_calls.append(tool_call)
|
|
212
|
-
|
|
213
|
-
if tool_calls:
|
|
214
|
-
message.tool_calls = tool_calls
|
|
215
|
-
else:
|
|
216
|
-
# Fallback if no message is present
|
|
217
|
-
message = ChatCompletionMessage(role="assistant", content="")
|
|
218
|
-
else:
|
|
219
|
-
# Fallback if no choices are present
|
|
220
|
-
message = ChatCompletionMessage(role="assistant", content="")
|
|
221
|
-
|
|
222
|
-
# Create the choice
|
|
223
|
-
choice = Choice(
|
|
224
|
-
index=0,
|
|
225
|
-
message=message,
|
|
226
|
-
finish_reason="stop"
|
|
227
|
-
)
|
|
228
|
-
|
|
229
|
-
# Estimate token usage (very rough estimate)
|
|
230
|
-
prompt_tokens = sum(len(msg.get("content", "")) // 4 for msg in payload.get("messages", []))
|
|
231
|
-
completion_tokens = len(full_content) // 4
|
|
232
|
-
usage = CompletionUsage(
|
|
233
|
-
prompt_tokens=prompt_tokens,
|
|
234
|
-
completion_tokens=completion_tokens,
|
|
235
|
-
total_tokens=prompt_tokens + completion_tokens
|
|
236
|
-
)
|
|
237
|
-
|
|
238
|
-
# Create the completion object
|
|
239
|
-
completion = ChatCompletion(
|
|
240
|
-
id=request_id,
|
|
241
|
-
choices=[choice],
|
|
242
|
-
created=created_time,
|
|
243
|
-
model=model,
|
|
244
|
-
usage=usage,
|
|
245
|
-
)
|
|
246
|
-
|
|
247
|
-
return completion
|
|
248
|
-
|
|
249
|
-
except Exception as e:
|
|
250
|
-
print(f"{RED}Error during TextPollinations non-stream request: {e}{RESET}")
|
|
251
|
-
raise IOError(f"TextPollinations request failed: {e}") from e
|
|
252
|
-
|
|
253
|
-
class Chat(BaseChat):
|
|
254
|
-
def __init__(self, client: 'TextPollinations'):
|
|
255
|
-
self.completions = Completions(client)
|
|
256
|
-
|
|
257
|
-
class TextPollinations(OpenAICompatibleProvider):
|
|
258
|
-
"""
|
|
259
|
-
OpenAI-compatible client for TextPollinations API.
|
|
260
|
-
|
|
261
|
-
Usage:
|
|
262
|
-
client = TextPollinations()
|
|
263
|
-
response = client.chat.completions.create(
|
|
264
|
-
model="openai-large",
|
|
265
|
-
messages=[{"role": "user", "content": "Hello!"}]
|
|
266
|
-
)
|
|
267
|
-
print(response.choices[0].message.content)
|
|
268
|
-
"""
|
|
269
|
-
|
|
270
|
-
AVAILABLE_MODELS = [
|
|
271
|
-
"openai",
|
|
272
|
-
"openai-large",
|
|
273
|
-
"qwen-coder",
|
|
274
|
-
"llama",
|
|
275
|
-
"llamascout",
|
|
276
|
-
"mistral",
|
|
277
|
-
"unity",
|
|
278
|
-
"midijourney",
|
|
279
|
-
"rtist",
|
|
280
|
-
"searchgpt",
|
|
281
|
-
"evil",
|
|
282
|
-
"deepseek-reasoning",
|
|
283
|
-
"deepseek-reasoning-large",
|
|
284
|
-
"phi",
|
|
285
|
-
"llama-vision",
|
|
286
|
-
"hormoz",
|
|
287
|
-
"hypnosis-tracy",
|
|
288
|
-
"deepseek",
|
|
289
|
-
"sur",
|
|
290
|
-
"openai-audio",
|
|
291
|
-
]
|
|
292
|
-
|
|
293
|
-
def __init__(
|
|
294
|
-
self,
|
|
295
|
-
timeout: int = 30,
|
|
296
|
-
proxies: dict = {}
|
|
297
|
-
):
|
|
298
|
-
"""
|
|
299
|
-
Initialize the TextPollinations client.
|
|
300
|
-
|
|
301
|
-
Args:
|
|
302
|
-
timeout: Request timeout in seconds
|
|
303
|
-
proxies: Optional proxy configuration
|
|
304
|
-
"""
|
|
305
|
-
self.timeout = timeout
|
|
306
|
-
self.api_endpoint = "https://text.pollinations.ai/openai"
|
|
307
|
-
self.proxies = proxies
|
|
308
|
-
|
|
309
|
-
# Initialize session
|
|
310
|
-
self.session = requests.Session()
|
|
311
|
-
if proxies:
|
|
312
|
-
self.session.proxies.update(proxies)
|
|
313
|
-
|
|
314
|
-
# Initialize LitAgent for user agent generation
|
|
315
|
-
agent = LitAgent()
|
|
316
|
-
self.user_agent = agent.random()
|
|
317
|
-
|
|
318
|
-
# Set headers
|
|
319
|
-
self.headers = {
|
|
320
|
-
'Accept': '*/*',
|
|
321
|
-
'Accept-Language': 'en-US,en;q=0.9',
|
|
322
|
-
'User-Agent': self.user_agent,
|
|
323
|
-
'Content-Type': 'application/json',
|
|
324
|
-
}
|
|
325
|
-
|
|
326
|
-
self.session.headers.update(self.headers)
|
|
327
|
-
|
|
328
|
-
# Initialize chat interface
|
|
329
|
-
self.chat = Chat(self)
|